| <!DOCTYPE HTML> |
| <html lang="en"> |
| <head> |
| <!-- Generated by javadoc (17) --> |
| <title>Source code</title> |
| <meta name="viewport" content="width=device-width, initial-scale=1"> |
| <meta name="description" content="source: package: org.apache.hadoop.hbase.backup.impl, class: BackupSystemTable"> |
| <meta name="generator" content="javadoc/SourceToHTMLConverter"> |
| <link rel="stylesheet" type="text/css" href="../../../../../../../stylesheet.css" title="Style"> |
| </head> |
| <body class="source-page"> |
| <main role="main"> |
| <div class="source-container"> |
| <pre><span class="source-line-no">001</span><span id="line-1">/*</span> |
| <span class="source-line-no">002</span><span id="line-2"> * Licensed to the Apache Software Foundation (ASF) under one</span> |
| <span class="source-line-no">003</span><span id="line-3"> * or more contributor license agreements. See the NOTICE file</span> |
| <span class="source-line-no">004</span><span id="line-4"> * distributed with this work for additional information</span> |
| <span class="source-line-no">005</span><span id="line-5"> * regarding copyright ownership. The ASF licenses this file</span> |
| <span class="source-line-no">006</span><span id="line-6"> * to you under the Apache License, Version 2.0 (the</span> |
| <span class="source-line-no">007</span><span id="line-7"> * "License"); you may not use this file except in compliance</span> |
| <span class="source-line-no">008</span><span id="line-8"> * with the License. You may obtain a copy of the License at</span> |
| <span class="source-line-no">009</span><span id="line-9"> *</span> |
| <span class="source-line-no">010</span><span id="line-10"> * http://www.apache.org/licenses/LICENSE-2.0</span> |
| <span class="source-line-no">011</span><span id="line-11"> *</span> |
| <span class="source-line-no">012</span><span id="line-12"> * Unless required by applicable law or agreed to in writing, software</span> |
| <span class="source-line-no">013</span><span id="line-13"> * distributed under the License is distributed on an "AS IS" BASIS,</span> |
| <span class="source-line-no">014</span><span id="line-14"> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span> |
| <span class="source-line-no">015</span><span id="line-15"> * See the License for the specific language governing permissions and</span> |
| <span class="source-line-no">016</span><span id="line-16"> * limitations under the License.</span> |
| <span class="source-line-no">017</span><span id="line-17"> */</span> |
| <span class="source-line-no">018</span><span id="line-18">package org.apache.hadoop.hbase.backup.impl;</span> |
| <span class="source-line-no">019</span><span id="line-19"></span> |
| <span class="source-line-no">020</span><span id="line-20">import edu.umd.cs.findbugs.annotations.Nullable;</span> |
| <span class="source-line-no">021</span><span id="line-21">import java.io.Closeable;</span> |
| <span class="source-line-no">022</span><span id="line-22">import java.io.IOException;</span> |
| <span class="source-line-no">023</span><span id="line-23">import java.io.InterruptedIOException;</span> |
| <span class="source-line-no">024</span><span id="line-24">import java.nio.charset.StandardCharsets;</span> |
| <span class="source-line-no">025</span><span id="line-25">import java.util.ArrayList;</span> |
| <span class="source-line-no">026</span><span id="line-26">import java.util.Arrays;</span> |
| <span class="source-line-no">027</span><span id="line-27">import java.util.Collection;</span> |
| <span class="source-line-no">028</span><span id="line-28">import java.util.Collections;</span> |
| <span class="source-line-no">029</span><span id="line-29">import java.util.HashMap;</span> |
| <span class="source-line-no">030</span><span id="line-30">import java.util.HashSet;</span> |
| <span class="source-line-no">031</span><span id="line-31">import java.util.Iterator;</span> |
| <span class="source-line-no">032</span><span id="line-32">import java.util.List;</span> |
| <span class="source-line-no">033</span><span id="line-33">import java.util.Map;</span> |
| <span class="source-line-no">034</span><span id="line-34">import java.util.Map.Entry;</span> |
| <span class="source-line-no">035</span><span id="line-35">import java.util.Objects;</span> |
| <span class="source-line-no">036</span><span id="line-36">import java.util.Set;</span> |
| <span class="source-line-no">037</span><span id="line-37">import java.util.TreeMap;</span> |
| <span class="source-line-no">038</span><span id="line-38">import java.util.TreeSet;</span> |
| <span class="source-line-no">039</span><span id="line-39">import java.util.stream.Collectors;</span> |
| <span class="source-line-no">040</span><span id="line-40">import org.apache.commons.lang3.ArrayUtils;</span> |
| <span class="source-line-no">041</span><span id="line-41">import org.apache.commons.lang3.StringUtils;</span> |
| <span class="source-line-no">042</span><span id="line-42">import org.apache.hadoop.conf.Configuration;</span> |
| <span class="source-line-no">043</span><span id="line-43">import org.apache.hadoop.fs.Path;</span> |
| <span class="source-line-no">044</span><span id="line-44">import org.apache.hadoop.hbase.Cell;</span> |
| <span class="source-line-no">045</span><span id="line-45">import org.apache.hadoop.hbase.CellUtil;</span> |
| <span class="source-line-no">046</span><span id="line-46">import org.apache.hadoop.hbase.HBaseConfiguration;</span> |
| <span class="source-line-no">047</span><span id="line-47">import org.apache.hadoop.hbase.NamespaceDescriptor;</span> |
| <span class="source-line-no">048</span><span id="line-48">import org.apache.hadoop.hbase.NamespaceExistException;</span> |
| <span class="source-line-no">049</span><span id="line-49">import org.apache.hadoop.hbase.ServerName;</span> |
| <span class="source-line-no">050</span><span id="line-50">import org.apache.hadoop.hbase.TableExistsException;</span> |
| <span class="source-line-no">051</span><span id="line-51">import org.apache.hadoop.hbase.TableName;</span> |
| <span class="source-line-no">052</span><span id="line-52">import org.apache.hadoop.hbase.TableNotDisabledException;</span> |
| <span class="source-line-no">053</span><span id="line-53">import org.apache.hadoop.hbase.backup.BackupInfo;</span> |
| <span class="source-line-no">054</span><span id="line-54">import org.apache.hadoop.hbase.backup.BackupInfo.BackupState;</span> |
| <span class="source-line-no">055</span><span id="line-55">import org.apache.hadoop.hbase.backup.BackupRestoreConstants;</span> |
| <span class="source-line-no">056</span><span id="line-56">import org.apache.hadoop.hbase.backup.BackupType;</span> |
| <span class="source-line-no">057</span><span id="line-57">import org.apache.hadoop.hbase.backup.util.BackupUtils;</span> |
| <span class="source-line-no">058</span><span id="line-58">import org.apache.hadoop.hbase.client.Admin;</span> |
| <span class="source-line-no">059</span><span id="line-59">import org.apache.hadoop.hbase.client.BufferedMutator;</span> |
| <span class="source-line-no">060</span><span id="line-60">import org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;</span> |
| <span class="source-line-no">061</span><span id="line-61">import org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;</span> |
| <span class="source-line-no">062</span><span id="line-62">import org.apache.hadoop.hbase.client.Connection;</span> |
| <span class="source-line-no">063</span><span id="line-63">import org.apache.hadoop.hbase.client.Delete;</span> |
| <span class="source-line-no">064</span><span id="line-64">import org.apache.hadoop.hbase.client.Get;</span> |
| <span class="source-line-no">065</span><span id="line-65">import org.apache.hadoop.hbase.client.Put;</span> |
| <span class="source-line-no">066</span><span id="line-66">import org.apache.hadoop.hbase.client.Result;</span> |
| <span class="source-line-no">067</span><span id="line-67">import org.apache.hadoop.hbase.client.ResultScanner;</span> |
| <span class="source-line-no">068</span><span id="line-68">import org.apache.hadoop.hbase.client.Scan;</span> |
| <span class="source-line-no">069</span><span id="line-69">import org.apache.hadoop.hbase.client.SnapshotDescription;</span> |
| <span class="source-line-no">070</span><span id="line-70">import org.apache.hadoop.hbase.client.Table;</span> |
| <span class="source-line-no">071</span><span id="line-71">import org.apache.hadoop.hbase.client.TableDescriptor;</span> |
| <span class="source-line-no">072</span><span id="line-72">import org.apache.hadoop.hbase.client.TableDescriptorBuilder;</span> |
| <span class="source-line-no">073</span><span id="line-73">import org.apache.hadoop.hbase.util.Bytes;</span> |
| <span class="source-line-no">074</span><span id="line-74">import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;</span> |
| <span class="source-line-no">075</span><span id="line-75">import org.apache.yetus.audience.InterfaceAudience;</span> |
| <span class="source-line-no">076</span><span id="line-76">import org.slf4j.Logger;</span> |
| <span class="source-line-no">077</span><span id="line-77">import org.slf4j.LoggerFactory;</span> |
| <span class="source-line-no">078</span><span id="line-78"></span> |
| <span class="source-line-no">079</span><span id="line-79">import org.apache.hbase.thirdparty.com.google.common.base.Splitter;</span> |
| <span class="source-line-no">080</span><span id="line-80">import org.apache.hbase.thirdparty.com.google.common.collect.Iterators;</span> |
| <span class="source-line-no">081</span><span id="line-81"></span> |
| <span class="source-line-no">082</span><span id="line-82">import org.apache.hadoop.hbase.shaded.protobuf.generated.BackupProtos;</span> |
| <span class="source-line-no">083</span><span id="line-83">import org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos;</span> |
| <span class="source-line-no">084</span><span id="line-84"></span> |
| <span class="source-line-no">085</span><span id="line-85">/**</span> |
| <span class="source-line-no">086</span><span id="line-86"> * This class provides API to access backup system table<br></span> |
| <span class="source-line-no">087</span><span id="line-87"> * Backup system table schema:<br></span> |
| <span class="source-line-no">088</span><span id="line-88"> * <p></span> |
| <span class="source-line-no">089</span><span id="line-89"> * <ul></span> |
| <span class="source-line-no">090</span><span id="line-90"> * <li>1. Backup sessions rowkey= "session:"+backupId; value =serialized BackupInfo</li></span> |
| <span class="source-line-no">091</span><span id="line-91"> * <li>2. Backup start code rowkey = "startcode:"+backupRoot; value = startcode</li></span> |
| <span class="source-line-no">092</span><span id="line-92"> * <li>3. Incremental backup set rowkey="incrbackupset:"+backupRoot; table="meta:"+tablename of</span> |
| <span class="source-line-no">093</span><span id="line-93"> * include table; value=empty</li></span> |
| <span class="source-line-no">094</span><span id="line-94"> * <li>4. Table-RS-timestamp map rowkey="trslm:"+backupRoot+table_name; value = map[RS-> last WAL</span> |
| <span class="source-line-no">095</span><span id="line-95"> * timestamp]</li></span> |
| <span class="source-line-no">096</span><span id="line-96"> * <li>5. RS - WAL ts map rowkey="rslogts:"+backupRoot +server; value = last WAL timestamp</li></span> |
| <span class="source-line-no">097</span><span id="line-97"> * <li>6. WALs recorded rowkey="wals:"+WAL unique file name; value = backupId and full WAL file</span> |
| <span class="source-line-no">098</span><span id="line-98"> * name</li></span> |
| <span class="source-line-no">099</span><span id="line-99"> * </ul></span> |
| <span class="source-line-no">100</span><span id="line-100"> * </p></span> |
| <span class="source-line-no">101</span><span id="line-101"> */</span> |
| <span class="source-line-no">102</span><span id="line-102">@InterfaceAudience.Private</span> |
| <span class="source-line-no">103</span><span id="line-103">public final class BackupSystemTable implements Closeable {</span> |
| <span class="source-line-no">104</span><span id="line-104"></span> |
| <span class="source-line-no">105</span><span id="line-105"> private static final Logger LOG = LoggerFactory.getLogger(BackupSystemTable.class);</span> |
| <span class="source-line-no">106</span><span id="line-106"></span> |
| <span class="source-line-no">107</span><span id="line-107"> static class WALItem {</span> |
| <span class="source-line-no">108</span><span id="line-108"> String backupId;</span> |
| <span class="source-line-no">109</span><span id="line-109"> String walFile;</span> |
| <span class="source-line-no">110</span><span id="line-110"> String backupRoot;</span> |
| <span class="source-line-no">111</span><span id="line-111"></span> |
| <span class="source-line-no">112</span><span id="line-112"> WALItem(String backupId, String walFile, String backupRoot) {</span> |
| <span class="source-line-no">113</span><span id="line-113"> this.backupId = backupId;</span> |
| <span class="source-line-no">114</span><span id="line-114"> this.walFile = walFile;</span> |
| <span class="source-line-no">115</span><span id="line-115"> this.backupRoot = backupRoot;</span> |
| <span class="source-line-no">116</span><span id="line-116"> }</span> |
| <span class="source-line-no">117</span><span id="line-117"></span> |
| <span class="source-line-no">118</span><span id="line-118"> public String getBackupId() {</span> |
| <span class="source-line-no">119</span><span id="line-119"> return backupId;</span> |
| <span class="source-line-no">120</span><span id="line-120"> }</span> |
| <span class="source-line-no">121</span><span id="line-121"></span> |
| <span class="source-line-no">122</span><span id="line-122"> public String getWalFile() {</span> |
| <span class="source-line-no">123</span><span id="line-123"> return walFile;</span> |
| <span class="source-line-no">124</span><span id="line-124"> }</span> |
| <span class="source-line-no">125</span><span id="line-125"></span> |
| <span class="source-line-no">126</span><span id="line-126"> public String getBackupRoot() {</span> |
| <span class="source-line-no">127</span><span id="line-127"> return backupRoot;</span> |
| <span class="source-line-no">128</span><span id="line-128"> }</span> |
| <span class="source-line-no">129</span><span id="line-129"></span> |
| <span class="source-line-no">130</span><span id="line-130"> @Override</span> |
| <span class="source-line-no">131</span><span id="line-131"> public String toString() {</span> |
| <span class="source-line-no">132</span><span id="line-132"> return Path.SEPARATOR + backupRoot + Path.SEPARATOR + backupId + Path.SEPARATOR + walFile;</span> |
| <span class="source-line-no">133</span><span id="line-133"> }</span> |
| <span class="source-line-no">134</span><span id="line-134"> }</span> |
| <span class="source-line-no">135</span><span id="line-135"></span> |
| <span class="source-line-no">136</span><span id="line-136"> /**</span> |
| <span class="source-line-no">137</span><span id="line-137"> * Backup system table (main) name</span> |
| <span class="source-line-no">138</span><span id="line-138"> */</span> |
| <span class="source-line-no">139</span><span id="line-139"> private TableName tableName;</span> |
| <span class="source-line-no">140</span><span id="line-140"></span> |
| <span class="source-line-no">141</span><span id="line-141"> /**</span> |
| <span class="source-line-no">142</span><span id="line-142"> * Backup System table name for bulk loaded files. We keep all bulk loaded file references in a</span> |
| <span class="source-line-no">143</span><span id="line-143"> * separate table because we have to isolate general backup operations: create, merge etc from</span> |
| <span class="source-line-no">144</span><span id="line-144"> * activity of RegionObserver, which controls process of a bulk loading</span> |
| <span class="source-line-no">145</span><span id="line-145"> * {@link org.apache.hadoop.hbase.backup.BackupObserver}</span> |
| <span class="source-line-no">146</span><span id="line-146"> */</span> |
| <span class="source-line-no">147</span><span id="line-147"> private TableName bulkLoadTableName;</span> |
| <span class="source-line-no">148</span><span id="line-148"></span> |
| <span class="source-line-no">149</span><span id="line-149"> /**</span> |
| <span class="source-line-no">150</span><span id="line-150"> * Stores backup sessions (contexts)</span> |
| <span class="source-line-no">151</span><span id="line-151"> */</span> |
| <span class="source-line-no">152</span><span id="line-152"> final static byte[] SESSIONS_FAMILY = Bytes.toBytes("session");</span> |
| <span class="source-line-no">153</span><span id="line-153"> /**</span> |
| <span class="source-line-no">154</span><span id="line-154"> * Stores other meta</span> |
| <span class="source-line-no">155</span><span id="line-155"> */</span> |
| <span class="source-line-no">156</span><span id="line-156"> final static byte[] META_FAMILY = Bytes.toBytes("meta");</span> |
| <span class="source-line-no">157</span><span id="line-157"> final static byte[] BULK_LOAD_FAMILY = Bytes.toBytes("bulk");</span> |
| <span class="source-line-no">158</span><span id="line-158"> /**</span> |
| <span class="source-line-no">159</span><span id="line-159"> * Connection to HBase cluster, shared among all instances</span> |
| <span class="source-line-no">160</span><span id="line-160"> */</span> |
| <span class="source-line-no">161</span><span id="line-161"> private final Connection connection;</span> |
| <span class="source-line-no">162</span><span id="line-162"></span> |
| <span class="source-line-no">163</span><span id="line-163"> private final static String BACKUP_INFO_PREFIX = "session:";</span> |
| <span class="source-line-no">164</span><span id="line-164"> private final static String START_CODE_ROW = "startcode:";</span> |
| <span class="source-line-no">165</span><span id="line-165"> private final static byte[] ACTIVE_SESSION_ROW = Bytes.toBytes("activesession:");</span> |
| <span class="source-line-no">166</span><span id="line-166"> private final static byte[] ACTIVE_SESSION_COL = Bytes.toBytes("c");</span> |
| <span class="source-line-no">167</span><span id="line-167"></span> |
| <span class="source-line-no">168</span><span id="line-168"> private final static byte[] ACTIVE_SESSION_YES = Bytes.toBytes("yes");</span> |
| <span class="source-line-no">169</span><span id="line-169"> private final static byte[] ACTIVE_SESSION_NO = Bytes.toBytes("no");</span> |
| <span class="source-line-no">170</span><span id="line-170"></span> |
| <span class="source-line-no">171</span><span id="line-171"> private final static String INCR_BACKUP_SET = "incrbackupset:";</span> |
| <span class="source-line-no">172</span><span id="line-172"> private final static String TABLE_RS_LOG_MAP_PREFIX = "trslm:";</span> |
| <span class="source-line-no">173</span><span id="line-173"> private final static String RS_LOG_TS_PREFIX = "rslogts:";</span> |
| <span class="source-line-no">174</span><span id="line-174"></span> |
| <span class="source-line-no">175</span><span id="line-175"> private final static String BULK_LOAD_PREFIX = "bulk:";</span> |
| <span class="source-line-no">176</span><span id="line-176"> private final static byte[] BULK_LOAD_PREFIX_BYTES = Bytes.toBytes(BULK_LOAD_PREFIX);</span> |
| <span class="source-line-no">177</span><span id="line-177"> private final static byte[] DELETE_OP_ROW = Bytes.toBytes("delete_op_row");</span> |
| <span class="source-line-no">178</span><span id="line-178"> private final static byte[] MERGE_OP_ROW = Bytes.toBytes("merge_op_row");</span> |
| <span class="source-line-no">179</span><span id="line-179"></span> |
| <span class="source-line-no">180</span><span id="line-180"> final static byte[] TBL_COL = Bytes.toBytes("tbl");</span> |
| <span class="source-line-no">181</span><span id="line-181"> final static byte[] FAM_COL = Bytes.toBytes("fam");</span> |
| <span class="source-line-no">182</span><span id="line-182"> final static byte[] PATH_COL = Bytes.toBytes("path");</span> |
| <span class="source-line-no">183</span><span id="line-183"></span> |
| <span class="source-line-no">184</span><span id="line-184"> private final static String SET_KEY_PREFIX = "backupset:";</span> |
| <span class="source-line-no">185</span><span id="line-185"></span> |
| <span class="source-line-no">186</span><span id="line-186"> // separator between BULK_LOAD_PREFIX and ordinals</span> |
| <span class="source-line-no">187</span><span id="line-187"> private final static String BLK_LD_DELIM = ":";</span> |
| <span class="source-line-no">188</span><span id="line-188"> private final static byte[] EMPTY_VALUE = new byte[] {};</span> |
| <span class="source-line-no">189</span><span id="line-189"></span> |
| <span class="source-line-no">190</span><span id="line-190"> // Safe delimiter in a string</span> |
| <span class="source-line-no">191</span><span id="line-191"> private final static String NULL = "\u0000";</span> |
| <span class="source-line-no">192</span><span id="line-192"></span> |
| <span class="source-line-no">193</span><span id="line-193"> public BackupSystemTable(Connection conn) throws IOException {</span> |
| <span class="source-line-no">194</span><span id="line-194"> this.connection = conn;</span> |
| <span class="source-line-no">195</span><span id="line-195"> Configuration conf = this.connection.getConfiguration();</span> |
| <span class="source-line-no">196</span><span id="line-196"> tableName = BackupSystemTable.getTableName(conf);</span> |
| <span class="source-line-no">197</span><span id="line-197"> bulkLoadTableName = BackupSystemTable.getTableNameForBulkLoadedData(conf);</span> |
| <span class="source-line-no">198</span><span id="line-198"> checkSystemTable();</span> |
| <span class="source-line-no">199</span><span id="line-199"> }</span> |
| <span class="source-line-no">200</span><span id="line-200"></span> |
| <span class="source-line-no">201</span><span id="line-201"> private void checkSystemTable() throws IOException {</span> |
| <span class="source-line-no">202</span><span id="line-202"> try (Admin admin = connection.getAdmin()) {</span> |
| <span class="source-line-no">203</span><span id="line-203"> verifyNamespaceExists(admin);</span> |
| <span class="source-line-no">204</span><span id="line-204"> Configuration conf = connection.getConfiguration();</span> |
| <span class="source-line-no">205</span><span id="line-205"> if (!admin.tableExists(tableName)) {</span> |
| <span class="source-line-no">206</span><span id="line-206"> TableDescriptor backupHTD = BackupSystemTable.getSystemTableDescriptor(conf);</span> |
| <span class="source-line-no">207</span><span id="line-207"> createSystemTable(admin, backupHTD);</span> |
| <span class="source-line-no">208</span><span id="line-208"> }</span> |
| <span class="source-line-no">209</span><span id="line-209"> ensureTableEnabled(admin, tableName);</span> |
| <span class="source-line-no">210</span><span id="line-210"> if (!admin.tableExists(bulkLoadTableName)) {</span> |
| <span class="source-line-no">211</span><span id="line-211"> TableDescriptor blHTD = BackupSystemTable.getSystemTableForBulkLoadedDataDescriptor(conf);</span> |
| <span class="source-line-no">212</span><span id="line-212"> createSystemTable(admin, blHTD);</span> |
| <span class="source-line-no">213</span><span id="line-213"> }</span> |
| <span class="source-line-no">214</span><span id="line-214"> ensureTableEnabled(admin, bulkLoadTableName);</span> |
| <span class="source-line-no">215</span><span id="line-215"> waitForSystemTable(admin, tableName);</span> |
| <span class="source-line-no">216</span><span id="line-216"> waitForSystemTable(admin, bulkLoadTableName);</span> |
| <span class="source-line-no">217</span><span id="line-217"> }</span> |
| <span class="source-line-no">218</span><span id="line-218"> }</span> |
| <span class="source-line-no">219</span><span id="line-219"></span> |
| <span class="source-line-no">220</span><span id="line-220"> private void createSystemTable(Admin admin, TableDescriptor descriptor) throws IOException {</span> |
| <span class="source-line-no">221</span><span id="line-221"> try {</span> |
| <span class="source-line-no">222</span><span id="line-222"> admin.createTable(descriptor);</span> |
| <span class="source-line-no">223</span><span id="line-223"> } catch (TableExistsException e) {</span> |
| <span class="source-line-no">224</span><span id="line-224"> // swallow because this class is initialized in concurrent environments (i.e. bulkloads),</span> |
| <span class="source-line-no">225</span><span id="line-225"> // so may be subject to race conditions where one caller succeeds in creating the</span> |
| <span class="source-line-no">226</span><span id="line-226"> // table and others fail because it now exists</span> |
| <span class="source-line-no">227</span><span id="line-227"> LOG.debug("Table {} already exists, ignoring", descriptor.getTableName(), e);</span> |
| <span class="source-line-no">228</span><span id="line-228"> }</span> |
| <span class="source-line-no">229</span><span id="line-229"> }</span> |
| <span class="source-line-no">230</span><span id="line-230"></span> |
| <span class="source-line-no">231</span><span id="line-231"> private void verifyNamespaceExists(Admin admin) throws IOException {</span> |
| <span class="source-line-no">232</span><span id="line-232"> String namespaceName = tableName.getNamespaceAsString();</span> |
| <span class="source-line-no">233</span><span id="line-233"> NamespaceDescriptor ns = NamespaceDescriptor.create(namespaceName).build();</span> |
| <span class="source-line-no">234</span><span id="line-234"> NamespaceDescriptor[] list = admin.listNamespaceDescriptors();</span> |
| <span class="source-line-no">235</span><span id="line-235"> boolean exists = false;</span> |
| <span class="source-line-no">236</span><span id="line-236"> for (NamespaceDescriptor nsd : list) {</span> |
| <span class="source-line-no">237</span><span id="line-237"> if (nsd.getName().equals(ns.getName())) {</span> |
| <span class="source-line-no">238</span><span id="line-238"> exists = true;</span> |
| <span class="source-line-no">239</span><span id="line-239"> break;</span> |
| <span class="source-line-no">240</span><span id="line-240"> }</span> |
| <span class="source-line-no">241</span><span id="line-241"> }</span> |
| <span class="source-line-no">242</span><span id="line-242"> if (!exists) {</span> |
| <span class="source-line-no">243</span><span id="line-243"> try {</span> |
| <span class="source-line-no">244</span><span id="line-244"> admin.createNamespace(ns);</span> |
| <span class="source-line-no">245</span><span id="line-245"> } catch (NamespaceExistException e) {</span> |
| <span class="source-line-no">246</span><span id="line-246"> // swallow because this class is initialized in concurrent environments (i.e. bulkloads),</span> |
| <span class="source-line-no">247</span><span id="line-247"> // so may be subject to race conditions where one caller succeeds in creating the</span> |
| <span class="source-line-no">248</span><span id="line-248"> // namespace and others fail because it now exists</span> |
| <span class="source-line-no">249</span><span id="line-249"> LOG.debug("Namespace {} already exists, ignoring", ns.getName(), e);</span> |
| <span class="source-line-no">250</span><span id="line-250"> }</span> |
| <span class="source-line-no">251</span><span id="line-251"> }</span> |
| <span class="source-line-no">252</span><span id="line-252"> }</span> |
| <span class="source-line-no">253</span><span id="line-253"></span> |
| <span class="source-line-no">254</span><span id="line-254"> private void waitForSystemTable(Admin admin, TableName tableName) throws IOException {</span> |
| <span class="source-line-no">255</span><span id="line-255"> // Return fast if the table is available and avoid a log message</span> |
| <span class="source-line-no">256</span><span id="line-256"> if (admin.tableExists(tableName) && admin.isTableAvailable(tableName)) {</span> |
| <span class="source-line-no">257</span><span id="line-257"> return;</span> |
| <span class="source-line-no">258</span><span id="line-258"> }</span> |
| <span class="source-line-no">259</span><span id="line-259"> long TIMEOUT = 60000;</span> |
| <span class="source-line-no">260</span><span id="line-260"> long startTime = EnvironmentEdgeManager.currentTime();</span> |
| <span class="source-line-no">261</span><span id="line-261"> LOG.debug("Backup table {} is not present and available, waiting for it to become so",</span> |
| <span class="source-line-no">262</span><span id="line-262"> tableName);</span> |
| <span class="source-line-no">263</span><span id="line-263"> while (!admin.tableExists(tableName) || !admin.isTableAvailable(tableName)) {</span> |
| <span class="source-line-no">264</span><span id="line-264"> try {</span> |
| <span class="source-line-no">265</span><span id="line-265"> Thread.sleep(100);</span> |
| <span class="source-line-no">266</span><span id="line-266"> } catch (InterruptedException e) {</span> |
| <span class="source-line-no">267</span><span id="line-267"> throw (IOException) new InterruptedIOException().initCause(e);</span> |
| <span class="source-line-no">268</span><span id="line-268"> }</span> |
| <span class="source-line-no">269</span><span id="line-269"> if (EnvironmentEdgeManager.currentTime() - startTime > TIMEOUT) {</span> |
| <span class="source-line-no">270</span><span id="line-270"> throw new IOException(</span> |
| <span class="source-line-no">271</span><span id="line-271"> "Failed to create backup system table " + tableName + " after " + TIMEOUT + "ms");</span> |
| <span class="source-line-no">272</span><span id="line-272"> }</span> |
| <span class="source-line-no">273</span><span id="line-273"> }</span> |
| <span class="source-line-no">274</span><span id="line-274"> LOG.debug("Backup table {} exists and available", tableName);</span> |
| <span class="source-line-no">275</span><span id="line-275"> }</span> |
| <span class="source-line-no">276</span><span id="line-276"></span> |
| <span class="source-line-no">277</span><span id="line-277"> @Override</span> |
| <span class="source-line-no">278</span><span id="line-278"> public void close() {</span> |
| <span class="source-line-no">279</span><span id="line-279"> // do nothing</span> |
| <span class="source-line-no">280</span><span id="line-280"> }</span> |
| <span class="source-line-no">281</span><span id="line-281"></span> |
| <span class="source-line-no">282</span><span id="line-282"> /**</span> |
| <span class="source-line-no">283</span><span id="line-283"> * Updates status (state) of a backup session in backup system table table</span> |
| <span class="source-line-no">284</span><span id="line-284"> * @param info backup info</span> |
| <span class="source-line-no">285</span><span id="line-285"> * @throws IOException exception</span> |
| <span class="source-line-no">286</span><span id="line-286"> */</span> |
| <span class="source-line-no">287</span><span id="line-287"> public void updateBackupInfo(BackupInfo info) throws IOException {</span> |
| <span class="source-line-no">288</span><span id="line-288"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">289</span><span id="line-289"> LOG.trace("update backup status in backup system table for: " + info.getBackupId()</span> |
| <span class="source-line-no">290</span><span id="line-290"> + " set status=" + info.getState());</span> |
| <span class="source-line-no">291</span><span id="line-291"> }</span> |
| <span class="source-line-no">292</span><span id="line-292"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">293</span><span id="line-293"> Put put = createPutForBackupInfo(info);</span> |
| <span class="source-line-no">294</span><span id="line-294"> table.put(put);</span> |
| <span class="source-line-no">295</span><span id="line-295"> }</span> |
| <span class="source-line-no">296</span><span id="line-296"> }</span> |
| <span class="source-line-no">297</span><span id="line-297"></span> |
| <span class="source-line-no">298</span><span id="line-298"> /*</span> |
| <span class="source-line-no">299</span><span id="line-299"> * @param backupId the backup Id</span> |
| <span class="source-line-no">300</span><span id="line-300"> * @return Map of rows to path of bulk loaded hfile</span> |
| <span class="source-line-no">301</span><span id="line-301"> */</span> |
| <span class="source-line-no">302</span><span id="line-302"> Map<byte[], String> readBulkLoadedFiles(String backupId) throws IOException {</span> |
| <span class="source-line-no">303</span><span id="line-303"> Scan scan = BackupSystemTable.createScanForBulkLoadedFiles(backupId);</span> |
| <span class="source-line-no">304</span><span id="line-304"> try (Table table = connection.getTable(bulkLoadTableName);</span> |
| <span class="source-line-no">305</span><span id="line-305"> ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">306</span><span id="line-306"> Result res = null;</span> |
| <span class="source-line-no">307</span><span id="line-307"> Map<byte[], String> map = new TreeMap<>(Bytes.BYTES_COMPARATOR);</span> |
| <span class="source-line-no">308</span><span id="line-308"> while ((res = scanner.next()) != null) {</span> |
| <span class="source-line-no">309</span><span id="line-309"> res.advance();</span> |
| <span class="source-line-no">310</span><span id="line-310"> byte[] row = CellUtil.cloneRow(res.listCells().get(0));</span> |
| <span class="source-line-no">311</span><span id="line-311"> for (Cell cell : res.listCells()) {</span> |
| <span class="source-line-no">312</span><span id="line-312"> if (</span> |
| <span class="source-line-no">313</span><span id="line-313"> CellUtil.compareQualifiers(cell, BackupSystemTable.PATH_COL, 0,</span> |
| <span class="source-line-no">314</span><span id="line-314"> BackupSystemTable.PATH_COL.length) == 0</span> |
| <span class="source-line-no">315</span><span id="line-315"> ) {</span> |
| <span class="source-line-no">316</span><span id="line-316"> map.put(row, Bytes.toString(CellUtil.cloneValue(cell)));</span> |
| <span class="source-line-no">317</span><span id="line-317"> }</span> |
| <span class="source-line-no">318</span><span id="line-318"> }</span> |
| <span class="source-line-no">319</span><span id="line-319"> }</span> |
| <span class="source-line-no">320</span><span id="line-320"> return map;</span> |
| <span class="source-line-no">321</span><span id="line-321"> }</span> |
| <span class="source-line-no">322</span><span id="line-322"> }</span> |
| <span class="source-line-no">323</span><span id="line-323"></span> |
| <span class="source-line-no">324</span><span id="line-324"> /**</span> |
| <span class="source-line-no">325</span><span id="line-325"> * Deletes backup status from backup system table table</span> |
| <span class="source-line-no">326</span><span id="line-326"> * @param backupId backup id</span> |
| <span class="source-line-no">327</span><span id="line-327"> * @throws IOException exception</span> |
| <span class="source-line-no">328</span><span id="line-328"> */</span> |
| <span class="source-line-no">329</span><span id="line-329"> public void deleteBackupInfo(String backupId) throws IOException {</span> |
| <span class="source-line-no">330</span><span id="line-330"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">331</span><span id="line-331"> LOG.trace("delete backup status in backup system table for " + backupId);</span> |
| <span class="source-line-no">332</span><span id="line-332"> }</span> |
| <span class="source-line-no">333</span><span id="line-333"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">334</span><span id="line-334"> Delete del = createDeleteForBackupInfo(backupId);</span> |
| <span class="source-line-no">335</span><span id="line-335"> table.delete(del);</span> |
| <span class="source-line-no">336</span><span id="line-336"> }</span> |
| <span class="source-line-no">337</span><span id="line-337"> }</span> |
| <span class="source-line-no">338</span><span id="line-338"></span> |
| <span class="source-line-no">339</span><span id="line-339"> /**</span> |
| <span class="source-line-no">340</span><span id="line-340"> * Registers a bulk load.</span> |
| <span class="source-line-no">341</span><span id="line-341"> * @param tableName table name</span> |
| <span class="source-line-no">342</span><span id="line-342"> * @param region the region receiving hfile</span> |
| <span class="source-line-no">343</span><span id="line-343"> * @param cfToHfilePath column family and associated hfiles</span> |
| <span class="source-line-no">344</span><span id="line-344"> */</span> |
| <span class="source-line-no">345</span><span id="line-345"> public void registerBulkLoad(TableName tableName, byte[] region,</span> |
| <span class="source-line-no">346</span><span id="line-346"> Map<byte[], List<Path>> cfToHfilePath) throws IOException {</span> |
| <span class="source-line-no">347</span><span id="line-347"> if (LOG.isDebugEnabled()) {</span> |
| <span class="source-line-no">348</span><span id="line-348"> LOG.debug("Writing bulk load descriptor to backup {} with {} entries", tableName,</span> |
| <span class="source-line-no">349</span><span id="line-349"> cfToHfilePath.size());</span> |
| <span class="source-line-no">350</span><span id="line-350"> }</span> |
| <span class="source-line-no">351</span><span id="line-351"> try (BufferedMutator bufferedMutator = connection.getBufferedMutator(bulkLoadTableName)) {</span> |
| <span class="source-line-no">352</span><span id="line-352"> List<Put> puts = BackupSystemTable.createPutForBulkLoad(tableName, region, cfToHfilePath);</span> |
| <span class="source-line-no">353</span><span id="line-353"> bufferedMutator.mutate(puts);</span> |
| <span class="source-line-no">354</span><span id="line-354"> LOG.debug("Written {} rows for bulk load of table {}", puts.size(), tableName);</span> |
| <span class="source-line-no">355</span><span id="line-355"> }</span> |
| <span class="source-line-no">356</span><span id="line-356"> }</span> |
| <span class="source-line-no">357</span><span id="line-357"></span> |
| <span class="source-line-no">358</span><span id="line-358"> /**</span> |
| <span class="source-line-no">359</span><span id="line-359"> * Removes entries from the table that tracks all bulk loaded hfiles.</span> |
| <span class="source-line-no">360</span><span id="line-360"> * @param rows the row keys of the entries to be deleted</span> |
| <span class="source-line-no">361</span><span id="line-361"> */</span> |
| <span class="source-line-no">362</span><span id="line-362"> public void deleteBulkLoadedRows(List<byte[]> rows) throws IOException {</span> |
| <span class="source-line-no">363</span><span id="line-363"> try (BufferedMutator bufferedMutator = connection.getBufferedMutator(bulkLoadTableName)) {</span> |
| <span class="source-line-no">364</span><span id="line-364"> List<Delete> deletes = new ArrayList<>();</span> |
| <span class="source-line-no">365</span><span id="line-365"> for (byte[] row : rows) {</span> |
| <span class="source-line-no">366</span><span id="line-366"> Delete del = new Delete(row);</span> |
| <span class="source-line-no">367</span><span id="line-367"> deletes.add(del);</span> |
| <span class="source-line-no">368</span><span id="line-368"> LOG.debug("Deleting bulk load entry with key: {}", Bytes.toString(row));</span> |
| <span class="source-line-no">369</span><span id="line-369"> }</span> |
| <span class="source-line-no">370</span><span id="line-370"> bufferedMutator.mutate(deletes);</span> |
| <span class="source-line-no">371</span><span id="line-371"> LOG.debug("Deleted {} bulk load entries.", rows.size());</span> |
| <span class="source-line-no">372</span><span id="line-372"> }</span> |
| <span class="source-line-no">373</span><span id="line-373"> }</span> |
| <span class="source-line-no">374</span><span id="line-374"></span> |
| <span class="source-line-no">375</span><span id="line-375"> /**</span> |
| <span class="source-line-no">376</span><span id="line-376"> * Reads all registered bulk loads.</span> |
| <span class="source-line-no">377</span><span id="line-377"> */</span> |
| <span class="source-line-no">378</span><span id="line-378"> public List<BulkLoad> readBulkloadRows() throws IOException {</span> |
| <span class="source-line-no">379</span><span id="line-379"> Scan scan = BackupSystemTable.createScanForOrigBulkLoadedFiles(null);</span> |
| <span class="source-line-no">380</span><span id="line-380"> return processBulkLoadRowScan(scan);</span> |
| <span class="source-line-no">381</span><span id="line-381"> }</span> |
| <span class="source-line-no">382</span><span id="line-382"></span> |
| <span class="source-line-no">383</span><span id="line-383"> /**</span> |
| <span class="source-line-no">384</span><span id="line-384"> * Reads the registered bulk loads for the given tables.</span> |
| <span class="source-line-no">385</span><span id="line-385"> */</span> |
| <span class="source-line-no">386</span><span id="line-386"> public List<BulkLoad> readBulkloadRows(Collection<TableName> tableList) throws IOException {</span> |
| <span class="source-line-no">387</span><span id="line-387"> List<BulkLoad> result = new ArrayList<>();</span> |
| <span class="source-line-no">388</span><span id="line-388"> for (TableName table : tableList) {</span> |
| <span class="source-line-no">389</span><span id="line-389"> Scan scan = BackupSystemTable.createScanForOrigBulkLoadedFiles(table);</span> |
| <span class="source-line-no">390</span><span id="line-390"> result.addAll(processBulkLoadRowScan(scan));</span> |
| <span class="source-line-no">391</span><span id="line-391"> }</span> |
| <span class="source-line-no">392</span><span id="line-392"> return result;</span> |
| <span class="source-line-no">393</span><span id="line-393"> }</span> |
| <span class="source-line-no">394</span><span id="line-394"></span> |
| <span class="source-line-no">395</span><span id="line-395"> private List<BulkLoad> processBulkLoadRowScan(Scan scan) throws IOException {</span> |
| <span class="source-line-no">396</span><span id="line-396"> List<BulkLoad> result = new ArrayList<>();</span> |
| <span class="source-line-no">397</span><span id="line-397"> try (Table bulkLoadTable = connection.getTable(bulkLoadTableName);</span> |
| <span class="source-line-no">398</span><span id="line-398"> ResultScanner scanner = bulkLoadTable.getScanner(scan)) {</span> |
| <span class="source-line-no">399</span><span id="line-399"> Result res;</span> |
| <span class="source-line-no">400</span><span id="line-400"> while ((res = scanner.next()) != null) {</span> |
| <span class="source-line-no">401</span><span id="line-401"> res.advance();</span> |
| <span class="source-line-no">402</span><span id="line-402"> TableName table = null;</span> |
| <span class="source-line-no">403</span><span id="line-403"> String fam = null;</span> |
| <span class="source-line-no">404</span><span id="line-404"> String path = null;</span> |
| <span class="source-line-no">405</span><span id="line-405"> String region = null;</span> |
| <span class="source-line-no">406</span><span id="line-406"> byte[] row = null;</span> |
| <span class="source-line-no">407</span><span id="line-407"> for (Cell cell : res.listCells()) {</span> |
| <span class="source-line-no">408</span><span id="line-408"> row = CellUtil.cloneRow(cell);</span> |
| <span class="source-line-no">409</span><span id="line-409"> String rowStr = Bytes.toString(row);</span> |
| <span class="source-line-no">410</span><span id="line-410"> region = BackupSystemTable.getRegionNameFromOrigBulkLoadRow(rowStr);</span> |
| <span class="source-line-no">411</span><span id="line-411"> if (</span> |
| <span class="source-line-no">412</span><span id="line-412"> CellUtil.compareQualifiers(cell, BackupSystemTable.TBL_COL, 0,</span> |
| <span class="source-line-no">413</span><span id="line-413"> BackupSystemTable.TBL_COL.length) == 0</span> |
| <span class="source-line-no">414</span><span id="line-414"> ) {</span> |
| <span class="source-line-no">415</span><span id="line-415"> table = TableName.valueOf(CellUtil.cloneValue(cell));</span> |
| <span class="source-line-no">416</span><span id="line-416"> } else if (</span> |
| <span class="source-line-no">417</span><span id="line-417"> CellUtil.compareQualifiers(cell, BackupSystemTable.FAM_COL, 0,</span> |
| <span class="source-line-no">418</span><span id="line-418"> BackupSystemTable.FAM_COL.length) == 0</span> |
| <span class="source-line-no">419</span><span id="line-419"> ) {</span> |
| <span class="source-line-no">420</span><span id="line-420"> fam = Bytes.toString(CellUtil.cloneValue(cell));</span> |
| <span class="source-line-no">421</span><span id="line-421"> } else if (</span> |
| <span class="source-line-no">422</span><span id="line-422"> CellUtil.compareQualifiers(cell, BackupSystemTable.PATH_COL, 0,</span> |
| <span class="source-line-no">423</span><span id="line-423"> BackupSystemTable.PATH_COL.length) == 0</span> |
| <span class="source-line-no">424</span><span id="line-424"> ) {</span> |
| <span class="source-line-no">425</span><span id="line-425"> path = Bytes.toString(CellUtil.cloneValue(cell));</span> |
| <span class="source-line-no">426</span><span id="line-426"> }</span> |
| <span class="source-line-no">427</span><span id="line-427"> }</span> |
| <span class="source-line-no">428</span><span id="line-428"> result.add(new BulkLoad(table, region, fam, path, row));</span> |
| <span class="source-line-no">429</span><span id="line-429"> LOG.debug("Found bulk load entry for table {}, family {}: {}", table, fam, path);</span> |
| <span class="source-line-no">430</span><span id="line-430"> }</span> |
| <span class="source-line-no">431</span><span id="line-431"> }</span> |
| <span class="source-line-no">432</span><span id="line-432"> return result;</span> |
| <span class="source-line-no">433</span><span id="line-433"> }</span> |
| <span class="source-line-no">434</span><span id="line-434"></span> |
| <span class="source-line-no">435</span><span id="line-435"> /**</span> |
| <span class="source-line-no">436</span><span id="line-436"> * Reads backup status object (instance of backup info) from backup system table table</span> |
| <span class="source-line-no">437</span><span id="line-437"> * @param backupId backup id</span> |
| <span class="source-line-no">438</span><span id="line-438"> * @return Current status of backup session or null</span> |
| <span class="source-line-no">439</span><span id="line-439"> */</span> |
| <span class="source-line-no">440</span><span id="line-440"> public BackupInfo readBackupInfo(String backupId) throws IOException {</span> |
| <span class="source-line-no">441</span><span id="line-441"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">442</span><span id="line-442"> LOG.trace("read backup status from backup system table for: " + backupId);</span> |
| <span class="source-line-no">443</span><span id="line-443"> }</span> |
| <span class="source-line-no">444</span><span id="line-444"></span> |
| <span class="source-line-no">445</span><span id="line-445"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">446</span><span id="line-446"> Get get = createGetForBackupInfo(backupId);</span> |
| <span class="source-line-no">447</span><span id="line-447"> Result res = table.get(get);</span> |
| <span class="source-line-no">448</span><span id="line-448"> if (res.isEmpty()) {</span> |
| <span class="source-line-no">449</span><span id="line-449"> return null;</span> |
| <span class="source-line-no">450</span><span id="line-450"> }</span> |
| <span class="source-line-no">451</span><span id="line-451"> return resultToBackupInfo(res);</span> |
| <span class="source-line-no">452</span><span id="line-452"> }</span> |
| <span class="source-line-no">453</span><span id="line-453"> }</span> |
| <span class="source-line-no">454</span><span id="line-454"></span> |
| <span class="source-line-no">455</span><span id="line-455"> /**</span> |
| <span class="source-line-no">456</span><span id="line-456"> * Read the last backup start code (timestamp) of last successful backup. Will return null if</span> |
| <span class="source-line-no">457</span><span id="line-457"> * there is no start code stored on hbase or the value is of length 0. These two cases indicate</span> |
| <span class="source-line-no">458</span><span id="line-458"> * there is no successful backup completed so far.</span> |
| <span class="source-line-no">459</span><span id="line-459"> * @param backupRoot directory path to backup destination</span> |
| <span class="source-line-no">460</span><span id="line-460"> * @return the timestamp of last successful backup</span> |
| <span class="source-line-no">461</span><span id="line-461"> * @throws IOException exception</span> |
| <span class="source-line-no">462</span><span id="line-462"> */</span> |
| <span class="source-line-no">463</span><span id="line-463"> public String readBackupStartCode(String backupRoot) throws IOException {</span> |
| <span class="source-line-no">464</span><span id="line-464"> LOG.trace("read backup start code from backup system table");</span> |
| <span class="source-line-no">465</span><span id="line-465"></span> |
| <span class="source-line-no">466</span><span id="line-466"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">467</span><span id="line-467"> Get get = createGetForStartCode(backupRoot);</span> |
| <span class="source-line-no">468</span><span id="line-468"> Result res = table.get(get);</span> |
| <span class="source-line-no">469</span><span id="line-469"> if (res.isEmpty()) {</span> |
| <span class="source-line-no">470</span><span id="line-470"> return null;</span> |
| <span class="source-line-no">471</span><span id="line-471"> }</span> |
| <span class="source-line-no">472</span><span id="line-472"> Cell cell = res.listCells().get(0);</span> |
| <span class="source-line-no">473</span><span id="line-473"> byte[] val = CellUtil.cloneValue(cell);</span> |
| <span class="source-line-no">474</span><span id="line-474"> if (val.length == 0) {</span> |
| <span class="source-line-no">475</span><span id="line-475"> return null;</span> |
| <span class="source-line-no">476</span><span id="line-476"> }</span> |
| <span class="source-line-no">477</span><span id="line-477"> return new String(val, StandardCharsets.UTF_8);</span> |
| <span class="source-line-no">478</span><span id="line-478"> }</span> |
| <span class="source-line-no">479</span><span id="line-479"> }</span> |
| <span class="source-line-no">480</span><span id="line-480"></span> |
| <span class="source-line-no">481</span><span id="line-481"> /**</span> |
| <span class="source-line-no">482</span><span id="line-482"> * Write the start code (timestamp) to backup system table. If passed in null, then write 0 byte.</span> |
| <span class="source-line-no">483</span><span id="line-483"> * @param startCode start code</span> |
| <span class="source-line-no">484</span><span id="line-484"> * @param backupRoot root directory path to backup</span> |
| <span class="source-line-no">485</span><span id="line-485"> * @throws IOException exception</span> |
| <span class="source-line-no">486</span><span id="line-486"> */</span> |
| <span class="source-line-no">487</span><span id="line-487"> public void writeBackupStartCode(Long startCode, String backupRoot) throws IOException {</span> |
| <span class="source-line-no">488</span><span id="line-488"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">489</span><span id="line-489"> LOG.trace("write backup start code to backup system table " + startCode);</span> |
| <span class="source-line-no">490</span><span id="line-490"> }</span> |
| <span class="source-line-no">491</span><span id="line-491"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">492</span><span id="line-492"> Put put = createPutForStartCode(startCode.toString(), backupRoot);</span> |
| <span class="source-line-no">493</span><span id="line-493"> table.put(put);</span> |
| <span class="source-line-no">494</span><span id="line-494"> }</span> |
| <span class="source-line-no">495</span><span id="line-495"> }</span> |
| <span class="source-line-no">496</span><span id="line-496"></span> |
| <span class="source-line-no">497</span><span id="line-497"> /**</span> |
| <span class="source-line-no">498</span><span id="line-498"> * Exclusive operations are: create, delete, merge</span> |
| <span class="source-line-no">499</span><span id="line-499"> * @throws IOException if a table operation fails or an active backup exclusive operation is</span> |
| <span class="source-line-no">500</span><span id="line-500"> * already underway</span> |
| <span class="source-line-no">501</span><span id="line-501"> */</span> |
| <span class="source-line-no">502</span><span id="line-502"> public void startBackupExclusiveOperation() throws IOException {</span> |
| <span class="source-line-no">503</span><span id="line-503"> LOG.debug("Start new backup exclusive operation");</span> |
| <span class="source-line-no">504</span><span id="line-504"></span> |
| <span class="source-line-no">505</span><span id="line-505"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">506</span><span id="line-506"> Put put = createPutForStartBackupSession();</span> |
| <span class="source-line-no">507</span><span id="line-507"> // First try to put if row does not exist</span> |
| <span class="source-line-no">508</span><span id="line-508"> if (</span> |
| <span class="source-line-no">509</span><span id="line-509"> !table.checkAndMutate(ACTIVE_SESSION_ROW, SESSIONS_FAMILY).qualifier(ACTIVE_SESSION_COL)</span> |
| <span class="source-line-no">510</span><span id="line-510"> .ifNotExists().thenPut(put)</span> |
| <span class="source-line-no">511</span><span id="line-511"> ) {</span> |
| <span class="source-line-no">512</span><span id="line-512"> // Row exists, try to put if value == ACTIVE_SESSION_NO</span> |
| <span class="source-line-no">513</span><span id="line-513"> if (</span> |
| <span class="source-line-no">514</span><span id="line-514"> !table.checkAndMutate(ACTIVE_SESSION_ROW, SESSIONS_FAMILY).qualifier(ACTIVE_SESSION_COL)</span> |
| <span class="source-line-no">515</span><span id="line-515"> .ifEquals(ACTIVE_SESSION_NO).thenPut(put)</span> |
| <span class="source-line-no">516</span><span id="line-516"> ) {</span> |
| <span class="source-line-no">517</span><span id="line-517"> throw new ExclusiveOperationException();</span> |
| <span class="source-line-no">518</span><span id="line-518"> }</span> |
| <span class="source-line-no">519</span><span id="line-519"> }</span> |
| <span class="source-line-no">520</span><span id="line-520"> }</span> |
| <span class="source-line-no">521</span><span id="line-521"> }</span> |
| <span class="source-line-no">522</span><span id="line-522"></span> |
| <span class="source-line-no">523</span><span id="line-523"> private Put createPutForStartBackupSession() {</span> |
| <span class="source-line-no">524</span><span id="line-524"> Put put = new Put(ACTIVE_SESSION_ROW);</span> |
| <span class="source-line-no">525</span><span id="line-525"> put.addColumn(SESSIONS_FAMILY, ACTIVE_SESSION_COL, ACTIVE_SESSION_YES);</span> |
| <span class="source-line-no">526</span><span id="line-526"> return put;</span> |
| <span class="source-line-no">527</span><span id="line-527"> }</span> |
| <span class="source-line-no">528</span><span id="line-528"></span> |
| <span class="source-line-no">529</span><span id="line-529"> public void finishBackupExclusiveOperation() throws IOException {</span> |
| <span class="source-line-no">530</span><span id="line-530"> LOG.debug("Finish backup exclusive operation");</span> |
| <span class="source-line-no">531</span><span id="line-531"></span> |
| <span class="source-line-no">532</span><span id="line-532"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">533</span><span id="line-533"> Put put = createPutForStopBackupSession();</span> |
| <span class="source-line-no">534</span><span id="line-534"> if (</span> |
| <span class="source-line-no">535</span><span id="line-535"> !table.checkAndMutate(ACTIVE_SESSION_ROW, SESSIONS_FAMILY).qualifier(ACTIVE_SESSION_COL)</span> |
| <span class="source-line-no">536</span><span id="line-536"> .ifEquals(ACTIVE_SESSION_YES).thenPut(put)</span> |
| <span class="source-line-no">537</span><span id="line-537"> ) {</span> |
| <span class="source-line-no">538</span><span id="line-538"> throw new IOException("There is no active backup exclusive operation");</span> |
| <span class="source-line-no">539</span><span id="line-539"> }</span> |
| <span class="source-line-no">540</span><span id="line-540"> }</span> |
| <span class="source-line-no">541</span><span id="line-541"> }</span> |
| <span class="source-line-no">542</span><span id="line-542"></span> |
| <span class="source-line-no">543</span><span id="line-543"> private Put createPutForStopBackupSession() {</span> |
| <span class="source-line-no">544</span><span id="line-544"> Put put = new Put(ACTIVE_SESSION_ROW);</span> |
| <span class="source-line-no">545</span><span id="line-545"> put.addColumn(SESSIONS_FAMILY, ACTIVE_SESSION_COL, ACTIVE_SESSION_NO);</span> |
| <span class="source-line-no">546</span><span id="line-546"> return put;</span> |
| <span class="source-line-no">547</span><span id="line-547"> }</span> |
| <span class="source-line-no">548</span><span id="line-548"></span> |
| <span class="source-line-no">549</span><span id="line-549"> /**</span> |
| <span class="source-line-no">550</span><span id="line-550"> * Get the Region Servers log information after the last log roll from backup system table.</span> |
| <span class="source-line-no">551</span><span id="line-551"> * @param backupRoot root directory path to backup</span> |
| <span class="source-line-no">552</span><span id="line-552"> * @return RS log info</span> |
| <span class="source-line-no">553</span><span id="line-553"> * @throws IOException exception</span> |
| <span class="source-line-no">554</span><span id="line-554"> */</span> |
| <span class="source-line-no">555</span><span id="line-555"> public HashMap<String, Long> readRegionServerLastLogRollResult(String backupRoot)</span> |
| <span class="source-line-no">556</span><span id="line-556"> throws IOException {</span> |
| <span class="source-line-no">557</span><span id="line-557"> LOG.trace("read region server last roll log result to backup system table");</span> |
| <span class="source-line-no">558</span><span id="line-558"></span> |
| <span class="source-line-no">559</span><span id="line-559"> Scan scan = createScanForReadRegionServerLastLogRollResult(backupRoot);</span> |
| <span class="source-line-no">560</span><span id="line-560"></span> |
| <span class="source-line-no">561</span><span id="line-561"> try (Table table = connection.getTable(tableName);</span> |
| <span class="source-line-no">562</span><span id="line-562"> ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">563</span><span id="line-563"> Result res;</span> |
| <span class="source-line-no">564</span><span id="line-564"> HashMap<String, Long> rsTimestampMap = new HashMap<>();</span> |
| <span class="source-line-no">565</span><span id="line-565"> while ((res = scanner.next()) != null) {</span> |
| <span class="source-line-no">566</span><span id="line-566"> res.advance();</span> |
| <span class="source-line-no">567</span><span id="line-567"> Cell cell = res.current();</span> |
| <span class="source-line-no">568</span><span id="line-568"> byte[] row = CellUtil.cloneRow(cell);</span> |
| <span class="source-line-no">569</span><span id="line-569"> String server = getServerNameForReadRegionServerLastLogRollResult(row);</span> |
| <span class="source-line-no">570</span><span id="line-570"> byte[] data = CellUtil.cloneValue(cell);</span> |
| <span class="source-line-no">571</span><span id="line-571"> rsTimestampMap.put(server, Bytes.toLong(data));</span> |
| <span class="source-line-no">572</span><span id="line-572"> }</span> |
| <span class="source-line-no">573</span><span id="line-573"> return rsTimestampMap;</span> |
| <span class="source-line-no">574</span><span id="line-574"> }</span> |
| <span class="source-line-no">575</span><span id="line-575"> }</span> |
| <span class="source-line-no">576</span><span id="line-576"></span> |
| <span class="source-line-no">577</span><span id="line-577"> /**</span> |
| <span class="source-line-no">578</span><span id="line-578"> * Writes Region Server last roll log result (timestamp) to backup system table table</span> |
| <span class="source-line-no">579</span><span id="line-579"> * @param server Region Server name</span> |
| <span class="source-line-no">580</span><span id="line-580"> * @param ts last log timestamp</span> |
| <span class="source-line-no">581</span><span id="line-581"> * @param backupRoot root directory path to backup</span> |
| <span class="source-line-no">582</span><span id="line-582"> * @throws IOException exception</span> |
| <span class="source-line-no">583</span><span id="line-583"> */</span> |
| <span class="source-line-no">584</span><span id="line-584"> public void writeRegionServerLastLogRollResult(String server, Long ts, String backupRoot)</span> |
| <span class="source-line-no">585</span><span id="line-585"> throws IOException {</span> |
| <span class="source-line-no">586</span><span id="line-586"> LOG.trace("write region server last roll log result to backup system table");</span> |
| <span class="source-line-no">587</span><span id="line-587"></span> |
| <span class="source-line-no">588</span><span id="line-588"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">589</span><span id="line-589"> Put put = createPutForRegionServerLastLogRollResult(server, ts, backupRoot);</span> |
| <span class="source-line-no">590</span><span id="line-590"> table.put(put);</span> |
| <span class="source-line-no">591</span><span id="line-591"> }</span> |
| <span class="source-line-no">592</span><span id="line-592"> }</span> |
| <span class="source-line-no">593</span><span id="line-593"></span> |
| <span class="source-line-no">594</span><span id="line-594"> /**</span> |
| <span class="source-line-no">595</span><span id="line-595"> * Get all completed backup information (in desc order by time)</span> |
| <span class="source-line-no">596</span><span id="line-596"> * @param onlyCompleted true, if only successfully completed sessions</span> |
| <span class="source-line-no">597</span><span id="line-597"> * @return history info of BackupCompleteData</span> |
| <span class="source-line-no">598</span><span id="line-598"> * @throws IOException exception</span> |
| <span class="source-line-no">599</span><span id="line-599"> */</span> |
| <span class="source-line-no">600</span><span id="line-600"> public ArrayList<BackupInfo> getBackupHistory(boolean onlyCompleted) throws IOException {</span> |
| <span class="source-line-no">601</span><span id="line-601"> LOG.trace("get backup history from backup system table");</span> |
| <span class="source-line-no">602</span><span id="line-602"></span> |
| <span class="source-line-no">603</span><span id="line-603"> BackupState state = onlyCompleted ? BackupState.COMPLETE : BackupState.ANY;</span> |
| <span class="source-line-no">604</span><span id="line-604"> ArrayList<BackupInfo> list = getBackupInfos(state);</span> |
| <span class="source-line-no">605</span><span id="line-605"> return BackupUtils.sortHistoryListDesc(list);</span> |
| <span class="source-line-no">606</span><span id="line-606"> }</span> |
| <span class="source-line-no">607</span><span id="line-607"></span> |
| <span class="source-line-no">608</span><span id="line-608"> /**</span> |
| <span class="source-line-no">609</span><span id="line-609"> * Get all backups history</span> |
| <span class="source-line-no">610</span><span id="line-610"> * @return list of backup info</span> |
| <span class="source-line-no">611</span><span id="line-611"> * @throws IOException if getting the backup history fails</span> |
| <span class="source-line-no">612</span><span id="line-612"> */</span> |
| <span class="source-line-no">613</span><span id="line-613"> public List<BackupInfo> getBackupHistory() throws IOException {</span> |
| <span class="source-line-no">614</span><span id="line-614"> return getBackupHistory(false);</span> |
| <span class="source-line-no">615</span><span id="line-615"> }</span> |
| <span class="source-line-no">616</span><span id="line-616"></span> |
| <span class="source-line-no">617</span><span id="line-617"> /**</span> |
| <span class="source-line-no">618</span><span id="line-618"> * Get first n backup history records</span> |
| <span class="source-line-no">619</span><span id="line-619"> * @param n number of records, if n== -1 - max number is ignored</span> |
| <span class="source-line-no">620</span><span id="line-620"> * @return list of records</span> |
| <span class="source-line-no">621</span><span id="line-621"> * @throws IOException if getting the backup history fails</span> |
| <span class="source-line-no">622</span><span id="line-622"> */</span> |
| <span class="source-line-no">623</span><span id="line-623"> public List<BackupInfo> getHistory(int n) throws IOException {</span> |
| <span class="source-line-no">624</span><span id="line-624"> List<BackupInfo> history = getBackupHistory();</span> |
| <span class="source-line-no">625</span><span id="line-625"> if (n == -1 || history.size() <= n) {</span> |
| <span class="source-line-no">626</span><span id="line-626"> return history;</span> |
| <span class="source-line-no">627</span><span id="line-627"> }</span> |
| <span class="source-line-no">628</span><span id="line-628"> return Collections.unmodifiableList(history.subList(0, n));</span> |
| <span class="source-line-no">629</span><span id="line-629"> }</span> |
| <span class="source-line-no">630</span><span id="line-630"></span> |
| <span class="source-line-no">631</span><span id="line-631"> /**</span> |
| <span class="source-line-no">632</span><span id="line-632"> * Get backup history records filtered by list of filters.</span> |
| <span class="source-line-no">633</span><span id="line-633"> * @param n max number of records, if n == -1 , then max number is ignored</span> |
| <span class="source-line-no">634</span><span id="line-634"> * @param filters list of filters</span> |
| <span class="source-line-no">635</span><span id="line-635"> * @return backup records</span> |
| <span class="source-line-no">636</span><span id="line-636"> * @throws IOException if getting the backup history fails</span> |
| <span class="source-line-no">637</span><span id="line-637"> */</span> |
| <span class="source-line-no">638</span><span id="line-638"> public List<BackupInfo> getBackupHistory(int n, BackupInfo.Filter... filters) throws IOException {</span> |
| <span class="source-line-no">639</span><span id="line-639"> if (filters.length == 0) {</span> |
| <span class="source-line-no">640</span><span id="line-640"> return getHistory(n);</span> |
| <span class="source-line-no">641</span><span id="line-641"> }</span> |
| <span class="source-line-no">642</span><span id="line-642"></span> |
| <span class="source-line-no">643</span><span id="line-643"> List<BackupInfo> history = getBackupHistory();</span> |
| <span class="source-line-no">644</span><span id="line-644"> List<BackupInfo> result = new ArrayList<>();</span> |
| <span class="source-line-no">645</span><span id="line-645"> for (BackupInfo bi : history) {</span> |
| <span class="source-line-no">646</span><span id="line-646"> if (n >= 0 && result.size() == n) {</span> |
| <span class="source-line-no">647</span><span id="line-647"> break;</span> |
| <span class="source-line-no">648</span><span id="line-648"> }</span> |
| <span class="source-line-no">649</span><span id="line-649"></span> |
| <span class="source-line-no">650</span><span id="line-650"> boolean passed = true;</span> |
| <span class="source-line-no">651</span><span id="line-651"> for (int i = 0; i < filters.length; i++) {</span> |
| <span class="source-line-no">652</span><span id="line-652"> if (!filters[i].apply(bi)) {</span> |
| <span class="source-line-no">653</span><span id="line-653"> passed = false;</span> |
| <span class="source-line-no">654</span><span id="line-654"> break;</span> |
| <span class="source-line-no">655</span><span id="line-655"> }</span> |
| <span class="source-line-no">656</span><span id="line-656"> }</span> |
| <span class="source-line-no">657</span><span id="line-657"> if (passed) {</span> |
| <span class="source-line-no">658</span><span id="line-658"> result.add(bi);</span> |
| <span class="source-line-no">659</span><span id="line-659"> }</span> |
| <span class="source-line-no">660</span><span id="line-660"> }</span> |
| <span class="source-line-no">661</span><span id="line-661"> return result;</span> |
| <span class="source-line-no">662</span><span id="line-662"> }</span> |
| <span class="source-line-no">663</span><span id="line-663"></span> |
| <span class="source-line-no">664</span><span id="line-664"> /**</span> |
| <span class="source-line-no">665</span><span id="line-665"> * Retrieve all table names that are part of any known backup</span> |
| <span class="source-line-no">666</span><span id="line-666"> */</span> |
| <span class="source-line-no">667</span><span id="line-667"> public Set<TableName> getTablesIncludedInBackups() throws IOException {</span> |
| <span class="source-line-no">668</span><span id="line-668"> Set<TableName> names = new HashSet<>();</span> |
| <span class="source-line-no">669</span><span id="line-669"> List<BackupInfo> infos = getBackupHistory(true);</span> |
| <span class="source-line-no">670</span><span id="line-670"> for (BackupInfo info : infos) {</span> |
| <span class="source-line-no">671</span><span id="line-671"> // Incremental backups have the same tables as the preceding full backups</span> |
| <span class="source-line-no">672</span><span id="line-672"> if (info.getType() == BackupType.FULL) {</span> |
| <span class="source-line-no">673</span><span id="line-673"> names.addAll(info.getTableNames());</span> |
| <span class="source-line-no">674</span><span id="line-674"> }</span> |
| <span class="source-line-no">675</span><span id="line-675"> }</span> |
| <span class="source-line-no">676</span><span id="line-676"> return names;</span> |
| <span class="source-line-no">677</span><span id="line-677"> }</span> |
| <span class="source-line-no">678</span><span id="line-678"></span> |
| <span class="source-line-no">679</span><span id="line-679"> /**</span> |
| <span class="source-line-no">680</span><span id="line-680"> * Get history for backup destination</span> |
| <span class="source-line-no">681</span><span id="line-681"> * @param backupRoot backup destination path</span> |
| <span class="source-line-no">682</span><span id="line-682"> * @return List of backup info</span> |
| <span class="source-line-no">683</span><span id="line-683"> * @throws IOException if getting the backup history fails</span> |
| <span class="source-line-no">684</span><span id="line-684"> */</span> |
| <span class="source-line-no">685</span><span id="line-685"> public List<BackupInfo> getBackupHistory(String backupRoot) throws IOException {</span> |
| <span class="source-line-no">686</span><span id="line-686"> ArrayList<BackupInfo> history = getBackupHistory(false);</span> |
| <span class="source-line-no">687</span><span id="line-687"> for (Iterator<BackupInfo> iterator = history.iterator(); iterator.hasNext();) {</span> |
| <span class="source-line-no">688</span><span id="line-688"> BackupInfo info = iterator.next();</span> |
| <span class="source-line-no">689</span><span id="line-689"> if (!backupRoot.equals(info.getBackupRootDir())) {</span> |
| <span class="source-line-no">690</span><span id="line-690"> iterator.remove();</span> |
| <span class="source-line-no">691</span><span id="line-691"> }</span> |
| <span class="source-line-no">692</span><span id="line-692"> }</span> |
| <span class="source-line-no">693</span><span id="line-693"> return history;</span> |
| <span class="source-line-no">694</span><span id="line-694"> }</span> |
| <span class="source-line-no">695</span><span id="line-695"></span> |
| <span class="source-line-no">696</span><span id="line-696"> /**</span> |
| <span class="source-line-no">697</span><span id="line-697"> * Get history for a table</span> |
| <span class="source-line-no">698</span><span id="line-698"> * @param name table name</span> |
| <span class="source-line-no">699</span><span id="line-699"> * @return history for a table</span> |
| <span class="source-line-no">700</span><span id="line-700"> * @throws IOException if getting the backup history fails</span> |
| <span class="source-line-no">701</span><span id="line-701"> */</span> |
| <span class="source-line-no">702</span><span id="line-702"> public List<BackupInfo> getBackupHistoryForTable(TableName name) throws IOException {</span> |
| <span class="source-line-no">703</span><span id="line-703"> List<BackupInfo> history = getBackupHistory();</span> |
| <span class="source-line-no">704</span><span id="line-704"> List<BackupInfo> tableHistory = new ArrayList<>();</span> |
| <span class="source-line-no">705</span><span id="line-705"> for (BackupInfo info : history) {</span> |
| <span class="source-line-no">706</span><span id="line-706"> List<TableName> tables = info.getTableNames();</span> |
| <span class="source-line-no">707</span><span id="line-707"> if (tables.contains(name)) {</span> |
| <span class="source-line-no">708</span><span id="line-708"> tableHistory.add(info);</span> |
| <span class="source-line-no">709</span><span id="line-709"> }</span> |
| <span class="source-line-no">710</span><span id="line-710"> }</span> |
| <span class="source-line-no">711</span><span id="line-711"> return tableHistory;</span> |
| <span class="source-line-no">712</span><span id="line-712"> }</span> |
| <span class="source-line-no">713</span><span id="line-713"></span> |
| <span class="source-line-no">714</span><span id="line-714"> /**</span> |
| <span class="source-line-no">715</span><span id="line-715"> * Goes through all backup history corresponding to the provided root folder, and collects all</span> |
| <span class="source-line-no">716</span><span id="line-716"> * backup info mentioning each of the provided tables.</span> |
| <span class="source-line-no">717</span><span id="line-717"> * @param set the tables for which to collect the {@code BackupInfo}</span> |
| <span class="source-line-no">718</span><span id="line-718"> * @param backupRoot backup destination path to retrieve backup history for</span> |
| <span class="source-line-no">719</span><span id="line-719"> * @return a map containing (a subset of) the provided {@code TableName}s, mapped to a list of at</span> |
| <span class="source-line-no">720</span><span id="line-720"> * least one {@code BackupInfo}</span> |
| <span class="source-line-no">721</span><span id="line-721"> * @throws IOException if getting the backup history fails</span> |
| <span class="source-line-no">722</span><span id="line-722"> */</span> |
| <span class="source-line-no">723</span><span id="line-723"> public Map<TableName, List<BackupInfo>> getBackupHistoryForTableSet(Set<TableName> set,</span> |
| <span class="source-line-no">724</span><span id="line-724"> String backupRoot) throws IOException {</span> |
| <span class="source-line-no">725</span><span id="line-725"> List<BackupInfo> history = getBackupHistory(backupRoot);</span> |
| <span class="source-line-no">726</span><span id="line-726"> Map<TableName, List<BackupInfo>> tableHistoryMap = new HashMap<>();</span> |
| <span class="source-line-no">727</span><span id="line-727"> for (BackupInfo info : history) {</span> |
| <span class="source-line-no">728</span><span id="line-728"> List<TableName> tables = info.getTableNames();</span> |
| <span class="source-line-no">729</span><span id="line-729"> for (TableName tableName : tables) {</span> |
| <span class="source-line-no">730</span><span id="line-730"> if (set.contains(tableName)) {</span> |
| <span class="source-line-no">731</span><span id="line-731"> List<BackupInfo> list =</span> |
| <span class="source-line-no">732</span><span id="line-732"> tableHistoryMap.computeIfAbsent(tableName, k -> new ArrayList<>());</span> |
| <span class="source-line-no">733</span><span id="line-733"> list.add(info);</span> |
| <span class="source-line-no">734</span><span id="line-734"> }</span> |
| <span class="source-line-no">735</span><span id="line-735"> }</span> |
| <span class="source-line-no">736</span><span id="line-736"> }</span> |
| <span class="source-line-no">737</span><span id="line-737"> return tableHistoryMap;</span> |
| <span class="source-line-no">738</span><span id="line-738"> }</span> |
| <span class="source-line-no">739</span><span id="line-739"></span> |
| <span class="source-line-no">740</span><span id="line-740"> /**</span> |
| <span class="source-line-no">741</span><span id="line-741"> * Get all backup sessions with a given state (in descending order by time)</span> |
| <span class="source-line-no">742</span><span id="line-742"> * @param state backup session state</span> |
| <span class="source-line-no">743</span><span id="line-743"> * @return history info of backup info objects</span> |
| <span class="source-line-no">744</span><span id="line-744"> * @throws IOException exception</span> |
| <span class="source-line-no">745</span><span id="line-745"> */</span> |
| <span class="source-line-no">746</span><span id="line-746"> public ArrayList<BackupInfo> getBackupInfos(BackupState state) throws IOException {</span> |
| <span class="source-line-no">747</span><span id="line-747"> LOG.trace("get backup infos from backup system table");</span> |
| <span class="source-line-no">748</span><span id="line-748"></span> |
| <span class="source-line-no">749</span><span id="line-749"> Scan scan = createScanForBackupHistory();</span> |
| <span class="source-line-no">750</span><span id="line-750"> ArrayList<BackupInfo> list = new ArrayList<>();</span> |
| <span class="source-line-no">751</span><span id="line-751"></span> |
| <span class="source-line-no">752</span><span id="line-752"> try (Table table = connection.getTable(tableName);</span> |
| <span class="source-line-no">753</span><span id="line-753"> ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">754</span><span id="line-754"> Result res;</span> |
| <span class="source-line-no">755</span><span id="line-755"> while ((res = scanner.next()) != null) {</span> |
| <span class="source-line-no">756</span><span id="line-756"> res.advance();</span> |
| <span class="source-line-no">757</span><span id="line-757"> BackupInfo context = cellToBackupInfo(res.current());</span> |
| <span class="source-line-no">758</span><span id="line-758"> if (state != BackupState.ANY && context.getState() != state) {</span> |
| <span class="source-line-no">759</span><span id="line-759"> continue;</span> |
| <span class="source-line-no">760</span><span id="line-760"> }</span> |
| <span class="source-line-no">761</span><span id="line-761"> list.add(context);</span> |
| <span class="source-line-no">762</span><span id="line-762"> }</span> |
| <span class="source-line-no">763</span><span id="line-763"> return list;</span> |
| <span class="source-line-no">764</span><span id="line-764"> }</span> |
| <span class="source-line-no">765</span><span id="line-765"> }</span> |
| <span class="source-line-no">766</span><span id="line-766"></span> |
| <span class="source-line-no">767</span><span id="line-767"> /**</span> |
| <span class="source-line-no">768</span><span id="line-768"> * Write the current timestamps for each regionserver to backup system table after a successful</span> |
| <span class="source-line-no">769</span><span id="line-769"> * full or incremental backup. The saved timestamp is of the last log file that was backed up</span> |
| <span class="source-line-no">770</span><span id="line-770"> * already.</span> |
| <span class="source-line-no">771</span><span id="line-771"> * @param tables tables</span> |
| <span class="source-line-no">772</span><span id="line-772"> * @param newTimestamps timestamps</span> |
| <span class="source-line-no">773</span><span id="line-773"> * @param backupRoot root directory path to backup</span> |
| <span class="source-line-no">774</span><span id="line-774"> * @throws IOException exception</span> |
| <span class="source-line-no">775</span><span id="line-775"> */</span> |
| <span class="source-line-no">776</span><span id="line-776"> public void writeRegionServerLogTimestamp(Set<TableName> tables, Map<String, Long> newTimestamps,</span> |
| <span class="source-line-no">777</span><span id="line-777"> String backupRoot) throws IOException {</span> |
| <span class="source-line-no">778</span><span id="line-778"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">779</span><span id="line-779"> LOG.trace("write RS log time stamps to backup system table for tables ["</span> |
| <span class="source-line-no">780</span><span id="line-780"> + StringUtils.join(tables, ",") + "]");</span> |
| <span class="source-line-no">781</span><span id="line-781"> }</span> |
| <span class="source-line-no">782</span><span id="line-782"> List<Put> puts = new ArrayList<>();</span> |
| <span class="source-line-no">783</span><span id="line-783"> for (TableName table : tables) {</span> |
| <span class="source-line-no">784</span><span id="line-784"> byte[] smapData = toTableServerTimestampProto(table, newTimestamps).toByteArray();</span> |
| <span class="source-line-no">785</span><span id="line-785"> Put put = createPutForWriteRegionServerLogTimestamp(table, smapData, backupRoot);</span> |
| <span class="source-line-no">786</span><span id="line-786"> puts.add(put);</span> |
| <span class="source-line-no">787</span><span id="line-787"> }</span> |
| <span class="source-line-no">788</span><span id="line-788"> try (BufferedMutator bufferedMutator = connection.getBufferedMutator(tableName)) {</span> |
| <span class="source-line-no">789</span><span id="line-789"> bufferedMutator.mutate(puts);</span> |
| <span class="source-line-no">790</span><span id="line-790"> }</span> |
| <span class="source-line-no">791</span><span id="line-791"> }</span> |
| <span class="source-line-no">792</span><span id="line-792"></span> |
| <span class="source-line-no">793</span><span id="line-793"> /**</span> |
| <span class="source-line-no">794</span><span id="line-794"> * Read the timestamp for each region server log after the last successful backup. Each table has</span> |
| <span class="source-line-no">795</span><span id="line-795"> * its own set of the timestamps. The info is stored for each table as a concatenated string of</span> |
| <span class="source-line-no">796</span><span id="line-796"> * rs->timestapmp</span> |
| <span class="source-line-no">797</span><span id="line-797"> * @param backupRoot root directory path to backup</span> |
| <span class="source-line-no">798</span><span id="line-798"> * @return the timestamp for each region server. key: tableName value:</span> |
| <span class="source-line-no">799</span><span id="line-799"> * RegionServer,PreviousTimeStamp</span> |
| <span class="source-line-no">800</span><span id="line-800"> * @throws IOException exception</span> |
| <span class="source-line-no">801</span><span id="line-801"> */</span> |
| <span class="source-line-no">802</span><span id="line-802"> public Map<TableName, Map<String, Long>> readLogTimestampMap(String backupRoot)</span> |
| <span class="source-line-no">803</span><span id="line-803"> throws IOException {</span> |
| <span class="source-line-no">804</span><span id="line-804"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">805</span><span id="line-805"> LOG.trace("read RS log ts from backup system table for root=" + backupRoot);</span> |
| <span class="source-line-no">806</span><span id="line-806"> }</span> |
| <span class="source-line-no">807</span><span id="line-807"></span> |
| <span class="source-line-no">808</span><span id="line-808"> Map<TableName, Map<String, Long>> tableTimestampMap = new HashMap<>();</span> |
| <span class="source-line-no">809</span><span id="line-809"></span> |
| <span class="source-line-no">810</span><span id="line-810"> Scan scan = createScanForReadLogTimestampMap(backupRoot);</span> |
| <span class="source-line-no">811</span><span id="line-811"> try (Table table = connection.getTable(tableName);</span> |
| <span class="source-line-no">812</span><span id="line-812"> ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">813</span><span id="line-813"> Result res;</span> |
| <span class="source-line-no">814</span><span id="line-814"> while ((res = scanner.next()) != null) {</span> |
| <span class="source-line-no">815</span><span id="line-815"> res.advance();</span> |
| <span class="source-line-no">816</span><span id="line-816"> Cell cell = res.current();</span> |
| <span class="source-line-no">817</span><span id="line-817"> byte[] row = CellUtil.cloneRow(cell);</span> |
| <span class="source-line-no">818</span><span id="line-818"> String tabName = getTableNameForReadLogTimestampMap(row);</span> |
| <span class="source-line-no">819</span><span id="line-819"> TableName tn = TableName.valueOf(tabName);</span> |
| <span class="source-line-no">820</span><span id="line-820"> byte[] data = CellUtil.cloneValue(cell);</span> |
| <span class="source-line-no">821</span><span id="line-821"> if (data == null) {</span> |
| <span class="source-line-no">822</span><span id="line-822"> throw new IOException("Data of last backup data from backup system table "</span> |
| <span class="source-line-no">823</span><span id="line-823"> + "is empty. Create a backup first.");</span> |
| <span class="source-line-no">824</span><span id="line-824"> }</span> |
| <span class="source-line-no">825</span><span id="line-825"> if (data != null && data.length > 0) {</span> |
| <span class="source-line-no">826</span><span id="line-826"> HashMap<String, Long> lastBackup =</span> |
| <span class="source-line-no">827</span><span id="line-827"> fromTableServerTimestampProto(BackupProtos.TableServerTimestamp.parseFrom(data));</span> |
| <span class="source-line-no">828</span><span id="line-828"> tableTimestampMap.put(tn, lastBackup);</span> |
| <span class="source-line-no">829</span><span id="line-829"> }</span> |
| <span class="source-line-no">830</span><span id="line-830"> }</span> |
| <span class="source-line-no">831</span><span id="line-831"> return tableTimestampMap;</span> |
| <span class="source-line-no">832</span><span id="line-832"> }</span> |
| <span class="source-line-no">833</span><span id="line-833"> }</span> |
| <span class="source-line-no">834</span><span id="line-834"></span> |
| <span class="source-line-no">835</span><span id="line-835"> private BackupProtos.TableServerTimestamp toTableServerTimestampProto(TableName table,</span> |
| <span class="source-line-no">836</span><span id="line-836"> Map<String, Long> map) {</span> |
| <span class="source-line-no">837</span><span id="line-837"> BackupProtos.TableServerTimestamp.Builder tstBuilder =</span> |
| <span class="source-line-no">838</span><span id="line-838"> BackupProtos.TableServerTimestamp.newBuilder();</span> |
| <span class="source-line-no">839</span><span id="line-839"> tstBuilder</span> |
| <span class="source-line-no">840</span><span id="line-840"> .setTableName(org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.toProtoTableName(table));</span> |
| <span class="source-line-no">841</span><span id="line-841"></span> |
| <span class="source-line-no">842</span><span id="line-842"> for (Entry<String, Long> entry : map.entrySet()) {</span> |
| <span class="source-line-no">843</span><span id="line-843"> BackupProtos.ServerTimestamp.Builder builder = BackupProtos.ServerTimestamp.newBuilder();</span> |
| <span class="source-line-no">844</span><span id="line-844"> HBaseProtos.ServerName.Builder snBuilder = HBaseProtos.ServerName.newBuilder();</span> |
| <span class="source-line-no">845</span><span id="line-845"> ServerName sn = ServerName.parseServerName(entry.getKey());</span> |
| <span class="source-line-no">846</span><span id="line-846"> snBuilder.setHostName(sn.getHostname());</span> |
| <span class="source-line-no">847</span><span id="line-847"> snBuilder.setPort(sn.getPort());</span> |
| <span class="source-line-no">848</span><span id="line-848"> builder.setServerName(snBuilder.build());</span> |
| <span class="source-line-no">849</span><span id="line-849"> builder.setTimestamp(entry.getValue());</span> |
| <span class="source-line-no">850</span><span id="line-850"> tstBuilder.addServerTimestamp(builder.build());</span> |
| <span class="source-line-no">851</span><span id="line-851"> }</span> |
| <span class="source-line-no">852</span><span id="line-852"></span> |
| <span class="source-line-no">853</span><span id="line-853"> return tstBuilder.build();</span> |
| <span class="source-line-no">854</span><span id="line-854"> }</span> |
| <span class="source-line-no">855</span><span id="line-855"></span> |
| <span class="source-line-no">856</span><span id="line-856"> private HashMap<String, Long></span> |
| <span class="source-line-no">857</span><span id="line-857"> fromTableServerTimestampProto(BackupProtos.TableServerTimestamp proto) {</span> |
| <span class="source-line-no">858</span><span id="line-858"></span> |
| <span class="source-line-no">859</span><span id="line-859"> HashMap<String, Long> map = new HashMap<>();</span> |
| <span class="source-line-no">860</span><span id="line-860"> List<BackupProtos.ServerTimestamp> list = proto.getServerTimestampList();</span> |
| <span class="source-line-no">861</span><span id="line-861"> for (BackupProtos.ServerTimestamp st : list) {</span> |
| <span class="source-line-no">862</span><span id="line-862"> ServerName sn =</span> |
| <span class="source-line-no">863</span><span id="line-863"> org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.toServerName(st.getServerName());</span> |
| <span class="source-line-no">864</span><span id="line-864"> map.put(sn.getHostname() + ":" + sn.getPort(), st.getTimestamp());</span> |
| <span class="source-line-no">865</span><span id="line-865"> }</span> |
| <span class="source-line-no">866</span><span id="line-866"> return map;</span> |
| <span class="source-line-no">867</span><span id="line-867"> }</span> |
| <span class="source-line-no">868</span><span id="line-868"></span> |
| <span class="source-line-no">869</span><span id="line-869"> /**</span> |
| <span class="source-line-no">870</span><span id="line-870"> * Return the current tables covered by incremental backup.</span> |
| <span class="source-line-no">871</span><span id="line-871"> * @param backupRoot root directory path to backup</span> |
| <span class="source-line-no">872</span><span id="line-872"> * @return set of tableNames</span> |
| <span class="source-line-no">873</span><span id="line-873"> * @throws IOException exception</span> |
| <span class="source-line-no">874</span><span id="line-874"> */</span> |
| <span class="source-line-no">875</span><span id="line-875"> public Set<TableName> getIncrementalBackupTableSet(String backupRoot) throws IOException {</span> |
| <span class="source-line-no">876</span><span id="line-876"> LOG.trace("get incremental backup table set from backup system table");</span> |
| <span class="source-line-no">877</span><span id="line-877"></span> |
| <span class="source-line-no">878</span><span id="line-878"> TreeSet<TableName> set = new TreeSet<>();</span> |
| <span class="source-line-no">879</span><span id="line-879"></span> |
| <span class="source-line-no">880</span><span id="line-880"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">881</span><span id="line-881"> Get get = createGetForIncrBackupTableSet(backupRoot);</span> |
| <span class="source-line-no">882</span><span id="line-882"> Result res = table.get(get);</span> |
| <span class="source-line-no">883</span><span id="line-883"> if (res.isEmpty()) {</span> |
| <span class="source-line-no">884</span><span id="line-884"> return set;</span> |
| <span class="source-line-no">885</span><span id="line-885"> }</span> |
| <span class="source-line-no">886</span><span id="line-886"> List<Cell> cells = res.listCells();</span> |
| <span class="source-line-no">887</span><span id="line-887"> for (Cell cell : cells) {</span> |
| <span class="source-line-no">888</span><span id="line-888"> // qualifier = table name - we use table names as qualifiers</span> |
| <span class="source-line-no">889</span><span id="line-889"> set.add(TableName.valueOf(CellUtil.cloneQualifier(cell)));</span> |
| <span class="source-line-no">890</span><span id="line-890"> }</span> |
| <span class="source-line-no">891</span><span id="line-891"> return set;</span> |
| <span class="source-line-no">892</span><span id="line-892"> }</span> |
| <span class="source-line-no">893</span><span id="line-893"> }</span> |
| <span class="source-line-no">894</span><span id="line-894"></span> |
| <span class="source-line-no">895</span><span id="line-895"> /**</span> |
| <span class="source-line-no">896</span><span id="line-896"> * Add tables to global incremental backup set</span> |
| <span class="source-line-no">897</span><span id="line-897"> * @param tables set of tables</span> |
| <span class="source-line-no">898</span><span id="line-898"> * @param backupRoot root directory path to backup</span> |
| <span class="source-line-no">899</span><span id="line-899"> * @throws IOException exception</span> |
| <span class="source-line-no">900</span><span id="line-900"> */</span> |
| <span class="source-line-no">901</span><span id="line-901"> public void addIncrementalBackupTableSet(Set<TableName> tables, String backupRoot)</span> |
| <span class="source-line-no">902</span><span id="line-902"> throws IOException {</span> |
| <span class="source-line-no">903</span><span id="line-903"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">904</span><span id="line-904"> LOG.trace("Add incremental backup table set to backup system table. ROOT=" + backupRoot</span> |
| <span class="source-line-no">905</span><span id="line-905"> + " tables [" + StringUtils.join(tables, " ") + "]");</span> |
| <span class="source-line-no">906</span><span id="line-906"> }</span> |
| <span class="source-line-no">907</span><span id="line-907"> if (LOG.isDebugEnabled()) {</span> |
| <span class="source-line-no">908</span><span id="line-908"> tables.forEach(table -> LOG.debug(Objects.toString(table)));</span> |
| <span class="source-line-no">909</span><span id="line-909"> }</span> |
| <span class="source-line-no">910</span><span id="line-910"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">911</span><span id="line-911"> Put put = createPutForIncrBackupTableSet(tables, backupRoot);</span> |
| <span class="source-line-no">912</span><span id="line-912"> table.put(put);</span> |
| <span class="source-line-no">913</span><span id="line-913"> }</span> |
| <span class="source-line-no">914</span><span id="line-914"> }</span> |
| <span class="source-line-no">915</span><span id="line-915"></span> |
| <span class="source-line-no">916</span><span id="line-916"> /**</span> |
| <span class="source-line-no">917</span><span id="line-917"> * Deletes incremental backup set for a backup destination</span> |
| <span class="source-line-no">918</span><span id="line-918"> * @param backupRoot backup root</span> |
| <span class="source-line-no">919</span><span id="line-919"> */</span> |
| <span class="source-line-no">920</span><span id="line-920"> public void deleteIncrementalBackupTableSet(String backupRoot) throws IOException {</span> |
| <span class="source-line-no">921</span><span id="line-921"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">922</span><span id="line-922"> LOG.trace("Delete incremental backup table set to backup system table. ROOT=" + backupRoot);</span> |
| <span class="source-line-no">923</span><span id="line-923"> }</span> |
| <span class="source-line-no">924</span><span id="line-924"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">925</span><span id="line-925"> Delete delete = createDeleteForIncrBackupTableSet(backupRoot);</span> |
| <span class="source-line-no">926</span><span id="line-926"> table.delete(delete);</span> |
| <span class="source-line-no">927</span><span id="line-927"> }</span> |
| <span class="source-line-no">928</span><span id="line-928"> }</span> |
| <span class="source-line-no">929</span><span id="line-929"></span> |
| <span class="source-line-no">930</span><span id="line-930"> /**</span> |
| <span class="source-line-no">931</span><span id="line-931"> * Checks if we have at least one backup session in backup system table This API is used by</span> |
| <span class="source-line-no">932</span><span id="line-932"> * BackupLogCleaner</span> |
| <span class="source-line-no">933</span><span id="line-933"> * @return true, if - at least one session exists in backup system table table</span> |
| <span class="source-line-no">934</span><span id="line-934"> * @throws IOException exception</span> |
| <span class="source-line-no">935</span><span id="line-935"> */</span> |
| <span class="source-line-no">936</span><span id="line-936"> public boolean hasBackupSessions() throws IOException {</span> |
| <span class="source-line-no">937</span><span id="line-937"> LOG.trace("Has backup sessions from backup system table");</span> |
| <span class="source-line-no">938</span><span id="line-938"></span> |
| <span class="source-line-no">939</span><span id="line-939"> boolean result = false;</span> |
| <span class="source-line-no">940</span><span id="line-940"> Scan scan = createScanForBackupHistory();</span> |
| <span class="source-line-no">941</span><span id="line-941"> scan.setCaching(1);</span> |
| <span class="source-line-no">942</span><span id="line-942"> try (Table table = connection.getTable(tableName);</span> |
| <span class="source-line-no">943</span><span id="line-943"> ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">944</span><span id="line-944"> if (scanner.next() != null) {</span> |
| <span class="source-line-no">945</span><span id="line-945"> result = true;</span> |
| <span class="source-line-no">946</span><span id="line-946"> }</span> |
| <span class="source-line-no">947</span><span id="line-947"> return result;</span> |
| <span class="source-line-no">948</span><span id="line-948"> }</span> |
| <span class="source-line-no">949</span><span id="line-949"> }</span> |
| <span class="source-line-no">950</span><span id="line-950"></span> |
| <span class="source-line-no">951</span><span id="line-951"> /**</span> |
| <span class="source-line-no">952</span><span id="line-952"> * BACKUP SETS</span> |
| <span class="source-line-no">953</span><span id="line-953"> */</span> |
| <span class="source-line-no">954</span><span id="line-954"></span> |
| <span class="source-line-no">955</span><span id="line-955"> /**</span> |
| <span class="source-line-no">956</span><span id="line-956"> * Get backup set list</span> |
| <span class="source-line-no">957</span><span id="line-957"> * @return backup set list</span> |
| <span class="source-line-no">958</span><span id="line-958"> * @throws IOException if a table or scanner operation fails</span> |
| <span class="source-line-no">959</span><span id="line-959"> */</span> |
| <span class="source-line-no">960</span><span id="line-960"> public List<String> listBackupSets() throws IOException {</span> |
| <span class="source-line-no">961</span><span id="line-961"> LOG.trace("Backup set list");</span> |
| <span class="source-line-no">962</span><span id="line-962"></span> |
| <span class="source-line-no">963</span><span id="line-963"> List<String> list = new ArrayList<>();</span> |
| <span class="source-line-no">964</span><span id="line-964"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">965</span><span id="line-965"> Scan scan = createScanForBackupSetList();</span> |
| <span class="source-line-no">966</span><span id="line-966"> scan.readVersions(1);</span> |
| <span class="source-line-no">967</span><span id="line-967"> try (ResultScanner scanner = table.getScanner(scan)) {</span> |
| <span class="source-line-no">968</span><span id="line-968"> Result res;</span> |
| <span class="source-line-no">969</span><span id="line-969"> while ((res = scanner.next()) != null) {</span> |
| <span class="source-line-no">970</span><span id="line-970"> res.advance();</span> |
| <span class="source-line-no">971</span><span id="line-971"> list.add(cellKeyToBackupSetName(res.current()));</span> |
| <span class="source-line-no">972</span><span id="line-972"> }</span> |
| <span class="source-line-no">973</span><span id="line-973"> return list;</span> |
| <span class="source-line-no">974</span><span id="line-974"> }</span> |
| <span class="source-line-no">975</span><span id="line-975"> }</span> |
| <span class="source-line-no">976</span><span id="line-976"> }</span> |
| <span class="source-line-no">977</span><span id="line-977"></span> |
| <span class="source-line-no">978</span><span id="line-978"> /**</span> |
| <span class="source-line-no">979</span><span id="line-979"> * Get backup set description (list of tables)</span> |
| <span class="source-line-no">980</span><span id="line-980"> * @param name set's name</span> |
| <span class="source-line-no">981</span><span id="line-981"> * @return list of tables in a backup set</span> |
| <span class="source-line-no">982</span><span id="line-982"> * @throws IOException if a table operation fails</span> |
| <span class="source-line-no">983</span><span id="line-983"> */</span> |
| <span class="source-line-no">984</span><span id="line-984"> public List<TableName> describeBackupSet(String name) throws IOException {</span> |
| <span class="source-line-no">985</span><span id="line-985"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">986</span><span id="line-986"> LOG.trace(" Backup set describe: " + name);</span> |
| <span class="source-line-no">987</span><span id="line-987"> }</span> |
| <span class="source-line-no">988</span><span id="line-988"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">989</span><span id="line-989"> Get get = createGetForBackupSet(name);</span> |
| <span class="source-line-no">990</span><span id="line-990"> Result res = table.get(get);</span> |
| <span class="source-line-no">991</span><span id="line-991"> if (res.isEmpty()) {</span> |
| <span class="source-line-no">992</span><span id="line-992"> return null;</span> |
| <span class="source-line-no">993</span><span id="line-993"> }</span> |
| <span class="source-line-no">994</span><span id="line-994"> res.advance();</span> |
| <span class="source-line-no">995</span><span id="line-995"> String[] tables = cellValueToBackupSet(res.current());</span> |
| <span class="source-line-no">996</span><span id="line-996"> return Arrays.asList(tables).stream().map(item -> TableName.valueOf(item))</span> |
| <span class="source-line-no">997</span><span id="line-997"> .collect(Collectors.toList());</span> |
| <span class="source-line-no">998</span><span id="line-998"> }</span> |
| <span class="source-line-no">999</span><span id="line-999"> }</span> |
| <span class="source-line-no">1000</span><span id="line-1000"></span> |
| <span class="source-line-no">1001</span><span id="line-1001"> /**</span> |
| <span class="source-line-no">1002</span><span id="line-1002"> * Add backup set (list of tables)</span> |
| <span class="source-line-no">1003</span><span id="line-1003"> * @param name set name</span> |
| <span class="source-line-no">1004</span><span id="line-1004"> * @param newTables list of tables, comma-separated</span> |
| <span class="source-line-no">1005</span><span id="line-1005"> * @throws IOException if a table operation fails</span> |
| <span class="source-line-no">1006</span><span id="line-1006"> */</span> |
| <span class="source-line-no">1007</span><span id="line-1007"> public void addToBackupSet(String name, String[] newTables) throws IOException {</span> |
| <span class="source-line-no">1008</span><span id="line-1008"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">1009</span><span id="line-1009"> LOG.trace("Backup set add: " + name + " tables [" + StringUtils.join(newTables, " ") + "]");</span> |
| <span class="source-line-no">1010</span><span id="line-1010"> }</span> |
| <span class="source-line-no">1011</span><span id="line-1011"> String[] union = null;</span> |
| <span class="source-line-no">1012</span><span id="line-1012"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">1013</span><span id="line-1013"> Get get = createGetForBackupSet(name);</span> |
| <span class="source-line-no">1014</span><span id="line-1014"> Result res = table.get(get);</span> |
| <span class="source-line-no">1015</span><span id="line-1015"> if (res.isEmpty()) {</span> |
| <span class="source-line-no">1016</span><span id="line-1016"> union = newTables;</span> |
| <span class="source-line-no">1017</span><span id="line-1017"> } else {</span> |
| <span class="source-line-no">1018</span><span id="line-1018"> res.advance();</span> |
| <span class="source-line-no">1019</span><span id="line-1019"> String[] tables = cellValueToBackupSet(res.current());</span> |
| <span class="source-line-no">1020</span><span id="line-1020"> union = merge(tables, newTables);</span> |
| <span class="source-line-no">1021</span><span id="line-1021"> }</span> |
| <span class="source-line-no">1022</span><span id="line-1022"> Put put = createPutForBackupSet(name, union);</span> |
| <span class="source-line-no">1023</span><span id="line-1023"> table.put(put);</span> |
| <span class="source-line-no">1024</span><span id="line-1024"> }</span> |
| <span class="source-line-no">1025</span><span id="line-1025"> }</span> |
| <span class="source-line-no">1026</span><span id="line-1026"></span> |
| <span class="source-line-no">1027</span><span id="line-1027"> /**</span> |
| <span class="source-line-no">1028</span><span id="line-1028"> * Remove tables from backup set (list of tables)</span> |
| <span class="source-line-no">1029</span><span id="line-1029"> * @param name set name</span> |
| <span class="source-line-no">1030</span><span id="line-1030"> * @param toRemove list of tables</span> |
| <span class="source-line-no">1031</span><span id="line-1031"> * @throws IOException if a table operation or deleting the backup set fails</span> |
| <span class="source-line-no">1032</span><span id="line-1032"> */</span> |
| <span class="source-line-no">1033</span><span id="line-1033"> public void removeFromBackupSet(String name, String[] toRemove) throws IOException {</span> |
| <span class="source-line-no">1034</span><span id="line-1034"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">1035</span><span id="line-1035"> LOG.trace(</span> |
| <span class="source-line-no">1036</span><span id="line-1036"> " Backup set remove from : " + name + " tables [" + StringUtils.join(toRemove, " ") + "]");</span> |
| <span class="source-line-no">1037</span><span id="line-1037"> }</span> |
| <span class="source-line-no">1038</span><span id="line-1038"> String[] disjoint;</span> |
| <span class="source-line-no">1039</span><span id="line-1039"> String[] tables;</span> |
| <span class="source-line-no">1040</span><span id="line-1040"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">1041</span><span id="line-1041"> Get get = createGetForBackupSet(name);</span> |
| <span class="source-line-no">1042</span><span id="line-1042"> Result res = table.get(get);</span> |
| <span class="source-line-no">1043</span><span id="line-1043"> if (res.isEmpty()) {</span> |
| <span class="source-line-no">1044</span><span id="line-1044"> LOG.warn("Backup set '" + name + "' not found.");</span> |
| <span class="source-line-no">1045</span><span id="line-1045"> return;</span> |
| <span class="source-line-no">1046</span><span id="line-1046"> } else {</span> |
| <span class="source-line-no">1047</span><span id="line-1047"> res.advance();</span> |
| <span class="source-line-no">1048</span><span id="line-1048"> tables = cellValueToBackupSet(res.current());</span> |
| <span class="source-line-no">1049</span><span id="line-1049"> disjoint = disjoin(tables, toRemove);</span> |
| <span class="source-line-no">1050</span><span id="line-1050"> }</span> |
| <span class="source-line-no">1051</span><span id="line-1051"> if (disjoint.length > 0 && disjoint.length != tables.length) {</span> |
| <span class="source-line-no">1052</span><span id="line-1052"> Put put = createPutForBackupSet(name, disjoint);</span> |
| <span class="source-line-no">1053</span><span id="line-1053"> table.put(put);</span> |
| <span class="source-line-no">1054</span><span id="line-1054"> } else if (disjoint.length == tables.length) {</span> |
| <span class="source-line-no">1055</span><span id="line-1055"> LOG.warn("Backup set '" + name + "' does not contain tables ["</span> |
| <span class="source-line-no">1056</span><span id="line-1056"> + StringUtils.join(toRemove, " ") + "]");</span> |
| <span class="source-line-no">1057</span><span id="line-1057"> } else { // disjoint.length == 0 and tables.length >0</span> |
| <span class="source-line-no">1058</span><span id="line-1058"> // Delete backup set</span> |
| <span class="source-line-no">1059</span><span id="line-1059"> LOG.info("Backup set '" + name + "' is empty. Deleting.");</span> |
| <span class="source-line-no">1060</span><span id="line-1060"> deleteBackupSet(name);</span> |
| <span class="source-line-no">1061</span><span id="line-1061"> }</span> |
| <span class="source-line-no">1062</span><span id="line-1062"> }</span> |
| <span class="source-line-no">1063</span><span id="line-1063"> }</span> |
| <span class="source-line-no">1064</span><span id="line-1064"></span> |
| <span class="source-line-no">1065</span><span id="line-1065"> private String[] merge(String[] existingTables, String[] newTables) {</span> |
| <span class="source-line-no">1066</span><span id="line-1066"> Set<String> tables = new HashSet<>(Arrays.asList(existingTables));</span> |
| <span class="source-line-no">1067</span><span id="line-1067"> tables.addAll(Arrays.asList(newTables));</span> |
| <span class="source-line-no">1068</span><span id="line-1068"> return tables.toArray(new String[0]);</span> |
| <span class="source-line-no">1069</span><span id="line-1069"> }</span> |
| <span class="source-line-no">1070</span><span id="line-1070"></span> |
| <span class="source-line-no">1071</span><span id="line-1071"> private String[] disjoin(String[] existingTables, String[] toRemove) {</span> |
| <span class="source-line-no">1072</span><span id="line-1072"> Set<String> tables = new HashSet<>(Arrays.asList(existingTables));</span> |
| <span class="source-line-no">1073</span><span id="line-1073"> Arrays.asList(toRemove).forEach(table -> tables.remove(table));</span> |
| <span class="source-line-no">1074</span><span id="line-1074"> return tables.toArray(new String[0]);</span> |
| <span class="source-line-no">1075</span><span id="line-1075"> }</span> |
| <span class="source-line-no">1076</span><span id="line-1076"></span> |
| <span class="source-line-no">1077</span><span id="line-1077"> /**</span> |
| <span class="source-line-no">1078</span><span id="line-1078"> * Delete backup set</span> |
| <span class="source-line-no">1079</span><span id="line-1079"> * @param name set's name</span> |
| <span class="source-line-no">1080</span><span id="line-1080"> * @throws IOException if getting or deleting the table fails</span> |
| <span class="source-line-no">1081</span><span id="line-1081"> */</span> |
| <span class="source-line-no">1082</span><span id="line-1082"> public void deleteBackupSet(String name) throws IOException {</span> |
| <span class="source-line-no">1083</span><span id="line-1083"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">1084</span><span id="line-1084"> LOG.trace(" Backup set delete: " + name);</span> |
| <span class="source-line-no">1085</span><span id="line-1085"> }</span> |
| <span class="source-line-no">1086</span><span id="line-1086"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">1087</span><span id="line-1087"> Delete del = createDeleteForBackupSet(name);</span> |
| <span class="source-line-no">1088</span><span id="line-1088"> table.delete(del);</span> |
| <span class="source-line-no">1089</span><span id="line-1089"> }</span> |
| <span class="source-line-no">1090</span><span id="line-1090"> }</span> |
| <span class="source-line-no">1091</span><span id="line-1091"></span> |
| <span class="source-line-no">1092</span><span id="line-1092"> /**</span> |
| <span class="source-line-no">1093</span><span id="line-1093"> * Get backup system table descriptor</span> |
| <span class="source-line-no">1094</span><span id="line-1094"> * @return table's descriptor</span> |
| <span class="source-line-no">1095</span><span id="line-1095"> */</span> |
| <span class="source-line-no">1096</span><span id="line-1096"> public static TableDescriptor getSystemTableDescriptor(Configuration conf) {</span> |
| <span class="source-line-no">1097</span><span id="line-1097"> TableDescriptorBuilder builder = TableDescriptorBuilder.newBuilder(getTableName(conf));</span> |
| <span class="source-line-no">1098</span><span id="line-1098"></span> |
| <span class="source-line-no">1099</span><span id="line-1099"> ColumnFamilyDescriptorBuilder colBuilder =</span> |
| <span class="source-line-no">1100</span><span id="line-1100"> ColumnFamilyDescriptorBuilder.newBuilder(SESSIONS_FAMILY);</span> |
| <span class="source-line-no">1101</span><span id="line-1101"></span> |
| <span class="source-line-no">1102</span><span id="line-1102"> colBuilder.setMaxVersions(1);</span> |
| <span class="source-line-no">1103</span><span id="line-1103"> Configuration config = HBaseConfiguration.create();</span> |
| <span class="source-line-no">1104</span><span id="line-1104"> int ttl = config.getInt(BackupRestoreConstants.BACKUP_SYSTEM_TTL_KEY,</span> |
| <span class="source-line-no">1105</span><span id="line-1105"> BackupRestoreConstants.BACKUP_SYSTEM_TTL_DEFAULT);</span> |
| <span class="source-line-no">1106</span><span id="line-1106"> colBuilder.setTimeToLive(ttl);</span> |
| <span class="source-line-no">1107</span><span id="line-1107"></span> |
| <span class="source-line-no">1108</span><span id="line-1108"> ColumnFamilyDescriptor colSessionsDesc = colBuilder.build();</span> |
| <span class="source-line-no">1109</span><span id="line-1109"> builder.setColumnFamily(colSessionsDesc);</span> |
| <span class="source-line-no">1110</span><span id="line-1110"></span> |
| <span class="source-line-no">1111</span><span id="line-1111"> colBuilder = ColumnFamilyDescriptorBuilder.newBuilder(META_FAMILY);</span> |
| <span class="source-line-no">1112</span><span id="line-1112"> colBuilder.setTimeToLive(ttl);</span> |
| <span class="source-line-no">1113</span><span id="line-1113"> builder.setColumnFamily(colBuilder.build());</span> |
| <span class="source-line-no">1114</span><span id="line-1114"> return builder.build();</span> |
| <span class="source-line-no">1115</span><span id="line-1115"> }</span> |
| <span class="source-line-no">1116</span><span id="line-1116"></span> |
| <span class="source-line-no">1117</span><span id="line-1117"> public static TableName getTableName(Configuration conf) {</span> |
| <span class="source-line-no">1118</span><span id="line-1118"> String name = conf.get(BackupRestoreConstants.BACKUP_SYSTEM_TABLE_NAME_KEY,</span> |
| <span class="source-line-no">1119</span><span id="line-1119"> BackupRestoreConstants.BACKUP_SYSTEM_TABLE_NAME_DEFAULT);</span> |
| <span class="source-line-no">1120</span><span id="line-1120"> return TableName.valueOf(name);</span> |
| <span class="source-line-no">1121</span><span id="line-1121"> }</span> |
| <span class="source-line-no">1122</span><span id="line-1122"></span> |
| <span class="source-line-no">1123</span><span id="line-1123"> public static String getTableNameAsString(Configuration conf) {</span> |
| <span class="source-line-no">1124</span><span id="line-1124"> return getTableName(conf).getNameAsString();</span> |
| <span class="source-line-no">1125</span><span id="line-1125"> }</span> |
| <span class="source-line-no">1126</span><span id="line-1126"></span> |
| <span class="source-line-no">1127</span><span id="line-1127"> public static String getSnapshotName(Configuration conf) {</span> |
| <span class="source-line-no">1128</span><span id="line-1128"> return "snapshot_" + getTableNameAsString(conf).replace(":", "_");</span> |
| <span class="source-line-no">1129</span><span id="line-1129"> }</span> |
| <span class="source-line-no">1130</span><span id="line-1130"></span> |
| <span class="source-line-no">1131</span><span id="line-1131"> /**</span> |
| <span class="source-line-no">1132</span><span id="line-1132"> * Get backup system table descriptor</span> |
| <span class="source-line-no">1133</span><span id="line-1133"> * @return table's descriptor</span> |
| <span class="source-line-no">1134</span><span id="line-1134"> */</span> |
| <span class="source-line-no">1135</span><span id="line-1135"> public static TableDescriptor getSystemTableForBulkLoadedDataDescriptor(Configuration conf) {</span> |
| <span class="source-line-no">1136</span><span id="line-1136"> TableDescriptorBuilder builder =</span> |
| <span class="source-line-no">1137</span><span id="line-1137"> TableDescriptorBuilder.newBuilder(getTableNameForBulkLoadedData(conf));</span> |
| <span class="source-line-no">1138</span><span id="line-1138"></span> |
| <span class="source-line-no">1139</span><span id="line-1139"> ColumnFamilyDescriptorBuilder colBuilder =</span> |
| <span class="source-line-no">1140</span><span id="line-1140"> ColumnFamilyDescriptorBuilder.newBuilder(SESSIONS_FAMILY);</span> |
| <span class="source-line-no">1141</span><span id="line-1141"> colBuilder.setMaxVersions(1);</span> |
| <span class="source-line-no">1142</span><span id="line-1142"> Configuration config = HBaseConfiguration.create();</span> |
| <span class="source-line-no">1143</span><span id="line-1143"> int ttl = config.getInt(BackupRestoreConstants.BACKUP_SYSTEM_TTL_KEY,</span> |
| <span class="source-line-no">1144</span><span id="line-1144"> BackupRestoreConstants.BACKUP_SYSTEM_TTL_DEFAULT);</span> |
| <span class="source-line-no">1145</span><span id="line-1145"> colBuilder.setTimeToLive(ttl);</span> |
| <span class="source-line-no">1146</span><span id="line-1146"> ColumnFamilyDescriptor colSessionsDesc = colBuilder.build();</span> |
| <span class="source-line-no">1147</span><span id="line-1147"> builder.setColumnFamily(colSessionsDesc);</span> |
| <span class="source-line-no">1148</span><span id="line-1148"> colBuilder = ColumnFamilyDescriptorBuilder.newBuilder(META_FAMILY);</span> |
| <span class="source-line-no">1149</span><span id="line-1149"> colBuilder.setTimeToLive(ttl);</span> |
| <span class="source-line-no">1150</span><span id="line-1150"> builder.setColumnFamily(colBuilder.build());</span> |
| <span class="source-line-no">1151</span><span id="line-1151"> return builder.build();</span> |
| <span class="source-line-no">1152</span><span id="line-1152"> }</span> |
| <span class="source-line-no">1153</span><span id="line-1153"></span> |
| <span class="source-line-no">1154</span><span id="line-1154"> public static TableName getTableNameForBulkLoadedData(Configuration conf) {</span> |
| <span class="source-line-no">1155</span><span id="line-1155"> String name = conf.get(BackupRestoreConstants.BACKUP_SYSTEM_TABLE_NAME_KEY,</span> |
| <span class="source-line-no">1156</span><span id="line-1156"> BackupRestoreConstants.BACKUP_SYSTEM_TABLE_NAME_DEFAULT) + "_bulk";</span> |
| <span class="source-line-no">1157</span><span id="line-1157"> return TableName.valueOf(name);</span> |
| <span class="source-line-no">1158</span><span id="line-1158"> }</span> |
| <span class="source-line-no">1159</span><span id="line-1159"></span> |
| <span class="source-line-no">1160</span><span id="line-1160"> /**</span> |
| <span class="source-line-no">1161</span><span id="line-1161"> * Creates Put operation for a given backup info object</span> |
| <span class="source-line-no">1162</span><span id="line-1162"> * @param context backup info</span> |
| <span class="source-line-no">1163</span><span id="line-1163"> * @return put operation</span> |
| <span class="source-line-no">1164</span><span id="line-1164"> * @throws IOException exception</span> |
| <span class="source-line-no">1165</span><span id="line-1165"> */</span> |
| <span class="source-line-no">1166</span><span id="line-1166"> private Put createPutForBackupInfo(BackupInfo context) throws IOException {</span> |
| <span class="source-line-no">1167</span><span id="line-1167"> Put put = new Put(rowkey(BACKUP_INFO_PREFIX, context.getBackupId()));</span> |
| <span class="source-line-no">1168</span><span id="line-1168"> put.addColumn(BackupSystemTable.SESSIONS_FAMILY, Bytes.toBytes("context"),</span> |
| <span class="source-line-no">1169</span><span id="line-1169"> context.toByteArray());</span> |
| <span class="source-line-no">1170</span><span id="line-1170"> return put;</span> |
| <span class="source-line-no">1171</span><span id="line-1171"> }</span> |
| <span class="source-line-no">1172</span><span id="line-1172"></span> |
| <span class="source-line-no">1173</span><span id="line-1173"> /**</span> |
| <span class="source-line-no">1174</span><span id="line-1174"> * Creates Get operation for a given backup id</span> |
| <span class="source-line-no">1175</span><span id="line-1175"> * @param backupId backup's ID</span> |
| <span class="source-line-no">1176</span><span id="line-1176"> * @return get operation</span> |
| <span class="source-line-no">1177</span><span id="line-1177"> * @throws IOException exception</span> |
| <span class="source-line-no">1178</span><span id="line-1178"> */</span> |
| <span class="source-line-no">1179</span><span id="line-1179"> private Get createGetForBackupInfo(String backupId) throws IOException {</span> |
| <span class="source-line-no">1180</span><span id="line-1180"> Get get = new Get(rowkey(BACKUP_INFO_PREFIX, backupId));</span> |
| <span class="source-line-no">1181</span><span id="line-1181"> get.addFamily(BackupSystemTable.SESSIONS_FAMILY);</span> |
| <span class="source-line-no">1182</span><span id="line-1182"> get.readVersions(1);</span> |
| <span class="source-line-no">1183</span><span id="line-1183"> return get;</span> |
| <span class="source-line-no">1184</span><span id="line-1184"> }</span> |
| <span class="source-line-no">1185</span><span id="line-1185"></span> |
| <span class="source-line-no">1186</span><span id="line-1186"> /**</span> |
| <span class="source-line-no">1187</span><span id="line-1187"> * Creates Delete operation for a given backup id</span> |
| <span class="source-line-no">1188</span><span id="line-1188"> * @param backupId backup's ID</span> |
| <span class="source-line-no">1189</span><span id="line-1189"> * @return delete operation</span> |
| <span class="source-line-no">1190</span><span id="line-1190"> */</span> |
| <span class="source-line-no">1191</span><span id="line-1191"> private Delete createDeleteForBackupInfo(String backupId) {</span> |
| <span class="source-line-no">1192</span><span id="line-1192"> Delete del = new Delete(rowkey(BACKUP_INFO_PREFIX, backupId));</span> |
| <span class="source-line-no">1193</span><span id="line-1193"> del.addFamily(BackupSystemTable.SESSIONS_FAMILY);</span> |
| <span class="source-line-no">1194</span><span id="line-1194"> return del;</span> |
| <span class="source-line-no">1195</span><span id="line-1195"> }</span> |
| <span class="source-line-no">1196</span><span id="line-1196"></span> |
| <span class="source-line-no">1197</span><span id="line-1197"> /**</span> |
| <span class="source-line-no">1198</span><span id="line-1198"> * Converts Result to BackupInfo</span> |
| <span class="source-line-no">1199</span><span id="line-1199"> * @param res HBase result</span> |
| <span class="source-line-no">1200</span><span id="line-1200"> * @return backup info instance</span> |
| <span class="source-line-no">1201</span><span id="line-1201"> * @throws IOException exception</span> |
| <span class="source-line-no">1202</span><span id="line-1202"> */</span> |
| <span class="source-line-no">1203</span><span id="line-1203"> private BackupInfo resultToBackupInfo(Result res) throws IOException {</span> |
| <span class="source-line-no">1204</span><span id="line-1204"> res.advance();</span> |
| <span class="source-line-no">1205</span><span id="line-1205"> Cell cell = res.current();</span> |
| <span class="source-line-no">1206</span><span id="line-1206"> return cellToBackupInfo(cell);</span> |
| <span class="source-line-no">1207</span><span id="line-1207"> }</span> |
| <span class="source-line-no">1208</span><span id="line-1208"></span> |
| <span class="source-line-no">1209</span><span id="line-1209"> /**</span> |
| <span class="source-line-no">1210</span><span id="line-1210"> * Creates Get operation to retrieve start code from backup system table</span> |
| <span class="source-line-no">1211</span><span id="line-1211"> * @return get operation</span> |
| <span class="source-line-no">1212</span><span id="line-1212"> * @throws IOException exception</span> |
| <span class="source-line-no">1213</span><span id="line-1213"> */</span> |
| <span class="source-line-no">1214</span><span id="line-1214"> private Get createGetForStartCode(String rootPath) throws IOException {</span> |
| <span class="source-line-no">1215</span><span id="line-1215"> Get get = new Get(rowkey(START_CODE_ROW, rootPath));</span> |
| <span class="source-line-no">1216</span><span id="line-1216"> get.addFamily(BackupSystemTable.META_FAMILY);</span> |
| <span class="source-line-no">1217</span><span id="line-1217"> get.readVersions(1);</span> |
| <span class="source-line-no">1218</span><span id="line-1218"> return get;</span> |
| <span class="source-line-no">1219</span><span id="line-1219"> }</span> |
| <span class="source-line-no">1220</span><span id="line-1220"></span> |
| <span class="source-line-no">1221</span><span id="line-1221"> /**</span> |
| <span class="source-line-no">1222</span><span id="line-1222"> * Creates Put operation to store start code to backup system table</span> |
| <span class="source-line-no">1223</span><span id="line-1223"> * @return put operation</span> |
| <span class="source-line-no">1224</span><span id="line-1224"> */</span> |
| <span class="source-line-no">1225</span><span id="line-1225"> private Put createPutForStartCode(String startCode, String rootPath) {</span> |
| <span class="source-line-no">1226</span><span id="line-1226"> Put put = new Put(rowkey(START_CODE_ROW, rootPath));</span> |
| <span class="source-line-no">1227</span><span id="line-1227"> put.addColumn(BackupSystemTable.META_FAMILY, Bytes.toBytes("startcode"),</span> |
| <span class="source-line-no">1228</span><span id="line-1228"> Bytes.toBytes(startCode));</span> |
| <span class="source-line-no">1229</span><span id="line-1229"> return put;</span> |
| <span class="source-line-no">1230</span><span id="line-1230"> }</span> |
| <span class="source-line-no">1231</span><span id="line-1231"></span> |
| <span class="source-line-no">1232</span><span id="line-1232"> /**</span> |
| <span class="source-line-no">1233</span><span id="line-1233"> * Creates Get to retrieve incremental backup table set from backup system table</span> |
| <span class="source-line-no">1234</span><span id="line-1234"> * @return get operation</span> |
| <span class="source-line-no">1235</span><span id="line-1235"> * @throws IOException exception</span> |
| <span class="source-line-no">1236</span><span id="line-1236"> */</span> |
| <span class="source-line-no">1237</span><span id="line-1237"> private Get createGetForIncrBackupTableSet(String backupRoot) throws IOException {</span> |
| <span class="source-line-no">1238</span><span id="line-1238"> Get get = new Get(rowkey(INCR_BACKUP_SET, backupRoot));</span> |
| <span class="source-line-no">1239</span><span id="line-1239"> get.addFamily(BackupSystemTable.META_FAMILY);</span> |
| <span class="source-line-no">1240</span><span id="line-1240"> get.readVersions(1);</span> |
| <span class="source-line-no">1241</span><span id="line-1241"> return get;</span> |
| <span class="source-line-no">1242</span><span id="line-1242"> }</span> |
| <span class="source-line-no">1243</span><span id="line-1243"></span> |
| <span class="source-line-no">1244</span><span id="line-1244"> /**</span> |
| <span class="source-line-no">1245</span><span id="line-1245"> * Creates Put to store incremental backup table set</span> |
| <span class="source-line-no">1246</span><span id="line-1246"> * @param tables tables</span> |
| <span class="source-line-no">1247</span><span id="line-1247"> * @return put operation</span> |
| <span class="source-line-no">1248</span><span id="line-1248"> */</span> |
| <span class="source-line-no">1249</span><span id="line-1249"> private Put createPutForIncrBackupTableSet(Set<TableName> tables, String backupRoot) {</span> |
| <span class="source-line-no">1250</span><span id="line-1250"> Put put = new Put(rowkey(INCR_BACKUP_SET, backupRoot));</span> |
| <span class="source-line-no">1251</span><span id="line-1251"> for (TableName table : tables) {</span> |
| <span class="source-line-no">1252</span><span id="line-1252"> put.addColumn(BackupSystemTable.META_FAMILY, Bytes.toBytes(table.getNameAsString()),</span> |
| <span class="source-line-no">1253</span><span id="line-1253"> EMPTY_VALUE);</span> |
| <span class="source-line-no">1254</span><span id="line-1254"> }</span> |
| <span class="source-line-no">1255</span><span id="line-1255"> return put;</span> |
| <span class="source-line-no">1256</span><span id="line-1256"> }</span> |
| <span class="source-line-no">1257</span><span id="line-1257"></span> |
| <span class="source-line-no">1258</span><span id="line-1258"> /**</span> |
| <span class="source-line-no">1259</span><span id="line-1259"> * Creates Delete for incremental backup table set</span> |
| <span class="source-line-no">1260</span><span id="line-1260"> * @param backupRoot backup root</span> |
| <span class="source-line-no">1261</span><span id="line-1261"> * @return delete operation</span> |
| <span class="source-line-no">1262</span><span id="line-1262"> */</span> |
| <span class="source-line-no">1263</span><span id="line-1263"> private Delete createDeleteForIncrBackupTableSet(String backupRoot) {</span> |
| <span class="source-line-no">1264</span><span id="line-1264"> Delete delete = new Delete(rowkey(INCR_BACKUP_SET, backupRoot));</span> |
| <span class="source-line-no">1265</span><span id="line-1265"> delete.addFamily(BackupSystemTable.META_FAMILY);</span> |
| <span class="source-line-no">1266</span><span id="line-1266"> return delete;</span> |
| <span class="source-line-no">1267</span><span id="line-1267"> }</span> |
| <span class="source-line-no">1268</span><span id="line-1268"></span> |
| <span class="source-line-no">1269</span><span id="line-1269"> /**</span> |
| <span class="source-line-no">1270</span><span id="line-1270"> * Creates Scan operation to load backup history</span> |
| <span class="source-line-no">1271</span><span id="line-1271"> * @return scan operation</span> |
| <span class="source-line-no">1272</span><span id="line-1272"> */</span> |
| <span class="source-line-no">1273</span><span id="line-1273"> private Scan createScanForBackupHistory() {</span> |
| <span class="source-line-no">1274</span><span id="line-1274"> Scan scan = new Scan();</span> |
| <span class="source-line-no">1275</span><span id="line-1275"> byte[] startRow = Bytes.toBytes(BACKUP_INFO_PREFIX);</span> |
| <span class="source-line-no">1276</span><span id="line-1276"> byte[] stopRow = Arrays.copyOf(startRow, startRow.length);</span> |
| <span class="source-line-no">1277</span><span id="line-1277"> stopRow[stopRow.length - 1] = (byte) (stopRow[stopRow.length - 1] + 1);</span> |
| <span class="source-line-no">1278</span><span id="line-1278"> scan.withStartRow(startRow);</span> |
| <span class="source-line-no">1279</span><span id="line-1279"> scan.withStopRow(stopRow);</span> |
| <span class="source-line-no">1280</span><span id="line-1280"> scan.addFamily(BackupSystemTable.SESSIONS_FAMILY);</span> |
| <span class="source-line-no">1281</span><span id="line-1281"> scan.readVersions(1);</span> |
| <span class="source-line-no">1282</span><span id="line-1282"> return scan;</span> |
| <span class="source-line-no">1283</span><span id="line-1283"> }</span> |
| <span class="source-line-no">1284</span><span id="line-1284"></span> |
| <span class="source-line-no">1285</span><span id="line-1285"> /**</span> |
| <span class="source-line-no">1286</span><span id="line-1286"> * Converts cell to backup info instance.</span> |
| <span class="source-line-no">1287</span><span id="line-1287"> * @param current current cell</span> |
| <span class="source-line-no">1288</span><span id="line-1288"> * @return backup backup info instance</span> |
| <span class="source-line-no">1289</span><span id="line-1289"> * @throws IOException exception</span> |
| <span class="source-line-no">1290</span><span id="line-1290"> */</span> |
| <span class="source-line-no">1291</span><span id="line-1291"> private BackupInfo cellToBackupInfo(Cell current) throws IOException {</span> |
| <span class="source-line-no">1292</span><span id="line-1292"> byte[] data = CellUtil.cloneValue(current);</span> |
| <span class="source-line-no">1293</span><span id="line-1293"> return BackupInfo.fromByteArray(data);</span> |
| <span class="source-line-no">1294</span><span id="line-1294"> }</span> |
| <span class="source-line-no">1295</span><span id="line-1295"></span> |
| <span class="source-line-no">1296</span><span id="line-1296"> /**</span> |
| <span class="source-line-no">1297</span><span id="line-1297"> * Creates Put to write RS last roll log timestamp map</span> |
| <span class="source-line-no">1298</span><span id="line-1298"> * @param table table</span> |
| <span class="source-line-no">1299</span><span id="line-1299"> * @param smap map, containing RS:ts</span> |
| <span class="source-line-no">1300</span><span id="line-1300"> * @return put operation</span> |
| <span class="source-line-no">1301</span><span id="line-1301"> */</span> |
| <span class="source-line-no">1302</span><span id="line-1302"> private Put createPutForWriteRegionServerLogTimestamp(TableName table, byte[] smap,</span> |
| <span class="source-line-no">1303</span><span id="line-1303"> String backupRoot) {</span> |
| <span class="source-line-no">1304</span><span id="line-1304"> Put put = new Put(rowkey(TABLE_RS_LOG_MAP_PREFIX, backupRoot, NULL, table.getNameAsString()));</span> |
| <span class="source-line-no">1305</span><span id="line-1305"> put.addColumn(BackupSystemTable.META_FAMILY, Bytes.toBytes("log-roll-map"), smap);</span> |
| <span class="source-line-no">1306</span><span id="line-1306"> return put;</span> |
| <span class="source-line-no">1307</span><span id="line-1307"> }</span> |
| <span class="source-line-no">1308</span><span id="line-1308"></span> |
| <span class="source-line-no">1309</span><span id="line-1309"> /**</span> |
| <span class="source-line-no">1310</span><span id="line-1310"> * Creates Scan to load table-> { RS -> ts} map of maps</span> |
| <span class="source-line-no">1311</span><span id="line-1311"> * @return scan operation</span> |
| <span class="source-line-no">1312</span><span id="line-1312"> */</span> |
| <span class="source-line-no">1313</span><span id="line-1313"> private Scan createScanForReadLogTimestampMap(String backupRoot) {</span> |
| <span class="source-line-no">1314</span><span id="line-1314"> Scan scan = new Scan();</span> |
| <span class="source-line-no">1315</span><span id="line-1315"> scan.setStartStopRowForPrefixScan(rowkey(TABLE_RS_LOG_MAP_PREFIX, backupRoot, NULL));</span> |
| <span class="source-line-no">1316</span><span id="line-1316"> scan.addFamily(BackupSystemTable.META_FAMILY);</span> |
| <span class="source-line-no">1317</span><span id="line-1317"></span> |
| <span class="source-line-no">1318</span><span id="line-1318"> return scan;</span> |
| <span class="source-line-no">1319</span><span id="line-1319"> }</span> |
| <span class="source-line-no">1320</span><span id="line-1320"></span> |
| <span class="source-line-no">1321</span><span id="line-1321"> /**</span> |
| <span class="source-line-no">1322</span><span id="line-1322"> * Get table name from rowkey</span> |
| <span class="source-line-no">1323</span><span id="line-1323"> * @param cloneRow rowkey</span> |
| <span class="source-line-no">1324</span><span id="line-1324"> * @return table name</span> |
| <span class="source-line-no">1325</span><span id="line-1325"> */</span> |
| <span class="source-line-no">1326</span><span id="line-1326"> private String getTableNameForReadLogTimestampMap(byte[] cloneRow) {</span> |
| <span class="source-line-no">1327</span><span id="line-1327"> String s = Bytes.toString(cloneRow);</span> |
| <span class="source-line-no">1328</span><span id="line-1328"> int index = s.lastIndexOf(NULL);</span> |
| <span class="source-line-no">1329</span><span id="line-1329"> return s.substring(index + 1);</span> |
| <span class="source-line-no">1330</span><span id="line-1330"> }</span> |
| <span class="source-line-no">1331</span><span id="line-1331"></span> |
| <span class="source-line-no">1332</span><span id="line-1332"> /**</span> |
| <span class="source-line-no">1333</span><span id="line-1333"> * Creates Put to store RS last log result</span> |
| <span class="source-line-no">1334</span><span id="line-1334"> * @param server server name</span> |
| <span class="source-line-no">1335</span><span id="line-1335"> * @param timestamp log roll result (timestamp)</span> |
| <span class="source-line-no">1336</span><span id="line-1336"> * @return put operation</span> |
| <span class="source-line-no">1337</span><span id="line-1337"> */</span> |
| <span class="source-line-no">1338</span><span id="line-1338"> private Put createPutForRegionServerLastLogRollResult(String server, Long timestamp,</span> |
| <span class="source-line-no">1339</span><span id="line-1339"> String backupRoot) {</span> |
| <span class="source-line-no">1340</span><span id="line-1340"> Put put = new Put(rowkey(RS_LOG_TS_PREFIX, backupRoot, NULL, server));</span> |
| <span class="source-line-no">1341</span><span id="line-1341"> put.addColumn(BackupSystemTable.META_FAMILY, Bytes.toBytes("rs-log-ts"),</span> |
| <span class="source-line-no">1342</span><span id="line-1342"> Bytes.toBytes(timestamp));</span> |
| <span class="source-line-no">1343</span><span id="line-1343"> return put;</span> |
| <span class="source-line-no">1344</span><span id="line-1344"> }</span> |
| <span class="source-line-no">1345</span><span id="line-1345"></span> |
| <span class="source-line-no">1346</span><span id="line-1346"> /**</span> |
| <span class="source-line-no">1347</span><span id="line-1347"> * Creates Scan operation to load last RS log roll results</span> |
| <span class="source-line-no">1348</span><span id="line-1348"> * @return scan operation</span> |
| <span class="source-line-no">1349</span><span id="line-1349"> */</span> |
| <span class="source-line-no">1350</span><span id="line-1350"> private Scan createScanForReadRegionServerLastLogRollResult(String backupRoot) {</span> |
| <span class="source-line-no">1351</span><span id="line-1351"> Scan scan = new Scan();</span> |
| <span class="source-line-no">1352</span><span id="line-1352"> scan.setStartStopRowForPrefixScan(rowkey(RS_LOG_TS_PREFIX, backupRoot, NULL));</span> |
| <span class="source-line-no">1353</span><span id="line-1353"> scan.addFamily(BackupSystemTable.META_FAMILY);</span> |
| <span class="source-line-no">1354</span><span id="line-1354"> scan.readVersions(1);</span> |
| <span class="source-line-no">1355</span><span id="line-1355"></span> |
| <span class="source-line-no">1356</span><span id="line-1356"> return scan;</span> |
| <span class="source-line-no">1357</span><span id="line-1357"> }</span> |
| <span class="source-line-no">1358</span><span id="line-1358"></span> |
| <span class="source-line-no">1359</span><span id="line-1359"> /**</span> |
| <span class="source-line-no">1360</span><span id="line-1360"> * Get server's name from rowkey</span> |
| <span class="source-line-no">1361</span><span id="line-1361"> * @param row rowkey</span> |
| <span class="source-line-no">1362</span><span id="line-1362"> * @return server's name</span> |
| <span class="source-line-no">1363</span><span id="line-1363"> */</span> |
| <span class="source-line-no">1364</span><span id="line-1364"> private String getServerNameForReadRegionServerLastLogRollResult(byte[] row) {</span> |
| <span class="source-line-no">1365</span><span id="line-1365"> String s = Bytes.toString(row);</span> |
| <span class="source-line-no">1366</span><span id="line-1366"> int index = s.lastIndexOf(NULL);</span> |
| <span class="source-line-no">1367</span><span id="line-1367"> return s.substring(index + 1);</span> |
| <span class="source-line-no">1368</span><span id="line-1368"> }</span> |
| <span class="source-line-no">1369</span><span id="line-1369"></span> |
| <span class="source-line-no">1370</span><span id="line-1370"> /**</span> |
| <span class="source-line-no">1371</span><span id="line-1371"> * Creates Put's for bulk loads.</span> |
| <span class="source-line-no">1372</span><span id="line-1372"> */</span> |
| <span class="source-line-no">1373</span><span id="line-1373"> private static List<Put> createPutForBulkLoad(TableName table, byte[] region,</span> |
| <span class="source-line-no">1374</span><span id="line-1374"> Map<byte[], List<Path>> columnFamilyToHFilePaths) {</span> |
| <span class="source-line-no">1375</span><span id="line-1375"> List<Put> puts = new ArrayList<>();</span> |
| <span class="source-line-no">1376</span><span id="line-1376"> for (Map.Entry<byte[], List<Path>> entry : columnFamilyToHFilePaths.entrySet()) {</span> |
| <span class="source-line-no">1377</span><span id="line-1377"> for (Path path : entry.getValue()) {</span> |
| <span class="source-line-no">1378</span><span id="line-1378"> String file = path.toString();</span> |
| <span class="source-line-no">1379</span><span id="line-1379"> int lastSlash = file.lastIndexOf("/");</span> |
| <span class="source-line-no">1380</span><span id="line-1380"> String filename = file.substring(lastSlash + 1);</span> |
| <span class="source-line-no">1381</span><span id="line-1381"> Put put = new Put(rowkey(BULK_LOAD_PREFIX, table.toString(), BLK_LD_DELIM,</span> |
| <span class="source-line-no">1382</span><span id="line-1382"> Bytes.toString(region), BLK_LD_DELIM, filename));</span> |
| <span class="source-line-no">1383</span><span id="line-1383"> put.addColumn(BackupSystemTable.META_FAMILY, TBL_COL, table.getName());</span> |
| <span class="source-line-no">1384</span><span id="line-1384"> put.addColumn(BackupSystemTable.META_FAMILY, FAM_COL, entry.getKey());</span> |
| <span class="source-line-no">1385</span><span id="line-1385"> put.addColumn(BackupSystemTable.META_FAMILY, PATH_COL, Bytes.toBytes(file));</span> |
| <span class="source-line-no">1386</span><span id="line-1386"> puts.add(put);</span> |
| <span class="source-line-no">1387</span><span id="line-1387"> LOG.debug("Done writing bulk path {} for {} {}", file, table, Bytes.toString(region));</span> |
| <span class="source-line-no">1388</span><span id="line-1388"> }</span> |
| <span class="source-line-no">1389</span><span id="line-1389"> }</span> |
| <span class="source-line-no">1390</span><span id="line-1390"> return puts;</span> |
| <span class="source-line-no">1391</span><span id="line-1391"> }</span> |
| <span class="source-line-no">1392</span><span id="line-1392"></span> |
| <span class="source-line-no">1393</span><span id="line-1393"> public static void snapshot(Connection conn) throws IOException {</span> |
| <span class="source-line-no">1394</span><span id="line-1394"> try (Admin admin = conn.getAdmin()) {</span> |
| <span class="source-line-no">1395</span><span id="line-1395"> Configuration conf = conn.getConfiguration();</span> |
| <span class="source-line-no">1396</span><span id="line-1396"> admin.snapshot(BackupSystemTable.getSnapshotName(conf), BackupSystemTable.getTableName(conf));</span> |
| <span class="source-line-no">1397</span><span id="line-1397"> }</span> |
| <span class="source-line-no">1398</span><span id="line-1398"> }</span> |
| <span class="source-line-no">1399</span><span id="line-1399"></span> |
| <span class="source-line-no">1400</span><span id="line-1400"> public static void restoreFromSnapshot(Connection conn) throws IOException {</span> |
| <span class="source-line-no">1401</span><span id="line-1401"> Configuration conf = conn.getConfiguration();</span> |
| <span class="source-line-no">1402</span><span id="line-1402"> LOG.debug("Restoring " + BackupSystemTable.getTableNameAsString(conf) + " from snapshot");</span> |
| <span class="source-line-no">1403</span><span id="line-1403"> try (Admin admin = conn.getAdmin()) {</span> |
| <span class="source-line-no">1404</span><span id="line-1404"> String snapshotName = BackupSystemTable.getSnapshotName(conf);</span> |
| <span class="source-line-no">1405</span><span id="line-1405"> if (snapshotExists(admin, snapshotName)) {</span> |
| <span class="source-line-no">1406</span><span id="line-1406"> admin.restoreBackupSystemTable(snapshotName);</span> |
| <span class="source-line-no">1407</span><span id="line-1407"> LOG.debug("Done restoring backup system table");</span> |
| <span class="source-line-no">1408</span><span id="line-1408"> } else {</span> |
| <span class="source-line-no">1409</span><span id="line-1409"> // Snapshot does not exists, i.e completeBackup failed after</span> |
| <span class="source-line-no">1410</span><span id="line-1410"> // deleting backup system table snapshot</span> |
| <span class="source-line-no">1411</span><span id="line-1411"> // In this case we log WARN and proceed</span> |
| <span class="source-line-no">1412</span><span id="line-1412"> LOG.warn(</span> |
| <span class="source-line-no">1413</span><span id="line-1413"> "Could not restore backup system table. Snapshot " + snapshotName + " does not exists.");</span> |
| <span class="source-line-no">1414</span><span id="line-1414"> }</span> |
| <span class="source-line-no">1415</span><span id="line-1415"> }</span> |
| <span class="source-line-no">1416</span><span id="line-1416"> }</span> |
| <span class="source-line-no">1417</span><span id="line-1417"></span> |
| <span class="source-line-no">1418</span><span id="line-1418"> private static boolean snapshotExists(Admin admin, String snapshotName) throws IOException {</span> |
| <span class="source-line-no">1419</span><span id="line-1419"> List<SnapshotDescription> list = admin.listSnapshots();</span> |
| <span class="source-line-no">1420</span><span id="line-1420"> for (SnapshotDescription desc : list) {</span> |
| <span class="source-line-no">1421</span><span id="line-1421"> if (desc.getName().equals(snapshotName)) {</span> |
| <span class="source-line-no">1422</span><span id="line-1422"> return true;</span> |
| <span class="source-line-no">1423</span><span id="line-1423"> }</span> |
| <span class="source-line-no">1424</span><span id="line-1424"> }</span> |
| <span class="source-line-no">1425</span><span id="line-1425"> return false;</span> |
| <span class="source-line-no">1426</span><span id="line-1426"> }</span> |
| <span class="source-line-no">1427</span><span id="line-1427"></span> |
| <span class="source-line-no">1428</span><span id="line-1428"> public static boolean snapshotExists(Connection conn) throws IOException {</span> |
| <span class="source-line-no">1429</span><span id="line-1429"> return snapshotExists(conn.getAdmin(), getSnapshotName(conn.getConfiguration()));</span> |
| <span class="source-line-no">1430</span><span id="line-1430"> }</span> |
| <span class="source-line-no">1431</span><span id="line-1431"></span> |
| <span class="source-line-no">1432</span><span id="line-1432"> public static void deleteSnapshot(Connection conn) throws IOException {</span> |
| <span class="source-line-no">1433</span><span id="line-1433"> Configuration conf = conn.getConfiguration();</span> |
| <span class="source-line-no">1434</span><span id="line-1434"> LOG.debug("Deleting " + BackupSystemTable.getSnapshotName(conf) + " from the system");</span> |
| <span class="source-line-no">1435</span><span id="line-1435"> try (Admin admin = conn.getAdmin()) {</span> |
| <span class="source-line-no">1436</span><span id="line-1436"> String snapshotName = BackupSystemTable.getSnapshotName(conf);</span> |
| <span class="source-line-no">1437</span><span id="line-1437"> if (snapshotExists(admin, snapshotName)) {</span> |
| <span class="source-line-no">1438</span><span id="line-1438"> admin.deleteSnapshot(snapshotName);</span> |
| <span class="source-line-no">1439</span><span id="line-1439"> LOG.debug("Done deleting backup system table snapshot");</span> |
| <span class="source-line-no">1440</span><span id="line-1440"> } else {</span> |
| <span class="source-line-no">1441</span><span id="line-1441"> LOG.error("Snapshot " + snapshotName + " does not exists");</span> |
| <span class="source-line-no">1442</span><span id="line-1442"> }</span> |
| <span class="source-line-no">1443</span><span id="line-1443"> }</span> |
| <span class="source-line-no">1444</span><span id="line-1444"> }</span> |
| <span class="source-line-no">1445</span><span id="line-1445"></span> |
| <span class="source-line-no">1446</span><span id="line-1446"> private Put createPutForDeleteOperation(String[] backupIdList) {</span> |
| <span class="source-line-no">1447</span><span id="line-1447"> byte[] value = Bytes.toBytes(StringUtils.join(backupIdList, ","));</span> |
| <span class="source-line-no">1448</span><span id="line-1448"> Put put = new Put(DELETE_OP_ROW);</span> |
| <span class="source-line-no">1449</span><span id="line-1449"> put.addColumn(META_FAMILY, FAM_COL, value);</span> |
| <span class="source-line-no">1450</span><span id="line-1450"> return put;</span> |
| <span class="source-line-no">1451</span><span id="line-1451"> }</span> |
| <span class="source-line-no">1452</span><span id="line-1452"></span> |
| <span class="source-line-no">1453</span><span id="line-1453"> private Delete createDeleteForBackupDeleteOperation() {</span> |
| <span class="source-line-no">1454</span><span id="line-1454"> Delete delete = new Delete(DELETE_OP_ROW);</span> |
| <span class="source-line-no">1455</span><span id="line-1455"> delete.addFamily(META_FAMILY);</span> |
| <span class="source-line-no">1456</span><span id="line-1456"> return delete;</span> |
| <span class="source-line-no">1457</span><span id="line-1457"> }</span> |
| <span class="source-line-no">1458</span><span id="line-1458"></span> |
| <span class="source-line-no">1459</span><span id="line-1459"> private Get createGetForDeleteOperation() {</span> |
| <span class="source-line-no">1460</span><span id="line-1460"> Get get = new Get(DELETE_OP_ROW);</span> |
| <span class="source-line-no">1461</span><span id="line-1461"> get.addFamily(META_FAMILY);</span> |
| <span class="source-line-no">1462</span><span id="line-1462"> return get;</span> |
| <span class="source-line-no">1463</span><span id="line-1463"> }</span> |
| <span class="source-line-no">1464</span><span id="line-1464"></span> |
| <span class="source-line-no">1465</span><span id="line-1465"> public void startDeleteOperation(String[] backupIdList) throws IOException {</span> |
| <span class="source-line-no">1466</span><span id="line-1466"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">1467</span><span id="line-1467"> LOG.trace("Start delete operation for backups: " + StringUtils.join(backupIdList));</span> |
| <span class="source-line-no">1468</span><span id="line-1468"> }</span> |
| <span class="source-line-no">1469</span><span id="line-1469"> Put put = createPutForDeleteOperation(backupIdList);</span> |
| <span class="source-line-no">1470</span><span id="line-1470"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">1471</span><span id="line-1471"> table.put(put);</span> |
| <span class="source-line-no">1472</span><span id="line-1472"> }</span> |
| <span class="source-line-no">1473</span><span id="line-1473"> }</span> |
| <span class="source-line-no">1474</span><span id="line-1474"></span> |
| <span class="source-line-no">1475</span><span id="line-1475"> public void finishDeleteOperation() throws IOException {</span> |
| <span class="source-line-no">1476</span><span id="line-1476"> LOG.trace("Finsih delete operation for backup ids");</span> |
| <span class="source-line-no">1477</span><span id="line-1477"></span> |
| <span class="source-line-no">1478</span><span id="line-1478"> Delete delete = createDeleteForBackupDeleteOperation();</span> |
| <span class="source-line-no">1479</span><span id="line-1479"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">1480</span><span id="line-1480"> table.delete(delete);</span> |
| <span class="source-line-no">1481</span><span id="line-1481"> }</span> |
| <span class="source-line-no">1482</span><span id="line-1482"> }</span> |
| <span class="source-line-no">1483</span><span id="line-1483"></span> |
| <span class="source-line-no">1484</span><span id="line-1484"> public String[] getListOfBackupIdsFromDeleteOperation() throws IOException {</span> |
| <span class="source-line-no">1485</span><span id="line-1485"> LOG.trace("Get delete operation for backup ids");</span> |
| <span class="source-line-no">1486</span><span id="line-1486"></span> |
| <span class="source-line-no">1487</span><span id="line-1487"> Get get = createGetForDeleteOperation();</span> |
| <span class="source-line-no">1488</span><span id="line-1488"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">1489</span><span id="line-1489"> Result res = table.get(get);</span> |
| <span class="source-line-no">1490</span><span id="line-1490"> if (res.isEmpty()) {</span> |
| <span class="source-line-no">1491</span><span id="line-1491"> return null;</span> |
| <span class="source-line-no">1492</span><span id="line-1492"> }</span> |
| <span class="source-line-no">1493</span><span id="line-1493"> Cell cell = res.listCells().get(0);</span> |
| <span class="source-line-no">1494</span><span id="line-1494"> byte[] val = CellUtil.cloneValue(cell);</span> |
| <span class="source-line-no">1495</span><span id="line-1495"> if (val.length == 0) {</span> |
| <span class="source-line-no">1496</span><span id="line-1496"> return null;</span> |
| <span class="source-line-no">1497</span><span id="line-1497"> }</span> |
| <span class="source-line-no">1498</span><span id="line-1498"> return Splitter.on(',').splitToStream(new String(val, StandardCharsets.UTF_8))</span> |
| <span class="source-line-no">1499</span><span id="line-1499"> .toArray(String[]::new);</span> |
| <span class="source-line-no">1500</span><span id="line-1500"> }</span> |
| <span class="source-line-no">1501</span><span id="line-1501"> }</span> |
| <span class="source-line-no">1502</span><span id="line-1502"></span> |
| <span class="source-line-no">1503</span><span id="line-1503"> private Put createPutForMergeOperation(String[] backupIdList) {</span> |
| <span class="source-line-no">1504</span><span id="line-1504"> byte[] value = Bytes.toBytes(StringUtils.join(backupIdList, ","));</span> |
| <span class="source-line-no">1505</span><span id="line-1505"> Put put = new Put(MERGE_OP_ROW);</span> |
| <span class="source-line-no">1506</span><span id="line-1506"> put.addColumn(META_FAMILY, FAM_COL, value);</span> |
| <span class="source-line-no">1507</span><span id="line-1507"> return put;</span> |
| <span class="source-line-no">1508</span><span id="line-1508"> }</span> |
| <span class="source-line-no">1509</span><span id="line-1509"></span> |
| <span class="source-line-no">1510</span><span id="line-1510"> public boolean isMergeInProgress() throws IOException {</span> |
| <span class="source-line-no">1511</span><span id="line-1511"> Get get = new Get(MERGE_OP_ROW);</span> |
| <span class="source-line-no">1512</span><span id="line-1512"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">1513</span><span id="line-1513"> Result res = table.get(get);</span> |
| <span class="source-line-no">1514</span><span id="line-1514"> return !res.isEmpty();</span> |
| <span class="source-line-no">1515</span><span id="line-1515"> }</span> |
| <span class="source-line-no">1516</span><span id="line-1516"> }</span> |
| <span class="source-line-no">1517</span><span id="line-1517"></span> |
| <span class="source-line-no">1518</span><span id="line-1518"> private Put createPutForUpdateTablesForMerge(List<TableName> tables) {</span> |
| <span class="source-line-no">1519</span><span id="line-1519"> byte[] value = Bytes.toBytes(StringUtils.join(tables, ","));</span> |
| <span class="source-line-no">1520</span><span id="line-1520"> Put put = new Put(MERGE_OP_ROW);</span> |
| <span class="source-line-no">1521</span><span id="line-1521"> put.addColumn(META_FAMILY, PATH_COL, value);</span> |
| <span class="source-line-no">1522</span><span id="line-1522"> return put;</span> |
| <span class="source-line-no">1523</span><span id="line-1523"> }</span> |
| <span class="source-line-no">1524</span><span id="line-1524"></span> |
| <span class="source-line-no">1525</span><span id="line-1525"> private Delete createDeleteForBackupMergeOperation() {</span> |
| <span class="source-line-no">1526</span><span id="line-1526"> Delete delete = new Delete(MERGE_OP_ROW);</span> |
| <span class="source-line-no">1527</span><span id="line-1527"> delete.addFamily(META_FAMILY);</span> |
| <span class="source-line-no">1528</span><span id="line-1528"> return delete;</span> |
| <span class="source-line-no">1529</span><span id="line-1529"> }</span> |
| <span class="source-line-no">1530</span><span id="line-1530"></span> |
| <span class="source-line-no">1531</span><span id="line-1531"> private Get createGetForMergeOperation() {</span> |
| <span class="source-line-no">1532</span><span id="line-1532"> Get get = new Get(MERGE_OP_ROW);</span> |
| <span class="source-line-no">1533</span><span id="line-1533"> get.addFamily(META_FAMILY);</span> |
| <span class="source-line-no">1534</span><span id="line-1534"> return get;</span> |
| <span class="source-line-no">1535</span><span id="line-1535"> }</span> |
| <span class="source-line-no">1536</span><span id="line-1536"></span> |
| <span class="source-line-no">1537</span><span id="line-1537"> public void startMergeOperation(String[] backupIdList) throws IOException {</span> |
| <span class="source-line-no">1538</span><span id="line-1538"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">1539</span><span id="line-1539"> LOG.trace("Start merge operation for backups: " + StringUtils.join(backupIdList));</span> |
| <span class="source-line-no">1540</span><span id="line-1540"> }</span> |
| <span class="source-line-no">1541</span><span id="line-1541"> Put put = createPutForMergeOperation(backupIdList);</span> |
| <span class="source-line-no">1542</span><span id="line-1542"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">1543</span><span id="line-1543"> table.put(put);</span> |
| <span class="source-line-no">1544</span><span id="line-1544"> }</span> |
| <span class="source-line-no">1545</span><span id="line-1545"> }</span> |
| <span class="source-line-no">1546</span><span id="line-1546"></span> |
| <span class="source-line-no">1547</span><span id="line-1547"> public void updateProcessedTablesForMerge(List<TableName> tables) throws IOException {</span> |
| <span class="source-line-no">1548</span><span id="line-1548"> if (LOG.isTraceEnabled()) {</span> |
| <span class="source-line-no">1549</span><span id="line-1549"> LOG.trace("Update tables for merge : " + StringUtils.join(tables, ","));</span> |
| <span class="source-line-no">1550</span><span id="line-1550"> }</span> |
| <span class="source-line-no">1551</span><span id="line-1551"> Put put = createPutForUpdateTablesForMerge(tables);</span> |
| <span class="source-line-no">1552</span><span id="line-1552"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">1553</span><span id="line-1553"> table.put(put);</span> |
| <span class="source-line-no">1554</span><span id="line-1554"> }</span> |
| <span class="source-line-no">1555</span><span id="line-1555"> }</span> |
| <span class="source-line-no">1556</span><span id="line-1556"></span> |
| <span class="source-line-no">1557</span><span id="line-1557"> public void finishMergeOperation() throws IOException {</span> |
| <span class="source-line-no">1558</span><span id="line-1558"> LOG.trace("Finish merge operation for backup ids");</span> |
| <span class="source-line-no">1559</span><span id="line-1559"></span> |
| <span class="source-line-no">1560</span><span id="line-1560"> Delete delete = createDeleteForBackupMergeOperation();</span> |
| <span class="source-line-no">1561</span><span id="line-1561"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">1562</span><span id="line-1562"> table.delete(delete);</span> |
| <span class="source-line-no">1563</span><span id="line-1563"> }</span> |
| <span class="source-line-no">1564</span><span id="line-1564"> }</span> |
| <span class="source-line-no">1565</span><span id="line-1565"></span> |
| <span class="source-line-no">1566</span><span id="line-1566"> public String[] getListOfBackupIdsFromMergeOperation() throws IOException {</span> |
| <span class="source-line-no">1567</span><span id="line-1567"> LOG.trace("Get backup ids for merge operation");</span> |
| <span class="source-line-no">1568</span><span id="line-1568"></span> |
| <span class="source-line-no">1569</span><span id="line-1569"> Get get = createGetForMergeOperation();</span> |
| <span class="source-line-no">1570</span><span id="line-1570"> try (Table table = connection.getTable(tableName)) {</span> |
| <span class="source-line-no">1571</span><span id="line-1571"> Result res = table.get(get);</span> |
| <span class="source-line-no">1572</span><span id="line-1572"> if (res.isEmpty()) {</span> |
| <span class="source-line-no">1573</span><span id="line-1573"> return null;</span> |
| <span class="source-line-no">1574</span><span id="line-1574"> }</span> |
| <span class="source-line-no">1575</span><span id="line-1575"> Cell cell = res.listCells().get(0);</span> |
| <span class="source-line-no">1576</span><span id="line-1576"> byte[] val = CellUtil.cloneValue(cell);</span> |
| <span class="source-line-no">1577</span><span id="line-1577"> if (val.length == 0) {</span> |
| <span class="source-line-no">1578</span><span id="line-1578"> return null;</span> |
| <span class="source-line-no">1579</span><span id="line-1579"> }</span> |
| <span class="source-line-no">1580</span><span id="line-1580"> return Splitter.on(',').splitToStream(new String(val, StandardCharsets.UTF_8))</span> |
| <span class="source-line-no">1581</span><span id="line-1581"> .toArray(String[]::new);</span> |
| <span class="source-line-no">1582</span><span id="line-1582"> }</span> |
| <span class="source-line-no">1583</span><span id="line-1583"> }</span> |
| <span class="source-line-no">1584</span><span id="line-1584"></span> |
| <span class="source-line-no">1585</span><span id="line-1585"> /**</span> |
| <span class="source-line-no">1586</span><span id="line-1586"> * Creates a scan to read all registered bulk loads for the given table, or for all tables if</span> |
| <span class="source-line-no">1587</span><span id="line-1587"> * {@code table} is {@code null}.</span> |
| <span class="source-line-no">1588</span><span id="line-1588"> */</span> |
| <span class="source-line-no">1589</span><span id="line-1589"> static Scan createScanForOrigBulkLoadedFiles(@Nullable TableName table) {</span> |
| <span class="source-line-no">1590</span><span id="line-1590"> Scan scan = new Scan();</span> |
| <span class="source-line-no">1591</span><span id="line-1591"> byte[] startRow = table == null</span> |
| <span class="source-line-no">1592</span><span id="line-1592"> ? BULK_LOAD_PREFIX_BYTES</span> |
| <span class="source-line-no">1593</span><span id="line-1593"> : rowkey(BULK_LOAD_PREFIX, table.toString(), BLK_LD_DELIM);</span> |
| <span class="source-line-no">1594</span><span id="line-1594"> byte[] stopRow = Arrays.copyOf(startRow, startRow.length);</span> |
| <span class="source-line-no">1595</span><span id="line-1595"> stopRow[stopRow.length - 1] = (byte) (stopRow[stopRow.length - 1] + 1);</span> |
| <span class="source-line-no">1596</span><span id="line-1596"> scan.withStartRow(startRow);</span> |
| <span class="source-line-no">1597</span><span id="line-1597"> scan.withStopRow(stopRow);</span> |
| <span class="source-line-no">1598</span><span id="line-1598"> scan.addFamily(BackupSystemTable.META_FAMILY);</span> |
| <span class="source-line-no">1599</span><span id="line-1599"> scan.readVersions(1);</span> |
| <span class="source-line-no">1600</span><span id="line-1600"> return scan;</span> |
| <span class="source-line-no">1601</span><span id="line-1601"> }</span> |
| <span class="source-line-no">1602</span><span id="line-1602"></span> |
| <span class="source-line-no">1603</span><span id="line-1603"> static String getTableNameFromOrigBulkLoadRow(String rowStr) {</span> |
| <span class="source-line-no">1604</span><span id="line-1604"> // format is bulk : namespace : table : region : file</span> |
| <span class="source-line-no">1605</span><span id="line-1605"> return Iterators.get(Splitter.onPattern(BLK_LD_DELIM).split(rowStr).iterator(), 1);</span> |
| <span class="source-line-no">1606</span><span id="line-1606"> }</span> |
| <span class="source-line-no">1607</span><span id="line-1607"></span> |
| <span class="source-line-no">1608</span><span id="line-1608"> static String getRegionNameFromOrigBulkLoadRow(String rowStr) {</span> |
| <span class="source-line-no">1609</span><span id="line-1609"> // format is bulk : namespace : table : region : file</span> |
| <span class="source-line-no">1610</span><span id="line-1610"> List<String> parts = Splitter.onPattern(BLK_LD_DELIM).splitToList(rowStr);</span> |
| <span class="source-line-no">1611</span><span id="line-1611"> Iterator<String> i = parts.iterator();</span> |
| <span class="source-line-no">1612</span><span id="line-1612"> int idx = 3;</span> |
| <span class="source-line-no">1613</span><span id="line-1613"> if (parts.size() == 4) {</span> |
| <span class="source-line-no">1614</span><span id="line-1614"> // the table is in default namespace</span> |
| <span class="source-line-no">1615</span><span id="line-1615"> idx = 2;</span> |
| <span class="source-line-no">1616</span><span id="line-1616"> }</span> |
| <span class="source-line-no">1617</span><span id="line-1617"> String region = Iterators.get(i, idx);</span> |
| <span class="source-line-no">1618</span><span id="line-1618"> LOG.debug("bulk row string " + rowStr + " region " + region);</span> |
| <span class="source-line-no">1619</span><span id="line-1619"> return region;</span> |
| <span class="source-line-no">1620</span><span id="line-1620"> }</span> |
| <span class="source-line-no">1621</span><span id="line-1621"></span> |
| <span class="source-line-no">1622</span><span id="line-1622"> /*</span> |
| <span class="source-line-no">1623</span><span id="line-1623"> * Used to query bulk loaded hfiles which have been copied by incremental backup</span> |
| <span class="source-line-no">1624</span><span id="line-1624"> * @param backupId the backup Id. It can be null when querying for all tables</span> |
| <span class="source-line-no">1625</span><span id="line-1625"> * @return the Scan object</span> |
| <span class="source-line-no">1626</span><span id="line-1626"> * @deprecated This method is broken if a backupId is specified - see HBASE-28715</span> |
| <span class="source-line-no">1627</span><span id="line-1627"> */</span> |
| <span class="source-line-no">1628</span><span id="line-1628"> static Scan createScanForBulkLoadedFiles(String backupId) {</span> |
| <span class="source-line-no">1629</span><span id="line-1629"> Scan scan = new Scan();</span> |
| <span class="source-line-no">1630</span><span id="line-1630"> byte[] startRow =</span> |
| <span class="source-line-no">1631</span><span id="line-1631"> backupId == null ? BULK_LOAD_PREFIX_BYTES : rowkey(BULK_LOAD_PREFIX, backupId + BLK_LD_DELIM);</span> |
| <span class="source-line-no">1632</span><span id="line-1632"> byte[] stopRow = Arrays.copyOf(startRow, startRow.length);</span> |
| <span class="source-line-no">1633</span><span id="line-1633"> stopRow[stopRow.length - 1] = (byte) (stopRow[stopRow.length - 1] + 1);</span> |
| <span class="source-line-no">1634</span><span id="line-1634"> scan.withStartRow(startRow);</span> |
| <span class="source-line-no">1635</span><span id="line-1635"> scan.withStopRow(stopRow);</span> |
| <span class="source-line-no">1636</span><span id="line-1636"> scan.addFamily(BackupSystemTable.META_FAMILY);</span> |
| <span class="source-line-no">1637</span><span id="line-1637"> scan.readVersions(1);</span> |
| <span class="source-line-no">1638</span><span id="line-1638"> return scan;</span> |
| <span class="source-line-no">1639</span><span id="line-1639"> }</span> |
| <span class="source-line-no">1640</span><span id="line-1640"></span> |
| <span class="source-line-no">1641</span><span id="line-1641"> /**</span> |
| <span class="source-line-no">1642</span><span id="line-1642"> * Creates Scan operation to load backup set list</span> |
| <span class="source-line-no">1643</span><span id="line-1643"> * @return scan operation</span> |
| <span class="source-line-no">1644</span><span id="line-1644"> */</span> |
| <span class="source-line-no">1645</span><span id="line-1645"> private Scan createScanForBackupSetList() {</span> |
| <span class="source-line-no">1646</span><span id="line-1646"> Scan scan = new Scan();</span> |
| <span class="source-line-no">1647</span><span id="line-1647"> byte[] startRow = Bytes.toBytes(SET_KEY_PREFIX);</span> |
| <span class="source-line-no">1648</span><span id="line-1648"> byte[] stopRow = Arrays.copyOf(startRow, startRow.length);</span> |
| <span class="source-line-no">1649</span><span id="line-1649"> stopRow[stopRow.length - 1] = (byte) (stopRow[stopRow.length - 1] + 1);</span> |
| <span class="source-line-no">1650</span><span id="line-1650"> scan.withStartRow(startRow);</span> |
| <span class="source-line-no">1651</span><span id="line-1651"> scan.withStopRow(stopRow);</span> |
| <span class="source-line-no">1652</span><span id="line-1652"> scan.addFamily(BackupSystemTable.META_FAMILY);</span> |
| <span class="source-line-no">1653</span><span id="line-1653"> return scan;</span> |
| <span class="source-line-no">1654</span><span id="line-1654"> }</span> |
| <span class="source-line-no">1655</span><span id="line-1655"></span> |
| <span class="source-line-no">1656</span><span id="line-1656"> /**</span> |
| <span class="source-line-no">1657</span><span id="line-1657"> * Creates Get operation to load backup set content</span> |
| <span class="source-line-no">1658</span><span id="line-1658"> * @return get operation</span> |
| <span class="source-line-no">1659</span><span id="line-1659"> */</span> |
| <span class="source-line-no">1660</span><span id="line-1660"> private Get createGetForBackupSet(String name) {</span> |
| <span class="source-line-no">1661</span><span id="line-1661"> Get get = new Get(rowkey(SET_KEY_PREFIX, name));</span> |
| <span class="source-line-no">1662</span><span id="line-1662"> get.addFamily(BackupSystemTable.META_FAMILY);</span> |
| <span class="source-line-no">1663</span><span id="line-1663"> return get;</span> |
| <span class="source-line-no">1664</span><span id="line-1664"> }</span> |
| <span class="source-line-no">1665</span><span id="line-1665"></span> |
| <span class="source-line-no">1666</span><span id="line-1666"> /**</span> |
| <span class="source-line-no">1667</span><span id="line-1667"> * Creates Delete operation to delete backup set content</span> |
| <span class="source-line-no">1668</span><span id="line-1668"> * @param name backup set's name</span> |
| <span class="source-line-no">1669</span><span id="line-1669"> * @return delete operation</span> |
| <span class="source-line-no">1670</span><span id="line-1670"> */</span> |
| <span class="source-line-no">1671</span><span id="line-1671"> private Delete createDeleteForBackupSet(String name) {</span> |
| <span class="source-line-no">1672</span><span id="line-1672"> Delete del = new Delete(rowkey(SET_KEY_PREFIX, name));</span> |
| <span class="source-line-no">1673</span><span id="line-1673"> del.addFamily(BackupSystemTable.META_FAMILY);</span> |
| <span class="source-line-no">1674</span><span id="line-1674"> return del;</span> |
| <span class="source-line-no">1675</span><span id="line-1675"> }</span> |
| <span class="source-line-no">1676</span><span id="line-1676"></span> |
| <span class="source-line-no">1677</span><span id="line-1677"> /**</span> |
| <span class="source-line-no">1678</span><span id="line-1678"> * Creates Put operation to update backup set content</span> |
| <span class="source-line-no">1679</span><span id="line-1679"> * @param name backup set's name</span> |
| <span class="source-line-no">1680</span><span id="line-1680"> * @param tables list of tables</span> |
| <span class="source-line-no">1681</span><span id="line-1681"> * @return put operation</span> |
| <span class="source-line-no">1682</span><span id="line-1682"> */</span> |
| <span class="source-line-no">1683</span><span id="line-1683"> private Put createPutForBackupSet(String name, String[] tables) {</span> |
| <span class="source-line-no">1684</span><span id="line-1684"> Put put = new Put(rowkey(SET_KEY_PREFIX, name));</span> |
| <span class="source-line-no">1685</span><span id="line-1685"> byte[] value = convertToByteArray(tables);</span> |
| <span class="source-line-no">1686</span><span id="line-1686"> put.addColumn(BackupSystemTable.META_FAMILY, Bytes.toBytes("tables"), value);</span> |
| <span class="source-line-no">1687</span><span id="line-1687"> return put;</span> |
| <span class="source-line-no">1688</span><span id="line-1688"> }</span> |
| <span class="source-line-no">1689</span><span id="line-1689"></span> |
| <span class="source-line-no">1690</span><span id="line-1690"> private byte[] convertToByteArray(String[] tables) {</span> |
| <span class="source-line-no">1691</span><span id="line-1691"> return Bytes.toBytes(StringUtils.join(tables, ","));</span> |
| <span class="source-line-no">1692</span><span id="line-1692"> }</span> |
| <span class="source-line-no">1693</span><span id="line-1693"></span> |
| <span class="source-line-no">1694</span><span id="line-1694"> /**</span> |
| <span class="source-line-no">1695</span><span id="line-1695"> * Converts cell to backup set list.</span> |
| <span class="source-line-no">1696</span><span id="line-1696"> * @param current current cell</span> |
| <span class="source-line-no">1697</span><span id="line-1697"> * @return backup set as array of table names</span> |
| <span class="source-line-no">1698</span><span id="line-1698"> */</span> |
| <span class="source-line-no">1699</span><span id="line-1699"> private String[] cellValueToBackupSet(Cell current) {</span> |
| <span class="source-line-no">1700</span><span id="line-1700"> byte[] data = CellUtil.cloneValue(current);</span> |
| <span class="source-line-no">1701</span><span id="line-1701"> if (!ArrayUtils.isEmpty(data)) {</span> |
| <span class="source-line-no">1702</span><span id="line-1702"> return Bytes.toString(data).split(",");</span> |
| <span class="source-line-no">1703</span><span id="line-1703"> }</span> |
| <span class="source-line-no">1704</span><span id="line-1704"> return new String[0];</span> |
| <span class="source-line-no">1705</span><span id="line-1705"> }</span> |
| <span class="source-line-no">1706</span><span id="line-1706"></span> |
| <span class="source-line-no">1707</span><span id="line-1707"> /**</span> |
| <span class="source-line-no">1708</span><span id="line-1708"> * Converts cell key to backup set name.</span> |
| <span class="source-line-no">1709</span><span id="line-1709"> * @param current current cell</span> |
| <span class="source-line-no">1710</span><span id="line-1710"> * @return backup set name</span> |
| <span class="source-line-no">1711</span><span id="line-1711"> */</span> |
| <span class="source-line-no">1712</span><span id="line-1712"> private String cellKeyToBackupSetName(Cell current) {</span> |
| <span class="source-line-no">1713</span><span id="line-1713"> byte[] data = CellUtil.cloneRow(current);</span> |
| <span class="source-line-no">1714</span><span id="line-1714"> return Bytes.toString(data).substring(SET_KEY_PREFIX.length());</span> |
| <span class="source-line-no">1715</span><span id="line-1715"> }</span> |
| <span class="source-line-no">1716</span><span id="line-1716"></span> |
| <span class="source-line-no">1717</span><span id="line-1717"> private static byte[] rowkey(String s, String... other) {</span> |
| <span class="source-line-no">1718</span><span id="line-1718"> StringBuilder sb = new StringBuilder(s);</span> |
| <span class="source-line-no">1719</span><span id="line-1719"> for (String ss : other) {</span> |
| <span class="source-line-no">1720</span><span id="line-1720"> sb.append(ss);</span> |
| <span class="source-line-no">1721</span><span id="line-1721"> }</span> |
| <span class="source-line-no">1722</span><span id="line-1722"> return Bytes.toBytes(sb.toString());</span> |
| <span class="source-line-no">1723</span><span id="line-1723"> }</span> |
| <span class="source-line-no">1724</span><span id="line-1724"></span> |
| <span class="source-line-no">1725</span><span id="line-1725"> private static void ensureTableEnabled(Admin admin, TableName tableName) throws IOException {</span> |
| <span class="source-line-no">1726</span><span id="line-1726"> if (!admin.isTableEnabled(tableName)) {</span> |
| <span class="source-line-no">1727</span><span id="line-1727"> try {</span> |
| <span class="source-line-no">1728</span><span id="line-1728"> admin.enableTable(tableName);</span> |
| <span class="source-line-no">1729</span><span id="line-1729"> } catch (TableNotDisabledException ignored) {</span> |
| <span class="source-line-no">1730</span><span id="line-1730"> LOG.info("Table {} is not disabled, ignoring enable request", tableName);</span> |
| <span class="source-line-no">1731</span><span id="line-1731"> }</span> |
| <span class="source-line-no">1732</span><span id="line-1732"> }</span> |
| <span class="source-line-no">1733</span><span id="line-1733"> }</span> |
| <span class="source-line-no">1734</span><span id="line-1734">}</span> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </pre> |
| </div> |
| </main> |
| </body> |
| </html> |
