devapidocs/src-html/org/apache/hadoop/hbase/io/encoding/RowIndexEncoderV1.html - hbase-site - Git at Google

 <!DOCTYPE HTML>
 <html lang="en">
 <head>
 <!-- Generated by javadoc (17) -->
 <title>Source code</title>
 <meta name="viewport" content="width=device-width, initial-scale=1">
 <meta name="description" content="source: package: org.apache.hadoop.hbase.io.encoding, class: RowIndexEncoderV1">
 <meta name="generator" content="javadoc/SourceToHTMLConverter">
 <link rel="stylesheet" type="text/css" href="../../../../../../../stylesheet.css" title="Style">
 </head>
 <body class="source-page">
 <main role="main">
 <div class="source-container">
 <pre><span class="source-line-no">001</span><span id="line-1">/*</span>
 <span class="source-line-no">002</span><span id="line-2"> * Licensed to the Apache Software Foundation (ASF) under one</span>
 <span class="source-line-no">003</span><span id="line-3"> * or more contributor license agreements.  See the NOTICE file</span>
 <span class="source-line-no">004</span><span id="line-4"> * distributed with this work for additional information</span>
 <span class="source-line-no">005</span><span id="line-5"> * regarding copyright ownership.  The ASF licenses this file</span>
 <span class="source-line-no">006</span><span id="line-6"> * to you under the Apache License, Version 2.0 (the</span>
 <span class="source-line-no">007</span><span id="line-7"> * "License"); you may not use this file except in compliance</span>
 <span class="source-line-no">008</span><span id="line-8"> * with the License.  You may obtain a copy of the License at</span>
 <span class="source-line-no">009</span><span id="line-9"> *</span>
 <span class="source-line-no">010</span><span id="line-10"> *     http://www.apache.org/licenses/LICENSE-2.0</span>
 <span class="source-line-no">011</span><span id="line-11"> *</span>
 <span class="source-line-no">012</span><span id="line-12"> * Unless required by applicable law or agreed to in writing, software</span>
 <span class="source-line-no">013</span><span id="line-13"> * distributed under the License is distributed on an "AS IS" BASIS,</span>
 <span class="source-line-no">014</span><span id="line-14"> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span>
 <span class="source-line-no">015</span><span id="line-15"> * See the License for the specific language governing permissions and</span>
 <span class="source-line-no">016</span><span id="line-16"> * limitations under the License.</span>
 <span class="source-line-no">017</span><span id="line-17"> */</span>
 <span class="source-line-no">018</span><span id="line-18">package org.apache.hadoop.hbase.io.encoding;</span>
 <span class="source-line-no">019</span><span id="line-19"></span>
 <span class="source-line-no">020</span><span id="line-20">import java.io.DataOutputStream;</span>
 <span class="source-line-no">021</span><span id="line-21">import java.io.IOException;</span>
 <span class="source-line-no">022</span><span id="line-22">import org.apache.hadoop.hbase.ExtendedCell;</span>
 <span class="source-line-no">023</span><span id="line-23">import org.apache.hadoop.hbase.KeyValueUtil;</span>
 <span class="source-line-no">024</span><span id="line-24">import org.apache.hadoop.hbase.io.ByteArrayOutputStream;</span>
 <span class="source-line-no">025</span><span id="line-25">import org.apache.hadoop.hbase.util.Bytes;</span>
 <span class="source-line-no">026</span><span id="line-26">import org.apache.yetus.audience.InterfaceAudience;</span>
 <span class="source-line-no">027</span><span id="line-27">import org.slf4j.Logger;</span>
 <span class="source-line-no">028</span><span id="line-28">import org.slf4j.LoggerFactory;</span>
 <span class="source-line-no">029</span><span id="line-29"></span>
 <span class="source-line-no">030</span><span id="line-30">@InterfaceAudience.Private</span>
 <span class="source-line-no">031</span><span id="line-31">public class RowIndexEncoderV1 {</span>
 <span class="source-line-no">032</span><span id="line-32">  private static final Logger LOG = LoggerFactory.getLogger(RowIndexEncoderV1.class);</span>
 <span class="source-line-no">033</span><span id="line-33"></span>
 <span class="source-line-no">034</span><span id="line-34">  /** The Cell previously appended. */</span>
 <span class="source-line-no">035</span><span id="line-35">  private ExtendedCell lastCell = null;</span>
 <span class="source-line-no">036</span><span id="line-36"></span>
 <span class="source-line-no">037</span><span id="line-37">  private DataOutputStream out;</span>
 <span class="source-line-no">038</span><span id="line-38">  private NoneEncoder encoder;</span>
 <span class="source-line-no">039</span><span id="line-39">  private int startOffset = -1;</span>
 <span class="source-line-no">040</span><span id="line-40">  private ByteArrayOutputStream rowsOffsetBAOS = new ByteArrayOutputStream(64 * 4);</span>
 <span class="source-line-no">041</span><span id="line-41">  private final HFileBlockEncodingContext context;</span>
 <span class="source-line-no">042</span><span id="line-42"></span>
 <span class="source-line-no">043</span><span id="line-43">  public RowIndexEncoderV1(DataOutputStream out, HFileBlockDefaultEncodingContext encodingCtx) {</span>
 <span class="source-line-no">044</span><span id="line-44">    this.out = out;</span>
 <span class="source-line-no">045</span><span id="line-45">    this.encoder = new NoneEncoder(out, encodingCtx);</span>
 <span class="source-line-no">046</span><span id="line-46">    this.context = encodingCtx;</span>
 <span class="source-line-no">047</span><span id="line-47">  }</span>
 <span class="source-line-no">048</span><span id="line-48"></span>
 <span class="source-line-no">049</span><span id="line-49">  public void write(ExtendedCell cell) throws IOException {</span>
 <span class="source-line-no">050</span><span id="line-50">    // checkRow uses comparator to check we are writing in order.</span>
 <span class="source-line-no">051</span><span id="line-51">    int extraBytesForRowIndex = 0;</span>
 <span class="source-line-no">052</span><span id="line-52"></span>
 <span class="source-line-no">053</span><span id="line-53">    if (!checkRow(cell)) {</span>
 <span class="source-line-no">054</span><span id="line-54">      if (startOffset &lt; 0) {</span>
 <span class="source-line-no">055</span><span id="line-55">        startOffset = out.size();</span>
 <span class="source-line-no">056</span><span id="line-56">      }</span>
 <span class="source-line-no">057</span><span id="line-57">      rowsOffsetBAOS.writeInt(out.size() - startOffset);</span>
 <span class="source-line-no">058</span><span id="line-58">      // added for the int written in the previous line</span>
 <span class="source-line-no">059</span><span id="line-59">      extraBytesForRowIndex = Bytes.SIZEOF_INT;</span>
 <span class="source-line-no">060</span><span id="line-60">    }</span>
 <span class="source-line-no">061</span><span id="line-61">    lastCell = cell;</span>
 <span class="source-line-no">062</span><span id="line-62">    int size = encoder.write(cell);</span>
 <span class="source-line-no">063</span><span id="line-63">    context.getEncodingState().postCellEncode(size, size + extraBytesForRowIndex);</span>
 <span class="source-line-no">064</span><span id="line-64">  }</span>
 <span class="source-line-no">065</span><span id="line-65"></span>
 <span class="source-line-no">066</span><span id="line-66">  protected boolean checkRow(final ExtendedCell cell) throws IOException {</span>
 <span class="source-line-no">067</span><span id="line-67">    boolean isDuplicateRow = false;</span>
 <span class="source-line-no">068</span><span id="line-68">    if (cell == null) {</span>
 <span class="source-line-no">069</span><span id="line-69">      throw new IOException("Key cannot be null or empty");</span>
 <span class="source-line-no">070</span><span id="line-70">    }</span>
 <span class="source-line-no">071</span><span id="line-71">    if (lastCell != null) {</span>
 <span class="source-line-no">072</span><span id="line-72">      int keyComp = this.context.getHFileContext().getCellComparator().compareRows(lastCell, cell);</span>
 <span class="source-line-no">073</span><span id="line-73">      if (keyComp &gt; 0) {</span>
 <span class="source-line-no">074</span><span id="line-74">        throw new IOException("Added a key not lexically larger than" + " previous. Current cell = "</span>
 <span class="source-line-no">075</span><span id="line-75">          + cell + ", lastCell = " + lastCell);</span>
 <span class="source-line-no">076</span><span id="line-76">      } else if (keyComp == 0) {</span>
 <span class="source-line-no">077</span><span id="line-77">        isDuplicateRow = true;</span>
 <span class="source-line-no">078</span><span id="line-78">      }</span>
 <span class="source-line-no">079</span><span id="line-79">    }</span>
 <span class="source-line-no">080</span><span id="line-80">    return isDuplicateRow;</span>
 <span class="source-line-no">081</span><span id="line-81">  }</span>
 <span class="source-line-no">082</span><span id="line-82"></span>
 <span class="source-line-no">083</span><span id="line-83">  public void flush() throws IOException {</span>
 <span class="source-line-no">084</span><span id="line-84">    int onDiskDataSize = 0;</span>
 <span class="source-line-no">085</span><span id="line-85">    if (startOffset &gt;= 0) {</span>
 <span class="source-line-no">086</span><span id="line-86">      onDiskDataSize = out.size() - startOffset;</span>
 <span class="source-line-no">087</span><span id="line-87">    }</span>
 <span class="source-line-no">088</span><span id="line-88">    out.writeInt(rowsOffsetBAOS.size() / 4);</span>
 <span class="source-line-no">089</span><span id="line-89">    if (rowsOffsetBAOS.size() &gt; 0) {</span>
 <span class="source-line-no">090</span><span id="line-90">      out.write(rowsOffsetBAOS.getBuffer(), 0, rowsOffsetBAOS.size());</span>
 <span class="source-line-no">091</span><span id="line-91">    }</span>
 <span class="source-line-no">092</span><span id="line-92">    out.writeInt(onDiskDataSize);</span>
 <span class="source-line-no">093</span><span id="line-93">    if (LOG.isTraceEnabled()) {</span>
 <span class="source-line-no">094</span><span id="line-94">      LOG.trace("RowNumber: " + rowsOffsetBAOS.size() / 4 + ", onDiskDataSize: " + onDiskDataSize</span>
 <span class="source-line-no">095</span><span id="line-95">        + ", totalOnDiskSize: " + (out.size() - startOffset));</span>
 <span class="source-line-no">096</span><span id="line-96">    }</span>
 <span class="source-line-no">097</span><span id="line-97">  }</span>
 <span class="source-line-no">098</span><span id="line-98"></span>
 <span class="source-line-no">099</span><span id="line-99">  void beforeShipped() {</span>
 <span class="source-line-no">100</span><span id="line-100">    if (this.lastCell != null) {</span>
 <span class="source-line-no">101</span><span id="line-101">      this.lastCell = KeyValueUtil.toNewKeyCell(this.lastCell);</span>
 <span class="source-line-no">102</span><span id="line-102">    }</span>
 <span class="source-line-no">103</span><span id="line-103">  }</span>
 <span class="source-line-no">104</span><span id="line-104">}</span>


 </pre>
 </div>
 </main>
 </body>
 </html>
	<!DOCTYPE HTML>
	<html lang="en">
	<head>
	<!-- Generated by javadoc (17) -->
	<title>Source code</title>
	<meta name="viewport" content="width=device-width, initial-scale=1">
	<meta name="description" content="source: package: org.apache.hadoop.hbase.io.encoding, class: RowIndexEncoderV1">
	<meta name="generator" content="javadoc/SourceToHTMLConverter">
	<link rel="stylesheet" type="text/css" href="../../../../../../../stylesheet.css" title="Style">
	</head>
	<body class="source-page">
	<main role="main">
	<div class="source-container">
	<pre><span class="source-line-no">001</span><span id="line-1">/*</span>
	<span class="source-line-no">002</span><span id="line-2"> * Licensed to the Apache Software Foundation (ASF) under one</span>
	<span class="source-line-no">003</span><span id="line-3"> * or more contributor license agreements. See the NOTICE file</span>
	<span class="source-line-no">004</span><span id="line-4"> * distributed with this work for additional information</span>
	<span class="source-line-no">005</span><span id="line-5"> * regarding copyright ownership. The ASF licenses this file</span>
	<span class="source-line-no">006</span><span id="line-6"> * to you under the Apache License, Version 2.0 (the</span>
	<span class="source-line-no">007</span><span id="line-7"> * "License"); you may not use this file except in compliance</span>
	<span class="source-line-no">008</span><span id="line-8"> * with the License. You may obtain a copy of the License at</span>
	<span class="source-line-no">009</span><span id="line-9"> *</span>
	<span class="source-line-no">010</span><span id="line-10"> * http://www.apache.org/licenses/LICENSE-2.0</span>
	<span class="source-line-no">011</span><span id="line-11"> *</span>
	<span class="source-line-no">012</span><span id="line-12"> * Unless required by applicable law or agreed to in writing, software</span>
	<span class="source-line-no">013</span><span id="line-13"> * distributed under the License is distributed on an "AS IS" BASIS,</span>
	<span class="source-line-no">014</span><span id="line-14"> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span>
	<span class="source-line-no">015</span><span id="line-15"> * See the License for the specific language governing permissions and</span>
	<span class="source-line-no">016</span><span id="line-16"> * limitations under the License.</span>
	<span class="source-line-no">017</span><span id="line-17"> */</span>
	<span class="source-line-no">018</span><span id="line-18">package org.apache.hadoop.hbase.io.encoding;</span>
	<span class="source-line-no">019</span><span id="line-19"></span>
	<span class="source-line-no">020</span><span id="line-20">import java.io.DataOutputStream;</span>
	<span class="source-line-no">021</span><span id="line-21">import java.io.IOException;</span>
	<span class="source-line-no">022</span><span id="line-22">import org.apache.hadoop.hbase.ExtendedCell;</span>
	<span class="source-line-no">023</span><span id="line-23">import org.apache.hadoop.hbase.KeyValueUtil;</span>
	<span class="source-line-no">024</span><span id="line-24">import org.apache.hadoop.hbase.io.ByteArrayOutputStream;</span>
	<span class="source-line-no">025</span><span id="line-25">import org.apache.hadoop.hbase.util.Bytes;</span>
	<span class="source-line-no">026</span><span id="line-26">import org.apache.yetus.audience.InterfaceAudience;</span>
	<span class="source-line-no">027</span><span id="line-27">import org.slf4j.Logger;</span>
	<span class="source-line-no">028</span><span id="line-28">import org.slf4j.LoggerFactory;</span>
	<span class="source-line-no">029</span><span id="line-29"></span>
	<span class="source-line-no">030</span><span id="line-30">@InterfaceAudience.Private</span>
	<span class="source-line-no">031</span><span id="line-31">public class RowIndexEncoderV1 {</span>
	<span class="source-line-no">032</span><span id="line-32"> private static final Logger LOG = LoggerFactory.getLogger(RowIndexEncoderV1.class);</span>
	<span class="source-line-no">033</span><span id="line-33"></span>
	<span class="source-line-no">034</span><span id="line-34"> /** The Cell previously appended. */</span>
	<span class="source-line-no">035</span><span id="line-35"> private ExtendedCell lastCell = null;</span>
	<span class="source-line-no">036</span><span id="line-36"></span>
	<span class="source-line-no">037</span><span id="line-37"> private DataOutputStream out;</span>
	<span class="source-line-no">038</span><span id="line-38"> private NoneEncoder encoder;</span>
	<span class="source-line-no">039</span><span id="line-39"> private int startOffset = -1;</span>
	<span class="source-line-no">040</span><span id="line-40"> private ByteArrayOutputStream rowsOffsetBAOS = new ByteArrayOutputStream(64 * 4);</span>
	<span class="source-line-no">041</span><span id="line-41"> private final HFileBlockEncodingContext context;</span>
	<span class="source-line-no">042</span><span id="line-42"></span>
	<span class="source-line-no">043</span><span id="line-43"> public RowIndexEncoderV1(DataOutputStream out, HFileBlockDefaultEncodingContext encodingCtx) {</span>
	<span class="source-line-no">044</span><span id="line-44"> this.out = out;</span>
	<span class="source-line-no">045</span><span id="line-45"> this.encoder = new NoneEncoder(out, encodingCtx);</span>
	<span class="source-line-no">046</span><span id="line-46"> this.context = encodingCtx;</span>
	<span class="source-line-no">047</span><span id="line-47"> }</span>
	<span class="source-line-no">048</span><span id="line-48"></span>
	<span class="source-line-no">049</span><span id="line-49"> public void write(ExtendedCell cell) throws IOException {</span>
	<span class="source-line-no">050</span><span id="line-50"> // checkRow uses comparator to check we are writing in order.</span>
	<span class="source-line-no">051</span><span id="line-51"> int extraBytesForRowIndex = 0;</span>
	<span class="source-line-no">052</span><span id="line-52"></span>
	<span class="source-line-no">053</span><span id="line-53"> if (!checkRow(cell)) {</span>
	<span class="source-line-no">054</span><span id="line-54"> if (startOffset < 0) {</span>
	<span class="source-line-no">055</span><span id="line-55"> startOffset = out.size();</span>
	<span class="source-line-no">056</span><span id="line-56"> }</span>
	<span class="source-line-no">057</span><span id="line-57"> rowsOffsetBAOS.writeInt(out.size() - startOffset);</span>
	<span class="source-line-no">058</span><span id="line-58"> // added for the int written in the previous line</span>
	<span class="source-line-no">059</span><span id="line-59"> extraBytesForRowIndex = Bytes.SIZEOF_INT;</span>
	<span class="source-line-no">060</span><span id="line-60"> }</span>
	<span class="source-line-no">061</span><span id="line-61"> lastCell = cell;</span>
	<span class="source-line-no">062</span><span id="line-62"> int size = encoder.write(cell);</span>
	<span class="source-line-no">063</span><span id="line-63"> context.getEncodingState().postCellEncode(size, size + extraBytesForRowIndex);</span>
	<span class="source-line-no">064</span><span id="line-64"> }</span>
	<span class="source-line-no">065</span><span id="line-65"></span>
	<span class="source-line-no">066</span><span id="line-66"> protected boolean checkRow(final ExtendedCell cell) throws IOException {</span>
	<span class="source-line-no">067</span><span id="line-67"> boolean isDuplicateRow = false;</span>
	<span class="source-line-no">068</span><span id="line-68"> if (cell == null) {</span>
	<span class="source-line-no">069</span><span id="line-69"> throw new IOException("Key cannot be null or empty");</span>
	<span class="source-line-no">070</span><span id="line-70"> }</span>
	<span class="source-line-no">071</span><span id="line-71"> if (lastCell != null) {</span>
	<span class="source-line-no">072</span><span id="line-72"> int keyComp = this.context.getHFileContext().getCellComparator().compareRows(lastCell, cell);</span>
	<span class="source-line-no">073</span><span id="line-73"> if (keyComp > 0) {</span>
	<span class="source-line-no">074</span><span id="line-74"> throw new IOException("Added a key not lexically larger than" + " previous. Current cell = "</span>
	<span class="source-line-no">075</span><span id="line-75"> + cell + ", lastCell = " + lastCell);</span>
	<span class="source-line-no">076</span><span id="line-76"> } else if (keyComp == 0) {</span>
	<span class="source-line-no">077</span><span id="line-77"> isDuplicateRow = true;</span>
	<span class="source-line-no">078</span><span id="line-78"> }</span>
	<span class="source-line-no">079</span><span id="line-79"> }</span>
	<span class="source-line-no">080</span><span id="line-80"> return isDuplicateRow;</span>
	<span class="source-line-no">081</span><span id="line-81"> }</span>
	<span class="source-line-no">082</span><span id="line-82"></span>
	<span class="source-line-no">083</span><span id="line-83"> public void flush() throws IOException {</span>
	<span class="source-line-no">084</span><span id="line-84"> int onDiskDataSize = 0;</span>
	<span class="source-line-no">085</span><span id="line-85"> if (startOffset >= 0) {</span>
	<span class="source-line-no">086</span><span id="line-86"> onDiskDataSize = out.size() - startOffset;</span>
	<span class="source-line-no">087</span><span id="line-87"> }</span>
	<span class="source-line-no">088</span><span id="line-88"> out.writeInt(rowsOffsetBAOS.size() / 4);</span>
	<span class="source-line-no">089</span><span id="line-89"> if (rowsOffsetBAOS.size() > 0) {</span>
	<span class="source-line-no">090</span><span id="line-90"> out.write(rowsOffsetBAOS.getBuffer(), 0, rowsOffsetBAOS.size());</span>
	<span class="source-line-no">091</span><span id="line-91"> }</span>
	<span class="source-line-no">092</span><span id="line-92"> out.writeInt(onDiskDataSize);</span>
	<span class="source-line-no">093</span><span id="line-93"> if (LOG.isTraceEnabled()) {</span>
	<span class="source-line-no">094</span><span id="line-94"> LOG.trace("RowNumber: " + rowsOffsetBAOS.size() / 4 + ", onDiskDataSize: " + onDiskDataSize</span>
	<span class="source-line-no">095</span><span id="line-95"> + ", totalOnDiskSize: " + (out.size() - startOffset));</span>
	<span class="source-line-no">096</span><span id="line-96"> }</span>
	<span class="source-line-no">097</span><span id="line-97"> }</span>
	<span class="source-line-no">098</span><span id="line-98"></span>
	<span class="source-line-no">099</span><span id="line-99"> void beforeShipped() {</span>
	<span class="source-line-no">100</span><span id="line-100"> if (this.lastCell != null) {</span>
	<span class="source-line-no">101</span><span id="line-101"> this.lastCell = KeyValueUtil.toNewKeyCell(this.lastCell);</span>
	<span class="source-line-no">102</span><span id="line-102"> }</span>
	<span class="source-line-no">103</span><span id="line-103"> }</span>
	<span class="source-line-no">104</span><span id="line-104">}</span>




























































	</pre>
	</div>
	</main>
	</body>
	</html>