parquet-column/src/test/java/parquet/column/values/deltastrings/benchmark/BenchmarkDeltaStrings.java

/**
 * Copyright 2012 Twitter, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package parquet.column.values.deltastrings.benchmark;

import java.io.IOException;
import java.util.Arrays;

import org.junit.Rule;
import org.junit.Test;

import parquet.column.values.Utils;
import parquet.column.values.deltastrings.DeltaStringValuesReader;
import parquet.column.values.deltastrings.DeltaStringValuesWriter;
import parquet.column.values.plain.BinaryPlainValuesReader;
import parquet.column.values.plain.PlainValuesWriter;
import parquet.io.api.Binary;

import com.carrotsearch.junitbenchmarks.BenchmarkOptions;
import com.carrotsearch.junitbenchmarks.BenchmarkRule;
import com.carrotsearch.junitbenchmarks.annotation.AxisRange;
import com.carrotsearch.junitbenchmarks.annotation.BenchmarkMethodChart;

@AxisRange(min = 0, max = 1)
@BenchmarkMethodChart(filePrefix = "benchmark-encoding-writing-random")
public class BenchmarkDeltaStrings {
  
  @Rule
  public org.junit.rules.TestRule benchmarkRun = new BenchmarkRule();
  
  static String[] values = Utils.getRandomStringSamples(1000000, 32);
  static String[] sortedVals;
  static
  {
   sortedVals = Arrays.copyOf(values, values.length);
   Arrays.sort(sortedVals);
  }
  
  @BenchmarkOptions(benchmarkRounds = 20, warmupRounds = 4)
  @Test
  public void benchmarkRandomStringsWithPlainValuesWriter() throws IOException {
    PlainValuesWriter writer = new PlainValuesWriter(64*1024);
    BinaryPlainValuesReader reader = new BinaryPlainValuesReader();
    
    Utils.writeData(writer, values);
    byte [] data = writer.getBytes().toByteArray();
    Binary[] bin = Utils.readData(reader, data, values.length);
    System.out.println("size " + data.length);
  }
  
  @BenchmarkOptions(benchmarkRounds = 20, warmupRounds = 4)
  @Test
  public void benchmarkRandomStringsWithDeltaLengthByteArrayValuesWriter() throws IOException {
    DeltaByteArrayWriter writer = new DeltaByteArrayWriter(64*1024);
    DeltaByteArrayReader reader = new DeltaByteArrayReader();
    
    Utils.writeData(writer, values);
    byte [] data = writer.getBytes().toByteArray();
    Binary[] bin = Utils.readData(reader, data, values.length);
    System.out.println("size " + data.length);
  }
  
  @BenchmarkOptions(benchmarkRounds = 20, warmupRounds = 4)
  @Test
  public void benchmarkSortedStringsWithPlainValuesWriter() throws IOException {
    PlainValuesWriter writer = new PlainValuesWriter(64*1024);
    BinaryPlainValuesReader reader = new BinaryPlainValuesReader();
    
    Utils.writeData(writer, sortedVals);
    byte [] data = writer.getBytes().toByteArray();
    Binary[] bin = Utils.readData(reader, data, values.length);
    System.out.println("size " + data.length);
  }
  
  @BenchmarkOptions(benchmarkRounds = 20, warmupRounds = 4)
  @Test
  public void benchmarkSortedStringsWithDeltaLengthByteArrayValuesWriter() throws IOException {
    DeltaByteArrayWriter writer = new DeltaByteArrayWriter(64*1024);
    DeltaByteArrayReader reader = new DeltaByteArrayReader();
    
    Utils.writeData(writer, sortedVals);
    byte [] data = writer.getBytes().toByteArray();
    Binary[] bin = Utils.readData(reader, data, values.length);
    System.out.println("size " + data.length);
  }
}