be/src/runtime/raw-value-test.cc

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

#include <sstream>

#include "exprs/timezone_db.h"
#include "runtime/raw-value.inline.h"
#include "runtime/timestamp-value.h"
#include "runtime/timestamp-value.inline.h"
#include "testutil/gtest-util.h"

#include "common/names.h"

using namespace impala;

namespace impala {

class RawValueTest : public testing::Test {
};

TEST_F(RawValueTest, Compare) {
  int64_t v1, v2;
  v1 = -2128609280;
  v2 = 9223372036854775807;
  EXPECT_LT(RawValue::Compare(&v1, &v2, ColumnType(TYPE_BIGINT)), 0);
  EXPECT_GT(RawValue::Compare(&v2, &v1, ColumnType(TYPE_BIGINT)), 0);

  int32_t i1, i2;
  i1 = 2147483647;
  i2 = -2147483640;
  EXPECT_GT(RawValue::Compare(&i1, &i2, ColumnType(TYPE_INT)), 0);
  EXPECT_LT(RawValue::Compare(&i2, &i1, ColumnType(TYPE_INT)), 0);

  int16_t s1, s2;
  s1 = 32767;
  s2 = -32767;
  EXPECT_GT(RawValue::Compare(&s1, &s2, ColumnType(TYPE_SMALLINT)), 0);
  EXPECT_LT(RawValue::Compare(&s2, &s1, ColumnType(TYPE_SMALLINT)), 0);

  DateValue d1(-719162), d2(719162);
  EXPECT_LT(RawValue::Compare(&d1, &d2, ColumnType(TYPE_DATE)), 0);
  EXPECT_GT(RawValue::Compare(&d2, &d1, ColumnType(TYPE_DATE)), 0);
}

TEST_F(RawValueTest, TypeChar) {
  const int N = 5;
  const char* v1 = "aaaaa";
  const char* v2 = "aaaaab";
  const char* v3 = "aaaab";

  EXPECT_EQ(RawValue::Compare(v1, v1, ColumnType::CreateCharType(N)), 0);
  EXPECT_EQ(RawValue::Compare(v1, v2, ColumnType::CreateCharType(N)), 0);
  EXPECT_LT(RawValue::Compare(v1, v3, ColumnType::CreateCharType(N)), 0);

  EXPECT_EQ(RawValue::Compare(v2, v1, ColumnType::CreateCharType(N)), 0);
  EXPECT_EQ(RawValue::Compare(v2, v2, ColumnType::CreateCharType(N)), 0);
  EXPECT_LT(RawValue::Compare(v2, v3, ColumnType::CreateCharType(N)), 0);

  EXPECT_GT(RawValue::Compare(v3, v1, ColumnType::CreateCharType(N)), 0);
  EXPECT_GT(RawValue::Compare(v3, v2, ColumnType::CreateCharType(N)), 0);
  EXPECT_EQ(RawValue::Compare(v3, v3, ColumnType::CreateCharType(N)), 0);

  // Try putting non-string data (multiple nulls, non-ascii) and make
  // sure we can output it.
  stringstream ss;
  int val = 123;
  RawValue::PrintValue(&val, ColumnType::CreateCharType(sizeof(int)), -1, &ss);
  string s = ss.str();
  EXPECT_EQ(s.size(), sizeof(int));
  EXPECT_EQ(memcmp(&val, s.data(), sizeof(int)), 0);
}

// IMPALA-2270: "", false, and NULL should hash to distinct values.
TEST_F(RawValueTest, HashEmptyAndNull) {
  uint32_t seed = 12345;
  uint32_t hash_null =
    RawValue::GetHashValue(nullptr, ColumnType(TYPE_STRING), seed);
  uint64_t fast_hash_null =
    RawValue::GetHashValueFastHash(nullptr, ColumnType(TYPE_STRING), seed);
  StringValue empty(nullptr, 0);
  uint32_t hash_empty = RawValue::GetHashValue(&empty, ColumnType(TYPE_STRING), seed);
  uint64_t fast_hash_empty =
      RawValue::GetHashValueFastHash(&empty, ColumnType(TYPE_STRING), seed);
  bool false_val = false;
  uint32_t hash_false =
      RawValue::GetHashValue(&false_val, ColumnType(TYPE_BOOLEAN), seed);
  uint64_t fast_hash_false =
      RawValue::GetHashValueFastHash(&false_val, ColumnType(TYPE_BOOLEAN), seed);
  EXPECT_NE(seed, hash_null);
  EXPECT_NE(seed, hash_empty);
  EXPECT_NE(seed, hash_false);
  EXPECT_NE(seed, fast_hash_null);
  EXPECT_NE(seed, fast_hash_empty);
  EXPECT_NE(seed, fast_hash_false);
  EXPECT_NE(hash_null, hash_empty);
  EXPECT_NE(fast_hash_null, fast_hash_empty);
  EXPECT_NE(hash_null, hash_false);
  EXPECT_NE(hash_false, fast_hash_null);
}

/// IMPALA-2270: Test that FastHash of (int, "") is not skewed.
TEST(HashUtil, IntNullSkew) {
  int num_values = 100000;
  int num_buckets = 16;
  vector<int> buckets(num_buckets, 0);
  for (int32_t i = 0; i < num_values; ++i) {
    uint64_t hash = RawValue::GetHashValueFastHash(&i, ColumnType(TYPE_INT), 9999);
    StringValue empty(nullptr, 0);
    hash = RawValue::GetHashValueFastHash(&empty, ColumnType(TYPE_STRING), hash);
    ++buckets[hash % num_buckets];
  }

  for (int i = 0; i < num_buckets; ++i) {
    LOG(INFO) << "Bucket " << i << ": " << buckets[i];
    double exp_count = num_values / (double) num_buckets;
    EXPECT_GT(buckets[i], 0.9 * exp_count) << "Bucket " << i
                                           << " has <= 90%% of expected";
    EXPECT_LT(buckets[i], 1.1 * exp_count) << "Bucket " << i
                                           << " has >= 110%% of expected";
  }
}

TEST_F(RawValueTest, TemplatizedHash) {
  uint32_t seed = 12345;

  int8_t tinyint_val = 8;
  EXPECT_EQ(RawValue::GetHashValue<int8_t>(&tinyint_val, ColumnType(TYPE_TINYINT), seed),
    RawValue::GetHashValue(&tinyint_val, ColumnType(TYPE_TINYINT), seed));

  int16_t smallint_val = 8;
  EXPECT_EQ(
      RawValue::GetHashValue<int16_t>(&smallint_val, ColumnType(TYPE_SMALLINT), seed),
      RawValue::GetHashValue(&smallint_val, ColumnType(TYPE_SMALLINT), seed));

  int32_t int_val = 8;
  EXPECT_EQ(
      RawValue::GetHashValue<int32_t>(&int_val, ColumnType(TYPE_INT), seed),
      RawValue::GetHashValue(&int_val, ColumnType(TYPE_INT), seed));

  int64_t bigint_val = 8;
  EXPECT_EQ(
      RawValue::GetHashValue<int64_t>(&bigint_val, ColumnType(TYPE_BIGINT), seed),
      RawValue::GetHashValue(&bigint_val, ColumnType(TYPE_BIGINT), seed));

  float float_val = 8.0f;
  EXPECT_EQ(
      RawValue::GetHashValue<float>(&float_val, ColumnType(TYPE_FLOAT), seed),
      RawValue::GetHashValue(&float_val, ColumnType(TYPE_FLOAT), seed));

  double double_val = 8.0;
  EXPECT_EQ(
      RawValue::GetHashValue<double>(&double_val, ColumnType(TYPE_DOUBLE), seed),
      RawValue::GetHashValue(&double_val, ColumnType(TYPE_DOUBLE), seed));

  bool false_val = false;
  EXPECT_EQ(
      RawValue::GetHashValue<bool>(&false_val, ColumnType(TYPE_BOOLEAN), seed),
      RawValue::GetHashValue(&false_val, ColumnType(TYPE_BOOLEAN), seed));

  bool true_val = true;
  EXPECT_EQ(
      RawValue::GetHashValue<bool>(&true_val, ColumnType(TYPE_BOOLEAN), seed),
      RawValue::GetHashValue(&true_val, ColumnType(TYPE_BOOLEAN), seed));

  StringValue string_value("aaaaa");
  EXPECT_EQ(RawValue::GetHashValue<impala::StringValue>(
    &string_value, ColumnType::CreateCharType(10), seed),
    RawValue::GetHashValue(&string_value, ColumnType::CreateCharType(10), seed));

  EXPECT_EQ(RawValue::GetHashValue<impala::StringValue>(
    &string_value, ColumnType(TYPE_STRING), seed),
    RawValue::GetHashValue(&string_value, ColumnType(TYPE_STRING), seed));

  EXPECT_EQ(RawValue::GetHashValue<impala::StringValue>(
    &string_value, ColumnType::CreateVarcharType(
    ColumnType::MAX_VARCHAR_LENGTH), seed),
    RawValue::GetHashValue(&string_value,ColumnType::CreateVarcharType(
    ColumnType::MAX_VARCHAR_LENGTH), seed));

  TimestampValue timestamp_value = TimestampValue::FromUnixTime(253433923200, UTCPTR);
  EXPECT_EQ(RawValue::GetHashValue<impala::TimestampValue>(
    &timestamp_value, ColumnType(TYPE_TIMESTAMP), seed),RawValue::GetHashValue(
    &timestamp_value, ColumnType(TYPE_TIMESTAMP), seed));

  ColumnType d4_type = ColumnType::CreateDecimalType(9, 1);
  Decimal4Value d4_value(123456789);
  EXPECT_EQ(RawValue::GetHashValue<impala::Decimal4Value>(&d4_value, d4_type, seed),
   RawValue::GetHashValue(&d4_value, d4_type, seed));

  ColumnType d8_type = ColumnType::CreateDecimalType(18, 6);
  Decimal8Value d8_value(123456789);
  EXPECT_EQ(RawValue::GetHashValue<impala::Decimal8Value>(&d8_value, d8_type, seed),
    RawValue::GetHashValue(&d8_value, d8_type, seed));

  ColumnType d16_type = ColumnType::CreateDecimalType(19, 4);
  Decimal16Value d16_value(123456789);
  EXPECT_EQ(RawValue::GetHashValue<impala::Decimal16Value>(&d16_value, d16_type, seed),
    RawValue::GetHashValue(&d16_value, d16_type, seed));

  DateValue date_value(1234567);
  EXPECT_EQ(RawValue::GetHashValue<impala::DateValue>(
        &date_value, ColumnType(TYPE_DATE), seed),
    RawValue::GetHashValue(&date_value, ColumnType(TYPE_DATE), seed));
}

}