tests/query_test/test_hbase_queries.py

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

# Targeted Impala HBase Tests

import pytest

from tests.common.skip import (
    SkipIfIsilon,
    SkipIfS3,
    SkipIfABFS,
    SkipIfADLS,
    SkipIfLocal)

from tests.common.impala_test_suite import ImpalaTestSuite

class TestHBaseQueries(ImpalaTestSuite):
  @classmethod
  def get_workload(self):
    return 'functional-query'

  @classmethod
  def add_test_dimensions(cls):
    super(TestHBaseQueries, cls).add_test_dimensions()
    cls.ImpalaTestMatrix.add_constraint(\
        lambda v: v.get_value('table_format').file_format == 'hbase')

  def test_hbase_scan_node(self, vector):
    self.run_test_case('QueryTest/hbase-scan-node', vector)

  def test_hbase_row_key(self, vector):
    self.run_test_case('QueryTest/hbase-rowkeys', vector)

  def test_hbase_filters(self, vector):
    self.run_test_case('QueryTest/hbase-filters', vector)

  def test_hbase_subquery(self, vector):
    self.run_test_case('QueryTest/hbase-subquery', vector)

  def test_hbase_inline_views(self, vector):
    self.run_test_case('QueryTest/hbase-inline-view', vector)

  def test_hbase_top_n(self, vector):
    self.run_test_case('QueryTest/hbase-top-n', vector)

  def test_hbase_limits(self, vector):
    self.run_test_case('QueryTest/hbase-limit', vector)

  @pytest.mark.execute_serially
  def test_hbase_inserts(self, vector):
    self.run_test_case('QueryTest/hbase-inserts', vector)

  @SkipIfIsilon.hive
  @SkipIfS3.hive
  @SkipIfABFS.hive
  @SkipIfADLS.hive
  @SkipIfLocal.hive
  def test_hbase_col_filter(self, vector, unique_database):
    """IMPALA-7929: test query with table created with hive and mapped to hbase. The key
    column doesn't have qualifier and the query with predicate on key column name should
    not fail"""
    table_name = "{0}.hbase_col_filter_testkeyx".format(unique_database)
    cr_table = """CREATE TABLE {0} (k STRING, c STRING) STORED BY
               'org.apache.hadoop.hive.hbase.HBaseStorageHandler' WITH SERDEPROPERTIES
               ('hbase.columns.mapping'=':key,cf:c', 'serialization.format'='1')
               TBLPROPERTIES ('hbase.table.name'=\'{1}\',
               'storage_handler'='org.apache.hadoop.hive.hbase.HBaseStorageHandler')
               """.format(table_name, table_name)
    add_data = """INSERT INTO TABLE {0} VALUES ('row1', 'c1'), ('row2', 'c2'),
             ('row3', 'c2'), ('row4', 'c4')""".format(table_name)
    del_table = "DROP TABLE IF EXISTS {0}".format(table_name)

    try:
      self.run_stmt_in_hive(cr_table, username='hdfs')
      self.run_stmt_in_hive(add_data, username='hdfs')
      self.client.execute("invalidate metadata {0}".format(table_name))
      self.run_test_case('QueryTest/hbase-col-filter', vector, unique_database)
    finally:
      self.run_stmt_in_hive(del_table)