pytest/sys/data/partition.py

#!/bin/env python
# -*- coding: utf-8 -*-
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

"""partition """

import sys
import os
sys.path.append('../')
from lib import palo_config
file_dir = os.path.dirname(os.path.abspath(__file__))

schema_1 = [('k1', 'TINYINT'), \
            ('k2', 'SMALLINT'), \
            ('k3', 'INT'), \
            ('k4', 'BIGINT'), \
            ('k5', 'DATETIME'), \
            ('v1', 'DATE', 'REPLACE'), \
            ('v2', 'CHAR', 'REPLACE'), \
            ('v3', 'VARCHAR(4096)', 'REPLACE'), \
            ('v4', 'FLOAT', 'SUM'), \
            ('v5', 'DOUBLE', 'SUM'), \
            ('v6', 'DECIMAL(20,7)', 'SUM')]

schema_1_1 = [('k1', 'TINYINT'), \
            ('k2', 'SMALLINT'), \
            ('k3', 'INT'), \
            ('k4', 'BIGINT'), \
            ('k5', 'DATETIME'), \
            ('v1', 'DATE'), \
            ('v2', 'CHAR'), \
            ('v3', 'VARCHAR(4096)'), \
            ('v4', 'FLOAT', 'SUM'), \
            ('v5', 'DOUBLE', 'SUM'), \
            ('v6', 'DECIMAL(20,7)', 'SUM')]

file_path_1 = palo_config.gen_remote_file_path('sys/partition/partition_type')

expected_data_file_list_1 = ['%s/PARTITION/partition_type' % file_dir]
expected_file_1 = '%s/PARTITION/drop_partition_less_than_300_by_int' % file_dir
expected_file_2 = '%s/PARTITION/drop_partition_less_than_300_and_500_900_by_int' % file_dir
expected_file_3 = '%s/PARTITION/drop_partition_less_than_300_and_500_900_and_2200_2300_by_int' % file_dir
expected_file_4 = '%s/PARTITION/drop_partition_less_than_300_'\
        'and_500_900_and_2200_2300_and_tail_by_int' % file_dir
expected_file_5 = '%s/PARTITION/delete_k1_greater_than_26' % file_dir
expected_file_6 = '%s/PARTITION/delete_k1_lt_20_and_eq_30' % file_dir
expected_file_7 = '%s/PARTITION/delete_21_26' % file_dir
expected_file_8 = '%s/PARTITION/delete_21_25' % file_dir
expected_file_9 = '%s/PARTITION/delete_and_schema_change' % file_dir
expected_file_9_new = '%s/PARTITION/delete_and_schema_change_v3_v6' % file_dir
expected_file_10 = '%s/PARTITION/load_delete' % file_dir
expected_file_11 = '%s/PARTITION/delay_drop_recover' % file_dir

schema_2 = [('tinyint_key', 'TINYINT'), \
          ('smallint_key', 'SMALLINT'), \
          ('int_key', 'INT'), \
          ('bigint_key', 'BIGINT'), \
          ('char_50_key', 'CHAR(50)'), \
          ('character_key', 'VARCHAR(500)'), \
          ('char_key', 'CHAR'), \
          ('character_most_key', 'VARCHAR(65533)'), \
          ('decimal_key', 'DECIMAL(20, 6)'), \
          ('decimal_most_key', 'DECIMAL(27, 9)'), \
          ('date_key', 'DATE'), \
          ('datetime_key', 'DATETIME'), \
          ('tinyint_value', 'TINYINT', 'SUM'), \
          ('smallint_value', 'SMALLINT', 'SUM'), \
          ('int_value', 'int', 'SUM'), \
          ('bigint_value', 'BIGINT', 'SUM'), \
          ('char_50_value', 'CHAR(50)', 'REPLACE'), \
          ('character_value', 'VARCHAR(500)', 'REPLACE'), \
          ('char_value', 'CHAR', 'REPLACE'), \
          ('character_most_value', 'VARCHAR(65533)', 'REPLACE'), \
          ('decimal_value', 'DECIMAL(20, 6)', 'SUM'), \
          ('decimal_most_value', 'DECIMAL(27, 9)', 'SUM'), \
          ('date_value_max', 'DATE', 'MAX'), \
          ('date_value_replace', 'DATE', 'REPLACE'), \
          ('date_value_min', 'DATE', 'MIN'), \
          ('datetime_value_max', 'DATETIME', 'MAX'), \
          ('datetime_value_replace', 'DATETIME', 'REPLACE'), \
          ('datetime_value_min', 'DATETIME', 'MIN'), \
          ('float_value', 'FLOAT', 'SUM'), \
          ('double_value', 'DOUBLE', 'SUM')]   

file_path_2 = palo_config.gen_remote_file_path('sys/all_type.txt')
expected_data_file_list_2 = '%s/all_type_834' % file_dir
expected_data_file_list_3 = '%s/PARTITION/partition_type_del_k1' % file_dir
expected_data_file_list_4 = '%s/PARTITION/partition_type_delete_k3_eq_100' % file_dir