pytest/sys/data/delete.py

#!/bin/env python
# -*- coding: utf-8 -*-
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

"""
the data set for test delete on palo
Date: 2015/03/23 15:10:39
"""
import sys
sys.path.append("../")
from lib import palo_client
from lib import palo_config

#create
column_list = [("tinyint_key", "tinyint"), ("smallint_key", "smallint"), \
        ("int_key", "int"), ("bigint_key", "bigint"), \
        ("char_50_key", "char(50)"), ("varchar_key", "varchar(500)"), \
        ("char_key", "char"), ("varchar_most_key", "varchar(65533)"), \
        ("decimal_key", "decimal(20, 6)"), ("decimal_most_key", "decimal(27, 9)"), \
        ("date_key", "date"), ("datetime_key", "datetime"), \
        ("tinyint_value", "tinyint", "sum"), ("smallint_value", "smallint", "sum"), \
        ("int_value", "int", "sum"), ("bigint_value", "bigint", "sum"), \
        ("char_50_value", "char(50)", "replace"), \
        ("varchar_value", "varchar(500)", "replace"), \
        ("char_value", "char", "replace"), \
        ("varchar_most_value", "varchar(65533)", "replace"), \
        ("decimal_value", "decimal(20, 6)", "sum"), \
        ("decimal_most_value", "decimal(27, 9)", "sum"), \
        ("date_value_max", "date", "max"), \
        ("date_value_replace", "date", "replace"), \
        ("date_value_min", "date", "min"), \
        ("datetime_value_max", "datetime", "max"), \
        ("datetime_value_replace", "datetime", "replace"), \
        ("datetime_value_min", "datetime", "min"), \
        ("float_value", "float", "sum"), \
        ("double_value", "double", "sum")
    ]

storage_type = "column"

random_partition_type="random"
random_partition_num = 13
random_partition_info = None
#palo_client.PartitionInfo(partition_type=random_partition_type, \
#        partition_num=random_partition_num)
#为增加随机性，对push/delete相关的case建立较多的tablet
push_partition_num = 103

range_partition_type = "range(tinyint_key, int_key)"
range_list = [("-1", "-4", )]
range_partition_info = None
#palo_client.PartitionInfo(partition_type=range_partition_type, \
#        range_list=range_list, set_max_partition=True)

hash_partition_type = "hash(tinyint_key, int_key)"
hash_partition_num = 15
hash_partition_info = None
#palo_client.PartitionInfo(partition_type=hash_partition_type, \
#        partition_num=hash_partition_num)

datetime_range_partition_type = 'range(datetime_key, date_key)'
datetime_range_partitions = None
#['partition values less than("1944-03-08 12:05:25", "1959-11-10")', \
#        'partition values less than MAXVALUE']
char_range_partition_type = 'range(char_50_key)'
char_range_partitions = None
#['partition values less than("汉字")', \
#        'partition values less than MAXVALUE']
date_partitions = ['partition values less than("1992-12-07")', \
        'partition values less than MAXVALUE']

decimal_partitions = ['partition values less than("0")', \
        'partition values less than("10.01")', \
        'partition values less than MAXVALUE']

#load
file_path = palo_config.gen_remote_file_path("/sys/all_type.txt")
file_path_list = list()
file_path_list.append(file_path)
column_name_list = [column[0] for column in column_list]
load_data_list = list()
load_data = palo_client.LoadDataInfo(file_path_list, None, column_name_list=column_name_list)
load_data_list.append(load_data)
expected_data_files = "./data/all_type_834"

#delete
delete_condition_list = [("tinyint_key", "=", "1")]
delete_conditions_list = [[("tinyint_key", "=", "1")], \
        [("tinyint_key", "=", "2")], \
        [("tinyint_key", "=", "3")], \
        [("tinyint_key", "=", "4")], \
        [("tinyint_key", "=", "5")], \
        [("tinyint_key", "=", "6")], \
        [("tinyint_key", "=", "7")], \
        [("tinyint_key", "=", "8")], \
        [("tinyint_key", "=", "9")]]

#rollup
rollup_column_name_list = ["tinyint_key", "int_key", "char_value", "tinyint_value"]

#schema change
drop_column_name_list = ["decimal_key", "bigint_value", "datetime_value_min"]

#largeint
largeint_column_list = [("k1", "int"), ("k2", "largeint"), ("v", "largeint", "sum")]
largeint_distribution_info = palo_client.DistributionInfo("hash(k2)", 20)
largeint_file_path = palo_config.gen_remote_file_path("sys/delete/largeint.txt")
local_largeint_file_path = "./data/delete/largeint.txt"