pytest/sys/data/bitmap_load.py

#!/bin/env python
# -*- coding: utf-8 -*-
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

"""
bitmap_load data
"""

bitmap_load='CREATE TABLE `%s` ( \
         `k1` tinyint(4) NULL COMMENT "",   \
         `k2` smallint(6) NULL COMMENT "",  \
         `k3` int(11) NULL COMMENT "",      \
         `k4` bigint(20) NULL COMMENT "",   \
         `k5` decimal(9, 3) NULL COMMENT "",\
         `k6` char(5) NULL COMMENT "",      \
         `k10` date NULL COMMENT "",        \
         `k11` datetime NULL COMMENT "",    \
         `k7` varchar(20) NULL COMMENT "",  \
         `k8` double MAX NULL COMMENT "",   \
         `k9` float SUM NULL COMMENT "",    \
         `k1_bitmap` bitmap bitmap_union COMMENT "",     \
         `k2_bitmap` bitmap bitmap_union COMMENT "",     \
         `k3_bitmap` bitmap bitmap_union COMMENT "",     \
         `k4_bitmap` bitmap bitmap_union COMMENT "",     \
         `k5_bitmap` bitmap bitmap_union COMMENT "",     \
         `k6_bitmap` bitmap bitmap_union COMMENT "",     \
         `k10_bitmap` bitmap bitmap_union COMMENT "",    \
         `k11_bitmap` bitmap bitmap_union COMMENT "",    \
         `k7_bitmap` bitmap bitmap_union COMMENT "",     \
         `k8_bitmap` bitmap bitmap_union COMMENT "",     \
         `k9_bitmap` bitmap bitmap_union COMMENT ""      \
        ) ENGINE=OLAP                       \
         DISTRIBUTED BY HASH(`k1`) BUCKETS 5 \
         PROPERTIES (                        \
        "storage_type" = "COLUMN"            \
        );'

columns = ['k1_bitmap', 'k1', 'k2_bitmap', 'k2', 'k3_bitmap', 'k3', 'k4_bitmap', 'k4', 'k5_bitmap', 'k5',
            'k6_bitmap', 'k6', 'k7_bitmap', 'k7', 'k8_bitmap', 'k8',
            'k9_bitmap', 'k9', 'k10_bitmap', 'k10', 'k11_bitmap', 'k11']

key_columns = ['k1', 'k2', 'k3', 'k4', 'k5', 'k6', 'k10', 'k11', 'k7']

data_columns = ['k1', 'k2', 'k3', 'k4', 'k5', 'k6', 'k10', 'k11', 'k7', 'k8', 'k9']
data_columns_1 = ['k1', 'k2', 'k3', 'k4', 'k5', 'k6', 'k7', 'k10', 'k11', 'k8', 'k9', 'k12', 'k13']

columns_func = ['k1_bitmap = bitmap_hash(k1)', 'k2_bitmap = bitmap_hash(k2)',
                'k3_bitmap = bitmap_hash(k3)', 'k4_bitmap = bitmap_hash(k4)',
                'k5_bitmap = bitmap_hash(k5)', 'k6_bitmap = bitmap_hash(k6)',
                'k7_bitmap = bitmap_hash(k7)', 'k8_bitmap = bitmap_hash(k8)',
                'k9_bitmap = bitmap_hash(k9)', 'k10_bitmap = bitmap_hash(k10)',
                'k11_bitmap = bitmap_hash(k11)']

columns_func_1 = ['k1_bitmap = bitmap_hash_tinyint(k1)', 'k2_bitmap = bitmap_hash_smallint(k2)',
                'k3_bitmap = bitmap_hash_int(k3)', 'k4_bitmap = bitmap_hash_bigint(k4)',
                'k5_bitmap = bitmap_hash_decimal(k5)', 'k6_bitmap = bitmap_hash_string(k6)',
                'k7_bitmap = bitmap_hash_string(k7)', 'k8_bitmap = bitmap_hash_double(k8)',
                'k9_bitmap = bitmap_hash_float(k9)', 'k10_bitmap = bitmap_hash_date(k10)',
                'k11_bitmap = bitmap_hash_datetime(k11)']

k1_bitmap = 'CREATE TABLE `%s` ( \
    `k1` tinyint(4) NULL COMMENT "",   \
    `k2` smallint(6) replace NULL COMMENT "",  \
    `k3` int(11) replace NULL COMMENT "",      \
    `k4` bigint(20) replace NULL COMMENT "",   \
    `k5` decimal(9, 3) replace NULL COMMENT "",\
    `k6` char(11) replace NULL COMMENT "",      \
    `k10` date replace NULL COMMENT "",        \
    `k11` datetime replace NULL COMMENT "",    \
    `k7` varchar(51) replace NULL COMMENT "",  \
    `k8` double MAX NULL COMMENT "",   \
    `k9` float SUM NULL COMMENT "",    \
    `k1_bitmap` bitmap bitmap_union COMMENT "",     \
    `k2_bitmap` bitmap bitmap_union COMMENT "",     \
    `k3_bitmap` bitmap bitmap_union COMMENT "",     \
    `k4_bitmap` bitmap bitmap_union COMMENT "",     \
    `k5_bitmap` bitmap bitmap_union COMMENT "",     \
    `k6_bitmap` bitmap bitmap_union COMMENT "",     \
    `k10_bitmap` bitmap bitmap_union COMMENT "",    \
    `k11_bitmap` bitmap bitmap_union COMMENT "",    \
    `k7_bitmap` bitmap bitmap_union COMMENT "",     \
    `k8_bitmap` bitmap bitmap_union COMMENT "",     \
    `k9_bitmap` bitmap bitmap_union COMMENT ""      \
   ) ENGINE=OLAP                       \
    PARTITION BY RANGE (k1)(            \
    PARTITION p1 VALUES LESS THAN ("-100"),\
    PARTITION p2 VALUES LESS THAN ("0"), \
    PARTITION p3 VALUES LESS THAN ("100"),\
    PARTITION p4 VALUES LESS THAN MAXVALUE)\
    DISTRIBUTED BY HASH(`k1`) BUCKETS 5 \
    PROPERTIES (                        \
   "storage_type" = "COLUMN"            \
   );'

k2_bitmap = 'CREATE TABLE `%s` ( \
    `k2` smallint(6) NULL COMMENT "",  \
    `k1` tinyint(4) replace NULL COMMENT "",   \
    `k3` int(11) replace NULL COMMENT "",      \
    `k4` bigint(20) replace NULL COMMENT "",   \
    `k5` decimal(9, 3) replace NULL COMMENT "",\
    `k6` char(11) replace NULL COMMENT "",      \
    `k10` date replace NULL COMMENT "",        \
    `k11` datetime replace NULL COMMENT "",    \
    `k7` varchar(51) replace NULL COMMENT "",  \
    `k8` double MAX NULL COMMENT "",   \
    `k9` float SUM NULL COMMENT "",     \
    `k1_bitmap` bitmap bitmap_union COMMENT "",      \
    `k2_bitmap` bitmap bitmap_union COMMENT "",     \
    `k3_bitmap` bitmap bitmap_union COMMENT "",     \
    `k4_bitmap` bitmap bitmap_union COMMENT "",     \
    `k5_bitmap` bitmap bitmap_union COMMENT "",     \
    `k6_bitmap` bitmap bitmap_union COMMENT "",     \
    `k10_bitmap` bitmap bitmap_union COMMENT "",    \
    `k11_bitmap` bitmap bitmap_union COMMENT "",    \
    `k7_bitmap` bitmap bitmap_union COMMENT "",     \
    `k8_bitmap` bitmap bitmap_union COMMENT "",     \
    `k9_bitmap` bitmap bitmap_union COMMENT ""      \
   ) ENGINE=OLAP                       \
    PARTITION BY RANGE (k2)(            \
    PARTITION p1 VALUES LESS THAN ("-15600"),\
    PARTITION p2 VALUES LESS THAN ("0"), \
    PARTITION p3 VALUES LESS THAN ("15600"),\
    PARTITION p4 VALUES LESS THAN MAXVALUE)\
    DISTRIBUTED BY HASH(k2) BUCKETS 5 \
    PROPERTIES (                        \
   "storage_type" = "COLUMN"            \
   );'

# PARTITION
k3_bitmap = 'CREATE TABLE `%s` ( \
    `k3` int(11) not null COMMENT "",      \
    `k1` tinyint(4) replace NOT NULL COMMENT "",   \
    `k2` smallint(6) replace NOT NULL COMMENT "",  \
    `k4` bigint(20) replace NOT NULL COMMENT "",   \
    `k5` decimal(9, 3) replace NOT NULL COMMENT "",\
    `k6` char(11) replace NOT NULL COMMENT "",      \
    `k10` date replace NOT NULL COMMENT "",        \
    `k11` datetime replace NOT NULL COMMENT "",    \
    `k7` varchar(51) replace NOT NULL COMMENT "",  \
    `k8` double MAX NOT NULL COMMENT "",   \
    `k9` float SUM NOT NULL COMMENT "",     \
    `k1_bitmap` bitmap bitmap_union NOT NULL COMMENT "",      \
    `k2_bitmap` bitmap bitmap_union NOT NULL COMMENT "",     \
    `k3_bitmap` bitmap bitmap_union NOT NULL COMMENT "",     \
    `k4_bitmap` bitmap bitmap_union NOT NULL COMMENT "",     \
    `k5_bitmap` bitmap bitmap_union NOT NULL COMMENT "",     \
    `k6_bitmap` bitmap bitmap_union NOT NULL COMMENT "",     \
    `k10_bitmap` bitmap bitmap_union NOT NULL COMMENT "",    \
    `k11_bitmap` bitmap bitmap_union NOT NULL COMMENT "",    \
    `k7_bitmap` bitmap bitmap_union NOT NULL COMMENT "",     \
    `k8_bitmap` bitmap bitmap_union NOT NULL COMMENT "",     \
    `k9_bitmap` bitmap bitmap_union NOT NULL COMMENT ""      \
   ) ENGINE=OLAP                       \
    PARTITION BY RANGE (k3)(             \
    PARTITION p1 VALUES LESS THAN ("0"), \
    PARTITION p2 VALUES LESS THAN MAXVALUE)\
    DISTRIBUTED BY HASH(`k3`) BUCKETS 5 \
    PROPERTIES (                        \
   "storage_type" = "COLUMN"            \
   );'

# RANGE BUCKETS
k4_bitmap = 'CREATE TABLE `%s` ( \
    `k4` bigint(20) NULL COMMENT "",   \
    `k1` tinyint(4) replace NULL COMMENT "",   \
    `k2` smallint(6) replace NULL COMMENT "",  \
    `k3` int(11) replace NULL COMMENT "",      \
    `k5` decimal(9, 3) replace NULL COMMENT "",\
    `k6` char(11) replace NULL COMMENT "",      \
    `k10` date replace NULL COMMENT "",        \
    `k11` datetime replace NULL COMMENT "",    \
    `k7` varchar(51) replace NULL COMMENT "",  \
    `k8` double MAX NULL COMMENT "",   \
    `k9` float SUM NULL COMMENT "",     \
    `k1_bitmap` bitmap bitmap_union COMMENT "",      \
    `k2_bitmap` bitmap bitmap_union COMMENT "",     \
    `k3_bitmap` bitmap bitmap_union COMMENT "",     \
    `k4_bitmap` bitmap bitmap_union COMMENT "",     \
    `k5_bitmap` bitmap bitmap_union COMMENT "",     \
    `k6_bitmap` bitmap bitmap_union COMMENT "",     \
    `k10_bitmap` bitmap bitmap_union COMMENT "",    \
    `k11_bitmap` bitmap bitmap_union COMMENT "",    \
    `k7_bitmap` bitmap bitmap_union COMMENT "",     \
    `k8_bitmap` bitmap bitmap_union COMMENT "",     \
    `k9_bitmap` bitmap bitmap_union COMMENT ""      \
   ) ENGINE=OLAP                       \
    PARTITION BY RANGE (k4)(            \
    PARTITION p1 VALUES LESS THAN ("0"), \
    PARTITION p2 VALUES LESS THAN MAXVALUE)\
    DISTRIBUTED BY HASH(k4) BUCKETS 5 \
    PROPERTIES (                        \
   "storage_type" = "COLUMN"            \
   );'

k5_bitmap = 'CREATE TABLE `%s` ( \
    `k5` decimal(9, 3) NULL COMMENT "",\
    `k1` tinyint(4) replace NULL COMMENT "",   \
    `k2` smallint(6) replace NULL COMMENT "",  \
    `k3` int(11) replace NULL COMMENT "",      \
    `k4` bigint(20) replace NULL COMMENT "",   \
    `k6` char(11) replace NULL COMMENT "",      \
    `k10` date replace NULL COMMENT "",        \
    `k11` datetime replace NULL COMMENT "",    \
    `k7` varchar(51) replace NULL COMMENT "",  \
    `k8` double MAX NULL COMMENT "",   \
    `k9` float SUM NULL COMMENT "",     \
    `k1_bitmap` bitmap bitmap_union COMMENT "",      \
    `k2_bitmap` bitmap bitmap_union COMMENT "",     \
    `k3_bitmap` bitmap bitmap_union COMMENT "",     \
    `k4_bitmap` bitmap bitmap_union COMMENT "",     \
    `k5_bitmap` bitmap bitmap_union COMMENT "",     \
    `k6_bitmap` bitmap bitmap_union COMMENT "",     \
    `k10_bitmap` bitmap bitmap_union COMMENT "",    \
    `k11_bitmap` bitmap bitmap_union COMMENT "",    \
    `k7_bitmap` bitmap bitmap_union COMMENT "",     \
    `k8_bitmap` bitmap bitmap_union COMMENT "",     \
    `k9_bitmap` bitmap bitmap_union COMMENT ""      \
   ) ENGINE=OLAP                       \
    DISTRIBUTED BY HASH(`k5`) BUCKETS 5 \
    PROPERTIES (                        \
   "storage_type" = "COLUMN"            \
   );'

k6_bitmap = 'CREATE TABLE `%s` ( \
    `k6` char(11) NULL COMMENT "",      \
    `k1` tinyint(4) replace NULL COMMENT "",   \
    `k2` smallint(6) replace NULL COMMENT "",  \
    `k3` int(11) replace NULL COMMENT "",      \
    `k4` bigint(20) replace NULL COMMENT "",   \
    `k5` decimal(9, 3) replace NULL COMMENT "",\
    `k10` date replace NULL COMMENT "",        \
    `k11` datetime replace NULL COMMENT "",    \
    `k7` varchar(51) replace NULL COMMENT "",  \
    `k8` double MAX NULL COMMENT "",   \
    `k9` float SUM NULL COMMENT "" ,    \
    `k1_bitmap` bitmap bitmap_union COMMENT "",      \
    `k2_bitmap` bitmap bitmap_union COMMENT "",     \
    `k3_bitmap` bitmap bitmap_union COMMENT "",     \
    `k4_bitmap` bitmap bitmap_union COMMENT "",     \
    `k5_bitmap` bitmap bitmap_union COMMENT "",     \
    `k6_bitmap` bitmap bitmap_union COMMENT "",     \
    `k10_bitmap` bitmap bitmap_union COMMENT "",    \
    `k11_bitmap` bitmap bitmap_union COMMENT "",    \
    `k7_bitmap` bitmap bitmap_union COMMENT "",     \
    `k8_bitmap` bitmap bitmap_union COMMENT "",     \
    `k9_bitmap` bitmap bitmap_union COMMENT ""      \
   ) ENGINE=OLAP                       \
    DISTRIBUTED BY HASH(k6) BUCKETS 5 \
    PROPERTIES (                        \
   "storage_type" = "COLUMN"            \
   );'

k7_bitmap = 'CREATE TABLE `%s` ( \
    `k7` varchar(51) NULL COMMENT "",  \
    `k1` tinyint(4) replace NULL COMMENT "",   \
    `k2` smallint(6) replace NULL COMMENT "",  \
    `k3` int(11) replace NULL COMMENT "",      \
    `k4` bigint(20) replace NULL COMMENT "",   \
    `k5` decimal(9, 3) replace NULL COMMENT "",\
    `k6` char(11) replace NULL COMMENT "",      \
    `k10` date replace NULL COMMENT "",        \
    `k11` datetime replace NULL COMMENT "",    \
    `k8` double MAX NULL COMMENT "",   \
    `k9` float SUM NULL COMMENT "" ,    \
    `k1_bitmap` bitmap bitmap_union COMMENT "",      \
    `k2_bitmap` bitmap bitmap_union COMMENT "",     \
    `k3_bitmap` bitmap bitmap_union COMMENT "",     \
    `k4_bitmap` bitmap bitmap_union COMMENT "",     \
    `k5_bitmap` bitmap bitmap_union COMMENT "",     \
    `k6_bitmap` bitmap bitmap_union COMMENT "",     \
    `k10_bitmap` bitmap bitmap_union COMMENT "",    \
    `k11_bitmap` bitmap bitmap_union COMMENT "",    \
    `k7_bitmap` bitmap bitmap_union COMMENT "",     \
    `k8_bitmap` bitmap bitmap_union COMMENT "",     \
    `k9_bitmap` bitmap bitmap_union COMMENT ""      \
   ) ENGINE=OLAP                       \
    DISTRIBUTED BY HASH(`k7`) BUCKETS 5 \
    PROPERTIES (                        \
   "storage_type" = "COLUMN"            \
   );'

k10_bitmap = 'CREATE TABLE `%s` ( \
    `k10` date NULL COMMENT "",        \
    `k1` tinyint(4) replace NULL COMMENT "",   \
    `k2` smallint(6) replace NULL COMMENT "",  \
    `k3` int(11) replace NULL COMMENT "",      \
    `k4` bigint(20) replace NULL COMMENT "",   \
    `k5` decimal(9, 3) replace NULL COMMENT "",\
    `k6` char(11) replace NULL COMMENT "",      \
    `k11` datetime replace NULL COMMENT "",    \
    `k7` varchar(51) replace NULL COMMENT "",  \
    `k8` double MAX NULL COMMENT "",   \
    `k9` float SUM NULL COMMENT "" ,    \
    `k1_bitmap` bitmap bitmap_union COMMENT "",      \
    `k2_bitmap` bitmap bitmap_union COMMENT "",     \
    `k3_bitmap` bitmap bitmap_union COMMENT "",     \
    `k4_bitmap` bitmap bitmap_union COMMENT "",     \
    `k5_bitmap` bitmap bitmap_union COMMENT "",     \
    `k6_bitmap` bitmap bitmap_union COMMENT "",     \
    `k10_bitmap` bitmap bitmap_union COMMENT "",    \
    `k11_bitmap` bitmap bitmap_union COMMENT "",    \
    `k7_bitmap` bitmap bitmap_union COMMENT "",     \
    `k8_bitmap` bitmap bitmap_union COMMENT "",     \
    `k9_bitmap` bitmap bitmap_union COMMENT ""      \
   ) ENGINE=OLAP                       \
    DISTRIBUTED BY HASH(k10) BUCKETS 5 \
    PROPERTIES (                        \
   "storage_type" = "COLUMN"            \
   );'

k11_bitmap = 'CREATE TABLE `%s` ( \
    `k11` datetime NULL COMMENT "",    \
    `k1` tinyint(4) replace NULL COMMENT "",   \
    `k2` smallint(6) replace NULL COMMENT "",  \
    `k3` int(11) replace NULL COMMENT "",      \
    `k4` bigint(20) replace NULL COMMENT "",   \
    `k5` decimal(9, 3) replace NULL COMMENT "",\
    `k6` char(11) replace NULL COMMENT "",      \
    `k10` date replace NULL COMMENT "",        \
    `k7` varchar(51) replace NULL COMMENT "",  \
    `k8` double MAX NULL COMMENT "",   \
    `k9` float SUM NULL COMMENT "" ,    \
    `k1_bitmap` bitmap bitmap_union COMMENT "",      \
    `k2_bitmap` bitmap bitmap_union COMMENT "",     \
    `k3_bitmap` bitmap bitmap_union COMMENT "",     \
    `k4_bitmap` bitmap bitmap_union COMMENT "",     \
    `k5_bitmap` bitmap bitmap_union COMMENT "",     \
    `k6_bitmap` bitmap bitmap_union COMMENT "",     \
    `k10_bitmap` bitmap bitmap_union COMMENT "",    \
    `k11_bitmap` bitmap bitmap_union COMMENT "",    \
    `k7_bitmap` bitmap bitmap_union COMMENT "",     \
    `k8_bitmap` bitmap bitmap_union COMMENT "",     \
    `k9_bitmap` bitmap bitmap_union COMMENT ""      \
   ) ENGINE=OLAP                       \
    DISTRIBUTED BY HASH(`k11`) BUCKETS 5 \
    PROPERTIES (                        \
   "storage_type" = "COLUMN"            \
   );'