| #!/bin/env python |
| # -*- coding: utf-8 -*- |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| """ |
| /*************************************************************************** |
| * |
| * @file test_sys_null.py |
| * @date 2016/04/01 15:26:21 |
| * @brief Test for function - "NULL". |
| * |
| **************************************************************************/ |
| """ |
| import pytest |
| |
| from data import support_null as DATA |
| from lib import palo_client |
| from lib import util |
| from lib import palo_config |
| from lib import common |
| |
| config = palo_config.config |
| LOG = palo_client.LOG |
| L = palo_client.L |
| broker_info = palo_config.broker_info |
| |
| |
| def setup_module(): |
| """ |
| setUp |
| """ |
| pass |
| |
| |
| def test_shortkey_null_a(): |
| """ |
| { |
| "title": "test_sys_null.test_shortkey_null_a", |
| "describe": "shortkey列为NULL", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| shortkey列为NULL |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.use(database_name) |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_1, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_1, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| sql = 'SELECT * FROM %s.%s ORDER BY k1 nulls last, k2 nulls last, k3, k4, k5' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_list_data_1, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| def test_shortkey_null_b(): |
| """ |
| { |
| "title": "test_sys_null.test_shortkey_null_b", |
| "describe": "shortkey列为not NULL", |
| "tag": "system,p1,fuzz" |
| } |
| """ |
| """ |
| shortkey列为not NULL |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_1, storage_type='column') |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_2, table_name) |
| assert not client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| client.clean(database_name) |
| |
| |
| @pytest.mark.skip() |
| def test_null_kv(): |
| """ |
| { |
| "title": "test_sys_null.test_null_kv", |
| "describe": "定长类型和变长类型共12种数据类型为key和value时，指定为NULL列，导入含有NULL值的数据，验证数据正确性", |
| "tag": "autotest" |
| } |
| """ |
| """ |
| 定长类型和变长类型共12种数据类型为key和value时，指定为NULL列，导入含有NULL值的数据，验证数据正确性 |
| """ |
| # not null列, 非Null数据导入，校验 |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', ) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_3, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k1' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_list_data_2, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| def test_order_by(): |
| """ |
| { |
| "title": "test_sys_null.test_order_by", |
| "describe": "测试排序", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| 测试排序 |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_4, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_4, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| def test_null_all(): |
| """ |
| { |
| "title": "test_sys_null.test_null_all", |
| "describe": "一行数据中，多个连续key和value列为NULL值,所有key列为NULL，验证聚合正确，验证数据正确,导入多条数据，这些数据的key列部分相同且含有NULL，验证导入后的聚合结果是否正确", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| 一行数据中，多个连续key和value列为NULL值 |
| 所有key列为NULL，验证聚合正确，验证数据正确 |
| 导入多条数据，这些数据的key列部分相同且含有NULL，验证导入后的聚合结果是否正确 |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_5, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ' \ |
| 'ORDER BY k2 nulls last, k1, k3, k4, k5, k6, k7, k8, k9, k10' \ |
| % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_5, sql=sql, client=client) |
| |
| sql = 'SELECT * FROM %s.%s WHERE K5 is NULL' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_5_1, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| @pytest.mark.skip() |
| def test_empty_string(): |
| """ |
| { |
| "title": "test_sys_null.test_empty_string", |
| "describe": "导入empty field代表空字符串，验证数据正确,空串的replace类型，聚合结果不符合预期", |
| "tag": "autotest" |
| } |
| """ |
| """ |
| 导入empty field代表空字符串，验证数据正确 |
| 空串的replace类型，聚合结果不符合预期 |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_6, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ' \ |
| 'ORDER BY k2, k1, k3, k4, k5, k6, k7, k8, k9, k10' \ |
| % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_6, sql=sql, client=client) |
| |
| |
| def test_partition_col_null_hash(): |
| """ |
| { |
| "title": "test_sys_null.test_partition_col_null_hash", |
| "describe": "partition列为NULL，分布方式为hash,hash列为NULL", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| partition列为NULL，分布方式为hash |
| hash列为NULL |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| |
| partition_name_list = ['partition_a', 'partition_b', 'partition_c', 'partition_d'] |
| partition_value_list = ['-5000', '0', '3000', 'MAXVALUE'] |
| |
| partition_info = palo_client.PartitionInfo('k5', \ |
| partition_name_list, partition_value_list) |
| distribution_info = palo_client.DistributionInfo('hash(k1, k2, k3)', 13) |
| client.create_table(table_name, DATA.schema_2, \ |
| partition_info, distribution_info, storage_type='column', set_null=True) |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_4, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ' \ |
| 'ORDER BY k2 nulls last, k1 nulls last, k3, k4, k5, k6, k7, k8, k9, k10' \ |
| % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_4, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| def test_define_as(): |
| """ |
| { |
| "title": "test_sys_null.test_define_as", |
| "describe": "通过NULL DEFINE AS指定特定的字符代表NULL，导入含有特定字符的数据，验证数据正确性", |
| "tag": "system,p1,fuzz" |
| } |
| """ |
| """ |
| 通过NULL DEFINE AS指定特定的字符代表NULL，导入含有特定字符的数据，验证数据正确性 |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| property_list = ["k1 = replace_value('\\\\0xU', NULL)", \ |
| "k2 = replace_value('\\\\0xU', NULL)", \ |
| "k3 = replace_value('\\\\0xU', NULL)", \ |
| "k4 = replace_value('\\\\0xN', NULL)"] |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_7, table_name, set_list=property_list) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| #property_list = property_list, |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_7, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| @pytest.mark.skip() |
| def test_null_be(): |
| """ |
| { |
| "title": "test_sys_null.test_null_be", |
| "describe": "导入后，触发BE/CE，验证数据正确性, disable", |
| "tag": "autotest" |
| } |
| """ |
| """ |
| 导入后，触发BE/CE，验证数据正确性 |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| assert client.use(database_name) |
| |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| label_1 = 'label_1' |
| label_2 = 'label_2' |
| label_3 = 'label_3' |
| label_4 = 'label_4' |
| label_5 = 'label_5' |
| |
| data_desc_list_1 = palo_client.LoadDataInfo(DATA.hdfs_file_8_1, table_name) |
| data_desc_list_2 = palo_client.LoadDataInfo(DATA.hdfs_file_8_2, table_name) |
| data_desc_list_3 = palo_client.LoadDataInfo(DATA.hdfs_file_8_3, table_name) |
| data_desc_list_4 = palo_client.LoadDataInfo(DATA.hdfs_file_8_4, table_name) |
| data_desc_list_5 = palo_client.LoadDataInfo(DATA.hdfs_file_8_5, table_name) |
| |
| assert client.batch_load(label_1, data_desc_list_1, broker=broker_info) |
| assert client.batch_load(label_2, data_desc_list_2, broker=broker_info) |
| assert client.batch_load(label_3, data_desc_list_3, broker=broker_info) |
| assert client.batch_load(label_4, data_desc_list_4, broker=broker_info) |
| assert client.batch_load(label_5, data_desc_list_5, broker=broker_info) |
| |
| assert client.wait_load_job(label_1) |
| assert client.wait_load_job(label_2) |
| assert client.wait_load_job(label_3) |
| assert client.wait_load_job(label_4) |
| assert client.wait_load_job(label_5) |
| |
| tablet_id, host_name = client.get_tablet_id_and_be_host_list(table_name)[0] |
| print(tablet_id, host_name) |
| |
| # assert env.wait_be(host_name, tablet_id) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2, k1' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_8, sql=sql, client=client) |
| |
| |
| def test_schema_change_add_null(): |
| """ |
| { |
| "title": "test_sys_null.test_schema_change_add_null", |
| "describe": "增加新列为NULL列", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| 增加新列为NULL列 |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_4, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_4, sql=sql, client=client) |
| |
| column_list = [('v11', 'INT', 'SUM'),] |
| assert client.schema_change_add_column(table_name, column_list, \ |
| after_column_name='v10', is_wait_job=True, set_null=True) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_9, sql=sql, client=client) |
| client.clean(database_name) |
| """ |
| # disable check be/ce |
| tablet_id, host_name = client.get_tablet_id_and_be_host_list(table_name)[0] |
| print(tablet_id, host_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| |
| #assert env.restart_be(host_name) |
| assert env.wait_be(host_name, tablet_id) |
| |
| assert client.verify_without_schema(sql, DATA.expected_file_9) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_9_1, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2, k1' % (database_name, table_name) |
| assert client.verify_without_schema(sql, DATA.expected_file_9_1) |
| """ |
| |
| |
| def test_schema_change_add_key_null(): |
| """ |
| { |
| "title": "test_sys_null.test_schema_change_add_key_null", |
| "describe": "增加新列为NULL列", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| 增加新列为NULL列 |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_4, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_4, sql=sql, client=client) |
| |
| column_list = [('add_key', 'INT', None),] |
| assert client.schema_change_add_column(table_name, column_list, |
| after_column_name='k2', is_wait_job=True, set_null=True) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_10, sql=sql, client=client) |
| |
| set_list = ['add_key = replace_value("None", NULL)'] |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_10_1, table_name, set_list=set_list) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_10_1, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| def test_schema_change_add_key_not_null(): |
| """ |
| { |
| "title": "test_sys_null.test_schema_change_add_key_not_null", |
| "describe": "增加新列为NULL列", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| 增加新列为NULL列 |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_4, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_4, sql=sql, client=client) |
| |
| column_list = [('add_key', 'INT', None, '1'),] |
| assert client.schema_change_add_column(table_name, column_list, |
| after_column_name='k2', is_wait_job=True, set_null=False) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_n10, sql=sql, client=client) |
| |
| # set_list = ['add_key = replace_value("None", NULL)'] |
| # data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_10_1, table_name, set_list=set_list) |
| column_list = ['k1', 'k2', 'add_key', 'k3', 'k4', 'k5', 'k6', 'k7', 'k8', 'k9', 'k10', 'v1', |
| 'v2', 'v3', 'v4', 'v5', 'v6', 'v7', 'v8', 'v9'] |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_10_1, table_name, |
| column_name_list=column_list) |
| assert not client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_n10, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| def test_not_null(): |
| """ |
| { |
| "title": "test_sys_null.test_not_null", |
| "describe": "not null约束, 删除NOT NULL约束，导入NULL数据", |
| "tag": "system,p1,fuzz" |
| } |
| """ |
| """ |
| not null约束 |
| 删除NOT NULL约束，导入NULL数据 |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| distribution_info = palo_client.DistributionInfo('HASH(k3)', 5) |
| client.create_table(table_name, DATA.schema_3, storage_type='column', |
| distribution_info=distribution_info) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_4, table_name) |
| assert not client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| assert client.schema_change_modify_column(table_name, 'k1', 'TINYINT NULL', |
| is_wait_job=True, is_wait_delete_old_schema=True) |
| assert client.schema_change_modify_column(table_name, 'k2', 'SMALLINT NULL', \ |
| is_wait_job=True, is_wait_delete_old_schema=True) |
| assert client.schema_change_modify_column(table_name, 'k4', 'BIGINT NULL', is_wait_job=True) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_4, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_4, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| @pytest.mark.skip() |
| def test_schema_change_order_by(): |
| """ |
| { |
| "title": "test_sys_null.test_schema_change_order_by", |
| "describe": "重排序导致shortkey列变化，NULL列提前，导入数据，验证数据正确", |
| "tag": "autotest" |
| } |
| """ |
| """ |
| 重排序导致shortkey列变化，NULL列提前，导入数据，验证数据正确 |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_4, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2, k1' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_4, sql=sql, client=client) |
| |
| # column_list = [('add_key', 'INT', None),] |
| # assert client.schema_change_add_column(table_name, column_list, \ |
| # after_column_name='k2', is_wait_job=True) |
| |
| # sql = 'SELECT * FROM %s.%s ORDER BY k2, k1' % (database_name, table_name) |
| # assert client.verify_without_schema(sql, DATA.expected_file_10) |
| |
| column_name_list = ['k10', 'k5', 'k1', 'k2', 'k3', 'k4', \ |
| 'k6', 'k7', 'k8', 'k9', 'v5', 'v1', 'v2', 'v3', 'v4', 'v7', 'v8', 'v6', 'v9', 'v10'] |
| assert client.schema_change_order_column(table_name, column_name_list, is_wait_job=True) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2, k1' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_11, sql=sql, client=client) |
| |
| """ |
| # disable check be |
| tablet_id, host_name = client.get_tablet_id_and_be_host_list(table_name)[0] |
| print(tablet_id, host_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| |
| #assert env.restart_be(host_name) |
| assert env.wait_be(host_name, tablet_id) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2, k1' % (database_name, table_name) |
| assert client.verify_without_schema(sql, DATA.expected_file_11) |
| """ |
| |
| |
| def test_rollup(): |
| """ |
| { |
| "title": "test_sys_null.test_rollup", |
| "describe": "创建含有NULL列的rollup表，导入数据，验证命中rollup表的查询结果正确", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| 创建含有NULL列的rollup表，导入数据，验证命中rollup表的查询结果正确 |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.use(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| rollup_field = ['k4', 'k1', 'k3', 'k2', 'v1'] |
| client.create_rollup_table(table_name, index_name, rollup_field, is_wait=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| assert client.get_index(table_name, index_name=index_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_12, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| #sql = 'SELECT * FROM %s.%s ORDER BY k2, k1' % (database_name, table_name) |
| #assert client.verify_without_schema(sql, DATA.expected_file_4) |
| |
| sql = 'SELECT k4, k1, k3, k2, SUM(v1) ' \ |
| 'FROM %s GROUP BY k4, k1, k3, k2 ORDER BY k1' % (table_name) |
| shoot_table = common.get_explain_rollup(client, sql) |
| LOG.info(L('shoot table:', shoot_table=shoot_table)) |
| assert index_name in shoot_table |
| |
| sql = 'SELECT k4, k1, k3, k2, SUM(v1) FROM %s ' \ |
| 'GROUP BY k4, k1, k3, k2 ORDER BY k1 nulls last, k2 nulls last' % (table_name) |
| # ORDER BY K1 |
| assert common.check_by_file(DATA.expected_file_12, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| @pytest.mark.skip() |
| def test_load_rollup(): |
| """ |
| { |
| "title": "test_sys_null.test_load_rollup", |
| "describe": "创建含有NULL列的rollup表，导入数据，验证命中rollup表的查询结果正确", |
| "tag": "autotest" |
| } |
| """ |
| """ |
| 创建含有NULL列的rollup表，导入数据，验证命中rollup表的查询结果正确 |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.use(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_12, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| rollup_field = ['k4', 'k1', 'k3', 'k2', 'v1'] |
| client.create_rollup_table(table_name, index_name, rollup_field, is_wait=True) |
| assert client.get_index(table_name, index_name=index_name) |
| #sql = 'SELECT * FROM %s.%s ORDER BY k2, k1' % (database_name, table_name) |
| #assert client.verify_without_schema(sql, DATA.expected_file_4) |
| |
| sql = 'SELECT k4, k1, k3, k2, SUM(v1) FROM %s ' \ |
| 'GROUP BY k4, k1, k3, k2 ORDER BY k1' % (table_name) |
| shoot_table = common.get_explain_rollup(client, sql) |
| LOG.info(L('shoot table:', shoot_table=shoot_table)) |
| assert index_name in shoot_table, 'expect rollup %s, but %s' % (index_name, shoot_table) |
| |
| sql = 'SELECT k4, k1, k3, k2, SUM(v1) FROM %s ' \ |
| 'GROUP BY k4, k1, k3, k2 ORDER BY k1, k2' % (table_name) |
| assert common.check_by_file(DATA.expected_file_12, sql=sql, client=client) |
| """ |
| # disable check be |
| tablet_id, host_name = client.get_tablet_id_and_be_host_list(table_name)[0] |
| print(tablet_id, host_name) |
| time.sleep(15) |
| assert client.delete(table_name, [('k1', '>', '126'),], table_name) |
| # time.sleep(2) |
| # assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| # time.sleep(2) |
| # assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| # time.sleep(2) |
| # assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| # time.sleep(2) |
| # assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| # assert env.wait_be(host_name, tablet_id) |
| |
| # sql = 'SELECT k4, k1, k3, k2, SUM(v1) FROM %s ' \ |
| # 'GROUP BY k4, k1, k3, k2 ORDER BY k1' % (table_name) |
| # # ORDER BY K1 |
| # assert client.verify_without_schema(sql, DATA.expected_file_12) |
| """ |
| |
| |
| @pytest.mark.skip() |
| def test_delete(): |
| """ |
| { |
| "title": "test_sys_null.test_delete", |
| "describe": "测试delete", |
| "tag": "autotest" |
| } |
| """ |
| """ |
| 测试delete |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| assert client.use(database_name) |
| |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| label_1 = 'label_1' |
| label_2 = 'label_2' |
| label_3 = 'label_3' |
| label_4 = 'label_4' |
| label_5 = 'label_5' |
| |
| data_desc_list_1 = palo_client.LoadDataInfo(DATA.hdfs_file_8_1, table_name) |
| data_desc_list_2 = palo_client.LoadDataInfo(DATA.hdfs_file_8_2, table_name) |
| data_desc_list_3 = palo_client.LoadDataInfo(DATA.hdfs_file_8_3, table_name) |
| data_desc_list_4 = palo_client.LoadDataInfo(DATA.hdfs_file_8_4, table_name) |
| data_desc_list_5 = palo_client.LoadDataInfo(DATA.hdfs_file_8_5, table_name) |
| |
| assert client.batch_load(label_1, data_desc_list_1, broker=broker_info) |
| assert client.wait_load_job(label_1) |
| assert client.delete(table_name, [('k5', '=', '-90000'),], table_name) |
| assert client.batch_load(label_2, data_desc_list_2, broker=broker_info) |
| assert client.wait_load_job(label_2) |
| assert client.delete(table_name, [('k5', '=', '-70000'),], table_name) |
| assert client.batch_load(label_3, data_desc_list_3, broker=broker_info) |
| assert client.batch_load(label_4, data_desc_list_4, broker=broker_info) |
| assert client.batch_load(label_5, data_desc_list_5, broker=broker_info) |
| |
| assert client.wait_load_job(label_3) |
| assert client.wait_load_job(label_4) |
| assert client.wait_load_job(label_5) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2, k1' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_13, sql=sql, client=client) |
| |
| |
| def test_delete_and_schema_change(): |
| """ |
| { |
| "title": "test_sys_null.test_delete_and_schema_change", |
| "describe": "测试delete and schema change", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| 测试delete and schema change |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.use(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_4, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_4, sql=sql, client=client) |
| |
| assert client.delete(table_name, [('k1', '>=', '127'),], table_name) |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_ds_1, sql=sql, client=client) |
| |
| column_list = [('add_key', 'INT', None), ] |
| assert client.schema_change_add_column(table_name, column_list, |
| after_column_name='k2', is_wait_job=True, set_null=True) |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_list_data_2, sql=sql, client=client) |
| |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| assert client.delete(table_name, [('k1', '>', '127'),], table_name) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_ds_2, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| def test_largeint(): |
| """ |
| { |
| "title": "test_sys_null.test_largeint", |
| "describe": "测试largeint", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| 测试largeint |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_4, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_14_1, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_14_2, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_14, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| def test_all_null(): |
| """ |
| { |
| "title": "test_sys_null.test_all_null", |
| "describe": "测试 all null", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| 测试 all null |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.create_table(table_name, DATA.schema_4, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_all_null, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2, k1' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_all_null, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| def test_bloom_filter(): |
| """ |
| { |
| "title": "test_sys_null.test_bloom_filter", |
| "describe": "测试bloom filter", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| 测试bloom filter |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| bloom_filter_column_list = ['k5', 'k7', 'k9'] |
| client.create_table(table_name, DATA.schema_2, storage_type='column', |
| bloom_filter_column_list=bloom_filter_column_list, set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_5, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT * FROM %s.%s where ' \ |
| 'k5 = -170141183460469231731687303715884105727' \ |
| % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_15_1, sql=sql, client=client) |
| |
| sql = 'SELECT * FROM %s.%s where k5 is NULL' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_15_1_1, sql=sql, client=client) |
| |
| sql = 'SELECT * FROM %s.%s where k7 = "2452-09-22 13:38:55"' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_15_2, sql=sql, client=client) |
| |
| sql = 'SELECT * FROM %s.%s where k7 in ' \ |
| '("2452-09-22 13:38:55", "2479-02-15 20:33:27") order by k1' \ |
| % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_15_2_1, sql=sql, client=client) |
| |
| sql = 'SELECT * FROM %s.%s where k9 = "中文"' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_15_3, sql=sql, client=client) |
| |
| sql = 'SELECT * FROM %s.%s where v7 = "2677-02-03"' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_15_4, sql=sql, client=client) |
| |
| sql = 'SELECT * FROM %s.%s where v9 = "d"' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_15_4, sql=sql, client=client) |
| |
| sql = 'SELECT * FROM %s.%s where k1 is NULL ' \ |
| 'and k2 is NULL and k3 is NULL and k4 is NULL and k6 is NULL ' \ |
| 'and k7 is NULL and k8 is NULL and k9 is NULL and k10 is NULL ' \ |
| 'and v1 is NULL and v2 is NULL and v3 is NULL and v4 is NULL ' \ |
| 'and v6 is NULL and v7 is NULL and v8 is NULL and v9 is NULL ' \ |
| 'and v10 is NULL' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_15_1_1, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| def test_join(): |
| """ |
| { |
| "title": "test_sys_null.test_join", |
| "describe": "测试join", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| 测试join |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.use(database_name) |
| client.create_table(table_name, DATA.schema_2, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_4, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'SELECT a.v1, b.v2 FROM %s as a, %s as b ' \ |
| 'WHERE a.k1=b.k1 ORDER BY a.k2 nulls last' % (table_name, table_name) |
| assert common.check_by_file(DATA.expected_file_16, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| def test_varchar_hash_null(): |
| """ |
| { |
| "title": "test_sys_null.test_varchar_hash_null", |
| "describe": "varchar字段分桶字段多个版本全是NULL", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| varchar字段分桶字段多个版本全是NULL，会出现core |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| distribution_info = palo_client.DistributionInfo('HASH(K9)', 13) |
| client.create_table(table_name, DATA.schema_2, \ |
| distribution_info = distribution_info, storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_17, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_17, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| def test_modify(): |
| """ |
| { |
| "title": "test_sys_null.test_modify", |
| "describe": "测试modify", |
| "tag": "system,p1" |
| } |
| """ |
| """ |
| 测试modify |
| """ |
| database_name, table_name, index_name = util.gen_num_format_name_list() |
| LOG.info(L('', database_name=database_name, \ |
| table_name=table_name, index_name=index_name)) |
| client = palo_client.get_client(config.fe_host, config.fe_query_port, user=config.fe_user, |
| password=config.fe_password, http_port=config.fe_http_port) |
| assert client |
| client.clean(database_name) |
| client.create_database(database_name) |
| client.use(database_name) |
| distribution_info = palo_client.DistributionInfo('HASH(K2)', 13) |
| client.create_table(table_name, DATA.schema_2, distribution_info = distribution_info, |
| storage_type='column', set_null=True) |
| |
| assert client.show_tables(table_name) |
| assert client.get_index(table_name) |
| |
| data_desc_list = palo_client.LoadDataInfo(DATA.hdfs_file_4, table_name) |
| assert client.batch_load(util.get_label(), data_desc_list, is_wait=True, broker=broker_info) |
| |
| sql = 'ALTER TABLE %s.%s ' % (database_name, table_name) + \ |
| 'MODIFY COLUMN k1 LARGEINT NULL, MODIFY COLUMN k9 VARCHAR(1024) NULL, ' + \ |
| 'MODIFY COLUMN v2 LARGEINT SUM NULL, MODIFY COLUMN v9 VARCHAR(1024) REPLACE NULL' |
| |
| assert () == client.execute(sql) |
| client.wait_table_schema_change_job(table_name, database_name) |
| |
| sql = 'SELECT * FROM %s.%s ORDER BY k2 nulls last, k1 nulls last' % (database_name, table_name) |
| assert common.check_by_file(DATA.expected_file_4, sql=sql, client=client) |
| client.clean(database_name) |
| |
| |
| if __name__ == '__main__': |
| setup_module() |
| test_null_be() |
