| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package org.apache.drill.exec.hive; |
| |
| import com.google.common.base.Strings; |
| import org.apache.drill.categories.HiveStorageTest; |
| import org.apache.drill.test.TestBuilder; |
| import org.apache.drill.categories.SlowTest; |
| import org.apache.hadoop.hive.common.type.HiveVarchar; |
| import org.junit.Test; |
| import org.junit.experimental.categories.Category; |
| |
| @Category({SlowTest.class, HiveStorageTest.class}) |
| public class TestInfoSchemaOnHiveStorage extends HiveTestBase { |
| private static final String[] baselineCols = new String[] {"COLUMN_NAME", "DATA_TYPE", "IS_NULLABLE"}; |
| private static final Object[] expVal1 = new Object[] {"key", "INTEGER", "YES"}; |
| private static final Object[] expVal2 = new Object[] {"value", "CHARACTER VARYING", "YES"}; |
| |
| @Test |
| public void showTablesFromDb() throws Exception{ |
| testBuilder() |
| .sqlQuery("SHOW TABLES FROM hive.`default`") |
| .unOrdered() |
| .baselineColumns("TABLE_SCHEMA", "TABLE_NAME") |
| .baselineValues("hive.default", "partition_pruning_test") |
| .baselineValues("hive.default", "readtest") |
| .baselineValues("hive.default", "readtest_parquet") |
| .baselineValues("hive.default", "empty_table") |
| .baselineValues("hive.default", "infoschematest") |
| .baselineValues("hive.default", "hive_view") |
| .baselineValues("hive.default", "kv") |
| .baselineValues("hive.default", "kv_parquet") |
| .baselineValues("hive.default", "kv_sh") |
| .baselineValues("hive.default", "simple_json") |
| .baselineValues("hive.default", "partition_with_few_schemas") |
| .baselineValues("hive.default", "kv_native") |
| .baselineValues("hive.default", "kv_native_ext") |
| .baselineValues("hive.default", "sub_dir_table") |
| .baselineValues("hive.default", "readtest_view") |
| .baselineValues("hive.default", "kv_native_view") |
| .baselineValues("hive.default", "hive_view_m") |
| .baselineValues("hive.default", "view_over_hive_view") |
| .baselineValues("hive.default", "table_with_empty_parquet") |
| .go(); |
| |
| testBuilder() |
| .sqlQuery("SHOW TABLES IN hive.db1") |
| .unOrdered() |
| .baselineColumns("TABLE_SCHEMA", "TABLE_NAME") |
| .baselineValues("hive.db1", "kv_db1") |
| .baselineValues("hive.db1", "avro") |
| .baselineValues("hive.db1", "two_table_view") |
| .go(); |
| |
| testBuilder() |
| .sqlQuery("SHOW TABLES IN hive.skipper") |
| .unOrdered() |
| .baselineColumns("TABLE_SCHEMA", "TABLE_NAME") |
| .baselineValues("hive.skipper", "kv_text_small") |
| .baselineValues("hive.skipper", "kv_text_large") |
| .baselineValues("hive.skipper", "kv_incorrect_skip_header") |
| .baselineValues("hive.skipper", "kv_incorrect_skip_footer") |
| .baselineValues("hive.skipper", "kv_text_header_only") |
| .baselineValues("hive.skipper", "kv_text_footer_only") |
| .baselineValues("hive.skipper", "kv_text_header_footer_only") |
| .baselineValues("hive.skipper", "kv_text_with_part") |
| .go(); |
| } |
| |
| @Test |
| public void showDatabases() throws Exception{ |
| testBuilder() |
| .sqlQuery("SHOW DATABASES") |
| .unOrdered() |
| .baselineColumns("SCHEMA_NAME") |
| .baselineValues("hive.default") |
| .baselineValues("hive.db1") |
| .baselineValues("hive.skipper") |
| .baselineValues("dfs.default") |
| .baselineValues("dfs.root") |
| .baselineValues("dfs.tmp") |
| .baselineValues("sys") |
| .baselineValues("cp.default") |
| .baselineValues("information_schema") |
| .go(); |
| } |
| |
| private static void describeHelper(final String options, final String describeCmd) throws Exception { |
| final TestBuilder builder = testBuilder(); |
| |
| if (!Strings.isNullOrEmpty(options)) { |
| builder.optionSettingQueriesForTestQuery(options); |
| } |
| |
| builder.sqlQuery(describeCmd) |
| .unOrdered() |
| .baselineColumns(baselineCols) |
| .baselineValues(expVal1) |
| .baselineValues(expVal2) |
| .go(); |
| } |
| |
| // When table name is fully qualified with schema name (sub-schema is default schema) |
| @Test |
| public void describeTable1() throws Exception{ |
| describeHelper(null, "DESCRIBE hive.`default`.kv"); |
| } |
| |
| // When table name is fully qualified with schema name (sub-schema is non-default schema) |
| @Test |
| public void describeTable2() throws Exception{ |
| testBuilder() |
| .sqlQuery("DESCRIBE hive.`db1`.kv_db1") |
| .unOrdered() |
| .baselineColumns(baselineCols) |
| .baselineValues("key", "CHARACTER VARYING", "YES") |
| .baselineValues("value", "CHARACTER VARYING", "YES") |
| .go(); |
| } |
| |
| // When table is qualified with just the top level schema. It should look for the table in default sub-schema within |
| // the top level schema. |
| @Test |
| public void describeTable3() throws Exception { |
| describeHelper(null, "DESCRIBE hive.kv"); |
| } |
| |
| // When table name is qualified with multi-level schema (sub-schema is default schema) given as single level schema name. |
| @Test |
| public void describeTable4() throws Exception { |
| describeHelper(null, "DESCRIBE `hive.default`.kv"); |
| } |
| |
| // When table name is qualified with multi-level schema (sub-schema is non-default schema) |
| // given as single level schema name. |
| @Test |
| public void describeTable5() throws Exception { |
| testBuilder() |
| .sqlQuery("DESCRIBE `hive.db1`.kv_db1") |
| .unOrdered() |
| .baselineColumns(baselineCols) |
| .baselineValues("key", "CHARACTER VARYING", "YES") |
| .baselineValues("value", "CHARACTER VARYING", "YES") |
| .go(); |
| } |
| |
| // When current default schema is just the top-level schema name and the table has no schema qualifier. It should |
| // look for the table in default sub-schema within the top level schema. |
| @Test |
| public void describeTable6() throws Exception { |
| describeHelper("USE hive", "DESCRIBE kv"); |
| } |
| |
| // When default schema is fully qualified with schema name and table is not qualified with a schema name |
| @Test |
| public void describeTable7() throws Exception { |
| describeHelper("USE hive.`default`", "DESCRIBE kv"); |
| } |
| |
| // When default schema is qualified with multi-level schema given as single level schema name. |
| @Test |
| public void describeTable8() throws Exception { |
| describeHelper("USE `hive.default`", "DESCRIBE kv"); |
| } |
| |
| // When default schema is top-level schema and table is qualified with sub-schema |
| @Test |
| public void describeTable9() throws Exception { |
| describeHelper("USE `hive`", "DESCRIBE `default`.kv"); |
| } |
| |
| @Test |
| public void varCharMaxLengthAndDecimalPrecisionInInfoSchema() throws Exception{ |
| final String query = |
| "SELECT COLUMN_NAME, DATA_TYPE, CHARACTER_MAXIMUM_LENGTH, " + |
| " NUMERIC_PRECISION_RADIX, NUMERIC_PRECISION, NUMERIC_SCALE " + |
| "FROM INFORMATION_SCHEMA.`COLUMNS` " + |
| "WHERE TABLE_SCHEMA = 'hive.default' AND TABLE_NAME = 'infoschematest' AND " + |
| "(COLUMN_NAME = 'stringtype' OR COLUMN_NAME = 'varchartype' OR COLUMN_NAME = 'chartype' OR " + |
| "COLUMN_NAME = 'inttype' OR COLUMN_NAME = 'decimaltype')"; |
| |
| testBuilder() |
| .sqlQuery(query) |
| .unOrdered() |
| .optionSettingQueriesForTestQuery("USE hive") |
| .baselineColumns("COLUMN_NAME", |
| "DATA_TYPE", |
| "CHARACTER_MAXIMUM_LENGTH", |
| "NUMERIC_PRECISION_RADIX", |
| "NUMERIC_PRECISION", |
| "NUMERIC_SCALE") |
| .baselineValues("inttype", "INTEGER", null, 2, 32, 0) |
| .baselineValues("decimaltype", "DECIMAL", null, 10, 38, 2) |
| .baselineValues("stringtype", "CHARACTER VARYING", HiveVarchar.MAX_VARCHAR_LENGTH, null, null, null) |
| .baselineValues("varchartype", "CHARACTER VARYING", 20, null, null, null) |
| .baselineValues("chartype", "CHARACTER", 10, null, null, null) |
| .go(); |
| } |
| |
| @Test |
| public void defaultSchemaHive() throws Exception{ |
| testBuilder() |
| .sqlQuery("SELECT * FROM kv LIMIT 2") |
| .unOrdered() |
| .optionSettingQueriesForTestQuery("USE hive") |
| .baselineColumns("key", "value") |
| .baselineValues(1, " key_1") |
| .baselineValues(2, " key_2") |
| .go(); |
| } |
| |
| @Test |
| public void defaultTwoLevelSchemaHive() throws Exception{ |
| testBuilder() |
| .sqlQuery("SELECT * FROM kv_db1 LIMIT 2") |
| .unOrdered() |
| .optionSettingQueriesForTestQuery("USE hive.db1") |
| .baselineColumns("key", "value") |
| .baselineValues("1", " key_1") |
| .baselineValues("2", " key_2") |
| .go(); |
| } |
| |
| @Test // DRILL-4577 |
| public void showInfoSchema() throws Exception { |
| final String query = "select TABLE_CATALOG, TABLE_SCHEMA, TABLE_NAME, TABLE_TYPE \n" + |
| "from INFORMATION_SCHEMA.`TABLES` \n" + |
| "where TABLE_SCHEMA like 'hive%'"; |
| |
| testBuilder() |
| .sqlQuery(query) |
| .unOrdered() |
| .baselineColumns("TABLE_CATALOG", "TABLE_SCHEMA", "TABLE_NAME", "TABLE_TYPE") |
| .baselineValues("DRILL", "hive.db1", "kv_db1", "TABLE") |
| .baselineValues("DRILL", "hive.db1", "avro", "TABLE") |
| .baselineValues("DRILL", "hive.db1", "two_table_view", "VIEW") |
| .baselineValues("DRILL", "hive.default", "kv", "TABLE") |
| .baselineValues("DRILL", "hive.default", "empty_table", "TABLE") |
| .baselineValues("DRILL", "hive.default", "readtest", "TABLE") |
| .baselineValues("DRILL", "hive.default", "infoschematest", "TABLE") |
| .baselineValues("DRILL", "hive.default", "readtest_parquet", "TABLE") |
| .baselineValues("DRILL", "hive.default", "hive_view", "VIEW") |
| .baselineValues("DRILL", "hive.default", "partition_pruning_test", "TABLE") |
| .baselineValues("DRILL", "hive.default", "partition_with_few_schemas", "TABLE") |
| .baselineValues("DRILL", "hive.default", "kv_parquet", "TABLE") |
| .baselineValues("DRILL", "hive.default", "kv_sh", "TABLE") |
| .baselineValues("DRILL", "hive.default", "simple_json", "TABLE") |
| .baselineValues("DRILL", "hive.default", "kv_native", "TABLE") |
| .baselineValues("DRILL", "hive.default", "kv_native_ext", "TABLE") |
| .baselineValues("DRILL", "hive.default", "sub_dir_table", "TABLE") |
| .baselineValues("DRILL", "hive.default", "readtest_view", "VIEW") |
| .baselineValues("DRILL", "hive.default", "kv_native_view", "VIEW") |
| .baselineValues("DRILL", "hive.default", "hive_view_m", "TABLE") |
| .baselineValues("DRILL", "hive.default", "view_over_hive_view", "VIEW") |
| .baselineValues("DRILL", "hive.default", "table_with_empty_parquet", "TABLE") |
| .baselineValues("DRILL", "hive.skipper", "kv_text_small", "TABLE") |
| .baselineValues("DRILL", "hive.skipper", "kv_text_large", "TABLE") |
| .baselineValues("DRILL", "hive.skipper", "kv_incorrect_skip_header", "TABLE") |
| .baselineValues("DRILL", "hive.skipper", "kv_incorrect_skip_footer", "TABLE") |
| .baselineValues("DRILL", "hive.skipper", "kv_text_header_only", "TABLE") |
| .baselineValues("DRILL", "hive.skipper", "kv_text_footer_only", "TABLE") |
| .baselineValues("DRILL", "hive.skipper", "kv_text_header_footer_only", "TABLE") |
| .baselineValues("DRILL", "hive.skipper", "kv_text_with_part", "TABLE") |
| .go(); |
| } |
| |
| } |
