blob: 7cac6d7374d7bd1677b4168be72db70151028c0f [file] [log] [blame]
--! qt:dataset:src
set hive.mapred.mode=nonstrict;
set mapred.input.dir.recursive=true;
set hive.merge.mapfiles=false;
set hive.merge.mapredfiles=false;
-- Ensure it works if skewed column is not the first column in the table columns
-- list bucketing DML: static partition. multiple skewed columns.
-- create a skewed table
create table list_bucketing_static_part_n3 (key String, value String)
partitioned by (ds String, hr String)
skewed by (value) on ('val_466','val_287','val_82')
stored as DIRECTORIES
STORED AS RCFILE;
-- list bucketing DML without merge. use bucketize to generate a few small files.
explain extended
insert overwrite table list_bucketing_static_part_n3 partition (ds = '2008-04-08', hr = '11')
select key, value from src;
insert overwrite table list_bucketing_static_part_n3 partition (ds = '2008-04-08', hr = '11')
select key, value from src;
-- check DML result
show partitions list_bucketing_static_part_n3;
desc formatted list_bucketing_static_part_n3 partition (ds='2008-04-08', hr='11');
set hive.optimize.listbucketing=true;
explain extended
select key, value from list_bucketing_static_part_n3 where ds='2008-04-08' and hr='11' and value = "val_466";
select key, value from list_bucketing_static_part_n3 where ds='2008-04-08' and hr='11' and value = "val_466";
drop table list_bucketing_static_part_n3;