blob: 7985106fa72f376f57fce58188e29e68319d6c0f [file] [log] [blame]
--! qt:dataset:srcpart
SET hive.vectorized.execution.enabled=false;
set hive.strict.checks.bucketing=false;
set hive.mapred.mode=nonstrict;
-- this test verifies that the block merge task that can follow a query to generate dynamic
-- partitions does not produce incorrect results by dropping partitions
create temporary table srcpart_merge_dp_n4_temp like srcpart;
create temporary table srcpart_merge_dp_rc_n1_temp like srcpart;
alter table srcpart_merge_dp_rc_n1_temp set fileformat RCFILE;
create temporary table merge_dynamic_part_n3_temp like srcpart;
alter table merge_dynamic_part_n3_temp set fileformat RCFILE;
load data local inpath '../../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp_n4_temp partition(ds='2008-04-08', hr=11);
load data local inpath '../../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp_n4_temp partition(ds='2008-04-08', hr=11);
load data local inpath '../../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp_n4_temp partition(ds='2008-04-08', hr=11);
load data local inpath '../../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp_n4_temp partition(ds='2008-04-08', hr=11);
load data local inpath '../../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp_n4_temp partition(ds='2008-04-08', hr=12);
load data local inpath '../../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp_n4_temp partition(ds='2008-04-08', hr=12);
load data local inpath '../../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp_n4_temp partition(ds='2008-04-08', hr=12);
load data local inpath '../../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp_n4_temp partition(ds='2008-04-08', hr=12);
insert overwrite table srcpart_merge_dp_rc_n1_temp partition (ds = '2008-04-08', hr)
select key, value, hr from srcpart_merge_dp_n4_temp where ds = '2008-04-08';
set hive.input.format=org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
set hive.merge.mapfiles=true;
set hive.merge.mapredfiles=true;
set hive.merge.smallfiles.avgsize=10000000000000;
set hive.exec.compress.output=false;
set hive.exec.dynamic.partition=true;
set hive.exec.dynamic.partition.mode=nonstrict;
explain
insert overwrite table merge_dynamic_part_n3_temp partition (ds = '2008-04-08', hr)
select key, value, if(key % 2 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc_n1_temp where ds = '2008-04-08';
insert overwrite table merge_dynamic_part_n3_temp partition (ds = '2008-04-08', hr)
select key, value, if(key % 2 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc_n1_temp where ds = '2008-04-08';
show partitions merge_dynamic_part_n3_temp;
select count(*) from merge_dynamic_part_n3_temp;