blob: 0406ef0a4250194c986402a0bb900480d4f917db [file] [log] [blame]
SET hive.query.results.cache.enabled=false;
SET hive.mapred.mode=nonstrict;
SET hive.explain.user=false;
dfs ${system:test.dfs.mkdir} ${system:test.tmp.dir}/testcase1;
dfs -copyFromLocal ../../data/files/emptyhead_4line_file1.csv ${system:test.tmp.dir}/testcase1/;
--
--
CREATE EXTERNAL TABLE `testcase1`(id int, name string) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.OpenCSVSerde'
LOCATION '${system:test.tmp.dir}/testcase1'
TBLPROPERTIES ("skip.header.line.count"="1");
-- Make sure empty Head lines are skipped
-- With Fetch task optimization
SET hive.fetch.task.conversion = more;
select * from testcase1;
select count(*) from testcase1;
-- Make sure empty Head lines are skipped
-- And NO Fetch task optimization
set hive.fetch.task.conversion=none;
select * from testcase1;
select count(*) from testcase1;
dfs ${system:test.dfs.mkdir} ${system:test.tmp.dir}/testcase2;
dfs -copyFromLocal ../../data/files/emptyhead_4line_file1.csv.bz2 ${system:test.tmp.dir}/testcase2/;
--
--
CREATE EXTERNAL TABLE `testcase2`(id int, name string) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.OpenCSVSerde'
LOCATION '${system:test.tmp.dir}/testcase2'
TBLPROPERTIES ("skip.header.line.count"="1");
SET hive.fetch.task.conversion = more;
select * from testcase2;
select count(*) from testcase2;
set hive.fetch.task.conversion=none;
select * from testcase2;
select count(*) from testcase2;
-- clean up external table files
dfs -rmr ${system:test.tmp.dir}/testcase1/;
dfs -rmr ${system:test.tmp.dir}/testcase2/;