| PREHOOK: query: drop table if exists char_serde_regex |
| PREHOOK: type: DROPTABLE |
| POSTHOOK: query: drop table if exists char_serde_regex |
| POSTHOOK: type: DROPTABLE |
| PREHOOK: query: drop table if exists char_serde_lb |
| PREHOOK: type: DROPTABLE |
| POSTHOOK: query: drop table if exists char_serde_lb |
| POSTHOOK: type: DROPTABLE |
| PREHOOK: query: drop table if exists char_serde_ls |
| PREHOOK: type: DROPTABLE |
| POSTHOOK: query: drop table if exists char_serde_ls |
| POSTHOOK: type: DROPTABLE |
| PREHOOK: query: drop table if exists char_serde_c |
| PREHOOK: type: DROPTABLE |
| POSTHOOK: query: drop table if exists char_serde_c |
| POSTHOOK: type: DROPTABLE |
| PREHOOK: query: drop table if exists char_serde_lbc |
| PREHOOK: type: DROPTABLE |
| POSTHOOK: query: drop table if exists char_serde_lbc |
| POSTHOOK: type: DROPTABLE |
| PREHOOK: query: drop table if exists char_serde_orc |
| PREHOOK: type: DROPTABLE |
| POSTHOOK: query: drop table if exists char_serde_orc |
| POSTHOOK: type: DROPTABLE |
| PREHOOK: query: create table char_serde_regex ( |
| key char(15), |
| value char(20) |
| ) |
| row format serde 'org.apache.hadoop.hive.serde2.RegexSerDe' |
| with serdeproperties ( |
| "input.regex" = "([^]*)([^]*)" |
| ) |
| stored as textfile |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@char_serde_regex |
| POSTHOOK: query: create table char_serde_regex ( |
| key char(15), |
| value char(20) |
| ) |
| row format serde 'org.apache.hadoop.hive.serde2.RegexSerDe' |
| with serdeproperties ( |
| "input.regex" = "([^]*)([^]*)" |
| ) |
| stored as textfile |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@char_serde_regex |
| PREHOOK: query: load data local inpath '../../data/files/srcbucket0.txt' overwrite into table char_serde_regex |
| PREHOOK: type: LOAD |
| #### A masked pattern was here #### |
| PREHOOK: Output: default@char_serde_regex |
| POSTHOOK: query: load data local inpath '../../data/files/srcbucket0.txt' overwrite into table char_serde_regex |
| POSTHOOK: type: LOAD |
| #### A masked pattern was here #### |
| POSTHOOK: Output: default@char_serde_regex |
| PREHOOK: query: select * from char_serde_regex order by key, value limit 5 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_regex |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from char_serde_regex order by key, value limit 5 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_regex |
| #### A masked pattern was here #### |
| 0 val_0 |
| 0 val_0 |
| 0 val_0 |
| 0 val_1 |
| 0 val_1 |
| PREHOOK: query: select value, count(*) from char_serde_regex group by value order by value limit 5 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_regex |
| #### A masked pattern was here #### |
| POSTHOOK: query: select value, count(*) from char_serde_regex group by value order by value limit 5 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_regex |
| #### A masked pattern was here #### |
| val_0 3 |
| val_1 2 |
| val_10 1 |
| val_100 2 |
| val_101 2 |
| PREHOOK: query: create table char_serde_lb ( |
| key char(15), |
| value char(20) |
| ) |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@char_serde_lb |
| POSTHOOK: query: create table char_serde_lb ( |
| key char(15), |
| value char(20) |
| ) |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@char_serde_lb |
| PREHOOK: query: alter table char_serde_lb set serde 'org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe' |
| PREHOOK: type: ALTERTABLE_SERIALIZER |
| PREHOOK: Input: default@char_serde_lb |
| PREHOOK: Output: default@char_serde_lb |
| POSTHOOK: query: alter table char_serde_lb set serde 'org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe' |
| POSTHOOK: type: ALTERTABLE_SERIALIZER |
| POSTHOOK: Input: default@char_serde_lb |
| POSTHOOK: Output: default@char_serde_lb |
| PREHOOK: query: insert overwrite table char_serde_lb |
| select key, value from char_serde_regex |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_regex |
| PREHOOK: Output: default@char_serde_lb |
| POSTHOOK: query: insert overwrite table char_serde_lb |
| select key, value from char_serde_regex |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_regex |
| POSTHOOK: Output: default@char_serde_lb |
| POSTHOOK: Lineage: char_serde_lb.key SIMPLE [(char_serde_regex)char_serde_regex.FieldSchema(name:key, type:char(15), comment:), ] |
| POSTHOOK: Lineage: char_serde_lb.value SIMPLE [(char_serde_regex)char_serde_regex.FieldSchema(name:value, type:char(20), comment:), ] |
| PREHOOK: query: select * from char_serde_lb order by key, value limit 5 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_lb |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from char_serde_lb order by key, value limit 5 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_lb |
| #### A masked pattern was here #### |
| 0 val_0 |
| 0 val_0 |
| 0 val_0 |
| 0 val_1 |
| 0 val_1 |
| PREHOOK: query: select value, count(*) from char_serde_lb group by value order by value limit 5 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_lb |
| #### A masked pattern was here #### |
| POSTHOOK: query: select value, count(*) from char_serde_lb group by value order by value limit 5 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_lb |
| #### A masked pattern was here #### |
| val_0 3 |
| val_1 2 |
| val_10 1 |
| val_100 2 |
| val_101 2 |
| PREHOOK: query: create table char_serde_ls ( |
| key char(15), |
| value char(20) |
| ) |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@char_serde_ls |
| POSTHOOK: query: create table char_serde_ls ( |
| key char(15), |
| value char(20) |
| ) |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@char_serde_ls |
| PREHOOK: query: alter table char_serde_ls set serde 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' |
| PREHOOK: type: ALTERTABLE_SERIALIZER |
| PREHOOK: Input: default@char_serde_ls |
| PREHOOK: Output: default@char_serde_ls |
| POSTHOOK: query: alter table char_serde_ls set serde 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' |
| POSTHOOK: type: ALTERTABLE_SERIALIZER |
| POSTHOOK: Input: default@char_serde_ls |
| POSTHOOK: Output: default@char_serde_ls |
| PREHOOK: query: insert overwrite table char_serde_ls |
| select key, value from char_serde_lb |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_lb |
| PREHOOK: Output: default@char_serde_ls |
| POSTHOOK: query: insert overwrite table char_serde_ls |
| select key, value from char_serde_lb |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_lb |
| POSTHOOK: Output: default@char_serde_ls |
| POSTHOOK: Lineage: char_serde_ls.key SIMPLE [(char_serde_lb)char_serde_lb.FieldSchema(name:key, type:char(15), comment:null), ] |
| POSTHOOK: Lineage: char_serde_ls.value SIMPLE [(char_serde_lb)char_serde_lb.FieldSchema(name:value, type:char(20), comment:null), ] |
| PREHOOK: query: select * from char_serde_ls order by key, value limit 5 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_ls |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from char_serde_ls order by key, value limit 5 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_ls |
| #### A masked pattern was here #### |
| 0 val_0 |
| 0 val_0 |
| 0 val_0 |
| 0 val_1 |
| 0 val_1 |
| PREHOOK: query: select value, count(*) from char_serde_ls group by value order by value limit 5 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_ls |
| #### A masked pattern was here #### |
| POSTHOOK: query: select value, count(*) from char_serde_ls group by value order by value limit 5 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_ls |
| #### A masked pattern was here #### |
| val_0 3 |
| val_1 2 |
| val_10 1 |
| val_100 2 |
| val_101 2 |
| PREHOOK: query: create table char_serde_c ( |
| key char(15), |
| value char(20) |
| ) stored as rcfile |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@char_serde_c |
| POSTHOOK: query: create table char_serde_c ( |
| key char(15), |
| value char(20) |
| ) stored as rcfile |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@char_serde_c |
| PREHOOK: query: alter table char_serde_c set serde 'org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe' |
| PREHOOK: type: ALTERTABLE_SERIALIZER |
| PREHOOK: Input: default@char_serde_c |
| PREHOOK: Output: default@char_serde_c |
| POSTHOOK: query: alter table char_serde_c set serde 'org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe' |
| POSTHOOK: type: ALTERTABLE_SERIALIZER |
| POSTHOOK: Input: default@char_serde_c |
| POSTHOOK: Output: default@char_serde_c |
| PREHOOK: query: insert overwrite table char_serde_c |
| select key, value from char_serde_ls |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_ls |
| PREHOOK: Output: default@char_serde_c |
| POSTHOOK: query: insert overwrite table char_serde_c |
| select key, value from char_serde_ls |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_ls |
| POSTHOOK: Output: default@char_serde_c |
| POSTHOOK: Lineage: char_serde_c.key SIMPLE [(char_serde_ls)char_serde_ls.FieldSchema(name:key, type:char(15), comment:null), ] |
| POSTHOOK: Lineage: char_serde_c.value SIMPLE [(char_serde_ls)char_serde_ls.FieldSchema(name:value, type:char(20), comment:null), ] |
| PREHOOK: query: select * from char_serde_c order by key, value limit 5 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_c |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from char_serde_c order by key, value limit 5 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_c |
| #### A masked pattern was here #### |
| 0 val_0 |
| 0 val_0 |
| 0 val_0 |
| 0 val_1 |
| 0 val_1 |
| PREHOOK: query: select value, count(*) from char_serde_c group by value order by value limit 5 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_c |
| #### A masked pattern was here #### |
| POSTHOOK: query: select value, count(*) from char_serde_c group by value order by value limit 5 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_c |
| #### A masked pattern was here #### |
| val_0 3 |
| val_1 2 |
| val_10 1 |
| val_100 2 |
| val_101 2 |
| PREHOOK: query: create table char_serde_lbc ( |
| key char(15), |
| value char(20) |
| ) stored as rcfile |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@char_serde_lbc |
| POSTHOOK: query: create table char_serde_lbc ( |
| key char(15), |
| value char(20) |
| ) stored as rcfile |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@char_serde_lbc |
| PREHOOK: query: alter table char_serde_lbc set serde 'org.apache.hadoop.hive.serde2.columnar.LazyBinaryColumnarSerDe' |
| PREHOOK: type: ALTERTABLE_SERIALIZER |
| PREHOOK: Input: default@char_serde_lbc |
| PREHOOK: Output: default@char_serde_lbc |
| POSTHOOK: query: alter table char_serde_lbc set serde 'org.apache.hadoop.hive.serde2.columnar.LazyBinaryColumnarSerDe' |
| POSTHOOK: type: ALTERTABLE_SERIALIZER |
| POSTHOOK: Input: default@char_serde_lbc |
| POSTHOOK: Output: default@char_serde_lbc |
| PREHOOK: query: insert overwrite table char_serde_lbc |
| select key, value from char_serde_c |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_c |
| PREHOOK: Output: default@char_serde_lbc |
| POSTHOOK: query: insert overwrite table char_serde_lbc |
| select key, value from char_serde_c |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_c |
| POSTHOOK: Output: default@char_serde_lbc |
| POSTHOOK: Lineage: char_serde_lbc.key SIMPLE [(char_serde_c)char_serde_c.FieldSchema(name:key, type:char(15), comment:null), ] |
| POSTHOOK: Lineage: char_serde_lbc.value SIMPLE [(char_serde_c)char_serde_c.FieldSchema(name:value, type:char(20), comment:null), ] |
| PREHOOK: query: select * from char_serde_lbc order by key, value limit 5 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_lbc |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from char_serde_lbc order by key, value limit 5 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_lbc |
| #### A masked pattern was here #### |
| 0 val_0 |
| 0 val_0 |
| 0 val_0 |
| 0 val_1 |
| 0 val_1 |
| PREHOOK: query: select value, count(*) from char_serde_lbc group by value order by value limit 5 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_lbc |
| #### A masked pattern was here #### |
| POSTHOOK: query: select value, count(*) from char_serde_lbc group by value order by value limit 5 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_lbc |
| #### A masked pattern was here #### |
| val_0 3 |
| val_1 2 |
| val_10 1 |
| val_100 2 |
| val_101 2 |
| PREHOOK: query: create table char_serde_orc ( |
| key char(15), |
| value char(20) |
| ) stored as orc |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@char_serde_orc |
| POSTHOOK: query: create table char_serde_orc ( |
| key char(15), |
| value char(20) |
| ) stored as orc |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@char_serde_orc |
| PREHOOK: query: alter table char_serde_orc set serde 'org.apache.hadoop.hive.ql.io.orc.OrcSerde' |
| PREHOOK: type: ALTERTABLE_SERIALIZER |
| PREHOOK: Input: default@char_serde_orc |
| PREHOOK: Output: default@char_serde_orc |
| POSTHOOK: query: alter table char_serde_orc set serde 'org.apache.hadoop.hive.ql.io.orc.OrcSerde' |
| POSTHOOK: type: ALTERTABLE_SERIALIZER |
| POSTHOOK: Input: default@char_serde_orc |
| POSTHOOK: Output: default@char_serde_orc |
| PREHOOK: query: insert overwrite table char_serde_orc |
| select key, value from char_serde_lbc |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_lbc |
| PREHOOK: Output: default@char_serde_orc |
| POSTHOOK: query: insert overwrite table char_serde_orc |
| select key, value from char_serde_lbc |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_lbc |
| POSTHOOK: Output: default@char_serde_orc |
| POSTHOOK: Lineage: char_serde_orc.key SIMPLE [(char_serde_lbc)char_serde_lbc.FieldSchema(name:key, type:char(15), comment:null), ] |
| POSTHOOK: Lineage: char_serde_orc.value SIMPLE [(char_serde_lbc)char_serde_lbc.FieldSchema(name:value, type:char(20), comment:null), ] |
| PREHOOK: query: select * from char_serde_orc order by key, value limit 5 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_orc |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from char_serde_orc order by key, value limit 5 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_orc |
| #### A masked pattern was here #### |
| 0 val_0 |
| 0 val_0 |
| 0 val_0 |
| 0 val_1 |
| 0 val_1 |
| PREHOOK: query: select value, count(*) from char_serde_orc group by value order by value limit 5 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@char_serde_orc |
| #### A masked pattern was here #### |
| POSTHOOK: query: select value, count(*) from char_serde_orc group by value order by value limit 5 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@char_serde_orc |
| #### A masked pattern was here #### |
| val_0 3 |
| val_1 2 |
| val_10 1 |
| val_100 2 |
| val_101 2 |
| PREHOOK: query: drop table if exists char_serde_regex |
| PREHOOK: type: DROPTABLE |
| PREHOOK: Input: default@char_serde_regex |
| PREHOOK: Output: default@char_serde_regex |
| POSTHOOK: query: drop table if exists char_serde_regex |
| POSTHOOK: type: DROPTABLE |
| POSTHOOK: Input: default@char_serde_regex |
| POSTHOOK: Output: default@char_serde_regex |
| PREHOOK: query: drop table if exists char_serde_lb |
| PREHOOK: type: DROPTABLE |
| PREHOOK: Input: default@char_serde_lb |
| PREHOOK: Output: default@char_serde_lb |
| POSTHOOK: query: drop table if exists char_serde_lb |
| POSTHOOK: type: DROPTABLE |
| POSTHOOK: Input: default@char_serde_lb |
| POSTHOOK: Output: default@char_serde_lb |
| PREHOOK: query: drop table if exists char_serde_ls |
| PREHOOK: type: DROPTABLE |
| PREHOOK: Input: default@char_serde_ls |
| PREHOOK: Output: default@char_serde_ls |
| POSTHOOK: query: drop table if exists char_serde_ls |
| POSTHOOK: type: DROPTABLE |
| POSTHOOK: Input: default@char_serde_ls |
| POSTHOOK: Output: default@char_serde_ls |
| PREHOOK: query: drop table if exists char_serde_c |
| PREHOOK: type: DROPTABLE |
| PREHOOK: Input: default@char_serde_c |
| PREHOOK: Output: default@char_serde_c |
| POSTHOOK: query: drop table if exists char_serde_c |
| POSTHOOK: type: DROPTABLE |
| POSTHOOK: Input: default@char_serde_c |
| POSTHOOK: Output: default@char_serde_c |
| PREHOOK: query: drop table if exists char_serde_lbc |
| PREHOOK: type: DROPTABLE |
| PREHOOK: Input: default@char_serde_lbc |
| PREHOOK: Output: default@char_serde_lbc |
| POSTHOOK: query: drop table if exists char_serde_lbc |
| POSTHOOK: type: DROPTABLE |
| POSTHOOK: Input: default@char_serde_lbc |
| POSTHOOK: Output: default@char_serde_lbc |
| PREHOOK: query: drop table if exists char_serde_orc |
| PREHOOK: type: DROPTABLE |
| PREHOOK: Input: default@char_serde_orc |
| PREHOOK: Output: default@char_serde_orc |
| POSTHOOK: query: drop table if exists char_serde_orc |
| POSTHOOK: type: DROPTABLE |
| POSTHOOK: Input: default@char_serde_orc |
| POSTHOOK: Output: default@char_serde_orc |
