blob: 70b72eb0a67f2037cdee9b7a8d16d87cb84cf43b [file] [log] [blame]
PREHOOK: query: CREATE TABLE `testb`(
`cola` string COMMENT '',
`colb` string COMMENT '',
`colc` string COMMENT '')
PARTITIONED BY (
`part1` string,
`part2` string,
`part3` string)
STORED AS AVRO
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@testb
POSTHOOK: query: CREATE TABLE `testb`(
`cola` string COMMENT '',
`colb` string COMMENT '',
`colc` string COMMENT '')
PARTITIONED BY (
`part1` string,
`part2` string,
`part3` string)
STORED AS AVRO
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@testb
PREHOOK: query: CREATE TABLE `testa`(
`col1` string COMMENT '',
`col2` string COMMENT '',
`col3` string COMMENT '',
`col4` string COMMENT '',
`col5` string COMMENT '')
PARTITIONED BY (
`part1` string,
`part2` string,
`part3` string)
STORED AS AVRO
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@testa
POSTHOOK: query: CREATE TABLE `testa`(
`col1` string COMMENT '',
`col2` string COMMENT '',
`col3` string COMMENT '',
`col4` string COMMENT '',
`col5` string COMMENT '')
PARTITIONED BY (
`part1` string,
`part2` string,
`part3` string)
STORED AS AVRO
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@testa
PREHOOK: query: insert into testA partition (part1='US', part2='ABC', part3='123')
values ('12.34', '100', '200', '300', 'abc'),
('12.341', '1001', '2001', '3001', 'abcd')
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@testa@part1=US/part2=ABC/part3=123
POSTHOOK: query: insert into testA partition (part1='US', part2='ABC', part3='123')
values ('12.34', '100', '200', '300', 'abc'),
('12.341', '1001', '2001', '3001', 'abcd')
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@testa@part1=US/part2=ABC/part3=123
POSTHOOK: Lineage: testa PARTITION(part1=US,part2=ABC,part3=123).col1 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=US,part2=ABC,part3=123).col2 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=US,part2=ABC,part3=123).col3 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=US,part2=ABC,part3=123).col4 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=US,part2=ABC,part3=123).col5 SCRIPT []
PREHOOK: query: insert into testA partition (part1='UK', part2='DEF', part3='123')
values ('12.34', '100', '200', '300', 'abc'),
('12.341', '1001', '2001', '3001', 'abcd')
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@testa@part1=UK/part2=DEF/part3=123
POSTHOOK: query: insert into testA partition (part1='UK', part2='DEF', part3='123')
values ('12.34', '100', '200', '300', 'abc'),
('12.341', '1001', '2001', '3001', 'abcd')
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@testa@part1=UK/part2=DEF/part3=123
POSTHOOK: Lineage: testa PARTITION(part1=UK,part2=DEF,part3=123).col1 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=UK,part2=DEF,part3=123).col2 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=UK,part2=DEF,part3=123).col3 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=UK,part2=DEF,part3=123).col4 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=UK,part2=DEF,part3=123).col5 SCRIPT []
PREHOOK: query: insert into testA partition (part1='US', part2='DEF', part3='200')
values ('12.34', '100', '200', '300', 'abc'),
('12.341', '1001', '2001', '3001', 'abcd')
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@testa@part1=US/part2=DEF/part3=200
POSTHOOK: query: insert into testA partition (part1='US', part2='DEF', part3='200')
values ('12.34', '100', '200', '300', 'abc'),
('12.341', '1001', '2001', '3001', 'abcd')
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@testa@part1=US/part2=DEF/part3=200
POSTHOOK: Lineage: testa PARTITION(part1=US,part2=DEF,part3=200).col1 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=US,part2=DEF,part3=200).col2 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=US,part2=DEF,part3=200).col3 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=US,part2=DEF,part3=200).col4 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=US,part2=DEF,part3=200).col5 SCRIPT []
PREHOOK: query: insert into testA partition (part1='CA', part2='ABC', part3='300')
values ('12.34', '100', '200', '300', 'abc'),
('12.341', '1001', '2001', '3001', 'abcd')
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@testa@part1=CA/part2=ABC/part3=300
POSTHOOK: query: insert into testA partition (part1='CA', part2='ABC', part3='300')
values ('12.34', '100', '200', '300', 'abc'),
('12.341', '1001', '2001', '3001', 'abcd')
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@testa@part1=CA/part2=ABC/part3=300
POSTHOOK: Lineage: testa PARTITION(part1=CA,part2=ABC,part3=300).col1 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=CA,part2=ABC,part3=300).col2 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=CA,part2=ABC,part3=300).col3 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=CA,part2=ABC,part3=300).col4 SCRIPT []
POSTHOOK: Lineage: testa PARTITION(part1=CA,part2=ABC,part3=300).col5 SCRIPT []
PREHOOK: query: insert into testB partition (part1='CA', part2='ABC', part3='300')
values ('600', '700', 'abc'), ('601', '701', 'abcd')
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@testb@part1=CA/part2=ABC/part3=300
POSTHOOK: query: insert into testB partition (part1='CA', part2='ABC', part3='300')
values ('600', '700', 'abc'), ('601', '701', 'abcd')
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@testb@part1=CA/part2=ABC/part3=300
POSTHOOK: Lineage: testb PARTITION(part1=CA,part2=ABC,part3=300).cola SCRIPT []
POSTHOOK: Lineage: testb PARTITION(part1=CA,part2=ABC,part3=300).colb SCRIPT []
POSTHOOK: Lineage: testb PARTITION(part1=CA,part2=ABC,part3=300).colc SCRIPT []
PREHOOK: query: insert into testB partition (part1='CA', part2='ABC', part3='400')
values ( '600', '700', 'abc'), ( '601', '701', 'abcd')
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@testb@part1=CA/part2=ABC/part3=400
POSTHOOK: query: insert into testB partition (part1='CA', part2='ABC', part3='400')
values ( '600', '700', 'abc'), ( '601', '701', 'abcd')
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@testb@part1=CA/part2=ABC/part3=400
POSTHOOK: Lineage: testb PARTITION(part1=CA,part2=ABC,part3=400).cola SCRIPT []
POSTHOOK: Lineage: testb PARTITION(part1=CA,part2=ABC,part3=400).colb SCRIPT []
POSTHOOK: Lineage: testb PARTITION(part1=CA,part2=ABC,part3=400).colc SCRIPT []
PREHOOK: query: insert into testB partition (part1='UK', part2='PQR', part3='500')
values ('600', '700', 'abc'), ('601', '701', 'abcd')
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@testb@part1=UK/part2=PQR/part3=500
POSTHOOK: query: insert into testB partition (part1='UK', part2='PQR', part3='500')
values ('600', '700', 'abc'), ('601', '701', 'abcd')
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@testb@part1=UK/part2=PQR/part3=500
POSTHOOK: Lineage: testb PARTITION(part1=UK,part2=PQR,part3=500).cola SCRIPT []
POSTHOOK: Lineage: testb PARTITION(part1=UK,part2=PQR,part3=500).colb SCRIPT []
POSTHOOK: Lineage: testb PARTITION(part1=UK,part2=PQR,part3=500).colc SCRIPT []
PREHOOK: query: insert into testB partition (part1='US', part2='DEF', part3='200')
values ( '600', '700', 'abc'), ('601', '701', 'abcd')
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@testb@part1=US/part2=DEF/part3=200
POSTHOOK: query: insert into testB partition (part1='US', part2='DEF', part3='200')
values ( '600', '700', 'abc'), ('601', '701', 'abcd')
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@testb@part1=US/part2=DEF/part3=200
POSTHOOK: Lineage: testb PARTITION(part1=US,part2=DEF,part3=200).cola SCRIPT []
POSTHOOK: Lineage: testb PARTITION(part1=US,part2=DEF,part3=200).colb SCRIPT []
POSTHOOK: Lineage: testb PARTITION(part1=US,part2=DEF,part3=200).colc SCRIPT []
PREHOOK: query: insert into testB partition (part1='US', part2='PQR', part3='123')
values ( '600', '700', 'abc'), ('601', '701', 'abcd')
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@testb@part1=US/part2=PQR/part3=123
POSTHOOK: query: insert into testB partition (part1='US', part2='PQR', part3='123')
values ( '600', '700', 'abc'), ('601', '701', 'abcd')
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@testb@part1=US/part2=PQR/part3=123
POSTHOOK: Lineage: testb PARTITION(part1=US,part2=PQR,part3=123).cola SCRIPT []
POSTHOOK: Lineage: testb PARTITION(part1=US,part2=PQR,part3=123).colb SCRIPT []
POSTHOOK: Lineage: testb PARTITION(part1=US,part2=PQR,part3=123).colc SCRIPT []
PREHOOK: query: create view viewDeterministicUDFA partitioned on (vpart1, vpart2, vpart3) as select
cast(col1 as decimal(38,18)) as vcol1,
cast(col2 as decimal(38,18)) as vcol2,
cast(col3 as decimal(38,18)) as vcol3,
cast(col4 as decimal(38,18)) as vcol4,
cast(col5 as char(10)) as vcol5,
cast(part1 as char(2)) as vpart1,
cast(part2 as char(3)) as vpart2,
cast(part3 as char(3)) as vpart3
from testa
where part1 in ('US', 'CA')
PREHOOK: type: CREATEVIEW
PREHOOK: Input: default@testa
PREHOOK: Input: default@testa@part1=CA/part2=ABC/part3=300
PREHOOK: Input: default@testa@part1=US/part2=ABC/part3=123
PREHOOK: Input: default@testa@part1=US/part2=DEF/part3=200
PREHOOK: Output: database:default
PREHOOK: Output: default@viewDeterministicUDFA
POSTHOOK: query: create view viewDeterministicUDFA partitioned on (vpart1, vpart2, vpart3) as select
cast(col1 as decimal(38,18)) as vcol1,
cast(col2 as decimal(38,18)) as vcol2,
cast(col3 as decimal(38,18)) as vcol3,
cast(col4 as decimal(38,18)) as vcol4,
cast(col5 as char(10)) as vcol5,
cast(part1 as char(2)) as vpart1,
cast(part2 as char(3)) as vpart2,
cast(part3 as char(3)) as vpart3
from testa
where part1 in ('US', 'CA')
POSTHOOK: type: CREATEVIEW
POSTHOOK: Input: default@testa
POSTHOOK: Input: default@testa@part1=CA/part2=ABC/part3=300
POSTHOOK: Input: default@testa@part1=US/part2=ABC/part3=123
POSTHOOK: Input: default@testa@part1=US/part2=DEF/part3=200
POSTHOOK: Output: database:default
POSTHOOK: Output: default@viewDeterministicUDFA
POSTHOOK: Lineage: viewdeterministicudfa.vcol1 EXPRESSION [(testa)testa.FieldSchema(name:col1, type:string, comment:), ]
POSTHOOK: Lineage: viewdeterministicudfa.vcol2 EXPRESSION [(testa)testa.FieldSchema(name:col2, type:string, comment:), ]
POSTHOOK: Lineage: viewdeterministicudfa.vcol3 EXPRESSION [(testa)testa.FieldSchema(name:col3, type:string, comment:), ]
POSTHOOK: Lineage: viewdeterministicudfa.vcol4 EXPRESSION [(testa)testa.FieldSchema(name:col4, type:string, comment:), ]
POSTHOOK: Lineage: viewdeterministicudfa.vcol5 EXPRESSION [(testa)testa.FieldSchema(name:col5, type:string, comment:), ]
PREHOOK: query: create view viewDeterministicUDFB partitioned on (vpart1, vpart2, vpart3) as select
cast(cola as decimal(38,18)) as vcolA,
cast(colb as decimal(38,18)) as vcolB,
cast(colc as char(10)) as vcolC,
cast(part1 as char(2)) as vpart1,
cast(part2 as char(3)) as vpart2,
cast(part3 as char(3)) as vpart3
from testb
where part1 in ('US', 'CA')
PREHOOK: type: CREATEVIEW
PREHOOK: Input: default@testb
PREHOOK: Input: default@testb@part1=CA/part2=ABC/part3=300
PREHOOK: Input: default@testb@part1=CA/part2=ABC/part3=400
PREHOOK: Input: default@testb@part1=US/part2=DEF/part3=200
PREHOOK: Input: default@testb@part1=US/part2=PQR/part3=123
PREHOOK: Output: database:default
PREHOOK: Output: default@viewDeterministicUDFB
POSTHOOK: query: create view viewDeterministicUDFB partitioned on (vpart1, vpart2, vpart3) as select
cast(cola as decimal(38,18)) as vcolA,
cast(colb as decimal(38,18)) as vcolB,
cast(colc as char(10)) as vcolC,
cast(part1 as char(2)) as vpart1,
cast(part2 as char(3)) as vpart2,
cast(part3 as char(3)) as vpart3
from testb
where part1 in ('US', 'CA')
POSTHOOK: type: CREATEVIEW
POSTHOOK: Input: default@testb
POSTHOOK: Input: default@testb@part1=CA/part2=ABC/part3=300
POSTHOOK: Input: default@testb@part1=CA/part2=ABC/part3=400
POSTHOOK: Input: default@testb@part1=US/part2=DEF/part3=200
POSTHOOK: Input: default@testb@part1=US/part2=PQR/part3=123
POSTHOOK: Output: database:default
POSTHOOK: Output: default@viewDeterministicUDFB
POSTHOOK: Lineage: viewdeterministicudfb.vcola EXPRESSION [(testb)testb.FieldSchema(name:cola, type:string, comment:), ]
POSTHOOK: Lineage: viewdeterministicudfb.vcolb EXPRESSION [(testb)testb.FieldSchema(name:colb, type:string, comment:), ]
POSTHOOK: Lineage: viewdeterministicudfb.vcolc EXPRESSION [(testb)testb.FieldSchema(name:colc, type:string, comment:), ]
PREHOOK: query: create view viewNoUDFA partitioned on (part1, part2, part3) as select
cast(col1 as decimal(38,18)) as vcol1,
cast(col2 as decimal(38,18)) as vcol2,
cast(col3 as decimal(38,18)) as vcol3,
cast(col4 as decimal(38,18)) as vcol4,
cast(col5 as char(10)) as vcol5,
part1,
part2,
part3
from testa
where part1 in ('US', 'CA')
PREHOOK: type: CREATEVIEW
PREHOOK: Input: default@testa
PREHOOK: Input: default@testa@part1=CA/part2=ABC/part3=300
PREHOOK: Input: default@testa@part1=US/part2=ABC/part3=123
PREHOOK: Input: default@testa@part1=US/part2=DEF/part3=200
PREHOOK: Output: database:default
PREHOOK: Output: default@viewNoUDFA
POSTHOOK: query: create view viewNoUDFA partitioned on (part1, part2, part3) as select
cast(col1 as decimal(38,18)) as vcol1,
cast(col2 as decimal(38,18)) as vcol2,
cast(col3 as decimal(38,18)) as vcol3,
cast(col4 as decimal(38,18)) as vcol4,
cast(col5 as char(10)) as vcol5,
part1,
part2,
part3
from testa
where part1 in ('US', 'CA')
POSTHOOK: type: CREATEVIEW
POSTHOOK: Input: default@testa
POSTHOOK: Input: default@testa@part1=CA/part2=ABC/part3=300
POSTHOOK: Input: default@testa@part1=US/part2=ABC/part3=123
POSTHOOK: Input: default@testa@part1=US/part2=DEF/part3=200
POSTHOOK: Output: database:default
POSTHOOK: Output: default@viewNoUDFA
POSTHOOK: Lineage: viewnoudfa.vcol1 EXPRESSION [(testa)testa.FieldSchema(name:col1, type:string, comment:), ]
POSTHOOK: Lineage: viewnoudfa.vcol2 EXPRESSION [(testa)testa.FieldSchema(name:col2, type:string, comment:), ]
POSTHOOK: Lineage: viewnoudfa.vcol3 EXPRESSION [(testa)testa.FieldSchema(name:col3, type:string, comment:), ]
POSTHOOK: Lineage: viewnoudfa.vcol4 EXPRESSION [(testa)testa.FieldSchema(name:col4, type:string, comment:), ]
POSTHOOK: Lineage: viewnoudfa.vcol5 EXPRESSION [(testa)testa.FieldSchema(name:col5, type:string, comment:), ]
PREHOOK: query: create view viewNoUDFB partitioned on (part1, part2, part3) as select
cast(cola as decimal(38,18)) as vcolA,
cast(colb as decimal(38,18)) as vcolB,
cast(colc as char(10)) as vcolC,
part1,
part2,
part3
from testb
where part1 in ('US', 'CA')
PREHOOK: type: CREATEVIEW
PREHOOK: Input: default@testb
PREHOOK: Input: default@testb@part1=CA/part2=ABC/part3=300
PREHOOK: Input: default@testb@part1=CA/part2=ABC/part3=400
PREHOOK: Input: default@testb@part1=US/part2=DEF/part3=200
PREHOOK: Input: default@testb@part1=US/part2=PQR/part3=123
PREHOOK: Output: database:default
PREHOOK: Output: default@viewNoUDFB
POSTHOOK: query: create view viewNoUDFB partitioned on (part1, part2, part3) as select
cast(cola as decimal(38,18)) as vcolA,
cast(colb as decimal(38,18)) as vcolB,
cast(colc as char(10)) as vcolC,
part1,
part2,
part3
from testb
where part1 in ('US', 'CA')
POSTHOOK: type: CREATEVIEW
POSTHOOK: Input: default@testb
POSTHOOK: Input: default@testb@part1=CA/part2=ABC/part3=300
POSTHOOK: Input: default@testb@part1=CA/part2=ABC/part3=400
POSTHOOK: Input: default@testb@part1=US/part2=DEF/part3=200
POSTHOOK: Input: default@testb@part1=US/part2=PQR/part3=123
POSTHOOK: Output: database:default
POSTHOOK: Output: default@viewNoUDFB
POSTHOOK: Lineage: viewnoudfb.vcola EXPRESSION [(testb)testb.FieldSchema(name:cola, type:string, comment:), ]
POSTHOOK: Lineage: viewnoudfb.vcolb EXPRESSION [(testb)testb.FieldSchema(name:colb, type:string, comment:), ]
POSTHOOK: Lineage: viewnoudfb.vcolc EXPRESSION [(testb)testb.FieldSchema(name:colc, type:string, comment:), ]
PREHOOK: query: explain
select vcol1, vcol2, vcol3, vcola, vcolb
from viewDeterministicUDFA a inner join viewDeterministicUDFB b
on a.vpart1 = b.vpart1
and a.vpart2 = b.vpart2
and a.vpart3 = b.vpart3
and a.vpart1 = 'US'
and a.vpart2 = 'DEF'
and a.vpart3 = '200'
PREHOOK: type: QUERY
PREHOOK: Input: default@testa
PREHOOK: Input: default@testa@part1=US/part2=DEF/part3=200
PREHOOK: Input: default@testb
PREHOOK: Input: default@testb@part1=US/part2=DEF/part3=200
PREHOOK: Input: default@viewdeterministicudfa
PREHOOK: Input: default@viewdeterministicudfb
#### A masked pattern was here ####
POSTHOOK: query: explain
select vcol1, vcol2, vcol3, vcola, vcolb
from viewDeterministicUDFA a inner join viewDeterministicUDFB b
on a.vpart1 = b.vpart1
and a.vpart2 = b.vpart2
and a.vpart3 = b.vpart3
and a.vpart1 = 'US'
and a.vpart2 = 'DEF'
and a.vpart3 = '200'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@testa
POSTHOOK: Input: default@testa@part1=US/part2=DEF/part3=200
POSTHOOK: Input: default@testb
POSTHOOK: Input: default@testb@part1=US/part2=DEF/part3=200
POSTHOOK: Input: default@viewdeterministicudfa
POSTHOOK: Input: default@viewdeterministicudfb
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: testa
Statistics: Num rows: 2 Data size: 532 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: CAST( col1 AS decimal(38,18)) (type: decimal(38,18)), CAST( col2 AS decimal(38,18)) (type: decimal(38,18)), CAST( col3 AS decimal(38,18)) (type: decimal(38,18))
outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: 'US' (type: char(2)), 'DEF' (type: char(3)), '200' (type: char(3))
null sort order: zzz
sort order: +++
Map-reduce partition columns: 'US' (type: char(2)), 'DEF' (type: char(3)), '200' (type: char(3))
Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: decimal(38,18)), _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18))
Execution mode: vectorized, llap
LLAP IO: no inputs
Map 3
Map Operator Tree:
TableScan
alias: testb
Statistics: Num rows: 2 Data size: 1084 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: CAST( cola AS decimal(38,18)) (type: decimal(38,18)), CAST( colb AS decimal(38,18)) (type: decimal(38,18)), CAST( part1 AS CHAR(2)) (type: char(2)), CAST( part2 AS CHAR(3)) (type: char(3))
outputColumnNames: _col0, _col1, _col3, _col4
Statistics: Num rows: 2 Data size: 794 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col3 (type: char(2)), _col4 (type: char(3)), '200' (type: char(3))
null sort order: zzz
sort order: +++
Map-reduce partition columns: _col3 (type: char(2)), _col4 (type: char(3)), '200' (type: char(3))
Statistics: Num rows: 2 Data size: 794 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: decimal(38,18)), _col1 (type: decimal(38,18))
Execution mode: vectorized, llap
LLAP IO: no inputs
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Merge Join Operator
condition map:
Inner Join 0 to 1
keys:
0 'US' (type: char(2)), 'DEF' (type: char(3)), '200' (type: char(3))
1 _col3 (type: char(2)), _col4 (type: char(3)), '200' (type: char(3))
outputColumnNames: _col0, _col1, _col2, _col8, _col9
Statistics: Num rows: 4 Data size: 2240 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: decimal(38,18)), _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col8 (type: decimal(38,18)), _col9 (type: decimal(38,18))
outputColumnNames: _col0, _col1, _col2, _col3, _col4
Statistics: Num rows: 4 Data size: 2240 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
Statistics: Num rows: 4 Data size: 2240 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select vcol1, vcol2, vcol3, vcola, vcolb
from viewDeterministicUDFA a inner join viewDeterministicUDFB b
on a.vpart1 = b.vpart1
and a.vpart2 = b.vpart2
and a.vpart3 = b.vpart3
and a.vpart1 = 'US'
and a.vpart2 = 'DEF'
and a.vpart3 = '200'
PREHOOK: type: QUERY
PREHOOK: Input: default@testa
PREHOOK: Input: default@testa@part1=US/part2=DEF/part3=200
PREHOOK: Input: default@testb
PREHOOK: Input: default@testb@part1=US/part2=DEF/part3=200
PREHOOK: Input: default@viewdeterministicudfa
PREHOOK: Input: default@viewdeterministicudfb
#### A masked pattern was here ####
POSTHOOK: query: select vcol1, vcol2, vcol3, vcola, vcolb
from viewDeterministicUDFA a inner join viewDeterministicUDFB b
on a.vpart1 = b.vpart1
and a.vpart2 = b.vpart2
and a.vpart3 = b.vpart3
and a.vpart1 = 'US'
and a.vpart2 = 'DEF'
and a.vpart3 = '200'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@testa
POSTHOOK: Input: default@testa@part1=US/part2=DEF/part3=200
POSTHOOK: Input: default@testb
POSTHOOK: Input: default@testb@part1=US/part2=DEF/part3=200
POSTHOOK: Input: default@viewdeterministicudfa
POSTHOOK: Input: default@viewdeterministicudfb
#### A masked pattern was here ####
12.340000000000000000 100.000000000000000000 200.000000000000000000 600.000000000000000000 700.000000000000000000
12.340000000000000000 100.000000000000000000 200.000000000000000000 601.000000000000000000 701.000000000000000000
12.341000000000000000 1001.000000000000000000 2001.000000000000000000 600.000000000000000000 700.000000000000000000
12.341000000000000000 1001.000000000000000000 2001.000000000000000000 601.000000000000000000 701.000000000000000000
PREHOOK: query: explain
select vcol1, vcol2, vcol3, vcola, vcolb
from viewNoUDFA a inner join viewNoUDFB b
on a.part1 = b.part1
and a.part2 = b.part2
and a.part3 = b.part3
and a.part1 = 'US'
and a.part2 = 'DEF'
and a.part3 = '200'
PREHOOK: type: QUERY
PREHOOK: Input: default@testa
PREHOOK: Input: default@testa@part1=US/part2=DEF/part3=200
PREHOOK: Input: default@testb
PREHOOK: Input: default@testb@part1=US/part2=DEF/part3=200
PREHOOK: Input: default@viewnoudfa
PREHOOK: Input: default@viewnoudfb
#### A masked pattern was here ####
POSTHOOK: query: explain
select vcol1, vcol2, vcol3, vcola, vcolb
from viewNoUDFA a inner join viewNoUDFB b
on a.part1 = b.part1
and a.part2 = b.part2
and a.part3 = b.part3
and a.part1 = 'US'
and a.part2 = 'DEF'
and a.part3 = '200'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@testa
POSTHOOK: Input: default@testa@part1=US/part2=DEF/part3=200
POSTHOOK: Input: default@testb
POSTHOOK: Input: default@testb@part1=US/part2=DEF/part3=200
POSTHOOK: Input: default@viewnoudfa
POSTHOOK: Input: default@viewnoudfb
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: testa
Statistics: Num rows: 2 Data size: 532 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: CAST( col1 AS decimal(38,18)) (type: decimal(38,18)), CAST( col2 AS decimal(38,18)) (type: decimal(38,18)), CAST( col3 AS decimal(38,18)) (type: decimal(38,18))
outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: 'US' (type: string), 'DEF' (type: string), '200' (type: string)
null sort order: zzz
sort order: +++
Map-reduce partition columns: 'US' (type: string), 'DEF' (type: string), '200' (type: string)
Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: decimal(38,18)), _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18))
Select Operator
expressions: 'US' (type: string)
outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 172 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
keys: _col0 (type: string)
minReductionHashAggr: 0.5
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: COMPLETE
Dynamic Partitioning Event Operator
Target column: part1 (string)
Target Input: testb
Partition key expr: part1
Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: COMPLETE
Target Vertex: Map 3
Select Operator
expressions: 'DEF' (type: string)
outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
keys: _col0 (type: string)
minReductionHashAggr: 0.5
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE
Dynamic Partitioning Event Operator
Target column: part2 (string)
Target Input: testb
Partition key expr: part2
Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE
Target Vertex: Map 3
Execution mode: vectorized, llap
LLAP IO: no inputs
Map 3
Map Operator Tree:
TableScan
alias: testb
Statistics: Num rows: 2 Data size: 1084 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: CAST( cola AS decimal(38,18)) (type: decimal(38,18)), CAST( colb AS decimal(38,18)) (type: decimal(38,18)), part1 (type: string), part2 (type: string)
outputColumnNames: _col0, _col1, _col3, _col4
Statistics: Num rows: 2 Data size: 1184 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col3 (type: string), _col4 (type: string), '200' (type: string)
null sort order: zzz
sort order: +++
Map-reduce partition columns: _col3 (type: string), _col4 (type: string), '200' (type: string)
Statistics: Num rows: 2 Data size: 1184 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: decimal(38,18)), _col1 (type: decimal(38,18))
Execution mode: vectorized, llap
LLAP IO: no inputs
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Merge Join Operator
condition map:
Inner Join 0 to 1
keys:
0 'US' (type: string), 'DEF' (type: string), '200' (type: string)
1 _col3 (type: string), _col4 (type: string), '200' (type: string)
outputColumnNames: _col0, _col1, _col2, _col8, _col9
Statistics: Num rows: 4 Data size: 2240 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: decimal(38,18)), _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col8 (type: decimal(38,18)), _col9 (type: decimal(38,18))
outputColumnNames: _col0, _col1, _col2, _col3, _col4
Statistics: Num rows: 4 Data size: 2240 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
Statistics: Num rows: 4 Data size: 2240 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select vcol1, vcol2, vcol3, vcola, vcolb
from viewNoUDFA a inner join viewNoUDFB b
on a.part1 = b.part1
and a.part2 = b.part2
and a.part3 = b.part3
and a.part1 = 'US'
and a.part2 = 'DEF'
and a.part3 = '200'
PREHOOK: type: QUERY
PREHOOK: Input: default@testa
PREHOOK: Input: default@testa@part1=US/part2=DEF/part3=200
PREHOOK: Input: default@testb
PREHOOK: Input: default@testb@part1=US/part2=DEF/part3=200
PREHOOK: Input: default@viewnoudfa
PREHOOK: Input: default@viewnoudfb
#### A masked pattern was here ####
POSTHOOK: query: select vcol1, vcol2, vcol3, vcola, vcolb
from viewNoUDFA a inner join viewNoUDFB b
on a.part1 = b.part1
and a.part2 = b.part2
and a.part3 = b.part3
and a.part1 = 'US'
and a.part2 = 'DEF'
and a.part3 = '200'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@testa
POSTHOOK: Input: default@testa@part1=US/part2=DEF/part3=200
POSTHOOK: Input: default@testb
POSTHOOK: Input: default@testb@part1=US/part2=DEF/part3=200
POSTHOOK: Input: default@viewnoudfa
POSTHOOK: Input: default@viewnoudfb
#### A masked pattern was here ####
12.340000000000000000 100.000000000000000000 200.000000000000000000 600.000000000000000000 700.000000000000000000
12.340000000000000000 100.000000000000000000 200.000000000000000000 601.000000000000000000 701.000000000000000000
12.341000000000000000 1001.000000000000000000 2001.000000000000000000 600.000000000000000000 700.000000000000000000
12.341000000000000000 1001.000000000000000000 2001.000000000000000000 601.000000000000000000 701.000000000000000000