Google Git
Sign in
apache / hive / c23958bee3fc22a063bb4268824c037028a35fb1 / . / ql / src / test / results / clientpositive / llap / nested_column_pruning.q.out
blob: 7ad50dbafbec3ae8d162e1ea7447de2d1176127a [file] [log] [blame]
PREHOOK: query: DROP TABLE IF EXISTS dummy_n5
PREHOOK: type: DROPTABLE
POSTHOOK: query: DROP TABLE IF EXISTS dummy_n5
POSTHOOK: type: DROPTABLE
PREHOOK: query: CREATE TABLE dummy_n5 (i int)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@dummy_n5
POSTHOOK: query: CREATE TABLE dummy_n5 (i int)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@dummy_n5
PREHOOK: query: INSERT INTO TABLE dummy_n5 VALUES (42)
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@dummy_n5
POSTHOOK: query: INSERT INTO TABLE dummy_n5 VALUES (42)
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@dummy_n5
POSTHOOK: Lineage: dummy_n5.i SCRIPT []
PREHOOK: query: DROP TABLE IF EXISTS nested_tbl_1_n1
PREHOOK: type: DROPTABLE
POSTHOOK: query: DROP TABLE IF EXISTS nested_tbl_1_n1
POSTHOOK: type: DROPTABLE
PREHOOK: query: CREATE TABLE nested_tbl_1_n1 (
a int,
s1 struct<f1: boolean, f2: string, f3: struct<f4: int, f5: double>, f6: int>,
s2 struct<f7: string, f8: struct<f9 : boolean, f10: array<int>, f11: map<string, boolean>>>,
s3 struct<f12: array<struct<f13:string, f14:int>>>,
s4 map<string, struct<f15:int>>,
s5 struct<f16: array<struct<f17:string, f18:struct<f19:int>>>>,
s6 map<string, struct<f20:array<struct<f21:struct<f22:int>>>>>
) STORED AS PARQUET
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@nested_tbl_1_n1
POSTHOOK: query: CREATE TABLE nested_tbl_1_n1 (
a int,
s1 struct<f1: boolean, f2: string, f3: struct<f4: int, f5: double>, f6: int>,
s2 struct<f7: string, f8: struct<f9 : boolean, f10: array<int>, f11: map<string, boolean>>>,
s3 struct<f12: array<struct<f13:string, f14:int>>>,
s4 map<string, struct<f15:int>>,
s5 struct<f16: array<struct<f17:string, f18:struct<f19:int>>>>,
s6 map<string, struct<f20:array<struct<f21:struct<f22:int>>>>>
) STORED AS PARQUET
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@nested_tbl_1_n1
PREHOOK: query: INSERT INTO TABLE nested_tbl_1_n1 SELECT
1, named_struct('f1', false, 'f2', 'foo', 'f3', named_struct('f4', 4, 'f5', cast(5.0 as double)), 'f6', 4),
named_struct('f7', 'f7', 'f8', named_struct('f9', true, 'f10', array(10, 11), 'f11', map('key1', true, 'key2', false))),
named_struct('f12', array(named_struct('f13', 'foo', 'f14', 14), named_struct('f13', 'bar', 'f14', 28))),
map('key1', named_struct('f15', 1), 'key2', named_struct('f15', 2)),
named_struct('f16', array(named_struct('f17', 'foo', 'f18', named_struct('f19', 14)), named_struct('f17', 'bar', 'f18', named_struct('f19', 28)))),
map('key1', named_struct('f20', array(named_struct('f21', named_struct('f22', 1)))),
'key2', named_struct('f20', array(named_struct('f21', named_struct('f22', 2)))))
FROM dummy_n5
PREHOOK: type: QUERY
PREHOOK: Input: default@dummy_n5
PREHOOK: Output: default@nested_tbl_1_n1
POSTHOOK: query: INSERT INTO TABLE nested_tbl_1_n1 SELECT
1, named_struct('f1', false, 'f2', 'foo', 'f3', named_struct('f4', 4, 'f5', cast(5.0 as double)), 'f6', 4),
named_struct('f7', 'f7', 'f8', named_struct('f9', true, 'f10', array(10, 11), 'f11', map('key1', true, 'key2', false))),
named_struct('f12', array(named_struct('f13', 'foo', 'f14', 14), named_struct('f13', 'bar', 'f14', 28))),
map('key1', named_struct('f15', 1), 'key2', named_struct('f15', 2)),
named_struct('f16', array(named_struct('f17', 'foo', 'f18', named_struct('f19', 14)), named_struct('f17', 'bar', 'f18', named_struct('f19', 28)))),
map('key1', named_struct('f20', array(named_struct('f21', named_struct('f22', 1)))),
'key2', named_struct('f20', array(named_struct('f21', named_struct('f22', 2)))))
FROM dummy_n5
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dummy_n5
POSTHOOK: Output: default@nested_tbl_1_n1
POSTHOOK: Lineage: nested_tbl_1_n1.a SIMPLE []
POSTHOOK: Lineage: nested_tbl_1_n1.s1 EXPRESSION []
POSTHOOK: Lineage: nested_tbl_1_n1.s2 EXPRESSION []
POSTHOOK: Lineage: nested_tbl_1_n1.s3 EXPRESSION []
POSTHOOK: Lineage: nested_tbl_1_n1.s4 EXPRESSION []
POSTHOOK: Lineage: nested_tbl_1_n1.s5 EXPRESSION []
POSTHOOK: Lineage: nested_tbl_1_n1.s6 EXPRESSION []
PREHOOK: query: DROP TABLE IF EXISTS nested_tbl_2_n1
PREHOOK: type: DROPTABLE
POSTHOOK: query: DROP TABLE IF EXISTS nested_tbl_2_n1
POSTHOOK: type: DROPTABLE
PREHOOK: query: CREATE TABLE nested_tbl_2_n1 LIKE nested_tbl_1_n1
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@nested_tbl_2_n1
POSTHOOK: query: CREATE TABLE nested_tbl_2_n1 LIKE nested_tbl_1_n1
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@nested_tbl_2_n1
PREHOOK: query: INSERT INTO TABLE nested_tbl_2_n1 SELECT
2, named_struct('f1', true, 'f2', 'bar', 'f3', named_struct('f4', 4, 'f5', cast(6.5 as double)), 'f6', 4),
named_struct('f7', 'f72', 'f8', named_struct('f9', false, 'f10', array(20, 22), 'f11', map('key3', true, 'key4', false))),
named_struct('f12', array(named_struct('f13', 'bar', 'f14', 28), named_struct('f13', 'foo', 'f14', 56))),
map('key3', named_struct('f15', 3), 'key4', named_struct('f15', 4)),
named_struct('f16', array(named_struct('f17', 'bar', 'f18', named_struct('f19', 28)), named_struct('f17', 'foo', 'f18', named_struct('f19', 56)))),
map('key3', named_struct('f20', array(named_struct('f21', named_struct('f22', 3)))),
'key4', named_struct('f20', array(named_struct('f21', named_struct('f22', 4)))))
FROM dummy_n5
PREHOOK: type: QUERY
PREHOOK: Input: default@dummy_n5
PREHOOK: Output: default@nested_tbl_2_n1
POSTHOOK: query: INSERT INTO TABLE nested_tbl_2_n1 SELECT
2, named_struct('f1', true, 'f2', 'bar', 'f3', named_struct('f4', 4, 'f5', cast(6.5 as double)), 'f6', 4),
named_struct('f7', 'f72', 'f8', named_struct('f9', false, 'f10', array(20, 22), 'f11', map('key3', true, 'key4', false))),
named_struct('f12', array(named_struct('f13', 'bar', 'f14', 28), named_struct('f13', 'foo', 'f14', 56))),
map('key3', named_struct('f15', 3), 'key4', named_struct('f15', 4)),
named_struct('f16', array(named_struct('f17', 'bar', 'f18', named_struct('f19', 28)), named_struct('f17', 'foo', 'f18', named_struct('f19', 56)))),
map('key3', named_struct('f20', array(named_struct('f21', named_struct('f22', 3)))),
'key4', named_struct('f20', array(named_struct('f21', named_struct('f22', 4)))))
FROM dummy_n5
POSTHOOK: type: QUERY
POSTHOOK: Input: default@dummy_n5
POSTHOOK: Output: default@nested_tbl_2_n1
POSTHOOK: Lineage: nested_tbl_2_n1.a SIMPLE []
POSTHOOK: Lineage: nested_tbl_2_n1.s1 EXPRESSION []
POSTHOOK: Lineage: nested_tbl_2_n1.s2 EXPRESSION []
POSTHOOK: Lineage: nested_tbl_2_n1.s3 EXPRESSION []
POSTHOOK: Lineage: nested_tbl_2_n1.s4 EXPRESSION []
POSTHOOK: Lineage: nested_tbl_2_n1.s5 EXPRESSION []
POSTHOOK: Lineage: nested_tbl_2_n1.s6 EXPRESSION []
PREHOOK: query: EXPLAIN SELECT a FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT a FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: a (type: int)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: llap
LLAP IO: all inputs (cache only)
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT a FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT a FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
1
PREHOOK: query: EXPLAIN SELECT s1.f1 FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT s1.f1 FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s1.f1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1.f1 (type: boolean)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: llap
LLAP IO: all inputs (cache only)
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT s1.f1 FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT s1.f1 FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
false
PREHOOK: query: EXPLAIN SELECT s1.f1, s1.f2 FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT s1.f1, s1.f2 FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s1.f1, s1.f2
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1.f1 (type: boolean), s1.f2 (type: string)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: llap
LLAP IO: all inputs (cache only)
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT s1.f1, s1.f2 FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT s1.f1, s1.f2 FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
false foo
PREHOOK: query: EXPLAIN SELECT s1.f3, s1.f3.f4 FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT s1.f3, s1.f3.f4 FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s1.f3
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1.f3 (type: struct<f4:int,f5:double>), s1.f3.f4 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: llap
LLAP IO: all inputs (cache only)
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT s1.f3, s1.f3.f4 FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT s1.f3, s1.f3.f4 FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
{"f4":4,"f5":5.0} 4
PREHOOK: query: EXPLAIN SELECT s1.f3.f5 FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT s1.f3.f5 FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s1.f3.f5
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1.f3.f5 (type: double)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: llap
LLAP IO: all inputs (cache only)
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT s1.f3.f5 FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT s1.f3.f5 FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
5.0
PREHOOK: query: EXPLAIN SELECT s1.f3.f4, s2.f8.f9 FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT s1.f3.f4, s2.f8.f9 FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s1.f3.f4, s2.f8.f9
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1.f3.f4 (type: int), s2.f8.f9 (type: boolean)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: llap
LLAP IO: all inputs (cache only)
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT s1.f3.f4, s2.f8.f9 FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT s1.f3.f4, s2.f8.f9 FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
4 true
PREHOOK: query: EXPLAIN SELECT s1.f2 FROM nested_tbl_1_n1 WHERE s1.f1 = FALSE
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT s1.f2 FROM nested_tbl_1_n1 WHERE s1.f1 = FALSE
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
filterExpr: (not s1.f1) (type: boolean)
Pruned Column Paths: s1.f2, s1.f1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (not s1.f1) (type: boolean)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1.f2 (type: string)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: llap
LLAP IO: all inputs (cache only)
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT s1.f2 FROM nested_tbl_1_n1 WHERE s1.f1 = FALSE
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT s1.f2 FROM nested_tbl_1_n1 WHERE s1.f1 = FALSE
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
foo
PREHOOK: query: EXPLAIN SELECT s1.f3.f5 FROM nested_tbl_1_n1 WHERE s1.f3.f4 = 4
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT s1.f3.f5 FROM nested_tbl_1_n1 WHERE s1.f3.f4 = 4
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
filterExpr: (s1.f3.f4 = 4) (type: boolean)
Pruned Column Paths: s1.f3.f5, s1.f3.f4
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (s1.f3.f4 = 4) (type: boolean)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1.f3.f5 (type: double)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: llap
LLAP IO: all inputs (cache only)
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT s1.f3.f5 FROM nested_tbl_1_n1 WHERE s1.f3.f4 = 4
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT s1.f3.f5 FROM nested_tbl_1_n1 WHERE s1.f3.f4 = 4
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
5.0
PREHOOK: query: EXPLAIN SELECT s2.f8 FROM nested_tbl_1_n1 WHERE s1.f2 = 'foo' AND size(s2.f8.f10) > 1 AND s2.f8.f11['key1'] = TRUE
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT s2.f8 FROM nested_tbl_1_n1 WHERE s1.f2 = 'foo' AND size(s2.f8.f10) > 1 AND s2.f8.f11['key1'] = TRUE
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
filterExpr: ((s1.f2 = 'foo') and (size(s2.f8.f10) > 1) and s2.f8.f11['key1']) (type: boolean)
Pruned Column Paths: s1.f2, s2.f8
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s1.f2 = 'foo') and (size(s2.f8.f10) > 1) and s2.f8.f11['key1']) (type: boolean)
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s2.f8 (type: struct<f9:boolean,f10:array<int>,f11:map<string,boolean>>)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: llap
LLAP IO: all inputs (cache only)
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT s2.f8 FROM nested_tbl_1_n1 WHERE s1.f2 = 'foo' AND size(s2.f8.f10) > 1 AND s2.f8.f11['key1'] = TRUE
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT s2.f8 FROM nested_tbl_1_n1 WHERE s1.f2 = 'foo' AND size(s2.f8.f10) > 1 AND s2.f8.f11['key1'] = TRUE
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
{"f9":true,"f10":[10,11],"f11":{"key1":true,"key2":false}}
PREHOOK: query: EXPLAIN SELECT col1, col2 FROM nested_tbl_1_n1
LATERAL VIEW explode(s2.f8.f10) tbl1 AS col1
LATERAL VIEW explode(s3.f12) tbl2 AS col2
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT col1, col2 FROM nested_tbl_1_n1
LATERAL VIEW explode(s2.f8.f10) tbl1 AS col1
LATERAL VIEW explode(s3.f12) tbl2 AS col2
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s2.f8.f10
Statistics: Num rows: 1 Data size: 3632 Basic stats: COMPLETE Column stats: NONE
Lateral View Forward
Statistics: Num rows: 1 Data size: 3632 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s3 (type: struct<f12:array<struct<f13:string,f14:int>>>)
outputColumnNames: s3
Statistics: Num rows: 1 Data size: 3632 Basic stats: COMPLETE Column stats: NONE
Lateral View Join Operator
outputColumnNames: _col3, _col10
Statistics: Num rows: 2 Data size: 7264 Basic stats: COMPLETE Column stats: NONE
Lateral View Forward
Statistics: Num rows: 2 Data size: 7264 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col10 (type: int)
outputColumnNames: _col10
Statistics: Num rows: 2 Data size: 7264 Basic stats: COMPLETE Column stats: NONE
Lateral View Join Operator
outputColumnNames: _col10, _col11
Statistics: Num rows: 4 Data size: 14528 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col10 (type: int), _col11 (type: struct<f13:string,f14:int>)
outputColumnNames: _col0, _col1
Statistics: Num rows: 4 Data size: 14528 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 4 Data size: 14528 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Select Operator
expressions: _col3.f12 (type: array<struct<f13:string,f14:int>>)
outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 7264 Basic stats: COMPLETE Column stats: NONE
UDTF Operator
Statistics: Num rows: 2 Data size: 7264 Basic stats: COMPLETE Column stats: NONE
function name: explode
Lateral View Join Operator
outputColumnNames: _col10, _col11
Statistics: Num rows: 4 Data size: 14528 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col10 (type: int), _col11 (type: struct<f13:string,f14:int>)
outputColumnNames: _col0, _col1
Statistics: Num rows: 4 Data size: 14528 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 4 Data size: 14528 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Select Operator
expressions: s2.f8.f10 (type: array<int>)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 3632 Basic stats: COMPLETE Column stats: NONE
UDTF Operator
Statistics: Num rows: 1 Data size: 3632 Basic stats: COMPLETE Column stats: NONE
function name: explode
Lateral View Join Operator
outputColumnNames: _col3, _col10
Statistics: Num rows: 2 Data size: 7264 Basic stats: COMPLETE Column stats: NONE
Lateral View Forward
Statistics: Num rows: 2 Data size: 7264 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col10 (type: int)
outputColumnNames: _col10
Statistics: Num rows: 2 Data size: 7264 Basic stats: COMPLETE Column stats: NONE
Lateral View Join Operator
outputColumnNames: _col10, _col11
Statistics: Num rows: 4 Data size: 14528 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col10 (type: int), _col11 (type: struct<f13:string,f14:int>)
outputColumnNames: _col0, _col1
Statistics: Num rows: 4 Data size: 14528 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 4 Data size: 14528 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Select Operator
expressions: _col3.f12 (type: array<struct<f13:string,f14:int>>)
outputColumnNames: _col0
Statistics: Num rows: 2 Data size: 7264 Basic stats: COMPLETE Column stats: NONE
UDTF Operator
Statistics: Num rows: 2 Data size: 7264 Basic stats: COMPLETE Column stats: NONE
function name: explode
Lateral View Join Operator
outputColumnNames: _col10, _col11
Statistics: Num rows: 4 Data size: 14528 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col10 (type: int), _col11 (type: struct<f13:string,f14:int>)
outputColumnNames: _col0, _col1
Statistics: Num rows: 4 Data size: 14528 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 4 Data size: 14528 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: llap
LLAP IO: all inputs (cache only)
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT col1, col2 FROM nested_tbl_1_n1
LATERAL VIEW explode(s2.f8.f10) tbl1 AS col1
LATERAL VIEW explode(s3.f12) tbl2 AS col2
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT col1, col2 FROM nested_tbl_1_n1
LATERAL VIEW explode(s2.f8.f10) tbl1 AS col1
LATERAL VIEW explode(s3.f12) tbl2 AS col2
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
10 {"f13":"foo","f14":14}
10 {"f13":"bar","f14":28}
11 {"f13":"foo","f14":14}
11 {"f13":"bar","f14":28}
PREHOOK: query: EXPLAIN SELECT pmod(s2.f8.f10[1], s1.f3.f4) FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT pmod(s2.f8.f10[1], s1.f3.f4) FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s2.f8.f10, s1.f3.f4
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: (s2.f8.f10[1] pmod s1.f3.f4) (type: int)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: llap
LLAP IO: all inputs (cache only)
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT pmod(s2.f8.f10[1], s1.f3.f4) FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT pmod(s2.f8.f10[1], s1.f3.f4) FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
3
PREHOOK: query: EXPLAIN SELECT s1.f3.f5, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3.f5
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT s1.f3.f5, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3.f5
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s1.f3.f5, s1.f3.f4
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1.f3.f5 (type: double), s1.f3.f4 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(_col1)
keys: _col0 (type: double)
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: double)
null sort order: z
sort order: +
Map-reduce partition columns: _col0 (type: double)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
keys: KEY._col0 (type: double)
mode: mergepartial
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT s1.f3.f5, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3.f5
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT s1.f3.f5, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3.f5
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
5.0 1
PREHOOK: query: EXPLAIN SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s1.f3
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1.f3 (type: struct<f4:int,f5:double>), s1.f3.f4 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(_col1)
keys: _col0 (type: struct<f4:int,f5:double>)
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: struct<f4:int,f5:double>)
null sort order: z
sort order: +
Map-reduce partition columns: _col0 (type: struct<f4:int,f5:double>)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
keys: KEY._col0 (type: struct<f4:int,f5:double>)
mode: mergepartial
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
{"f4":4,"f5":5.0} 1
PREHOOK: query: EXPLAIN SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3 ORDER BY s1.f3
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3 ORDER BY s1.f3
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s1.f3
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1.f3 (type: struct<f4:int,f5:double>), s1.f3.f4 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(_col1)
keys: _col0 (type: struct<f4:int,f5:double>)
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: struct<f4:int,f5:double>)
null sort order: z
sort order: +
Map-reduce partition columns: _col0 (type: struct<f4:int,f5:double>)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
keys: KEY._col0 (type: struct<f4:int,f5:double>)
mode: mergepartial
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: struct<f4:int,f5:double>)
null sort order: z
sort order: +
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Reducer 3
Execution mode: llap
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: struct<f4:int,f5:double>), VALUE._col0 (type: bigint)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3 ORDER BY s1.f3
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT s1.f3, count(s1.f3.f4) FROM nested_tbl_1_n1 GROUP BY s1.f3 ORDER BY s1.f3
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
{"f4":4,"f5":5.0} 1
PREHOOK: query: EXPLAIN SELECT t1.s1.f3.f5, t2.s2.f8
FROM nested_tbl_1_n1 t1 JOIN nested_tbl_2_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6
WHERE t2.s2.f8.f9 == FALSE
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
PREHOOK: Input: default@nested_tbl_2_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5, t2.s2.f8
FROM nested_tbl_1_n1 t1 JOIN nested_tbl_2_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6
WHERE t2.s2.f8.f9 == FALSE
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
POSTHOOK: Input: default@nested_tbl_2_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: t1
filterExpr: s1.f3.f4 is not null (type: boolean)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s1.f3.f4 is not null (type: boolean)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0.f3.f4 (type: int)
null sort order: z
sort order: +
Map-reduce partition columns: _col0.f3.f4 (type: int)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>)
Execution mode: llap
LLAP IO: all inputs (cache only)
Map 3
Map Operator Tree:
TableScan
alias: t2
filterExpr: (s1.f6 is not null and (not s2.f8.f9)) (type: boolean)
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (s1.f6 is not null and (not s2.f8.f9)) (type: boolean)
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>), s2 (type: struct<f7:string,f8:struct<f9:boolean,f10:array<int>,f11:map<string,boolean>>>)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0.f6 (type: int)
null sort order: z
sort order: +
Map-reduce partition columns: _col0.f6 (type: int)
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: struct<f7:string,f8:struct<f9:boolean,f10:array<int>,f11:map<string,boolean>>>)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Merge Join Operator
condition map:
Inner Join 0 to 1
keys:
0 _col0.f3.f4 (type: int)
1 _col0.f6 (type: int)
outputColumnNames: _col0, _col2
Statistics: Num rows: 1 Data size: 347 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0.f3.f5 (type: double), _col2.f8 (type: struct<f9:boolean,f10:array<int>,f11:map<string,boolean>>)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 347 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 347 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT t1.s1.f3.f5, t2.s2.f8
FROM nested_tbl_1_n1 t1 JOIN nested_tbl_2_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6
WHERE t2.s2.f8.f9 == FALSE
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
PREHOOK: Input: default@nested_tbl_2_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT t1.s1.f3.f5, t2.s2.f8
FROM nested_tbl_1_n1 t1 JOIN nested_tbl_2_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6
WHERE t2.s2.f8.f9 == FALSE
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
POSTHOOK: Input: default@nested_tbl_2_n1
#### A masked pattern was here ####
5.0 {"f9":false,"f10":[20,22],"f11":{"key3":true,"key4":false}}
PREHOOK: query: EXPLAIN SELECT t1.s1.f3.f5, t2.s2.f8
FROM nested_tbl_1_n1 t1 JOIN nested_tbl_1_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6
WHERE t2.s2.f8.f9 == TRUE
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5, t2.s2.f8
FROM nested_tbl_1_n1 t1 JOIN nested_tbl_1_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6
WHERE t2.s2.f8.f9 == TRUE
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: t1
filterExpr: s1.f3.f4 is not null (type: boolean)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s1.f3.f4 is not null (type: boolean)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0.f3.f4 (type: int)
null sort order: z
sort order: +
Map-reduce partition columns: _col0.f3.f4 (type: int)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>)
Execution mode: llap
LLAP IO: all inputs (cache only)
Map 3
Map Operator Tree:
TableScan
alias: t2
filterExpr: (s1.f6 is not null and s2.f8.f9) (type: boolean)
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (s1.f6 is not null and s2.f8.f9) (type: boolean)
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>), s2 (type: struct<f7:string,f8:struct<f9:boolean,f10:array<int>,f11:map<string,boolean>>>)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0.f6 (type: int)
null sort order: z
sort order: +
Map-reduce partition columns: _col0.f6 (type: int)
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: struct<f7:string,f8:struct<f9:boolean,f10:array<int>,f11:map<string,boolean>>>)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Merge Join Operator
condition map:
Inner Join 0 to 1
keys:
0 _col0.f3.f4 (type: int)
1 _col0.f6 (type: int)
outputColumnNames: _col0, _col2
Statistics: Num rows: 1 Data size: 347 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0.f3.f5 (type: double), _col2.f8 (type: struct<f9:boolean,f10:array<int>,f11:map<string,boolean>>)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 347 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 347 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT t1.s1.f3.f5, t2.s2.f8
FROM nested_tbl_1_n1 t1 JOIN nested_tbl_1_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6
WHERE t2.s2.f8.f9 == TRUE
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT t1.s1.f3.f5, t2.s2.f8
FROM nested_tbl_1_n1 t1 JOIN nested_tbl_1_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6
WHERE t2.s2.f8.f9 == TRUE
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
5.0 {"f9":true,"f10":[10,11],"f11":{"key1":true,"key2":false}}
PREHOOK: query: EXPLAIN SELECT t1.s1.f3.f5
FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6 AND t2.s2.f8.f9 == TRUE
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5
FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6 AND t2.s2.f8.f9 == TRUE
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: t1
filterExpr: s1.f3.f4 is not null (type: boolean)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s1.f3.f4 is not null (type: boolean)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>), s1.f3.f4 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: int), true (type: boolean)
null sort order: zz
sort order: ++
Map-reduce partition columns: _col1 (type: int), true (type: boolean)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>)
Execution mode: llap
LLAP IO: all inputs (cache only)
Map 3
Map Operator Tree:
TableScan
alias: t2
filterExpr: (s1.f6 is not null and s2.f8.f9 is not null and s2.f8.f9) (type: boolean)
Pruned Column Paths: s1.f6, s2.f8.f9
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (s1.f6 is not null and s2.f8.f9 is not null and s2.f8.f9) (type: boolean)
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1.f6 (type: int), s2.f8.f9 (type: boolean)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Group By Operator
keys: _col0 (type: int), _col1 (type: boolean)
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: boolean)
null sort order: zz
sort order: ++
Map-reduce partition columns: _col0 (type: int), _col1 (type: boolean)
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Merge Join Operator
condition map:
Left Semi Join 0 to 1
keys:
0 _col1 (type: int), true (type: boolean)
1 _col0 (type: int), _col1 (type: boolean)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 347 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0.f3.f5 (type: double)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 347 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 347 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT t1.s1.f3.f5
FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6 AND t2.s2.f8.f9 == TRUE
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT t1.s1.f3.f5
FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6 AND t2.s2.f8.f9 == TRUE
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
5.0
Warning: Shuffle Join MERGEJOIN[10][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
PREHOOK: query: EXPLAIN SELECT t1.s1.f3.f5
FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2
ON t1.s1.f1 <> t2.s2.f8.f9
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5
FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2
ON t1.s1.f1 <> t2.s2.f8.f9
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (XPROD_EDGE), Map 3 (XPROD_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: t1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>)
Execution mode: llap
LLAP IO: all inputs (cache only)
Map 3
Map Operator Tree:
TableScan
alias: t2
Statistics: Num rows: 1 Data size: 1152 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s2 (type: struct<f7:string,f8:struct<f9:boolean,f10:array<int>,f11:map<string,boolean>>>)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 1152 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
Statistics: Num rows: 1 Data size: 1152 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: struct<f7:string,f8:struct<f9:boolean,f10:array<int>,f11:map<string,boolean>>>)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Merge Join Operator
condition map:
Left Semi Join 0 to 1
keys:
0
1
outputColumnNames: _col0, _col1
residual filter predicates: {(_col0.f1 <> _col1.f8.f9)}
Statistics: Num rows: 1 Data size: 1469 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0.f3.f5 (type: double)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 1469 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 1469 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
Warning: Shuffle Join MERGEJOIN[10][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
PREHOOK: query: SELECT t1.s1.f3.f5
FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2
ON t1.s1.f1 <> t2.s2.f8.f9
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT t1.s1.f3.f5
FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2
ON t1.s1.f1 <> t2.s2.f8.f9
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
5.0
PREHOOK: query: EXPLAIN SELECT t1.s1.f3.f5
FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6 AND t1.s1.f1 <> t2.s2.f8.f9
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT t1.s1.f3.f5
FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6 AND t1.s1.f1 <> t2.s2.f8.f9
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: t1
filterExpr: s1.f3.f4 is not null (type: boolean)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s1.f3.f4 is not null (type: boolean)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>), s1.f3.f4 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: int)
null sort order: z
sort order: +
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 1 Data size: 316 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>)
Execution mode: llap
LLAP IO: all inputs (cache only)
Map 3
Map Operator Tree:
TableScan
alias: t2
filterExpr: s1.f6 is not null (type: boolean)
Pruned Column Paths: s1.f6
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s1.f6 is not null (type: boolean)
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s2 (type: struct<f7:string,f8:struct<f9:boolean,f10:array<int>,f11:map<string,boolean>>>), s1.f6 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: int)
null sort order: z
sort order: +
Map-reduce partition columns: _col1 (type: int)
Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: struct<f7:string,f8:struct<f9:boolean,f10:array<int>,f11:map<string,boolean>>>)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Merge Join Operator
condition map:
Left Semi Join 0 to 1
keys:
0 _col1 (type: int)
1 _col1 (type: int)
outputColumnNames: _col0, _col2
residual filter predicates: {(_col0.f1 <> _col2.f8.f9)}
Statistics: Num rows: 1 Data size: 347 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0.f3.f5 (type: double)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 347 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 347 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT t1.s1.f3.f5
FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6 AND t1.s1.f1 <> t2.s2.f8.f9
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT t1.s1.f3.f5
FROM nested_tbl_1_n1 t1 LEFT SEMI JOIN nested_tbl_1_n1 t2
ON t1.s1.f3.f4 = t2.s1.f6 AND t1.s1.f1 <> t2.s2.f8.f9
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
5.0
PREHOOK: query: DROP TABLE IF EXISTS nested_tbl_3_n1
PREHOOK: type: DROPTABLE
POSTHOOK: query: DROP TABLE IF EXISTS nested_tbl_3_n1
POSTHOOK: type: DROPTABLE
PREHOOK: query: CREATE TABLE nested_tbl_3_n1 (f1 boolean, f2 string) PARTITIONED BY (f3 int) STORED AS PARQUET
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@nested_tbl_3_n1
POSTHOOK: query: CREATE TABLE nested_tbl_3_n1 (f1 boolean, f2 string) PARTITIONED BY (f3 int) STORED AS PARQUET
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@nested_tbl_3_n1
PREHOOK: query: INSERT OVERWRITE TABLE nested_tbl_3_n1 PARTITION(f3)
SELECT s1.f1 AS f1, S1.f2 AS f2, s1.f6 AS f3
FROM nested_tbl_1_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
PREHOOK: Output: default@nested_tbl_3_n1
POSTHOOK: query: INSERT OVERWRITE TABLE nested_tbl_3_n1 PARTITION(f3)
SELECT s1.f1 AS f1, S1.f2 AS f2, s1.f6 AS f3
FROM nested_tbl_1_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
POSTHOOK: Output: default@nested_tbl_3_n1
POSTHOOK: Output: default@nested_tbl_3_n1@f3=4
POSTHOOK: Lineage: nested_tbl_3_n1 PARTITION(f3=4).f1 EXPRESSION [(nested_tbl_1_n1)nested_tbl_1_n1.FieldSchema(name:s1, type:struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>, comment:null), ]
POSTHOOK: Lineage: nested_tbl_3_n1 PARTITION(f3=4).f2 EXPRESSION [(nested_tbl_1_n1)nested_tbl_1_n1.FieldSchema(name:s1, type:struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>, comment:null), ]
PREHOOK: query: SELECT * FROM nested_tbl_3_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_3_n1
PREHOOK: Input: default@nested_tbl_3_n1@f3=4
#### A masked pattern was here ####
POSTHOOK: query: SELECT * FROM nested_tbl_3_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_3_n1
POSTHOOK: Input: default@nested_tbl_3_n1@f3=4
#### A masked pattern was here ####
false foo 4
PREHOOK: query: EXPLAIN
SELECT count(s1.f6), s3.f12[0].f14
FROM nested_tbl_1_n1
GROUP BY s3.f12[0].f14
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN
SELECT count(s1.f6), s3.f12[0].f14
FROM nested_tbl_1_n1
GROUP BY s3.f12[0].f14
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s3.f12, s1.f6
Statistics: Num rows: 1 Data size: 2796 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s3.f12[0].f14 (type: int), s1.f6 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 2796 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(_col1)
keys: _col0 (type: int)
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 2796 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: z
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 1 Data size: 2796 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
keys: KEY._col0 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 2796 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: bigint), _col0 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 2796 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 2796 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT count(s1.f6), s3.f12[0].f14
FROM nested_tbl_1_n1
GROUP BY s3.f12[0].f14
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT count(s1.f6), s3.f12[0].f14
FROM nested_tbl_1_n1
GROUP BY s3.f12[0].f14
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
1 14
PREHOOK: query: EXPLAIN
SELECT count(s1.f6), s4['key1'].f15
FROM nested_tbl_1_n1
GROUP BY s4['key1'].f15
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN
SELECT count(s1.f6), s4['key1'].f15
FROM nested_tbl_1_n1
GROUP BY s4['key1'].f15
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s1.f6
Statistics: Num rows: 1 Data size: 1096 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s4['key1'].f15 (type: int), s1.f6 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 1096 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(_col1)
keys: _col0 (type: int)
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 1096 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: z
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 1 Data size: 1096 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
keys: KEY._col0 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 1096 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: bigint), _col0 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 1096 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 1096 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT count(s1.f6), s4['key1'].f15
FROM nested_tbl_1_n1
GROUP BY s4['key1'].f15
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT count(s1.f6), s4['key1'].f15
FROM nested_tbl_1_n1
GROUP BY s4['key1'].f15
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
1 1
PREHOOK: query: EXPLAIN
SELECT count(s1.f6), s5.f16[0].f18.f19
FROM nested_tbl_1_n1
GROUP BY s5.f16[0].f18.f19
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN
SELECT count(s1.f6), s5.f16[0].f18.f19
FROM nested_tbl_1_n1
GROUP BY s5.f16[0].f18.f19
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s5.f16, s1.f6
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s5.f16[0].f18.f19 (type: int), s1.f6 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(_col1)
keys: _col0 (type: int)
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: z
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
keys: KEY._col0 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: bigint), _col0 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT count(s1.f6), s5.f16[0].f18.f19
FROM nested_tbl_1_n1
GROUP BY s5.f16[0].f18.f19
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT count(s1.f6), s5.f16[0].f18.f19
FROM nested_tbl_1_n1
GROUP BY s5.f16[0].f18.f19
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
1 14
PREHOOK: query: EXPLAIN
SELECT count(s1.f6), s5.f16.f18.f19
FROM nested_tbl_1_n1
GROUP BY s5.f16.f18.f19
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN
SELECT count(s1.f6), s5.f16.f18.f19
FROM nested_tbl_1_n1
GROUP BY s5.f16.f18.f19
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s1.f6, s5.f16
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>), s5 (type: struct<f16:array<struct<f17:string,f18:struct<f19:int>>>>)
outputColumnNames: s1, s5
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(s1.f6)
keys: s5.f16.f18.f19 (type: array<int>)
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: array<int>)
null sort order: z
sort order: +
Map-reduce partition columns: _col0 (type: array<int>)
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
keys: KEY._col0 (type: array<int>)
mode: mergepartial
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: bigint), _col0 (type: array<int>)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT count(s1.f6), s5.f16.f18.f19
FROM nested_tbl_1_n1
GROUP BY s5.f16.f18.f19
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT count(s1.f6), s5.f16.f18.f19
FROM nested_tbl_1_n1
GROUP BY s5.f16.f18.f19
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
1 [14,28]
PREHOOK: query: EXPLAIN
SELECT count(s1.f6), s6['key1'].f20[0].f21.f22
FROM nested_tbl_1_n1
GROUP BY s6['key1'].f20[0].f21.f22
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN
SELECT count(s1.f6), s6['key1'].f20[0].f21.f22
FROM nested_tbl_1_n1
GROUP BY s6['key1'].f20[0].f21.f22
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s1.f6
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s6['key1'].f20[0].f21.f22 (type: int), s1.f6 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(_col1)
keys: _col0 (type: int)
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: z
sort order: +
Map-reduce partition columns: _col0 (type: int)
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
keys: KEY._col0 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: bigint), _col0 (type: int)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT count(s1.f6), s6['key1'].f20[0].f21.f22
FROM nested_tbl_1_n1
GROUP BY s6['key1'].f20[0].f21.f22
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT count(s1.f6), s6['key1'].f20[0].f21.f22
FROM nested_tbl_1_n1
GROUP BY s6['key1'].f20[0].f21.f22
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
1 1
PREHOOK: query: EXPLAIN
SELECT count(s1.f6), s6['key1'].f20.f21.f22
FROM nested_tbl_1_n1
GROUP BY s6['key1'].f20.f21.f22
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN
SELECT count(s1.f6), s6['key1'].f20.f21.f22
FROM nested_tbl_1_n1
GROUP BY s6['key1'].f20.f21.f22
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: nested_tbl_1_n1
Pruned Column Paths: s1.f6
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: s1 (type: struct<f1:boolean,f2:string,f3:struct<f4:int,f5:double>,f6:int>), s6 (type: map<string,struct<f20:array<struct<f21:struct<f22:int>>>>>)
outputColumnNames: s1, s6
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(s1.f6)
keys: s6['key1'].f20.f21.f22 (type: array<int>)
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: array<int>)
null sort order: z
sort order: +
Map-reduce partition columns: _col0 (type: array<int>)
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Execution mode: llap
LLAP IO: all inputs (cache only)
Reducer 2
Execution mode: llap
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
keys: KEY._col0 (type: array<int>)
mode: mergepartial
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: bigint), _col0 (type: array<int>)
outputColumnNames: _col0, _col1
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 2012 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: SELECT count(s1.f6), s6['key1'].f20.f21.f22
FROM nested_tbl_1_n1
GROUP BY s6['key1'].f20.f21.f22
PREHOOK: type: QUERY
PREHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
POSTHOOK: query: SELECT count(s1.f6), s6['key1'].f20.f21.f22
FROM nested_tbl_1_n1
GROUP BY s6['key1'].f20.f21.f22
POSTHOOK: type: QUERY
POSTHOOK: Input: default@nested_tbl_1_n1
#### A masked pattern was here ####
1 [1]