Google Git
Sign in
apache / hive / 8efe6f7f7f1ad391bd9b7689eb8fd36c7eda0dd9 / . / ql / src / test / results / clientpositive / tez / explainuser_1.q.out
blob: 2e83ea35bd012fd5e9f214ea54ec759203b11720 [file] [log] [blame]
PREHOOK: query: explain create table src_orc_merge_test_part(key int, value string) partitioned by (ds string, ts string) stored as orc
PREHOOK: type: CREATETABLE
POSTHOOK: query: explain create table src_orc_merge_test_part(key int, value string) partitioned by (ds string, ts string) stored as orc
POSTHOOK: type: CREATETABLE
Stage-0
Create Table Operator:
name:default.src_orc_merge_test_part
PREHOOK: query: create table src_orc_merge_test_part(key int, value string) partitioned by (ds string, ts string) stored as orc
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@src_orc_merge_test_part
POSTHOOK: query: create table src_orc_merge_test_part(key int, value string) partitioned by (ds string, ts string) stored as orc
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@src_orc_merge_test_part
PREHOOK: query: alter table src_orc_merge_test_part add partition (ds='2012-01-03', ts='2012-01-03+14:46:31')
PREHOOK: type: ALTERTABLE_ADDPARTS
PREHOOK: Output: default@src_orc_merge_test_part
POSTHOOK: query: alter table src_orc_merge_test_part add partition (ds='2012-01-03', ts='2012-01-03+14:46:31')
POSTHOOK: type: ALTERTABLE_ADDPARTS
POSTHOOK: Output: default@src_orc_merge_test_part
POSTHOOK: Output: default@src_orc_merge_test_part@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31
PREHOOK: query: desc extended src_orc_merge_test_part partition (ds='2012-01-03', ts='2012-01-03+14:46:31')
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@src_orc_merge_test_part
POSTHOOK: query: desc extended src_orc_merge_test_part partition (ds='2012-01-03', ts='2012-01-03+14:46:31')
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@src_orc_merge_test_part
key int
value string
ds string
ts string
# Partition Information
# col_name data_type comment
ds string
ts string
#### A masked pattern was here ####
PREHOOK: query: explain insert overwrite table src_orc_merge_test_part partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src
PREHOOK: type: QUERY
POSTHOOK: query: explain insert overwrite table src_orc_merge_test_part partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src
POSTHOOK: type: QUERY
Plan optimized by CBO.
Stage-3
Stats-Aggr Operator
Stage-0
Move Operator
table:{"name:":"default.src_orc_merge_test_part"}
Stage-2
Dependency Collection{}
Stage-1
Map 1
File Output Operator [FS_3]
table:{"name:":"default.src_orc_merge_test_part"}
Select Operator [SEL_1] (rows=500 width=10)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=500 width=10)
default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: insert overwrite table src_orc_merge_test_part partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Output: default@src_orc_merge_test_part@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31
POSTHOOK: query: insert overwrite table src_orc_merge_test_part partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: default@src_orc_merge_test_part@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31
POSTHOOK: Lineage: src_orc_merge_test_part PARTITION(ds=2012-01-03,ts=2012-01-03+14:46:31).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: src_orc_merge_test_part PARTITION(ds=2012-01-03,ts=2012-01-03+14:46:31).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: explain insert into table src_orc_merge_test_part partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src limit 100
PREHOOK: type: QUERY
POSTHOOK: query: explain insert into table src_orc_merge_test_part partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src limit 100
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-3
Stats-Aggr Operator
Stage-0
Move Operator
table:{"name:":"default.src_orc_merge_test_part"}
Stage-2
Dependency Collection{}
Stage-1
Reducer 2
File Output Operator [FS_7]
table:{"name:":"default.src_orc_merge_test_part"}
Select Operator [SEL_6] (rows=100 width=10)
Output:["_col0","_col1"]
Limit [LIM_5] (rows=100 width=10)
Number of rows:100
Select Operator [SEL_4] (rows=100 width=10)
Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
Limit [LIM_2] (rows=100 width=10)
Number of rows:100
Select Operator [SEL_1] (rows=500 width=10)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=500 width=10)
default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select count(1) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31'
PREHOOK: type: QUERY
POSTHOOK: query: explain select count(1) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31'
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_8]
Group By Operator [GBY_6] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_5]
Group By Operator [GBY_4] (rows=1 width=8)
Output:["_col0"],aggregations:["count(1)"]
Select Operator [SEL_2] (rows=500 width=94)
TableScan [TS_0] (rows=500 width=94)
default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:NONE
PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31'
PREHOOK: type: QUERY
POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31'
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_8]
Group By Operator [GBY_6] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_5]
Group By Operator [GBY_4] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"]
Select Operator [SEL_2] (rows=500 width=94)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=500 width=94)
default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: alter table src_orc_merge_test_part partition (ds='2012-01-03', ts='2012-01-03+14:46:31') concatenate
PREHOOK: type: ALTER_PARTITION_MERGE
PREHOOK: Input: default@src_orc_merge_test_part
PREHOOK: Output: default@src_orc_merge_test_part@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31
POSTHOOK: query: alter table src_orc_merge_test_part partition (ds='2012-01-03', ts='2012-01-03+14:46:31') concatenate
POSTHOOK: type: ALTER_PARTITION_MERGE
POSTHOOK: Input: default@src_orc_merge_test_part
POSTHOOK: Output: default@src_orc_merge_test_part@ds=2012-01-03/ts=2012-01-03+14%3A46%3A31
PREHOOK: query: explain select count(1) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31'
PREHOOK: type: QUERY
POSTHOOK: query: explain select count(1) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31'
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_8]
Group By Operator [GBY_6] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_5]
Group By Operator [GBY_4] (rows=1 width=8)
Output:["_col0"],aggregations:["count(1)"]
Select Operator [SEL_2] (rows=500 width=94)
TableScan [TS_0] (rows=500 width=94)
default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:NONE
PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31'
PREHOOK: type: QUERY
POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31'
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_8]
Group By Operator [GBY_6] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_5]
Group By Operator [GBY_4] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"]
Select Operator [SEL_2] (rows=500 width=94)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=500 width=94)
default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: drop table src_orc_merge_test_part
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@src_orc_merge_test_part
PREHOOK: Output: default@src_orc_merge_test_part
POSTHOOK: query: drop table src_orc_merge_test_part
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@src_orc_merge_test_part
POSTHOOK: Output: default@src_orc_merge_test_part
Warning: Map Join MAPJOIN[20][bigTable=?] in task 'Map 1' is a cross product
PREHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2))
from (
select src1.key as k1, src1.value as v1,
src2.key as k2, src2.value as v2 FROM
(select * FROM src WHERE src.key < 10) src1
JOIN
(select * FROM src WHERE src.key < 10) src2
SORT BY k1, v1, k2, v2
) a
PREHOOK: type: QUERY
POSTHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2))
from (
select src1.key as k1, src1.value as v1,
src2.key as k2, src2.value as v2 FROM
(select * FROM src WHERE src.key < 10) src1
JOIN
(select * FROM src WHERE src.key < 10) src2
SORT BY k1, v1, k2, v2
) a
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Map 1 <- Map 4 (BROADCAST_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_17]
Group By Operator [GBY_15] (rows=1 width=8)
Output:["_col0"],aggregations:["sum(VALUE._col0)"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_14]
Group By Operator [GBY_13] (rows=1 width=8)
Output:["_col0"],aggregations:["sum(hash(_col0,_col1,_col2,_col3))"]
Select Operator [SEL_11] (rows=27556 width=22)
Output:["_col0","_col1","_col2","_col3"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_10]
Map Join Operator [MAPJOIN_20] (rows=27556 width=22)
Conds:(Inner),Output:["_col0","_col1","_col2","_col3"]
<-Map 4 [BROADCAST_EDGE]
BROADCAST [RS_7]
Select Operator [SEL_5] (rows=166 width=10)
Output:["_col0","_col1"]
Filter Operator [FIL_19] (rows=166 width=10)
predicate:(key < 10)
TableScan [TS_3] (rows=500 width=10)
default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Select Operator [SEL_2] (rows=166 width=10)
Output:["_col0","_col1"]
Filter Operator [FIL_18] (rows=166 width=10)
predicate:(key < 10)
TableScan [TS_0] (rows=500 width=10)
default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key
PREHOOK: type: QUERY
POSTHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_7]
Select Operator [SEL_5] (rows=10 width=97)
Output:["_col0","_col1","_col2"]
Group By Operator [GBY_4] (rows=10 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_2] (rows=10 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Select Operator [SEL_1] (rows=20 width=88)
Output:["key","c_int","c_float"]
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x
PREHOOK: type: QUERY
POSTHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_12]
Select Operator [SEL_11] (rows=5 width=20)
Output:["_col0","_col1","_col2"]
Group By Operator [GBY_10] (rows=5 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0, _col1
Group By Operator [GBY_8] (rows=5 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col0, _col1
Select Operator [SEL_5] (rows=10 width=101)
Output:["_col0","_col1"]
Group By Operator [GBY_4] (rows=10 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_2] (rows=10 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Select Operator [SEL_1] (rows=20 width=88)
Output:["key","c_int","c_float"]
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c
PREHOOK: type: QUERY
POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
Reducer 9 <- Map 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 7
File Output Operator [FS_42]
Select Operator [SEL_41] (rows=1 width=20)
Output:["_col0","_col1","_col2"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_40]
Select Operator [SEL_38] (rows=1 width=20)
Output:["_col0","_col1","_col2"]
Group By Operator [GBY_37] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_36]
PartitionCols:_col0, _col1
Group By Operator [GBY_35] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col2, _col6
Select Operator [SEL_34] (rows=3 width=16)
Output:["_col2","_col6"]
Filter Operator [FIL_33] (rows=3 width=16)
predicate:((_col1 > 0) or (_col6 >= 0))
Merge Join Operator [MERGEJOIN_52] (rows=3 width=16)
Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2","_col6"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_31]
PartitionCols:_col0
Select Operator [SEL_29] (rows=18 width=84)
Output:["_col0","_col1"]
Filter Operator [FIL_50] (rows=18 width=84)
predicate:key is not null
TableScan [TS_27] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_30]
PartitionCols:_col0
Select Operator [SEL_26] (rows=1 width=101)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_25] (rows=1 width=101)
predicate:((_col1 + _col4) >= 0)
Merge Join Operator [MERGEJOIN_51] (rows=1 width=101)
Conds:RS_22._col0=RS_23._col0(Inner),Output:["_col0","_col1","_col2","_col4"]
<-Reducer 10 [SIMPLE_EDGE]
SHUFFLE [RS_23]
PartitionCols:_col0
Select Operator [SEL_20] (rows=1 width=89)
Output:["_col0","_col1"]
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_19]
Select Operator [SEL_17] (rows=1 width=105)
Output:["_col0","_col1","_col2","_col3"]
Group By Operator [GBY_16] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_14] (rows=2 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Filter Operator [FIL_49] (rows=5 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null)
TableScan [TS_11] (rows=20 width=88)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_22]
PartitionCols:_col0
Select Operator [SEL_9] (rows=1 width=97)
Output:["_col0","_col1","_col2"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_8]
Select Operator [SEL_6] (rows=1 width=97)
Output:["_col0","_col1","_col2"]
Group By Operator [GBY_5] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_3] (rows=2 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Filter Operator [FIL_48] (rows=5 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null)
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b % c asc, b desc) cbo_t1 left outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p left outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int % c asc, cbo_t3.c_int desc
PREHOOK: type: QUERY
POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b % c asc, b desc) cbo_t1 left outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p left outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int % c asc, cbo_t3.c_int desc
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
Reducer 5 <- Map 10 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
Reducer 9 <- Map 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 7
File Output Operator [FS_39]
Select Operator [SEL_38] (rows=1 width=20)
Output:["_col0","_col1","_col2"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_37]
Group By Operator [GBY_34] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_33]
PartitionCols:_col0, _col1
Group By Operator [GBY_32] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col6, _col2
Select Operator [SEL_31] (rows=1 width=16)
Output:["_col6","_col2"]
Filter Operator [FIL_30] (rows=1 width=16)
predicate:(((_col1 > 0) or (_col6 >= 0)) and ((_col6 >= 1) or (_col2 >= 1)) and ((UDFToLong(_col6) + _col2) >= 0))
Merge Join Operator [MERGEJOIN_48] (rows=3 width=16)
Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1","_col2","_col6"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_28]
PartitionCols:_col0
Select Operator [SEL_26] (rows=18 width=84)
Output:["_col0","_col1"]
Filter Operator [FIL_46] (rows=18 width=84)
predicate:((c_int > 0) and key is not null)
TableScan [TS_24] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_27]
PartitionCols:_col0
Select Operator [SEL_23] (rows=1 width=101)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_22] (rows=1 width=101)
predicate:((_col1 + _col4) >= 0)
Merge Join Operator [MERGEJOIN_47] (rows=1 width=101)
Conds:RS_19._col0=RS_20._col0(Left Outer),Output:["_col0","_col1","_col2","_col4"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
Select Operator [SEL_9] (rows=1 width=97)
Output:["_col0","_col1","_col2"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_8]
Select Operator [SEL_6] (rows=1 width=105)
Output:["_col0","_col1","_col2","_col3"]
Group By Operator [GBY_5] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_3] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Filter Operator [FIL_44] (rows=1 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and key is not null)
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_20]
PartitionCols:_col0
Select Operator [SEL_17] (rows=1 width=89)
Output:["_col0","_col1"]
Group By Operator [GBY_16] (rows=1 width=93)
Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_14] (rows=1 width=93)
Output:["_col0","_col1","_col2"],keys:key, c_int, c_float
Filter Operator [FIL_45] (rows=1 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and key is not null)
TableScan [TS_11] (rows=20 width=88)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b+c, a desc) cbo_t1 right outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 2) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c
PREHOOK: type: QUERY
POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b+c, a desc) cbo_t1 right outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 2) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Map 8 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Reducer 7 <- Map 6 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 5
File Output Operator [FS_31]
Select Operator [SEL_30] (rows=1 width=20)
Output:["_col0","_col1","_col2"]
Group By Operator [GBY_29] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_28]
PartitionCols:_col0, _col1
Group By Operator [GBY_27] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col2, _col6
Select Operator [SEL_26] (rows=1 width=20)
Output:["_col2","_col6"]
Filter Operator [FIL_25] (rows=1 width=20)
predicate:(((_col1 + _col4) >= 2) and ((_col1 > 0) or (_col6 >= 0)))
Merge Join Operator [MERGEJOIN_36] (rows=4 width=20)
Conds:RS_21._col0=RS_22._col0(Right Outer),RS_21._col0=RS_23._col0(Right Outer),Output:["_col1","_col2","_col4","_col6"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_23]
PartitionCols:_col0
Select Operator [SEL_20] (rows=20 width=84)
Output:["_col0","_col1"]
TableScan [TS_19] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_21]
PartitionCols:_col0
Select Operator [SEL_9] (rows=1 width=97)
Output:["_col0","_col1","_col2"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_8]
Select Operator [SEL_6] (rows=1 width=105)
Output:["_col0","_col1","_col2","_col3"]
Group By Operator [GBY_5] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_3] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Filter Operator [FIL_34] (rows=1 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0))
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Reducer 7 [SIMPLE_EDGE]
SHUFFLE [RS_22]
PartitionCols:_col0
Select Operator [SEL_17] (rows=1 width=89)
Output:["_col0","_col1"]
Group By Operator [GBY_16] (rows=1 width=93)
Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_14] (rows=1 width=93)
Output:["_col0","_col1","_col2"],keys:key, c_int, c_float
Filter Operator [FIL_35] (rows=1 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0))
TableScan [TS_11] (rows=20 width=88)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by c+a desc) cbo_t1 full outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by p+q desc, r asc) cbo_t2 on cbo_t1.a=p full outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int
PREHOOK: type: QUERY
POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by c+a desc) cbo_t1 full outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by p+q desc, r asc) cbo_t2 on cbo_t1.a=p full outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
Reducer 8 <- Map 7 (SIMPLE_EDGE)
Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 6
File Output Operator [FS_37]
Select Operator [SEL_36] (rows=1 width=20)
Output:["_col0","_col1","_col2"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_35]
Group By Operator [GBY_33] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_32]
PartitionCols:_col0, _col1
Group By Operator [GBY_31] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col6, _col2
Select Operator [SEL_30] (rows=1 width=20)
Output:["_col6","_col2"]
Filter Operator [FIL_29] (rows=1 width=20)
predicate:(((_col1 + _col4) >= 0) and ((_col1 > 0) or (_col6 >= 0)) and ((_col6 >= 1) or (_col2 >= 1)) and ((UDFToLong(_col6) + _col2) >= 0))
Merge Join Operator [MERGEJOIN_42] (rows=4 width=20)
Conds:RS_25._col0=RS_26._col0(Outer),RS_25._col0=RS_27._col0(Right Outer),Output:["_col1","_col2","_col4","_col6"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_27]
PartitionCols:_col0
Select Operator [SEL_24] (rows=20 width=84)
Output:["_col0","_col1"]
Filter Operator [FIL_41] (rows=20 width=84)
predicate:(c_int > 0)
TableScan [TS_22] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col0
Select Operator [SEL_9] (rows=1 width=97)
Output:["_col0","_col1","_col2"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_8]
Select Operator [SEL_6] (rows=1 width=105)
Output:["_col0","_col1","_col2","_col3"]
Group By Operator [GBY_5] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_3] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Filter Operator [FIL_39] (rows=1 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0))
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_26]
PartitionCols:_col0
Select Operator [SEL_20] (rows=1 width=89)
Output:["_col0","_col1"]
<-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_19]
Select Operator [SEL_17] (rows=1 width=105)
Output:["_col0","_col1","_col2","_col3"]
Group By Operator [GBY_16] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_14] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Filter Operator [FIL_40] (rows=1 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0))
TableScan [TS_11] (rows=20 width=88)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c
PREHOOK: type: QUERY
POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
Reducer 4 <- Map 8 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Reducer 7 <- Map 6 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 5
File Output Operator [FS_33]
Select Operator [SEL_32] (rows=1 width=20)
Output:["_col0","_col1","_col2"]
Group By Operator [GBY_31] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_30]
PartitionCols:_col0, _col1
Group By Operator [GBY_29] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col2, _col6
Select Operator [SEL_28] (rows=3 width=16)
Output:["_col2","_col6"]
Filter Operator [FIL_27] (rows=3 width=16)
predicate:((_col1 > 0) or (_col6 >= 0))
Merge Join Operator [MERGEJOIN_43] (rows=3 width=16)
Conds:RS_24._col0=RS_25._col0(Inner),Output:["_col1","_col2","_col6"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_25]
PartitionCols:_col0
Select Operator [SEL_23] (rows=18 width=84)
Output:["_col0","_col1"]
Filter Operator [FIL_41] (rows=18 width=84)
predicate:key is not null
TableScan [TS_21] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_24]
PartitionCols:_col0
Select Operator [SEL_20] (rows=1 width=101)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_19] (rows=1 width=101)
predicate:((_col1 + _col4) >= 0)
Merge Join Operator [MERGEJOIN_42] (rows=1 width=101)
Conds:RS_16._col0=RS_17._col0(Inner),Output:["_col0","_col1","_col2","_col4"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0
Select Operator [SEL_6] (rows=1 width=97)
Output:["_col0","_col1","_col2"]
Group By Operator [GBY_5] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_3] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Filter Operator [FIL_39] (rows=1 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and key is not null)
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Reducer 7 [SIMPLE_EDGE]
SHUFFLE [RS_17]
PartitionCols:_col0
Select Operator [SEL_14] (rows=1 width=89)
Output:["_col0","_col1"]
Group By Operator [GBY_13] (rows=1 width=93)
Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_12]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_11] (rows=1 width=93)
Output:["_col0","_col1","_col2"],keys:key, c_int, c_float
Filter Operator [FIL_40] (rows=1 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and key is not null)
TableScan [TS_8] (rows=20 width=88)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select unionsrc.key FROM (select 'tst1' as key, count(1) as value from src) unionsrc
PREHOOK: type: QUERY
POSTHOOK: query: explain select unionsrc.key FROM (select 'tst1' as key, count(1) as value from src) unionsrc
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_7]
Select Operator [SEL_5] (rows=1 width=88)
Output:["_col0"]
Group By Operator [GBY_4] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
Group By Operator [GBY_2] (rows=1 width=8)
Output:["_col0"],aggregations:["count(key)"]
Select Operator [SEL_1] (rows=500 width=87)
Output:["key"]
TableScan [TS_0] (rows=500 width=87)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain select unionsrc.key FROM (select 'max' as key, max(c_int) as value from cbo_t3 s1
UNION ALL
select 'min' as key, min(c_int) as value from cbo_t3 s2
UNION ALL
select 'avg' as key, avg(c_int) as value from cbo_t3 s3) unionsrc order by unionsrc.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select unionsrc.key FROM (select 'max' as key, max(c_int) as value from cbo_t3 s1
UNION ALL
select 'min' as key, min(c_int) as value from cbo_t3 s2
UNION ALL
select 'avg' as key, avg(c_int) as value from cbo_t3 s3) unionsrc order by unionsrc.key
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS)
Reducer 4 <- Union 3 (SIMPLE_EDGE)
Reducer 6 <- Map 5 (SIMPLE_EDGE), Union 3 (CONTAINS)
Reducer 8 <- Map 7 (SIMPLE_EDGE), Union 3 (CONTAINS)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_26]
Select Operator [SEL_25] (rows=3 width=87)
Output:["_col0"]
<-Union 3 [SIMPLE_EDGE]
<-Reducer 2 [CONTAINS]
Reduce Output Operator [RS_24]
Select Operator [SEL_5] (rows=1 width=87)
Output:["_col0"]
Group By Operator [GBY_4] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
Group By Operator [GBY_2] (rows=1 width=8)
Output:["_col0"],aggregations:["count(key)"]
Select Operator [SEL_1] (rows=20 width=80)
Output:["key"]
TableScan [TS_0] (rows=20 width=80)
default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 6 [CONTAINS]
Reduce Output Operator [RS_24]
Select Operator [SEL_12] (rows=1 width=87)
Output:["_col0"]
Group By Operator [GBY_11] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 5 [SIMPLE_EDGE]
SHUFFLE [RS_10]
Group By Operator [GBY_9] (rows=1 width=8)
Output:["_col0"],aggregations:["count(key)"]
Select Operator [SEL_8] (rows=20 width=80)
Output:["key"]
TableScan [TS_7] (rows=20 width=80)
default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 8 [CONTAINS]
Reduce Output Operator [RS_24]
Select Operator [SEL_21] (rows=1 width=87)
Output:["_col0"]
Group By Operator [GBY_20] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_19]
Group By Operator [GBY_18] (rows=1 width=8)
Output:["_col0"],aggregations:["count(key)"]
Select Operator [SEL_17] (rows=20 width=80)
Output:["key"]
TableScan [TS_16] (rows=20 width=80)
default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain select unionsrc.key, count(1) FROM (select 'max' as key, max(c_int) as value from cbo_t3 s1
UNION ALL
select 'min' as key, min(c_int) as value from cbo_t3 s2
UNION ALL
select 'avg' as key, avg(c_int) as value from cbo_t3 s3) unionsrc group by unionsrc.key order by unionsrc.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select unionsrc.key, count(1) FROM (select 'max' as key, max(c_int) as value from cbo_t3 s1
UNION ALL
select 'min' as key, min(c_int) as value from cbo_t3 s2
UNION ALL
select 'avg' as key, avg(c_int) as value from cbo_t3 s3) unionsrc group by unionsrc.key order by unionsrc.key
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS)
Reducer 4 <- Union 3 (SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Reducer 7 <- Map 6 (SIMPLE_EDGE), Union 3 (CONTAINS)
Reducer 9 <- Map 8 (SIMPLE_EDGE), Union 3 (CONTAINS)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 5
File Output Operator [FS_31]
Select Operator [SEL_30] (rows=1 width=95)
Output:["_col0","_col1"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_29]
Group By Operator [GBY_27] (rows=1 width=95)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
<-Union 3 [SIMPLE_EDGE]
<-Reducer 2 [CONTAINS]
Reduce Output Operator [RS_26]
PartitionCols:_col0
Group By Operator [GBY_25] (rows=1 width=95)
Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
Select Operator [SEL_5] (rows=1 width=87)
Output:["_col0"]
Group By Operator [GBY_4] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
Group By Operator [GBY_2] (rows=1 width=8)
Output:["_col0"],aggregations:["count(key)"]
Select Operator [SEL_1] (rows=20 width=80)
Output:["key"]
TableScan [TS_0] (rows=20 width=80)
default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 7 [CONTAINS]
Reduce Output Operator [RS_26]
PartitionCols:_col0
Group By Operator [GBY_25] (rows=1 width=95)
Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
Select Operator [SEL_12] (rows=1 width=87)
Output:["_col0"]
Group By Operator [GBY_11] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_10]
Group By Operator [GBY_9] (rows=1 width=8)
Output:["_col0"],aggregations:["count(key)"]
Select Operator [SEL_8] (rows=20 width=80)
Output:["key"]
TableScan [TS_7] (rows=20 width=80)
default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 9 [CONTAINS]
Reduce Output Operator [RS_26]
PartitionCols:_col0
Group By Operator [GBY_25] (rows=1 width=95)
Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
Select Operator [SEL_21] (rows=1 width=87)
Output:["_col0"]
Group By Operator [GBY_20] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_19]
Group By Operator [GBY_18] (rows=1 width=8)
Output:["_col0"],aggregations:["count(key)"]
Select Operator [SEL_17] (rows=20 width=80)
Output:["key"]
TableScan [TS_16] (rows=20 width=80)
default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain select cbo_t1.key from cbo_t1 join cbo_t3 where cbo_t1.key=cbo_t3.key and cbo_t1.key >= 1
PREHOOK: type: QUERY
POSTHOOK: query: explain select cbo_t1.key from cbo_t1 join cbo_t3 where cbo_t1.key=cbo_t3.key and cbo_t1.key >= 1
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_10]
Merge Join Operator [MERGEJOIN_15] (rows=18 width=85)
Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:_col0
Select Operator [SEL_2] (rows=6 width=85)
Output:["_col0"]
Filter Operator [FIL_13] (rows=6 width=85)
predicate:(UDFToDouble(key) >= 1.0)
TableScan [TS_0] (rows=20 width=80)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_7]
PartitionCols:_col0
Select Operator [SEL_5] (rows=6 width=85)
Output:["_col0"]
Filter Operator [FIL_14] (rows=6 width=85)
predicate:(UDFToDouble(key) >= 1.0)
TableScan [TS_3] (rows=20 width=80)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 left outer join cbo_t2 on cbo_t1.key=cbo_t2.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 left outer join cbo_t2 on cbo_t1.key=cbo_t2.key
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_8]
Select Operator [SEL_7] (rows=100 width=8)
Output:["_col0","_col1"]
Merge Join Operator [MERGEJOIN_11] (rows=100 width=8)
Conds:RS_4._col0=RS_5._col0(Left Outer),Output:["_col1","_col3"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col0
Select Operator [SEL_1] (rows=20 width=84)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=20 width=84)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_5]
PartitionCols:_col0
Select Operator [SEL_3] (rows=20 width=84)
Output:["_col0","_col1"]
TableScan [TS_2] (rows=20 width=84)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
PREHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 full outer join cbo_t2 on cbo_t1.key=cbo_t2.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 full outer join cbo_t2 on cbo_t1.key=cbo_t2.key
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_8]
Select Operator [SEL_7] (rows=100 width=8)
Output:["_col0","_col1"]
Merge Join Operator [MERGEJOIN_9] (rows=100 width=8)
Conds:RS_4._col0=RS_5._col0(Outer),Output:["_col1","_col3"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col0
Select Operator [SEL_1] (rows=20 width=84)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=20 width=84)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_5]
PartitionCols:_col0
Select Operator [SEL_3] (rows=20 width=84)
Output:["_col0","_col1"]
TableScan [TS_2] (rows=20 width=84)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
PREHOOK: query: explain select b, cbo_t1.c, cbo_t2.p, q, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1) cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key
PREHOOK: type: QUERY
POSTHOOK: query: explain select b, cbo_t1.c, cbo_t2.p, q, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1) cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_14]
Select Operator [SEL_13] (rows=291 width=101)
Output:["_col0","_col1","_col2","_col3","_col4"]
Merge Join Operator [MERGEJOIN_24] (rows=291 width=101)
Conds:RS_9._col0=RS_10._col0(Inner),RS_9._col0=RS_11._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
Select Operator [SEL_2] (rows=18 width=87)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_21] (rows=18 width=87)
predicate:key is not null
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col0
Select Operator [SEL_5] (rows=18 width=84)
Output:["_col0","_col1"]
Filter Operator [FIL_22] (rows=18 width=84)
predicate:key is not null
TableScan [TS_3] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_11]
PartitionCols:_col0
Select Operator [SEL_8] (rows=18 width=84)
Output:["_col0","_col1"]
Filter Operator [FIL_23] (rows=18 width=84)
predicate:key is not null
TableScan [TS_6] (rows=20 width=84)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
PREHOOK: query: explain select key, cbo_t1.c_int, cbo_t2.p, q from cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.key=p join (select key as a, c_int as b, cbo_t3.c_float as c from cbo_t3)cbo_t3 on cbo_t1.key=a
PREHOOK: type: QUERY
POSTHOOK: query: explain select key, cbo_t1.c_int, cbo_t2.p, q from cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.key=p join (select key as a, c_int as b, cbo_t3.c_float as c from cbo_t3)cbo_t3 on cbo_t1.key=a
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_14]
Select Operator [SEL_13] (rows=291 width=178)
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_24] (rows=291 width=178)
Conds:RS_9._col0=RS_10._col0(Inner),RS_9._col0=RS_11._col0(Inner),Output:["_col0","_col1","_col3","_col4"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
Select Operator [SEL_2] (rows=18 width=84)
Output:["_col0","_col1"]
Filter Operator [FIL_21] (rows=18 width=84)
predicate:key is not null
TableScan [TS_0] (rows=20 width=84)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col0
Select Operator [SEL_5] (rows=18 width=80)
Output:["_col0"]
Filter Operator [FIL_22] (rows=18 width=80)
predicate:key is not null
TableScan [TS_3] (rows=20 width=80)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_11]
PartitionCols:_col0
Select Operator [SEL_8] (rows=18 width=84)
Output:["_col0","_col1"]
Filter Operator [FIL_23] (rows=18 width=84)
predicate:key is not null
TableScan [TS_6] (rows=20 width=84)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
PREHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 full outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0)
PREHOOK: type: QUERY
POSTHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 full outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0)
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_19]
Select Operator [SEL_18] (rows=36 width=101)
Output:["_col0","_col1","_col2","_col3","_col4"]
Filter Operator [FIL_17] (rows=36 width=101)
predicate:((_col1 > 0) or (_col6 >= 0))
Merge Join Operator [MERGEJOIN_28] (rows=36 width=101)
Conds:RS_14._col0=RS_15._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6"]
<-Map 5 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col0
Select Operator [SEL_13] (rows=18 width=84)
Output:["_col0","_col1"]
Filter Operator [FIL_26] (rows=18 width=84)
predicate:key is not null
TableScan [TS_11] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_14]
PartitionCols:_col0
Filter Operator [FIL_9] (rows=10 width=182)
predicate:(((_col1 + _col4) = 2) and ((_col4 + 1) = 2))
Merge Join Operator [MERGEJOIN_27] (rows=40 width=182)
Conds:RS_6._col0=RS_7._col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:_col0
Select Operator [SEL_2] (rows=9 width=93)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_24] (rows=9 width=93)
predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null)
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_7]
PartitionCols:_col0
Select Operator [SEL_5] (rows=9 width=89)
Output:["_col0","_col1"]
Filter Operator [FIL_25] (rows=9 width=93)
predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null)
TableScan [TS_3] (rows=20 width=88)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 right outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0)
PREHOOK: type: QUERY
POSTHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 right outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0)
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_14]
Select Operator [SEL_13] (rows=50 width=101)
Output:["_col0","_col1","_col2","_col3","_col4"]
Filter Operator [FIL_12] (rows=50 width=101)
predicate:(((_col1 + _col4) = 2) and ((_col1 > 0) or (_col6 >= 0)) and ((_col4 + 1) = 2))
Merge Join Operator [MERGEJOIN_19] (rows=200 width=101)
Conds:RS_8._col0=RS_9._col0(Right Outer),RS_8._col0=RS_10._col0(Right Outer),Output:["_col1","_col2","_col3","_col4","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:_col0
Select Operator [SEL_2] (rows=10 width=93)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_17] (rows=10 width=93)
predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)))
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
Select Operator [SEL_5] (rows=10 width=89)
Output:["_col0","_col1"]
Filter Operator [FIL_18] (rows=10 width=93)
predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)))
TableScan [TS_3] (rows=20 width=88)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col0
Select Operator [SEL_7] (rows=20 width=84)
Output:["_col0","_col1"]
TableScan [TS_6] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
PREHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key order by x limit 1
PREHOOK: type: QUERY
POSTHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key order by x limit 1
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:1
Stage-1
Reducer 3
File Output Operator [FS_10]
Limit [LIM_9] (rows=1 width=97)
Number of rows:1
Select Operator [SEL_8] (rows=10 width=97)
Output:["_col0","_col1","_col2"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_7]
Select Operator [SEL_5] (rows=10 width=97)
Output:["_col0","_col1","_col2"]
Group By Operator [GBY_4] (rows=10 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_2] (rows=10 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Select Operator [SEL_1] (rows=20 width=88)
Output:["key","c_int","c_float"]
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x order by x,y limit 1
PREHOOK: type: QUERY
POSTHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x order by x,y limit 1
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:1
Stage-1
Reducer 4
File Output Operator [FS_15]
Limit [LIM_14] (rows=1 width=20)
Number of rows:1
Select Operator [SEL_13] (rows=5 width=20)
Output:["_col0","_col1","_col2"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_12]
Group By Operator [GBY_10] (rows=5 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0, _col1
Group By Operator [GBY_8] (rows=5 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col0
Select Operator [SEL_5] (rows=10 width=101)
Output:["_col0","_col1"]
Group By Operator [GBY_4] (rows=10 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_2] (rows=10 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Select Operator [SEL_1] (rows=20 width=88)
Output:["key","c_int","c_float"]
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select key from(select key from (select key from cbo_t1 limit 5)cbo_t2 limit 5)cbo_t3 limit 5
PREHOOK: type: QUERY
POSTHOOK: query: explain select key from(select key from (select key from cbo_t1 limit 5)cbo_t2 limit 5)cbo_t3 limit 5
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:5
Stage-1
Reducer 3
File Output Operator [FS_13]
Limit [LIM_12] (rows=5 width=85)
Number of rows:5
Limit [LIM_10] (rows=5 width=85)
Number of rows:5
Select Operator [SEL_9] (rows=5 width=85)
Output:["_col0"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_8]
Limit [LIM_7] (rows=5 width=85)
Number of rows:5
Limit [LIM_5] (rows=5 width=85)
Number of rows:5
Select Operator [SEL_4] (rows=5 width=85)
Output:["_col0"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
Limit [LIM_2] (rows=5 width=85)
Number of rows:5
Select Operator [SEL_1] (rows=20 width=80)
Output:["_col0"]
TableScan [TS_0] (rows=20 width=80)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain select key, c_int from(select key, c_int from (select key, c_int from cbo_t1 order by c_int limit 5)cbo_t1 order by c_int limit 5)cbo_t2 order by c_int limit 5
PREHOOK: type: QUERY
POSTHOOK: query: explain select key, c_int from(select key, c_int from (select key, c_int from cbo_t1 order by c_int limit 5)cbo_t1 order by c_int limit 5)cbo_t2 order by c_int limit 5
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:5
Stage-1
Reducer 4
File Output Operator [FS_13]
Limit [LIM_12] (rows=5 width=89)
Number of rows:5
Select Operator [SEL_11] (rows=5 width=89)
Output:["_col0","_col1"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_10]
Limit [LIM_8] (rows=5 width=89)
Number of rows:5
Select Operator [SEL_7] (rows=5 width=89)
Output:["_col0","_col1"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_6]
Limit [LIM_4] (rows=5 width=89)
Number of rows:5
Select Operator [SEL_3] (rows=20 width=84)
Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
Select Operator [SEL_1] (rows=20 width=84)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=20 width=84)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a limit 5) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc limit 5) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c limit 5
PREHOOK: type: QUERY
POSTHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a limit 5) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc limit 5) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c limit 5
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
Reducer 9 <- Map 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:5
Stage-1
Reducer 7
File Output Operator [FS_49]
Limit [LIM_48] (rows=1 width=20)
Number of rows:5
Select Operator [SEL_47] (rows=1 width=20)
Output:["_col0","_col1","_col2"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_46]
Select Operator [SEL_44] (rows=1 width=20)
Output:["_col0","_col1","_col2"]
Group By Operator [GBY_43] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_42]
PartitionCols:_col0, _col1
Group By Operator [GBY_41] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col2, _col6
Select Operator [SEL_40] (rows=3 width=16)
Output:["_col2","_col6"]
Filter Operator [FIL_39] (rows=3 width=16)
predicate:((_col1 > 0) or (_col6 >= 0))
Merge Join Operator [MERGEJOIN_61] (rows=3 width=16)
Conds:RS_36._col0=RS_37._col0(Inner),Output:["_col1","_col2","_col6"]
<-Map 11 [SIMPLE_EDGE]
SHUFFLE [RS_37]
PartitionCols:_col0
Select Operator [SEL_35] (rows=18 width=84)
Output:["_col0","_col1"]
Filter Operator [FIL_59] (rows=18 width=84)
predicate:key is not null
TableScan [TS_33] (rows=20 width=84)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_36]
PartitionCols:_col0
Select Operator [SEL_32] (rows=1 width=101)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_31] (rows=1 width=101)
predicate:((_col1 + _col4) >= 0)
Merge Join Operator [MERGEJOIN_60] (rows=2 width=101)
Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col0","_col1","_col2","_col4"]
<-Reducer 10 [SIMPLE_EDGE]
SHUFFLE [RS_29]
PartitionCols:_col0
Filter Operator [FIL_26] (rows=2 width=105)
predicate:_col0 is not null
Limit [LIM_24] (rows=3 width=105)
Number of rows:5
Select Operator [SEL_23] (rows=3 width=105)
Output:["_col0","_col1"]
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_22]
Select Operator [SEL_20] (rows=3 width=105)
Output:["_col0","_col1","_col2","_col3"]
Group By Operator [GBY_19] (rows=3 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 8 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_17] (rows=3 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Filter Operator [FIL_58] (rows=6 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)))
TableScan [TS_14] (rows=20 width=88)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_28]
PartitionCols:_col0
Filter Operator [FIL_12] (rows=2 width=97)
predicate:_col0 is not null
Limit [LIM_10] (rows=3 width=97)
Number of rows:5
Select Operator [SEL_9] (rows=3 width=97)
Output:["_col0","_col1","_col2"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_8]
Select Operator [SEL_6] (rows=3 width=97)
Output:["_col0","_col1","_col2"]
Group By Operator [GBY_5] (rows=3 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_3] (rows=3 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Filter Operator [FIL_56] (rows=6 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)))
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select cbo_t1.c_int from cbo_t1 left semi join cbo_t2 on cbo_t1.key=cbo_t2.key where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)
PREHOOK: type: QUERY
POSTHOOK: query: explain select cbo_t1.c_int from cbo_t1 left semi join cbo_t2 on cbo_t1.key=cbo_t2.key where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_12]
Select Operator [SEL_11] (rows=9 width=4)
Output:["_col0"]
Merge Join Operator [MERGEJOIN_17] (rows=9 width=4)
Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:_col0
Select Operator [SEL_2] (rows=9 width=93)
Output:["_col0","_col1"]
Filter Operator [FIL_15] (rows=9 width=93)
predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null)
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
Group By Operator [GBY_7] (rows=5 width=85)
Output:["_col0"],keys:_col0
Select Operator [SEL_5] (rows=18 width=80)
Output:["_col0"]
Filter Operator [FIL_16] (rows=18 width=80)
predicate:key is not null
TableScan [TS_3] (rows=20 width=80)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain select * from (select c, b, a from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 left semi join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 == 2) and (b > 0 or c >= 0)) R where (b + 1 = 2) and (R.b > 0 or c >= 0)
PREHOOK: type: QUERY
POSTHOOK: query: explain select * from (select c, b, a from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 left semi join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 == 2) and (b > 0 or c >= 0)) R where (b + 1 = 2) and (R.b > 0 or c >= 0)
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_18]
Select Operator [SEL_17] (rows=16 width=93)
Output:["_col0","_col1","_col2"]
Merge Join Operator [MERGEJOIN_28] (rows=16 width=93)
Conds:RS_13._col0=RS_14._col0(Left Semi),RS_13._col0=RS_15._col0(Left Semi),Output:["_col0","_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
Select Operator [SEL_2] (rows=9 width=93)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_25] (rows=9 width=93)
predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null)
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_14]
PartitionCols:_col0
Group By Operator [GBY_10] (rows=3 width=85)
Output:["_col0"],keys:_col0
Select Operator [SEL_5] (rows=9 width=85)
Output:["_col0"]
Filter Operator [FIL_26] (rows=9 width=93)
predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null)
TableScan [TS_3] (rows=20 width=88)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col0
Group By Operator [GBY_12] (rows=6 width=85)
Output:["_col0"],keys:_col0
Select Operator [SEL_8] (rows=18 width=80)
Output:["_col0"]
Filter Operator [FIL_27] (rows=18 width=80)
predicate:key is not null
TableScan [TS_6] (rows=20 width=80)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain select a, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by a+b desc, c asc) cbo_t1 left semi join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by q+r/10 desc, p) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 >= 0) and (b > 0 or a >= 0) group by a, c having a > 0 and (a >=1 or c >= 1) and (a + c) >= 0 order by c, a
PREHOOK: type: QUERY
POSTHOOK: query: explain select a, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by a+b desc, c asc) cbo_t1 left semi join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by q+r/10 desc, p) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 >= 0) and (b > 0 or a >= 0) group by a, c having a > 0 and (a >=1 or c >= 1) and (a + c) >= 0 order by c, a
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
Reducer 8 <- Map 7 (SIMPLE_EDGE)
Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 6
File Output Operator [FS_41]
Select Operator [SEL_40] (rows=1 width=101)
Output:["_col0","_col1","_col2"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_39]
Select Operator [SEL_38] (rows=1 width=101)
Output:["_col0","_col1","_col2"]
Group By Operator [GBY_37] (rows=1 width=101)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_36]
PartitionCols:_col0, _col1
Group By Operator [GBY_35] (rows=1 width=101)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col0
Merge Join Operator [MERGEJOIN_51] (rows=1 width=93)
Conds:RS_30._col0=RS_31._col0(Left Semi),RS_30._col0=RS_32._col0(Left Semi),Output:["_col0","_col1"]
<-Map 10 [SIMPLE_EDGE]
SHUFFLE [RS_32]
PartitionCols:_col0
Group By Operator [GBY_29] (rows=3 width=85)
Output:["_col0"],keys:_col0
Select Operator [SEL_25] (rows=6 width=85)
Output:["_col0"]
Filter Operator [FIL_50] (rows=6 width=85)
predicate:(UDFToDouble(key) > 0.0)
TableScan [TS_23] (rows=20 width=80)
default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_30]
PartitionCols:_col0
Select Operator [SEL_10] (rows=1 width=93)
Output:["_col0","_col1"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_9]
Select Operator [SEL_8] (rows=1 width=101)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_7] (rows=1 width=101)
predicate:(((UDFToDouble(_col2) >= 1.0) or (_col3 >= 1)) and ((UDFToDouble(_col2) + UDFToDouble(_col3)) >= 0.0))
Select Operator [SEL_6] (rows=1 width=101)
Output:["_col1","_col2","_col3"]
Group By Operator [GBY_5] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_3] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Filter Operator [FIL_48] (rows=1 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and (((c_int + 1) + 1) >= 0) and (((c_int + 1) > 0) or (UDFToDouble(key) >= 0.0)) and (UDFToDouble(key) > 0.0))
TableScan [TS_0] (rows=20 width=88)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_31]
PartitionCols:_col0
Group By Operator [GBY_27] (rows=1 width=85)
Output:["_col0"],keys:_col0
Select Operator [SEL_21] (rows=1 width=85)
Output:["_col0"]
<-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_20]
Select Operator [SEL_18] (rows=1 width=93)
Output:["_col0","_col1"]
Group By Operator [GBY_17] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_15] (rows=1 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float
Filter Operator [FIL_49] (rows=1 width=93)
predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and (UDFToDouble(key) > 0.0))
TableScan [TS_12] (rows=20 width=88)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"]
PREHOOK: query: explain select cbo_t1.key as x, c_int as c_int, (((c_int+c_float)*10)+5) as y from cbo_t1
PREHOOK: type: QUERY
POSTHOOK: query: explain select cbo_t1.key as x, c_int as c_int, (((c_int+c_float)*10)+5) as y from cbo_t1
POSTHOOK: type: QUERY
Plan optimized by CBO.
Stage-0
Fetch Operator
limit:-1
Select Operator [SEL_1]
Output:["_col0","_col1","_col2"]
TableScan [TS_0]
Output:["key","c_int","c_float"]
PREHOOK: query: explain select null from cbo_t1
PREHOOK: type: QUERY
POSTHOOK: query: explain select null from cbo_t1
POSTHOOK: type: QUERY
Plan optimized by CBO.
Stage-0
Fetch Operator
limit:-1
Select Operator [SEL_1]
Output:["_col0"]
TableScan [TS_0]
PREHOOK: query: explain select key from cbo_t1 where c_int = -6 or c_int = +6
PREHOOK: type: QUERY
POSTHOOK: query: explain select key from cbo_t1 where c_int = -6 or c_int = +6
POSTHOOK: type: QUERY
Plan optimized by CBO.
Stage-0
Fetch Operator
limit:-1
Select Operator [SEL_2]
Output:["_col0"]
Filter Operator [FIL_4]
predicate:((c_int = -6) or (c_int = 6))
TableScan [TS_0]
Output:["key","c_int"]
PREHOOK: query: explain select count(cbo_t1.dt) from cbo_t1 join cbo_t2 on cbo_t1.dt = cbo_t2.dt where cbo_t1.dt = '2014'
PREHOOK: type: QUERY
POSTHOOK: query: explain select count(cbo_t1.dt) from cbo_t1 join cbo_t2 on cbo_t1.dt = cbo_t2.dt where cbo_t1.dt = '2014'
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_15]
Group By Operator [GBY_13] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
Group By Operator [GBY_11] (rows=1 width=8)
Output:["_col0"],aggregations:["count('2014')"]
Merge Join Operator [MERGEJOIN_18] (rows=400 width=0)
Conds:(Inner)
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_6]
Select Operator [SEL_2] (rows=20 width=88)
TableScan [TS_0] (rows=20 width=13)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_7]
Select Operator [SEL_5] (rows=20 width=88)
TableScan [TS_3] (rows=20 width=13)
default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE
PREHOOK: query: explain select *
from src_cbo b
where not exists
(select distinct a.key
from src_cbo a
where b.value = a.value and a.value > 'val_2'
)
PREHOOK: type: QUERY
POSTHOOK: query: explain select *
from src_cbo b
where not exists
(select distinct a.key
from src_cbo a
where b.value = a.value and a.value > 'val_2'
)
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
Reducer 4 <- Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_14]
Select Operator [SEL_13] (rows=1 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_12] (rows=1 width=269)
predicate:_col3 is null
Merge Join Operator [MERGEJOIN_17] (rows=500 width=269)
Conds:RS_9._col1=RS_10._col1(Left Outer),Output:["_col0","_col1","_col3"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col1
Select Operator [SEL_1] (rows=500 width=178)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=500 width=178)
default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col1
Select Operator [SEL_8] (rows=83 width=178)
Output:["_col1"]
Group By Operator [GBY_7] (rows=83 width=178)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:_col0, _col1
Group By Operator [GBY_5] (rows=83 width=178)
Output:["_col0","_col1"],keys:value, key
Select Operator [SEL_4] (rows=166 width=178)
Output:["value","key"]
Filter Operator [FIL_16] (rows=166 width=178)
predicate:(value > 'val_2')
TableScan [TS_2] (rows=500 width=178)
default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
PREHOOK: query: explain select *
from src_cbo b
group by key, value
having not exists
(select a.key
from src_cbo a
where b.value = a.value and a.key = b.key and a.value > 'val_12'
)
PREHOOK: type: QUERY
POSTHOOK: query: explain select *
from src_cbo b
group by key, value
having not exists
(select a.key
from src_cbo a
where b.value = a.value and a.key = b.key and a.value > 'val_12'
)
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Map 4 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_14]
Select Operator [SEL_13] (rows=1 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_12] (rows=1 width=265)
predicate:_col3 is null
Merge Join Operator [MERGEJOIN_17] (rows=250 width=265)
Conds:RS_9._col0, _col1=RS_10._col1, _col0(Left Outer),Output:["_col0","_col1","_col3"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col1, _col0
Select Operator [SEL_8] (rows=166 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_16] (rows=166 width=178)
predicate:(value > 'val_12')
TableScan [TS_6] (rows=500 width=178)
default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0, _col1
Group By Operator [GBY_4] (rows=250 width=178)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:_col0, _col1
Group By Operator [GBY_2] (rows=250 width=178)
Output:["_col0","_col1"],keys:key, value
Select Operator [SEL_1] (rows=500 width=178)
Output:["key","value"]
TableScan [TS_0] (rows=500 width=178)
default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
PREHOOK: query: create view cv1 as
select *
from src_cbo b
where exists
(select a.key
from src_cbo a
where b.value = a.value and a.key = b.key and a.value > 'val_9')
PREHOOK: type: CREATEVIEW
PREHOOK: Input: default@src_cbo
PREHOOK: Output: database:default
PREHOOK: Output: default@cv1
POSTHOOK: query: create view cv1 as
select *
from src_cbo b
where exists
(select a.key
from src_cbo a
where b.value = a.value and a.key = b.key and a.value > 'val_9')
POSTHOOK: type: CREATEVIEW
POSTHOOK: Input: default@src_cbo
POSTHOOK: Output: database:default
POSTHOOK: Output: default@cv1
PREHOOK: query: explain select * from cv1
PREHOOK: type: QUERY
POSTHOOK: query: explain select * from cv1
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_12]
Merge Join Operator [MERGEJOIN_17] (rows=2 width=178)
Conds:RS_8._col0, _col1=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:_col0, _col1
Select Operator [SEL_2] (rows=166 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_15] (rows=166 width=178)
predicate:((value > 'val_9') and key is not null)
TableScan [TS_0] (rows=500 width=178)
default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0, _col1
Group By Operator [GBY_7] (rows=83 width=178)
Output:["_col0","_col1"],keys:_col0, _col1
Select Operator [SEL_5] (rows=166 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_16] (rows=166 width=178)
predicate:((value > 'val_9') and key is not null)
TableScan [TS_3] (rows=500 width=178)
default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
PREHOOK: query: explain select *
from (select *
from src_cbo b
where exists
(select a.key
from src_cbo a
where b.value = a.value and a.key = b.key and a.value > 'val_9')
) a
PREHOOK: type: QUERY
POSTHOOK: query: explain select *
from (select *
from src_cbo b
where exists
(select a.key
from src_cbo a
where b.value = a.value and a.key = b.key and a.value > 'val_9')
) a
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_12]
Merge Join Operator [MERGEJOIN_17] (rows=2 width=178)
Conds:RS_8._col0, _col1=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:_col0, _col1
Select Operator [SEL_2] (rows=166 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_15] (rows=166 width=178)
predicate:((value > 'val_9') and key is not null)
TableScan [TS_0] (rows=500 width=178)
default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0, _col1
Group By Operator [GBY_7] (rows=83 width=178)
Output:["_col0","_col1"],keys:_col0, _col1
Select Operator [SEL_5] (rows=166 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_16] (rows=166 width=178)
predicate:((value > 'val_9') and key is not null)
TableScan [TS_3] (rows=500 width=178)
default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
PREHOOK: query: explain select *
from src_cbo
where src_cbo.key in (select key from src_cbo s1 where s1.key > '9')
PREHOOK: type: QUERY
POSTHOOK: query: explain select *
from src_cbo
where src_cbo.key in (select key from src_cbo s1 where s1.key > '9')
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_12]
Merge Join Operator [MERGEJOIN_17] (rows=166 width=178)
Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:_col0
Select Operator [SEL_2] (rows=166 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_15] (rows=166 width=178)
predicate:(key > '9')
TableScan [TS_0] (rows=500 width=178)
default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
Group By Operator [GBY_7] (rows=69 width=87)
Output:["_col0"],keys:_col0
Select Operator [SEL_5] (rows=166 width=87)
Output:["_col0"]
Filter Operator [FIL_16] (rows=166 width=87)
predicate:(key > '9')
TableScan [TS_3] (rows=500 width=87)
default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain select p.p_partkey, li.l_suppkey
from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey
where li.l_linenumber = 1 and
li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber)
PREHOOK: type: QUERY
POSTHOOK: query: explain select p.p_partkey, li.l_suppkey
from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey
where li.l_linenumber = 1 and
li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber)
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
Reducer 6 <- Map 5 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_22]
Select Operator [SEL_21] (rows=4 width=8)
Output:["_col0","_col1"]
Merge Join Operator [MERGEJOIN_32] (rows=4 width=8)
Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col2","_col4"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col1
Merge Join Operator [MERGEJOIN_31] (rows=13 width=8)
Conds:RS_15._col0, 1=RS_16._col0, _col1(Left Semi),Output:["_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_15]
PartitionCols:_col0, 1
Select Operator [SEL_2] (rows=17 width=16)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_28] (rows=17 width=16)
predicate:((l_linenumber = 1) and l_partkey is not null and l_orderkey is not null)
TableScan [TS_0] (rows=100 width=16)
default@lineitem,lineitem,Tbl:COMPLETE,Col:COMPLETE,Output:["l_orderkey","l_partkey","l_suppkey","l_linenumber"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_16]
PartitionCols:_col0, _col1
Group By Operator [GBY_14] (rows=4 width=8)
Output:["_col0","_col1"],keys:_col0, _col1
Select Operator [SEL_5] (rows=14 width=8)
Output:["_col0","_col1"]
Filter Operator [FIL_29] (rows=14 width=96)
predicate:((l_shipmode = 'AIR') and (l_linenumber = 1) and l_orderkey is not null)
TableScan [TS_3] (rows=100 width=96)
default@lineitem,lineitem,Tbl:COMPLETE,Col:COMPLETE,Output:["l_orderkey","l_linenumber","l_shipmode"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
Group By Operator [GBY_11] (rows=50 width=4)
Output:["_col0"],keys:KEY._col0
<-Map 5 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col0
Group By Operator [GBY_9] (rows=50 width=4)
Output:["_col0"],keys:l_partkey
Filter Operator [FIL_30] (rows=100 width=4)
predicate:l_partkey is not null
TableScan [TS_6] (rows=100 width=4)
default@lineitem,lineitem,Tbl:COMPLETE,Col:COMPLETE,Output:["l_partkey"]
PREHOOK: query: explain select key, value, count(*)
from src_cbo b
where b.key in (select key from src_cbo where src_cbo.key > '8')
group by key, value
having count(*) in (select count(*) from src_cbo s1 where s1.key > '9' group by s1.key )
PREHOOK: type: QUERY
POSTHOOK: query: explain select key, value, count(*)
from src_cbo b
where b.key in (select key from src_cbo where src_cbo.key > '8')
group by key, value
having count(*) in (select count(*) from src_cbo s1 where s1.key > '9' group by s1.key )
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
Reducer 7 <- Map 6 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_31]
Merge Join Operator [MERGEJOIN_44] (rows=34 width=186)
Conds:RS_27._col2=RS_28._col0(Left Semi),Output:["_col0","_col1","_col2"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_27]
PartitionCols:_col2
Filter Operator [FIL_37] (rows=83 width=186)
predicate:_col2 is not null
Group By Operator [GBY_14] (rows=83 width=186)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0, _col1
Group By Operator [GBY_12] (rows=83 width=186)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col0, _col1
Merge Join Operator [MERGEJOIN_43] (rows=166 width=178)
Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:_col0
Select Operator [SEL_2] (rows=166 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_38] (rows=166 width=178)
predicate:(key > '8')
TableScan [TS_0] (rows=500 width=178)
default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Map 5 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
Group By Operator [GBY_7] (rows=69 width=87)
Output:["_col0"],keys:_col0
Select Operator [SEL_5] (rows=166 width=87)
Output:["_col0"]
Filter Operator [FIL_39] (rows=166 width=87)
predicate:(key > '8')
TableScan [TS_3] (rows=500 width=87)
default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 7 [SIMPLE_EDGE]
SHUFFLE [RS_28]
PartitionCols:_col0
Group By Operator [GBY_26] (rows=34 width=8)
Output:["_col0"],keys:_col0
Select Operator [SEL_24] (rows=69 width=8)
Output:["_col0"]
Filter Operator [FIL_40] (rows=69 width=8)
predicate:_col1 is not null
Select Operator [SEL_42] (rows=69 width=8)
Output:["_col1"]
Group By Operator [GBY_22] (rows=69 width=95)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_21]
PartitionCols:_col0
Group By Operator [GBY_20] (rows=69 width=95)
Output:["_col0","_col1"],aggregations:["count()"],keys:key
Filter Operator [FIL_41] (rows=166 width=87)
predicate:(key > '9')
TableScan [TS_17] (rows=500 width=87)
default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain select p_mfgr, p_name, avg(p_size)
from part
group by p_mfgr, p_name
having p_name in
(select first_value(p_name) over(partition by p_mfgr order by p_size) from part)
PREHOOK: type: QUERY
POSTHOOK: query: explain select p_mfgr, p_name, avg(p_size)
from part
group by p_mfgr, p_name
having p_name in
(select first_value(p_name) over(partition by p_mfgr order by p_size) from part)
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
Reducer 5 <- Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_21]
Merge Join Operator [MERGEJOIN_26] (rows=6 width=227)
Conds:RS_17._col1=RS_18._col0(Left Semi),Output:["_col0","_col1","_col2"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_17]
PartitionCols:_col1
Select Operator [SEL_6] (rows=13 width=227)
Output:["_col0","_col1","_col2"]
Group By Operator [GBY_5] (rows=13 width=227)
Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col0, _col1
Group By Operator [GBY_3] (rows=13 width=295)
Output:["_col0","_col1","_col2"],aggregations:["avg(p_size)"],keys:p_name, p_mfgr
Filter Operator [FIL_24] (rows=26 width=223)
predicate:p_name is not null
TableScan [TS_0] (rows=26 width=223)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col0
Group By Operator [GBY_16] (rows=13 width=184)
Output:["_col0"],keys:_col0
Select Operator [SEL_11] (rows=26 width=184)
Output:["_col0"]
Filter Operator [FIL_25] (rows=26 width=491)
predicate:first_value_window_0 is not null
PTF Operator [PTF_10] (rows=26 width=491)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_9] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:p_mfgr
TableScan [TS_7] (rows=26 width=223)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"]
PREHOOK: query: explain select *
from src_cbo
where src_cbo.key not in
( select key from src_cbo s1
where s1.key > '2'
) order by key
PREHOOK: type: QUERY
POSTHOOK: query: explain select *
from src_cbo
where src_cbo.key not in
( select key from src_cbo s1
where s1.key > '2'
) order by key
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Reducer 6 <- Map 5 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_25]
Select Operator [SEL_24] (rows=1 width=178)
Output:["_col0","_col1"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_23]
Select Operator [SEL_22] (rows=1 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_21] (rows=1 width=265)
predicate:_col3 is null
Merge Join Operator [MERGEJOIN_29] (rows=500 width=265)
Conds:RS_18._col0=RS_19._col0(Left Outer),Output:["_col0","_col1","_col3"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_19]
PartitionCols:_col0
Select Operator [SEL_14] (rows=166 width=87)
Output:["_col0"]
Filter Operator [FIL_27] (rows=166 width=87)
predicate:(key > '2')
TableScan [TS_12] (rows=500 width=87)
default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col0
Merge Join Operator [MERGEJOIN_28] (rows=500 width=178)
Conds:(Inner),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_15]
Select Operator [SEL_1] (rows=500 width=178)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=500 width=178)
default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_16]
Select Operator [SEL_11] (rows=1 width=8)
Filter Operator [FIL_10] (rows=1 width=8)
predicate:(_col0 = 0)
Group By Operator [GBY_8] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 5 [SIMPLE_EDGE]
SHUFFLE [RS_7]
Group By Operator [GBY_6] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
Filter Operator [FIL_4] (rows=1 width=4)
predicate:false
Select Operator [SEL_3] (rows=500 width=4)
TableScan [TS_2] (rows=500 width=10)
default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE
PREHOOK: query: explain select p_mfgr, b.p_name, p_size
from part b
where b.p_name not in
(select p_name
from (select p_mfgr, p_name, p_size as r from part) a
where r < 10 and b.p_mfgr = a.p_mfgr
)
PREHOOK: type: QUERY
POSTHOOK: query: explain select p_mfgr, b.p_name, p_size
from part b
where b.p_name not in
(select p_name
from (select p_mfgr, p_name, p_size as r from part) a
where r < 10 and b.p_mfgr = a.p_mfgr
)
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
Reducer 3 <- Map 6 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
Reducer 5 <- Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_22]
Select Operator [SEL_21] (rows=1 width=223)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_20] (rows=1 width=344)
predicate:_col4 is null
Merge Join Operator [MERGEJOIN_27] (rows=26 width=344)
Conds:RS_17._col0, _col1=RS_18._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4"]
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col0, _col1
Select Operator [SEL_13] (rows=8 width=219)
Output:["_col0","_col1"]
Filter Operator [FIL_25] (rows=8 width=223)
predicate:(p_size < 10)
TableScan [TS_11] (rows=26 width=223)
default@part,b,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_17]
PartitionCols:_col0, _col1
Merge Join Operator [MERGEJOIN_26] (rows=26 width=223)
Conds:(Inner),Output:["_col0","_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_14]
Select Operator [SEL_1] (rows=26 width=223)
Output:["_col0","_col1","_col2"]
TableScan [TS_0] (rows=26 width=223)
default@part,b,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"]
<-Reducer 5 [SIMPLE_EDGE]
SHUFFLE [RS_15]
Select Operator [SEL_10] (rows=1 width=8)
Filter Operator [FIL_9] (rows=1 width=8)
predicate:(_col0 = 0)
Group By Operator [GBY_7] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_6]
Group By Operator [GBY_5] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
Select Operator [SEL_4] (rows=1 width=223)
Filter Operator [FIL_24] (rows=1 width=223)
predicate:((p_size < 10) and (p_name is null or p_mfgr is null))
TableScan [TS_2] (rows=26 width=223)
default@part,b,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"]
PREHOOK: query: explain select p_name, p_size
from
part where part.p_size not in
(select avg(p_size)
from (select p_size from part) a
where p_size < 10
) order by p_name
PREHOOK: type: QUERY
POSTHOOK: query: explain select p_name, p_size
from
part where part.p_size not in
(select avg(p_size)
from (select p_size from part) a
where p_size < 10
) order by p_name
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Reducer 6 <- Map 5 (SIMPLE_EDGE)
Reducer 8 <- Map 7 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_35]
Select Operator [SEL_34] (rows=1 width=125)
Output:["_col0","_col1"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_33]
Select Operator [SEL_32] (rows=1 width=125)
Output:["_col0","_col1"]
Filter Operator [FIL_31] (rows=1 width=133)
predicate:_col3 is null
Merge Join Operator [MERGEJOIN_41] (rows=26 width=133)
Conds:RS_28.UDFToDouble(_col1)=RS_29._col0(Left Outer),Output:["_col0","_col1","_col3"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_28]
PartitionCols:UDFToDouble(_col1)
Merge Join Operator [MERGEJOIN_40] (rows=26 width=125)
Conds:(Inner),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_25]
Select Operator [SEL_1] (rows=26 width=125)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=26 width=125)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_size"]
<-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_26]
Select Operator [SEL_17] (rows=1 width=8)
Filter Operator [FIL_16] (rows=1 width=8)
predicate:(_col0 = 0)
Group By Operator [GBY_14] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
Select Operator [SEL_10] (rows=1 width=8)
Filter Operator [FIL_9] (rows=1 width=8)
predicate:_col0 is null
Group By Operator [GBY_7] (rows=1 width=8)
Output:["_col0"],aggregations:["avg(VALUE._col0)"]
<-Map 5 [SIMPLE_EDGE]
SHUFFLE [RS_6]
Group By Operator [GBY_5] (rows=1 width=76)
Output:["_col0"],aggregations:["avg(p_size)"]
Filter Operator [FIL_37] (rows=8 width=4)
predicate:(p_size < 10)
TableScan [TS_2] (rows=26 width=4)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_size"]
<-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_29]
PartitionCols:_col0
Group By Operator [GBY_23] (rows=1 width=8)
Output:["_col0"],aggregations:["avg(VALUE._col0)"]
<-Map 7 [SIMPLE_EDGE]
SHUFFLE [RS_22]
Group By Operator [GBY_21] (rows=1 width=76)
Output:["_col0"],aggregations:["avg(p_size)"]
Filter Operator [FIL_39] (rows=8 width=4)
predicate:(p_size < 10)
TableScan [TS_18] (rows=26 width=4)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_size"]
PREHOOK: query: explain select b.p_mfgr, min(p_retailprice)
from part b
group by b.p_mfgr
having b.p_mfgr not in
(select p_mfgr
from (select p_mfgr, min(p_retailprice) l, max(p_retailprice) r, avg(p_retailprice) a from part group by p_mfgr) a
where min(p_retailprice) = l and r - l > 600
)
order by b.p_mfgr
PREHOOK: type: QUERY
POSTHOOK: query: explain select b.p_mfgr, min(p_retailprice)
from part b
group by b.p_mfgr
having b.p_mfgr not in
(select p_mfgr
from (select p_mfgr, min(p_retailprice) l, max(p_retailprice) r, avg(p_retailprice) a from part group by p_mfgr) a
where min(p_retailprice) = l and r - l > 600
)
order by b.p_mfgr
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 10 <- Map 9 (SIMPLE_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
Reducer 4 <- Reducer 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Reducer 7 <- Map 6 (SIMPLE_EDGE)
Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 5
File Output Operator [FS_37]
Select Operator [SEL_36] (rows=1 width=106)
Output:["_col0","_col1"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_35]
Select Operator [SEL_34] (rows=1 width=106)
Output:["_col0","_col1"]
Filter Operator [FIL_33] (rows=1 width=204)
predicate:_col3 is null
Merge Join Operator [MERGEJOIN_42] (rows=5 width=204)
Conds:RS_30._col0, _col1=RS_31._col0, _col1(Left Outer),Output:["_col0","_col1","_col3"]
<-Reducer 10 [SIMPLE_EDGE]
SHUFFLE [RS_31]
PartitionCols:_col0, _col1
Select Operator [SEL_26] (rows=1 width=106)
Output:["_col0","_col1"]
Filter Operator [FIL_39] (rows=1 width=114)
predicate:((_col2 - _col1) > 600.0)
Group By Operator [GBY_24] (rows=5 width=114)
Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)"],keys:KEY._col0
<-Map 9 [SIMPLE_EDGE]
SHUFFLE [RS_23]
PartitionCols:_col0
Group By Operator [GBY_22] (rows=5 width=114)
Output:["_col0","_col1","_col2"],aggregations:["min(p_retailprice)","max(p_retailprice)"],keys:p_mfgr
TableScan [TS_20] (rows=26 width=106)
default@part,b,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_retailprice"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_30]
PartitionCols:_col0, _col1
Merge Join Operator [MERGEJOIN_41] (rows=5 width=106)
Conds:(Inner),Output:["_col0","_col1"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_27]
Group By Operator [GBY_4] (rows=5 width=106)
Output:["_col0","_col1"],aggregations:["min(VALUE._col0)"],keys:KEY._col0
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:_col0
Group By Operator [GBY_2] (rows=5 width=106)
Output:["_col0","_col1"],aggregations:["min(p_retailprice)"],keys:p_mfgr
Select Operator [SEL_1] (rows=26 width=106)
Output:["p_mfgr","p_retailprice"]
TableScan [TS_0] (rows=26 width=106)
default@part,b,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_retailprice"]
<-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_28]
Select Operator [SEL_19] (rows=1 width=8)
Filter Operator [FIL_18] (rows=1 width=8)
predicate:(_col0 = 0)
Group By Operator [GBY_16] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Reducer 7 [SIMPLE_EDGE]
SHUFFLE [RS_15]
Group By Operator [GBY_14] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
Select Operator [SEL_12] (rows=1 width=114)
Filter Operator [FIL_11] (rows=1 width=114)
predicate:(((_col2 - _col1) > 600.0) and (_col0 is null or _col1 is null))
Group By Operator [GBY_10] (rows=5 width=114)
Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)"],keys:KEY._col0
<-Map 6 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
Group By Operator [GBY_8] (rows=5 width=114)
Output:["_col0","_col1","_col2"],aggregations:["min(p_retailprice)","max(p_retailprice)"],keys:p_mfgr
Select Operator [SEL_7] (rows=26 width=106)
Output:["p_mfgr","p_retailprice"]
TableScan [TS_6] (rows=26 width=106)
default@part,b,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_retailprice"]
PREHOOK: query: explain select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1
PREHOOK: type: QUERY
POSTHOOK: query: explain select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_4] (rows=20 width=52)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
PTF Operator [PTF_3] (rows=20 width=459)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"0 ASC NULLS FIRST","partition by:":"0"}]
Select Operator [SEL_2] (rows=20 width=459)
Output:["_col2","_col3"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:0
TableScan [TS_0] (rows=20 width=7)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int"]
PREHOOK: query: explain select * from (select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1) cbo_t1
PREHOOK: type: QUERY
POSTHOOK: query: explain select * from (select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1) cbo_t1
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_4] (rows=20 width=52)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
PTF Operator [PTF_3] (rows=20 width=459)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"0 ASC NULLS FIRST","partition by:":"0"}]
Select Operator [SEL_2] (rows=20 width=459)
Output:["_col2","_col3"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:0
TableScan [TS_0] (rows=20 width=7)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int"]
PREHOOK: query: explain select i, a, h, b, c, d, e, f, g, a as x, a +1 as y from (select max(c_int) over (partition by key order by value range UNBOUNDED PRECEDING) a, min(c_int) over (partition by key order by value range current row) b, count(c_int) over(partition by key order by value range 1 PRECEDING) c, avg(value) over (partition by key order by value range between unbounded preceding and unbounded following) d, sum(value) over (partition by key order by value range between unbounded preceding and current row) e, avg(c_float) over (partition by key order by value range between 1 preceding and unbounded following) f, sum(c_float) over (partition by key order by value range between 1 preceding and current row) g, max(c_float) over (partition by key order by value range between 1 preceding and unbounded following) h, min(c_float) over (partition by key order by value range between 1 preceding and 1 following) i from cbo_t1) cbo_t1
PREHOOK: type: QUERY
POSTHOOK: query: explain select i, a, h, b, c, d, e, f, g, a as x, a +1 as y from (select max(c_int) over (partition by key order by value range UNBOUNDED PRECEDING) a, min(c_int) over (partition by key order by value range current row) b, count(c_int) over(partition by key order by value range 1 PRECEDING) c, avg(value) over (partition by key order by value range between unbounded preceding and unbounded following) d, sum(value) over (partition by key order by value range between unbounded preceding and current row) e, avg(c_float) over (partition by key order by value range between 1 preceding and unbounded following) f, sum(c_float) over (partition by key order by value range between 1 preceding and current row) g, max(c_float) over (partition by key order by value range between 1 preceding and unbounded following) h, min(c_float) over (partition by key order by value range between 1 preceding and 1 following) i from cbo_t1) cbo_t1
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_4] (rows=20 width=64)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
PTF Operator [PTF_3] (rows=20 width=621)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}]
Select Operator [SEL_2] (rows=20 width=621)
Output:["_col0","_col1","_col2","_col3"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:key
TableScan [TS_0] (rows=20 width=169)
default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int","key","value"]
PREHOOK: query: explain select *, rank() over(partition by key order by value) as rr from src1
PREHOOK: type: QUERY
POSTHOOK: query: explain select *, rank() over(partition by key order by value) as rr from src1
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_4] (rows=25 width=179)
Output:["_col0","_col1","_col2"]
PTF Operator [PTF_3] (rows=25 width=443)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}]
Select Operator [SEL_2] (rows=25 width=443)
Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:key
TableScan [TS_0] (rows=25 width=175)
default@src1,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
PREHOOK: query: explain
select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt))
FROM (select x.key AS key, count(1) AS cnt
FROM src1 x JOIN src y ON (x.key = y.key)
GROUP BY x.key) tmp
PREHOOK: type: QUERY
POSTHOOK: query: explain
select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt))
FROM (select x.key AS key, count(1) AS cnt
FROM src1 x JOIN src y ON (x.key = y.key)
GROUP BY x.key) tmp
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_20]
Group By Operator [GBY_18] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_17]
Group By Operator [GBY_16] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"]
Select Operator [SEL_14] (rows=14 width=94)
Output:["_col0","_col1"]
Group By Operator [GBY_13] (rows=14 width=94)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
PartitionCols:_col0
Group By Operator [GBY_11] (rows=14 width=94)
Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
Merge Join Operator [MERGEJOIN_25] (rows=60 width=86)
Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:_col0
Select Operator [SEL_2] (rows=25 width=86)
Output:["_col0"]
Filter Operator [FIL_23] (rows=25 width=86)
predicate:key is not null
TableScan [TS_0] (rows=25 width=86)
default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Map 5 [SIMPLE_EDGE]
SHUFFLE [RS_7]
PartitionCols:_col0
Select Operator [SEL_5] (rows=500 width=87)
Output:["_col0"]
Filter Operator [FIL_24] (rows=500 width=87)
predicate:key is not null
TableScan [TS_3] (rows=500 width=87)
default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain
select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt))
FROM (select x.key AS key, count(1) AS cnt
FROM src1 x JOIN src y ON (x.key = y.key)
GROUP BY x.key) tmp
PREHOOK: type: QUERY
POSTHOOK: query: explain
select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt))
FROM (select x.key AS key, count(1) AS cnt
FROM src1 x JOIN src y ON (x.key = y.key)
GROUP BY x.key) tmp
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_20]
Group By Operator [GBY_18] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_17]
Group By Operator [GBY_16] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"]
Select Operator [SEL_14] (rows=14 width=94)
Output:["_col0","_col1"]
Group By Operator [GBY_13] (rows=14 width=94)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
PartitionCols:_col0
Group By Operator [GBY_11] (rows=14 width=94)
Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
Merge Join Operator [MERGEJOIN_25] (rows=60 width=86)
Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:_col0
Select Operator [SEL_2] (rows=25 width=86)
Output:["_col0"]
Filter Operator [FIL_23] (rows=25 width=86)
predicate:key is not null
TableScan [TS_0] (rows=25 width=86)
default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Map 5 [SIMPLE_EDGE]
SHUFFLE [RS_7]
PartitionCols:_col0
Select Operator [SEL_5] (rows=500 width=87)
Output:["_col0"]
Filter Operator [FIL_24] (rows=500 width=87)
predicate:key is not null
TableScan [TS_3] (rows=500 width=87)
default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain
select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt))
FROM (select x.key AS key, count(1) AS cnt
FROM src1 x JOIN src y ON (x.key = y.key)
GROUP BY x.key) tmp
PREHOOK: type: QUERY
POSTHOOK: query: explain
select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt))
FROM (select x.key AS key, count(1) AS cnt
FROM src1 x JOIN src y ON (x.key = y.key)
GROUP BY x.key) tmp
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Map 2 <- Map 1 (BROADCAST_EDGE)
Reducer 3 <- Map 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_20]
Group By Operator [GBY_18] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_17]
Group By Operator [GBY_16] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"]
Select Operator [SEL_14] (rows=14 width=94)
Output:["_col0","_col1"]
Group By Operator [GBY_13] (rows=14 width=94)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
<-Map 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
PartitionCols:_col0
Group By Operator [GBY_11] (rows=14 width=94)
Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
Map Join Operator [MAPJOIN_25] (rows=60 width=86)
Conds:RS_6._col0=SEL_5._col0(Inner),HybridGraceHashJoin:true,Output:["_col0"]
<-Map 1 [BROADCAST_EDGE]
BROADCAST [RS_6]
PartitionCols:_col0
Select Operator [SEL_2] (rows=25 width=86)
Output:["_col0"]
Filter Operator [FIL_23] (rows=25 width=86)
predicate:key is not null
TableScan [TS_0] (rows=25 width=86)
default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Select Operator [SEL_5] (rows=500 width=87)
Output:["_col0"]
Filter Operator [FIL_24] (rows=500 width=87)
predicate:key is not null
TableScan [TS_3] (rows=500 width=87)
default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain
select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt))
FROM (select x.key AS key, count(1) AS cnt
FROM src1 x LEFT SEMI JOIN src y ON (x.key = y.key)
GROUP BY x.key) tmp
PREHOOK: type: QUERY
POSTHOOK: query: explain
select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt))
FROM (select x.key AS key, count(1) AS cnt
FROM src1 x LEFT SEMI JOIN src y ON (x.key = y.key)
GROUP BY x.key) tmp
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_22]
Group By Operator [GBY_20] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_19]
Group By Operator [GBY_18] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"]
Select Operator [SEL_16] (rows=12 width=94)
Output:["_col0","_col1"]
Group By Operator [GBY_15] (rows=12 width=94)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_14]
PartitionCols:_col0
Group By Operator [GBY_13] (rows=12 width=94)
Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
Merge Join Operator [MERGEJOIN_27] (rows=25 width=86)
Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:_col0
Select Operator [SEL_2] (rows=25 width=86)
Output:["_col0"]
Filter Operator [FIL_25] (rows=25 width=86)
predicate:key is not null
TableScan [TS_0] (rows=25 width=86)
default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Map 5 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
Group By Operator [GBY_7] (rows=205 width=87)
Output:["_col0"],keys:_col0
Select Operator [SEL_5] (rows=500 width=87)
Output:["_col0"]
Filter Operator [FIL_26] (rows=500 width=87)
predicate:key is not null
TableScan [TS_3] (rows=500 width=87)
default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: explain create table abcd (a int, b int, c int, d int)
PREHOOK: type: CREATETABLE
POSTHOOK: query: explain create table abcd (a int, b int, c int, d int)
POSTHOOK: type: CREATETABLE
Stage-0
Create Table Operator:
name:default.abcd
PREHOOK: query: create table abcd (a int, b int, c int, d int)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@abcd
POSTHOOK: query: create table abcd (a int, b int, c int, d int)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@abcd
PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in4.txt' INTO TABLE abcd
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@abcd
POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in4.txt' INTO TABLE abcd
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@abcd
PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a
PREHOOK: type: QUERY
POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Group By Operator [GBY_4] (rows=2 width=19)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT KEY._col1:0._col0)","count(DISTINCT KEY._col1:1._col0)","sum(VALUE._col2)"],keys:KEY._col0
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:_col0
Group By Operator [GBY_2] (rows=4 width=19)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(DISTINCT b)","count(DISTINCT c)","sum(d)"],keys:a, b, c
Select Operator [SEL_1] (rows=4 width=19)
Output:["a","b","c","d"]
TableScan [TS_0] (rows=4 width=19)
default@abcd,abcd,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"]
PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a
PREHOOK: type: QUERY
POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_5]
Group By Operator [GBY_3] (rows=2 width=19)
Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT KEY._col1:0._col0)","count(DISTINCT KEY._col1:1._col0)","sum(VALUE._col0)"],keys:KEY._col0
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:a
Select Operator [SEL_1] (rows=4 width=19)
Output:["a","b","c","d"]
TableScan [TS_0] (rows=4 width=19)
default@abcd,abcd,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"]
PREHOOK: query: explain create table src_rc_merge_test(key int, value string) stored as rcfile
PREHOOK: type: CREATETABLE
POSTHOOK: query: explain create table src_rc_merge_test(key int, value string) stored as rcfile
POSTHOOK: type: CREATETABLE
Stage-0
Create Table Operator:
name:default.src_rc_merge_test
PREHOOK: query: create table src_rc_merge_test(key int, value string) stored as rcfile
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@src_rc_merge_test
POSTHOOK: query: create table src_rc_merge_test(key int, value string) stored as rcfile
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@src_rc_merge_test
PREHOOK: query: load data local inpath '../../data/files/smbbucket_1.rc' into table src_rc_merge_test
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@src_rc_merge_test
POSTHOOK: query: load data local inpath '../../data/files/smbbucket_1.rc' into table src_rc_merge_test
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@src_rc_merge_test
PREHOOK: query: explain create table tgt_rc_merge_test(key int, value string) stored as rcfile
PREHOOK: type: CREATETABLE
POSTHOOK: query: explain create table tgt_rc_merge_test(key int, value string) stored as rcfile
POSTHOOK: type: CREATETABLE
Stage-0
Create Table Operator:
name:default.tgt_rc_merge_test
PREHOOK: query: create table tgt_rc_merge_test(key int, value string) stored as rcfile
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@tgt_rc_merge_test
POSTHOOK: query: create table tgt_rc_merge_test(key int, value string) stored as rcfile
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@tgt_rc_merge_test
PREHOOK: query: insert into table tgt_rc_merge_test select * from src_rc_merge_test
PREHOOK: type: QUERY
PREHOOK: Input: default@src_rc_merge_test
PREHOOK: Output: default@tgt_rc_merge_test
POSTHOOK: query: insert into table tgt_rc_merge_test select * from src_rc_merge_test
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src_rc_merge_test
POSTHOOK: Output: default@tgt_rc_merge_test
POSTHOOK: Lineage: tgt_rc_merge_test.key SIMPLE [(src_rc_merge_test)src_rc_merge_test.FieldSchema(name:key, type:int, comment:null), ]
POSTHOOK: Lineage: tgt_rc_merge_test.value SIMPLE [(src_rc_merge_test)src_rc_merge_test.FieldSchema(name:value, type:string, comment:null), ]
PREHOOK: query: show table extended like `tgt_rc_merge_test`
PREHOOK: type: SHOW_TABLESTATUS
POSTHOOK: query: show table extended like `tgt_rc_merge_test`
POSTHOOK: type: SHOW_TABLESTATUS
tableName:tgt_rc_merge_test
#### A masked pattern was here ####
inputformat:org.apache.hadoop.hive.ql.io.RCFileInputFormat
outputformat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat
columns:struct columns { i32 key, string value}
partitioned:false
partitionColumns:
totalNumberFiles:1
totalFileSize:171
maxFileSize:171
minFileSize:171
#### A masked pattern was here ####
PREHOOK: query: explain select count(1) from tgt_rc_merge_test
PREHOOK: type: QUERY
POSTHOOK: query: explain select count(1) from tgt_rc_merge_test
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Group By Operator [GBY_4] (rows=1 width=8)
Output:["_col0"],aggregations:["count(1)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
Select Operator [SEL_1] (rows=5 width=6)
TableScan [TS_0] (rows=5 width=6)
default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:COMPLETE
PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test
PREHOOK: type: QUERY
POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Group By Operator [GBY_4] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
Select Operator [SEL_1] (rows=5 width=6)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=5 width=6)
default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: alter table tgt_rc_merge_test concatenate
PREHOOK: type: ALTER_TABLE_MERGE
PREHOOK: Input: default@tgt_rc_merge_test
PREHOOK: Output: default@tgt_rc_merge_test
POSTHOOK: query: alter table tgt_rc_merge_test concatenate
POSTHOOK: type: ALTER_TABLE_MERGE
POSTHOOK: Input: default@tgt_rc_merge_test
POSTHOOK: Output: default@tgt_rc_merge_test
PREHOOK: query: show table extended like `tgt_rc_merge_test`
PREHOOK: type: SHOW_TABLESTATUS
POSTHOOK: query: show table extended like `tgt_rc_merge_test`
POSTHOOK: type: SHOW_TABLESTATUS
tableName:tgt_rc_merge_test
#### A masked pattern was here ####
inputformat:org.apache.hadoop.hive.ql.io.RCFileInputFormat
outputformat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat
columns:struct columns { i32 key, string value}
partitioned:false
partitionColumns:
totalNumberFiles:1
totalFileSize:171
maxFileSize:171
minFileSize:171
#### A masked pattern was here ####
PREHOOK: query: explain select count(1) from tgt_rc_merge_test
PREHOOK: type: QUERY
POSTHOOK: query: explain select count(1) from tgt_rc_merge_test
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Group By Operator [GBY_4] (rows=1 width=8)
Output:["_col0"],aggregations:["count(1)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
Select Operator [SEL_1] (rows=5 width=6)
TableScan [TS_0] (rows=5 width=6)
default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:COMPLETE
PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test
PREHOOK: type: QUERY
POSTHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Group By Operator [GBY_4] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
Select Operator [SEL_1] (rows=5 width=6)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=5 width=6)
default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: drop table src_rc_merge_test
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@src_rc_merge_test
PREHOOK: Output: default@src_rc_merge_test
POSTHOOK: query: drop table src_rc_merge_test
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@src_rc_merge_test
POSTHOOK: Output: default@src_rc_merge_test
PREHOOK: query: drop table tgt_rc_merge_test
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@tgt_rc_merge_test
PREHOOK: Output: default@tgt_rc_merge_test
POSTHOOK: query: drop table tgt_rc_merge_test
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@tgt_rc_merge_test
POSTHOOK: Output: default@tgt_rc_merge_test
PREHOOK: query: explain select src.key from src cross join src src2
PREHOOK: type: QUERY
POSTHOOK: query: explain select src.key from src cross join src src2
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_8]
Merge Join Operator [MERGEJOIN_9] (rows=250000 width=87)
Conds:(Inner),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
Select Operator [SEL_1] (rows=500 width=87)
Output:["_col0"]
TableScan [TS_0] (rows=500 width=87)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_5]
Select Operator [SEL_3] (rows=500 width=4)
TableScan [TS_2] (rows=500 width=10)
default@src,src,Tbl:COMPLETE,Col:COMPLETE
PREHOOK: query: explain create table nzhang_Tmp(a int, b string)
PREHOOK: type: CREATETABLE
POSTHOOK: query: explain create table nzhang_Tmp(a int, b string)
POSTHOOK: type: CREATETABLE
Stage-0
Create Table Operator:
name:default.nzhang_Tmp
PREHOOK: query: create table nzhang_Tmp(a int, b string)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@nzhang_Tmp
POSTHOOK: query: create table nzhang_Tmp(a int, b string)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@nzhang_Tmp
PREHOOK: query: explain create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10
PREHOOK: type: CREATETABLE_AS_SELECT
POSTHOOK: query: explain create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10
POSTHOOK: type: CREATETABLE_AS_SELECT
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-3
Stats-Aggr Operator
Stage-4
Create Table Operator:
name:default.nzhang_CTAS1
Stage-2
Dependency Collection{}
Stage-1
Reducer 3
File Output Operator [FS_8]
table:{"name:":"default.nzhang_CTAS1"}
Limit [LIM_7] (rows=10 width=178)
Number of rows:10
Select Operator [SEL_6] (rows=10 width=178)
Output:["_col0","_col1"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_5]
Limit [LIM_4] (rows=10 width=178)
Number of rows:10
Select Operator [SEL_3] (rows=500 width=178)
Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
Select Operator [SEL_1] (rows=500 width=178)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=500 width=178)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
Stage-0
Move Operator
Please refer to the previous Stage-1
PREHOOK: query: create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10
PREHOOK: type: CREATETABLE_AS_SELECT
PREHOOK: Input: default@src
PREHOOK: Output: database:default
PREHOOK: Output: default@nzhang_CTAS1
POSTHOOK: query: create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10
POSTHOOK: type: CREATETABLE_AS_SELECT
POSTHOOK: Input: default@src
POSTHOOK: Output: database:default
POSTHOOK: Output: default@nzhang_CTAS1
POSTHOOK: Lineage: nzhang_ctas1.k SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: nzhang_ctas1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: explain create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10
PREHOOK: type: CREATETABLE_AS_SELECT
POSTHOOK: query: explain create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10
POSTHOOK: type: CREATETABLE_AS_SELECT
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-3
Stats-Aggr Operator
Stage-4
Create Table Operator:
name:default.nzhang_ctas3
Stage-2
Dependency Collection{}
Stage-1
Reducer 3
File Output Operator [FS_8]
table:{"name:":"default.nzhang_ctas3"}
Limit [LIM_7] (rows=10 width=192)
Number of rows:10
Select Operator [SEL_6] (rows=10 width=192)
Output:["_col0","_col1"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_5]
Limit [LIM_4] (rows=10 width=192)
Number of rows:10
Select Operator [SEL_3] (rows=500 width=192)
Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
Select Operator [SEL_1] (rows=500 width=192)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=500 width=178)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
Stage-0
Move Operator
Please refer to the previous Stage-1
PREHOOK: query: create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10
PREHOOK: type: CREATETABLE_AS_SELECT
PREHOOK: Input: default@src
PREHOOK: Output: database:default
PREHOOK: Output: default@nzhang_ctas3
POSTHOOK: query: create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10
POSTHOOK: type: CREATETABLE_AS_SELECT
POSTHOOK: Input: default@src
POSTHOOK: Output: database:default
POSTHOOK: Output: default@nzhang_ctas3
POSTHOOK: Lineage: nzhang_ctas3.conb EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: nzhang_ctas3.half_key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
PREHOOK: query: explain create table if not exists nzhang_ctas3 as select key, value from src sort by key, value limit 2
PREHOOK: type: CREATETABLE
POSTHOOK: query: explain create table if not exists nzhang_ctas3 as select key, value from src sort by key, value limit 2
POSTHOOK: type: CREATETABLE
PREHOOK: query: create table if not exists nzhang_ctas3 as select key, value from src sort by key, value limit 2
PREHOOK: type: CREATETABLE
POSTHOOK: query: create table if not exists nzhang_ctas3 as select key, value from src sort by key, value limit 2
POSTHOOK: type: CREATETABLE
PREHOOK: query: explain create temporary table acid_dtt(a int, b varchar(128)) clustered by (a) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true')
PREHOOK: type: CREATETABLE
POSTHOOK: query: explain create temporary table acid_dtt(a int, b varchar(128)) clustered by (a) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true')
POSTHOOK: type: CREATETABLE
Stage-0
Create Table Operator:
name:default.acid_dtt
PREHOOK: query: create temporary table acid_dtt(a int, b varchar(128)) clustered by (a) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true')
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@acid_dtt
POSTHOOK: query: create temporary table acid_dtt(a int, b varchar(128)) clustered by (a) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true')
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@acid_dtt
PREHOOK: query: explain
select src1.key as k1, src1.value as v1,
src2.key as k2, src2.value as v2 FROM
(select * FROM src WHERE src.key < 10) src1
JOIN
(select * FROM src WHERE src.key < 10) src2
SORT BY k1, v1, k2, v2
PREHOOK: type: QUERY
POSTHOOK: query: explain
select src1.key as k1, src1.value as v1,
src2.key as k2, src2.value as v2 FROM
(select * FROM src WHERE src.key < 10) src1
JOIN
(select * FROM src WHERE src.key < 10) src2
SORT BY k1, v1, k2, v2
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_12]
Select Operator [SEL_11] (rows=27556 width=356)
Output:["_col0","_col1","_col2","_col3"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_10]
Merge Join Operator [MERGEJOIN_15] (rows=27556 width=356)
Conds:(Inner),Output:["_col0","_col1","_col2","_col3"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_6]
Select Operator [SEL_2] (rows=166 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_13] (rows=166 width=178)
predicate:(key < 10)
TableScan [TS_0] (rows=500 width=178)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_7]
Select Operator [SEL_5] (rows=166 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_14] (rows=166 width=178)
predicate:(key < 10)
TableScan [TS_3] (rows=500 width=178)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
PREHOOK: query: CREATE TABLE myinput1(key int, value int)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@myinput1
POSTHOOK: query: CREATE TABLE myinput1(key int, value int)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@myinput1
PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in8.txt' INTO TABLE myinput1
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@myinput1
POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in8.txt' INTO TABLE myinput1
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@myinput1
PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value
PREHOOK: type: QUERY
POSTHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_5] (rows=3 width=9)
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_7] (rows=3 width=9)
Conds:RS_2.key=RS_3.value(Inner),Output:["_col0","_col1","_col5","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:key
TableScan [TS_0] (rows=3 width=8)
default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:value
TableScan [TS_1] (rows=3 width=8)
default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key=c.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key=c.key
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_11]
Select Operator [SEL_10] (rows=6 width=9)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
Merge Join Operator [MERGEJOIN_21] (rows=6 width=9)
Conds:RS_4.key=RS_6.value(Inner),RS_4.key=RS_8.key(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:key
Filter Operator [FIL_18] (rows=3 width=8)
predicate:key is not null
TableScan [TS_0] (rows=3 width=8)
default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:value
Filter Operator [FIL_19] (rows=3 width=8)
predicate:value is not null
TableScan [TS_1] (rows=3 width=8)
default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:key
Filter Operator [FIL_20] (rows=3 width=8)
predicate:key is not null
TableScan [TS_2] (rows=3 width=8)
default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key<=>c.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key<=>c.key
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_8]
Select Operator [SEL_7] (rows=6 width=9)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
Merge Join Operator [MERGEJOIN_9] (rows=6 width=9)
Conds:RS_3.key=RS_4.value(Inner),RS_3.key=RS_5.key(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:key
TableScan [TS_0] (rows=3 width=8)
default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:value
TableScan [TS_1] (rows=3 width=8)
default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_5]
PartitionCols:key
TableScan [TS_2] (rows=3 width=8)
default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value=b.key join myinput1 c on a.key<=>c.key AND a.value=c.value
PREHOOK: type: QUERY
POSTHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value=b.key join myinput1 c on a.key<=>c.key AND a.value=c.value
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_11]
Select Operator [SEL_10] (rows=6 width=9)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
Merge Join Operator [MERGEJOIN_15] (rows=6 width=9)
Conds:RS_4.key, value=RS_6.value, key(Inner),RS_4.key, value=RS_8.key, value(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:key, value
Filter Operator [FIL_12] (rows=3 width=8)
predicate:value is not null
TableScan [TS_0] (rows=3 width=8)
default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:value, key
Filter Operator [FIL_13] (rows=3 width=8)
predicate:key is not null
TableScan [TS_1] (rows=3 width=8)
default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:key, value
Filter Operator [FIL_14] (rows=3 width=8)
predicate:value is not null
TableScan [TS_2] (rows=3 width=8)
default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value<=>b.key join myinput1 c on a.key<=>c.key AND a.value<=>c.value
PREHOOK: type: QUERY
POSTHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value<=>b.key join myinput1 c on a.key<=>c.key AND a.value<=>c.value
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_8]
Select Operator [SEL_7] (rows=6 width=9)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
Merge Join Operator [MERGEJOIN_9] (rows=6 width=9)
Conds:RS_3.key, value=RS_4.value, key(Inner),RS_3.key, value=RS_5.key, value(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:key, value
TableScan [TS_0] (rows=3 width=8)
default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:value, key
TableScan [TS_1] (rows=3 width=8)
default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_5]
PartitionCols:key, value
TableScan [TS_2] (rows=3 width=8)
default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key<=>b.value
PREHOOK: type: QUERY
POSTHOOK: query: explain select * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key<=>b.value
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_5] (rows=3 width=9)
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_7] (rows=3 width=9)
Conds:RS_2.key=RS_3.value(Left Outer),Output:["_col0","_col1","_col5","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:key
TableScan [TS_0] (rows=3 width=8)
default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:value
TableScan [TS_1] (rows=3 width=8)
default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key<=>b.value
PREHOOK: type: QUERY
POSTHOOK: query: explain select * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key<=>b.value
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_5] (rows=3 width=9)
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_7] (rows=3 width=9)
Conds:RS_2.key=RS_3.value(Right Outer),Output:["_col0","_col1","_col5","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:key
TableScan [TS_0] (rows=3 width=8)
default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:value
TableScan [TS_1] (rows=3 width=8)
default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.key<=>b.value
PREHOOK: type: QUERY
POSTHOOK: query: explain select * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.key<=>b.value
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_5] (rows=3 width=9)
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_7] (rows=3 width=9)
Conds:RS_2.key=RS_3.value(Outer),Output:["_col0","_col1","_col5","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:key
TableScan [TS_0] (rows=3 width=8)
default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:value
TableScan [TS_1] (rows=3 width=8)
default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.key<=>b.value
PREHOOK: type: QUERY
POSTHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.key<=>b.value
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_5] (rows=3 width=9)
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_7] (rows=3 width=9)
Conds:RS_2.key=RS_3.value(Inner),Output:["_col0","_col1","_col5","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:key
TableScan [TS_0] (rows=3 width=8)
default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:value
TableScan [TS_1] (rows=3 width=8)
default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: CREATE TABLE smb_input(key int, value int)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@smb_input
POSTHOOK: query: CREATE TABLE smb_input(key int, value int)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@smb_input
PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in4.txt' into table smb_input
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@smb_input
POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in4.txt' into table smb_input
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@smb_input
PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in5.txt' into table smb_input
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@smb_input
POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in5.txt' into table smb_input
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@smb_input
PREHOOK: query: CREATE TABLE smb_input1(key int, value int) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@smb_input1
POSTHOOK: query: CREATE TABLE smb_input1(key int, value int) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@smb_input1
PREHOOK: query: CREATE TABLE smb_input2(key int, value int) CLUSTERED BY (value) SORTED BY (value) INTO 2 BUCKETS
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@smb_input2
POSTHOOK: query: CREATE TABLE smb_input2(key int, value int) CLUSTERED BY (value) SORTED BY (value) INTO 2 BUCKETS
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@smb_input2
PREHOOK: query: from smb_input
insert overwrite table smb_input1 select *
insert overwrite table smb_input2 select *
PREHOOK: type: QUERY
PREHOOK: Input: default@smb_input
PREHOOK: Output: default@smb_input1
PREHOOK: Output: default@smb_input2
POSTHOOK: query: from smb_input
insert overwrite table smb_input1 select *
insert overwrite table smb_input2 select *
POSTHOOK: type: QUERY
POSTHOOK: Input: default@smb_input
POSTHOOK: Output: default@smb_input1
POSTHOOK: Output: default@smb_input2
POSTHOOK: Lineage: smb_input1.key SIMPLE [(smb_input)smb_input.FieldSchema(name:key, type:int, comment:null), ]
POSTHOOK: Lineage: smb_input1.value SIMPLE [(smb_input)smb_input.FieldSchema(name:value, type:int, comment:null), ]
POSTHOOK: Lineage: smb_input2.key SIMPLE [(smb_input)smb_input.FieldSchema(name:key, type:int, comment:null), ]
POSTHOOK: Lineage: smb_input2.value SIMPLE [(smb_input)smb_input.FieldSchema(name:value, type:int, comment:null), ]
PREHOOK: query: analyze table smb_input1 compute statistics
PREHOOK: type: QUERY
PREHOOK: Input: default@smb_input1
PREHOOK: Output: default@smb_input1
POSTHOOK: query: analyze table smb_input1 compute statistics
POSTHOOK: type: QUERY
POSTHOOK: Input: default@smb_input1
POSTHOOK: Output: default@smb_input1
PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key <=> b.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key <=> b.key
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_5] (rows=28 width=7)
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_7] (rows=28 width=7)
Conds:RS_2.key=RS_3.key(Inner),Output:["_col0","_col1","_col5","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:key
TableScan [TS_0] (rows=26 width=7)
default@smb_input1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:key
TableScan [TS_1] (rows=26 width=7)
default@smb_input1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key <=> b.key AND a.value <=> b.value
PREHOOK: type: QUERY
POSTHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key <=> b.key AND a.value <=> b.value
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_5] (rows=28 width=7)
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_7] (rows=28 width=7)
Conds:RS_2.key, value=RS_3.key, value(Inner),Output:["_col0","_col1","_col5","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:key, value
TableScan [TS_0] (rows=26 width=7)
default@smb_input1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:key, value
TableScan [TS_1] (rows=26 width=7)
default@smb_input1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input1 b ON a.key <=> b.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input1 b ON a.key <=> b.key
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_5] (rows=28 width=7)
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_7] (rows=28 width=7)
Conds:RS_2.key=RS_3.key(Right Outer),Output:["_col0","_col1","_col5","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:key
TableScan [TS_0] (rows=26 width=7)
default@smb_input1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:key
TableScan [TS_1] (rows=26 width=7)
default@smb_input1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key <=> b.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key <=> b.key
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_5] (rows=28 width=7)
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_7] (rows=28 width=7)
Conds:RS_2.key=RS_3.key(Inner),Output:["_col0","_col1","_col5","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:key
TableScan [TS_0] (rows=26 width=7)
default@smb_input1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:key
TableScan [TS_1] (rows=26 width=7)
default@smb_input1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input1 b ON a.key <=> b.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input1 b ON a.key <=> b.key
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Less_than_equal_greater_than].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_6]
Select Operator [SEL_5] (rows=28 width=7)
Output:["_col0","_col1","_col2","_col3"]
Merge Join Operator [MERGEJOIN_7] (rows=28 width=7)
Conds:RS_2.key=RS_3.key(Left Outer),Output:["_col0","_col1","_col5","_col6"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:key
TableScan [TS_0] (rows=26 width=7)
default@smb_input1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:key
TableScan [TS_1] (rows=26 width=7)
default@smb_input1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"]
PREHOOK: query: drop table sales
PREHOOK: type: DROPTABLE
POSTHOOK: query: drop table sales
POSTHOOK: type: DROPTABLE
PREHOOK: query: drop table things
PREHOOK: type: DROPTABLE
POSTHOOK: query: drop table things
POSTHOOK: type: DROPTABLE
PREHOOK: query: CREATE TABLE sales (name STRING, id INT)
ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t'
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@sales
POSTHOOK: query: CREATE TABLE sales (name STRING, id INT)
ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t'
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@sales
PREHOOK: query: CREATE TABLE things (id INT, name STRING) partitioned by (ds string)
ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t'
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@things
POSTHOOK: query: CREATE TABLE things (id INT, name STRING) partitioned by (ds string)
ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t'
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@things
PREHOOK: query: load data local inpath '../../data/files/sales.txt' INTO TABLE sales
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@sales
POSTHOOK: query: load data local inpath '../../data/files/sales.txt' INTO TABLE sales
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@sales
PREHOOK: query: load data local inpath '../../data/files/things.txt' INTO TABLE things partition(ds='2011-10-23')
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@things
POSTHOOK: query: load data local inpath '../../data/files/things.txt' INTO TABLE things partition(ds='2011-10-23')
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@things
POSTHOOK: Output: default@things@ds=2011-10-23
PREHOOK: query: load data local inpath '../../data/files/things2.txt' INTO TABLE things partition(ds='2011-10-24')
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@things
POSTHOOK: query: load data local inpath '../../data/files/things2.txt' INTO TABLE things partition(ds='2011-10-24')
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@things
POSTHOOK: Output: default@things@ds=2011-10-24
PREHOOK: query: explain select name,id FROM sales LEFT SEMI JOIN things ON (sales.id = things.id)
PREHOOK: type: QUERY
POSTHOOK: query: explain select name,id FROM sales LEFT SEMI JOIN things ON (sales.id = things.id)
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_12]
Merge Join Operator [MERGEJOIN_17] (rows=2 width=6)
Conds:RS_8._col1=RS_9._col0(Left Semi),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:_col1
Select Operator [SEL_2] (rows=1 width=13)
Output:["_col0","_col1"]
Filter Operator [FIL_15] (rows=1 width=13)
predicate:id is not null
TableScan [TS_0] (rows=1 width=13)
default@sales,sales,Tbl:COMPLETE,Col:NONE,Output:["name","id"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:_col0
Group By Operator [GBY_7] (rows=2 width=6)
Output:["_col0"],keys:_col0
Select Operator [SEL_5] (rows=2 width=6)
Output:["_col0"]
Filter Operator [FIL_16] (rows=2 width=6)
predicate:id is not null
TableScan [TS_3] (rows=2 width=6)
default@things,things,Tbl:COMPLETE,Col:NONE,Output:["id"]
PREHOOK: query: drop table sales
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@sales
PREHOOK: Output: default@sales
POSTHOOK: query: drop table sales
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@sales
POSTHOOK: Output: default@sales
PREHOOK: query: drop table things
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@things
PREHOOK: Output: default@things
POSTHOOK: query: drop table things
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@things
POSTHOOK: Output: default@things
PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450'
PREHOOK: type: QUERY
POSTHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450'
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Map 1 <- Map 3 (BROADCAST_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_16]
Merge Join Operator [MERGEJOIN_26] (rows=555 width=87)
Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_12]
PartitionCols:_col1
Map Join Operator [MAPJOIN_25] (rows=241 width=178)
Conds:SEL_2._col0=RS_10._col0(Inner),HybridGraceHashJoin:true,Output:["_col0","_col1"]
<-Map 3 [BROADCAST_EDGE]
BROADCAST [RS_10]
PartitionCols:_col0
Select Operator [SEL_5] (rows=25 width=86)
Output:["_col0"]
Filter Operator [FIL_23] (rows=25 width=86)
predicate:key is not null
TableScan [TS_3] (rows=25 width=86)
default@src1,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Select Operator [SEL_2] (rows=666 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_22] (rows=666 width=178)
predicate:((value > 'val_450') and key is not null)
TableScan [TS_0] (rows=2000 width=178)
default@srcpart,srcpart,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
Select Operator [SEL_8] (rows=166 width=91)
Output:["_col0"]
Filter Operator [FIL_24] (rows=166 width=91)
predicate:(value > 'val_450')
TableScan [TS_6] (rows=500 width=91)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["value"]
PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450'
PREHOOK: type: QUERY
POSTHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450'
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Map 1 <- Map 3 (BROADCAST_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_16]
Merge Join Operator [MERGEJOIN_26] (rows=555 width=87)
Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_12]
PartitionCols:_col1
Map Join Operator [MAPJOIN_25] (rows=241 width=178)
Conds:SEL_2._col0=RS_10._col0(Inner),HybridGraceHashJoin:true,Output:["_col0","_col1"]
<-Map 3 [BROADCAST_EDGE]
BROADCAST [RS_10]
PartitionCols:_col0
Select Operator [SEL_5] (rows=25 width=86)
Output:["_col0"]
Filter Operator [FIL_23] (rows=25 width=86)
predicate:key is not null
TableScan [TS_3] (rows=25 width=86)
default@src1,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Select Operator [SEL_2] (rows=666 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_22] (rows=666 width=178)
predicate:((value > 'val_450') and key is not null)
TableScan [TS_0] (rows=2000 width=178)
default@srcpart,srcpart,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
Select Operator [SEL_8] (rows=166 width=91)
Output:["_col0"]
Filter Operator [FIL_24] (rows=166 width=91)
predicate:(value > 'val_450')
TableScan [TS_6] (rows=500 width=91)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["value"]
PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450'
PREHOOK: type: QUERY
POSTHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450'
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Map 1 <- Map 3 (BROADCAST_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_16]
Merge Join Operator [MERGEJOIN_26] (rows=555 width=87)
Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_12]
PartitionCols:_col1
Map Join Operator [MAPJOIN_25] (rows=241 width=178)
Conds:SEL_2._col0=RS_10._col0(Inner),HybridGraceHashJoin:true,Output:["_col0","_col1"]
<-Map 3 [BROADCAST_EDGE]
BROADCAST [RS_10]
PartitionCols:_col0
Select Operator [SEL_5] (rows=25 width=86)
Output:["_col0"]
Filter Operator [FIL_23] (rows=25 width=86)
predicate:key is not null
TableScan [TS_3] (rows=25 width=86)
default@src1,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Select Operator [SEL_2] (rows=666 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_22] (rows=666 width=178)
predicate:((value > 'val_450') and key is not null)
TableScan [TS_0] (rows=2000 width=178)
default@srcpart,srcpart,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Map 4 [SIMPLE_EDGE]
SHUFFLE [RS_13]
PartitionCols:_col0
Select Operator [SEL_8] (rows=166 width=91)
Output:["_col0"]
Filter Operator [FIL_24] (rows=166 width=91)
predicate:(value > 'val_450')
TableScan [TS_6] (rows=500 width=91)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["value"]
PREHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1
from noop(on part
partition by p_mfgr
order by p_name
)
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1
from noop(on part
partition by p_mfgr
order by p_name
)
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_9]
Select Operator [SEL_7] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_6] (rows=26 width=499)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_5] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=499)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=231)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"]
PREHOOK: query: explain
select p_mfgr, p_name,
p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz
from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_partkey) j
distribute by j.p_mfgr
sort by j.p_name)
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name,
p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz
from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_partkey) j
distribute by j.p_mfgr
sort by j.p_name)
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Map 1 <- Map 4 (BROADCAST_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_16]
Select Operator [SEL_14] (rows=29 width=227)
Output:["_col0","_col1","_col2","_col3"]
PTF Operator [PTF_13] (rows=29 width=223)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_12] (rows=29 width=223)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_11]
PartitionCols:_col2
PTF Operator [PTF_10] (rows=29 width=223)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_9] (rows=29 width=223)
Output:["_col1","_col2","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:_col2
Map Join Operator [MAPJOIN_21] (rows=29 width=223)
Conds:FIL_19.p_partkey=RS_5.p_partkey(Inner),HybridGraceHashJoin:true,Output:["_col1","_col2","_col5"]
<-Map 4 [BROADCAST_EDGE]
BROADCAST [RS_5]
PartitionCols:p_partkey
Filter Operator [FIL_20] (rows=26 width=4)
predicate:p_partkey is not null
TableScan [TS_1] (rows=26 width=4)
default@part,p2,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey"]
<-Filter Operator [FIL_19] (rows=26 width=227)
predicate:p_partkey is not null
TableScan [TS_0] (rows=26 width=227)
default@part,p1,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey","p_name","p_mfgr","p_size"]
PREHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1
from noop(on part
partition by p_mfgr
order by p_name
) abc
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1
from noop(on part
partition by p_mfgr
order by p_name
) abc
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_9]
Select Operator [SEL_7] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_6] (rows=26 width=499)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_5] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=499)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=231)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"]
PREHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz
from noop(on part
partition by p_mfgr
order by p_name
)
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz
from noop(on part
partition by p_mfgr
order by p_name
)
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_9]
Select Operator [SEL_7] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
PTF Operator [PTF_6] (rows=26 width=491)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_5] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=491)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=223)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"]
PREHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz
from noop(on part
partition by p_mfgr
order by p_name
)
group by p_mfgr, p_name, p_size
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz
from noop(on part
partition by p_mfgr
order by p_name
)
group by p_mfgr, p_name, p_size
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_14]
Select Operator [SEL_12] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
PTF Operator [PTF_11] (rows=26 width=223)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}]
Group By Operator [GBY_8] (rows=26 width=223)
Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_7]
PartitionCols:_col0
Group By Operator [GBY_6] (rows=26 width=223)
Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_5]
PartitionCols:rand()
Select Operator [SEL_4] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
PTF Operator [PTF_3] (rows=26 width=491)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=223)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"]
PREHOOK: query: explain
select abc.*
from noop(on part
partition by p_mfgr
order by p_name
) abc join part p1 on abc.p_partkey = p1.p_partkey
PREHOOK: type: QUERY
POSTHOOK: query: explain
select abc.*
from noop(on part
partition by p_mfgr
order by p_name
) abc join part p1 on abc.p_partkey = p1.p_partkey
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (BROADCAST_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_11]
Map Join Operator [MAPJOIN_16] (rows=29 width=619)
Conds:FIL_14._col0=RS_8.p_partkey(Inner),HybridGraceHashJoin:true,Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
<-Map 3 [BROADCAST_EDGE]
BROADCAST [RS_8]
PartitionCols:p_partkey
Filter Operator [FIL_15] (rows=26 width=4)
predicate:p_partkey is not null
TableScan [TS_1] (rows=26 width=4)
default@part,p1,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey"]
<-Filter Operator [FIL_14] (rows=26 width=887)
predicate:_col0 is not null
PTF Operator [PTF_4] (rows=26 width=887)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_3] (rows=26 width=887)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=619)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_brand","p_comment","p_container","p_mfgr","p_name","p_partkey","p_retailprice","p_size","p_type"]
PREHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name, p_size desc) as r
from noopwithmap(on part
partition by p_mfgr
order by p_name, p_size desc)
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name, p_size desc) as r
from noopwithmap(on part
partition by p_mfgr
order by p_name, p_size desc)
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_10]
Select Operator [SEL_8] (rows=26 width=227)
Output:["_col0","_col1","_col2","_col3"]
PTF Operator [PTF_7] (rows=26 width=491)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST, _col5 DESC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_6] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_5]
PartitionCols:_col2
PTF Operator [PTF_4] (rows=26 width=491)
Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col1 ASC NULLS FIRST, _col5 DESC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_3] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:p_mfgr
PTF Operator [PTF_1] (rows=26 width=223)
Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"p_name ASC NULLS FIRST, p_size DESC NULLS LAST","partition by:":"p_mfgr"}}]
TableScan [TS_0] (rows=26 width=223)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"]
PREHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1
from noopwithmap(on part
partition by p_mfgr
order by p_name)
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1
from noopwithmap(on part
partition by p_mfgr
order by p_name)
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_10]
Select Operator [SEL_8] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_7] (rows=26 width=499)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_6] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_5]
PartitionCols:_col2
PTF Operator [PTF_4] (rows=26 width=499)
Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_3] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:p_mfgr
PTF Operator [PTF_1] (rows=26 width=231)
Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"p_name ASC NULLS FIRST","partition by:":"p_mfgr"}}]
TableScan [TS_0] (rows=26 width=231)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size","p_retailprice"]
PREHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1
from noop(on part
partition by p_mfgr
order by p_name)
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1
from noop(on part
partition by p_mfgr
order by p_name)
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_9]
Select Operator [SEL_7] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_6] (rows=26 width=499)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_5] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=499)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=231)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"]
PREHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1
from noop(on noopwithmap(on noop(on part
partition by p_mfgr
order by p_mfgr DESC, p_name
)))
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name, p_size,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1
from noop(on noopwithmap(on noop(on part
partition by p_mfgr
order by p_mfgr DESC, p_name
)))
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_13]
Select Operator [SEL_11] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_10] (rows=26 width=499)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_9] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:_col2
PTF Operator [PTF_7] (rows=26 width=499)
Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_6] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_5]
PartitionCols:_col2
PTF Operator [PTF_4] (rows=26 width=499)
Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}}]
PTF Operator [PTF_3] (rows=26 width=499)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=231)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"]
PREHOOK: query: explain
select p_mfgr, p_name,
sub1.cd, sub1.s1
from (select p_mfgr, p_name,
count(p_size) over (partition by p_mfgr order by p_name) as cd,
p_retailprice,
sum(p_retailprice) over w1 as s1
from noop(on part
partition by p_mfgr
order by p_name)
window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following)
) sub1
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name,
sub1.cd, sub1.s1
from (select p_mfgr, p_name,
count(p_size) over (partition by p_mfgr order by p_name) as cd,
p_retailprice,
sum(p_retailprice) over w1 as s1
from noop(on part
partition by p_mfgr
order by p_name)
window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following)
) sub1
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_10]
Select Operator [SEL_7] (rows=26 width=235)
Output:["_col0","_col1","_col2","_col3"]
PTF Operator [PTF_6] (rows=26 width=499)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_5] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=499)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=231)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"]
PREHOOK: query: explain
select abc.p_mfgr, abc.p_name,
rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r,
dense_rank() over (distribute by abc.p_mfgr sort by abc.p_name) as dr,
count(abc.p_name) over (distribute by abc.p_mfgr sort by abc.p_name) as cd,
abc.p_retailprice, sum(abc.p_retailprice) over (distribute by abc.p_mfgr sort by abc.p_name rows between unbounded preceding and current row) as s1,
abc.p_size, abc.p_size - lag(abc.p_size,1,abc.p_size) over (distribute by abc.p_mfgr sort by abc.p_name) as deltaSz
from noop(on part
partition by p_mfgr
order by p_name
) abc join part p1 on abc.p_partkey = p1.p_partkey
PREHOOK: type: QUERY
POSTHOOK: query: explain
select abc.p_mfgr, abc.p_name,
rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r,
dense_rank() over (distribute by abc.p_mfgr sort by abc.p_name) as dr,
count(abc.p_name) over (distribute by abc.p_mfgr sort by abc.p_name) as cd,
abc.p_retailprice, sum(abc.p_retailprice) over (distribute by abc.p_mfgr sort by abc.p_name rows between unbounded preceding and current row) as s1,
abc.p_size, abc.p_size - lag(abc.p_size,1,abc.p_size) over (distribute by abc.p_mfgr sort by abc.p_name) as deltaSz
from noop(on part
partition by p_mfgr
order by p_name
) abc join part p1 on abc.p_partkey = p1.p_partkey
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (BROADCAST_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_15]
Select Operator [SEL_13] (rows=29 width=259)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
PTF Operator [PTF_12] (rows=29 width=767)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_11] (rows=29 width=767)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col2
Map Join Operator [MAPJOIN_20] (rows=29 width=231)
Conds:FIL_18._col0=RS_8.p_partkey(Inner),HybridGraceHashJoin:true,Output:["_col1","_col2","_col5","_col7"]
<-Map 4 [BROADCAST_EDGE]
BROADCAST [RS_8]
PartitionCols:p_partkey
Filter Operator [FIL_19] (rows=26 width=4)
predicate:p_partkey is not null
TableScan [TS_1] (rows=26 width=4)
default@part,p1,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey"]
<-Filter Operator [FIL_18] (rows=26 width=503)
predicate:_col0 is not null
PTF Operator [PTF_4] (rows=26 width=503)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_3] (rows=26 width=503)
Output:["_col0","_col1","_col2","_col5","_col7"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=235)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_partkey","p_retailprice","p_size"]
PREHOOK: query: explain create view IF NOT EXISTS mfgr_price_view as
select p_mfgr, p_brand,
sum(p_retailprice) as s
from part
group by p_mfgr, p_brand
PREHOOK: type: CREATEVIEW
POSTHOOK: query: explain create view IF NOT EXISTS mfgr_price_view as
select p_mfgr, p_brand,
sum(p_retailprice) as s
from part
group by p_mfgr, p_brand
POSTHOOK: type: CREATEVIEW
Plan not optimized by CBO.
Stage-0
Create View Operator:
name:default.mfgr_price_view,original text:select p_mfgr, p_brand,
sum(p_retailprice) as s
from part
group by p_mfgr, p_brand
PREHOOK: query: CREATE TABLE part_4(
p_mfgr STRING,
p_name STRING,
p_size INT,
r INT,
dr INT,
s DOUBLE)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@part_4
POSTHOOK: query: CREATE TABLE part_4(
p_mfgr STRING,
p_name STRING,
p_size INT,
r INT,
dr INT,
s DOUBLE)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@part_4
PREHOOK: query: CREATE TABLE part_5(
p_mfgr STRING,
p_name STRING,
p_size INT,
s2 INT,
r INT,
dr INT,
cud DOUBLE,
fv1 INT)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@part_5
POSTHOOK: query: CREATE TABLE part_5(
p_mfgr STRING,
p_name STRING,
p_size INT,
s2 INT,
r INT,
dr INT,
cud DOUBLE,
fv1 INT)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@part_5
PREHOOK: query: explain
from noop(on part
partition by p_mfgr
order by p_name)
INSERT OVERWRITE TABLE part_4 select p_mfgr, p_name, p_size,
rank() over (distribute by p_mfgr sort by p_name) as r,
dense_rank() over (distribute by p_mfgr sort by p_name) as dr,
sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between unbounded preceding and current row) as s
INSERT OVERWRITE TABLE part_5 select p_mfgr,p_name, p_size,
round(sum(p_size) over (distribute by p_mfgr sort by p_size range between 5 preceding and current row),1) as s2,
rank() over (distribute by p_mfgr sort by p_mfgr, p_name) as r,
dense_rank() over (distribute by p_mfgr sort by p_mfgr, p_name) as dr,
cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud,
first_value(p_size, true) over w1 as fv1
window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following)
PREHOOK: type: QUERY
POSTHOOK: query: explain
from noop(on part
partition by p_mfgr
order by p_name)
INSERT OVERWRITE TABLE part_4 select p_mfgr, p_name, p_size,
rank() over (distribute by p_mfgr sort by p_name) as r,
dense_rank() over (distribute by p_mfgr sort by p_name) as dr,
sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between unbounded preceding and current row) as s
INSERT OVERWRITE TABLE part_5 select p_mfgr,p_name, p_size,
round(sum(p_size) over (distribute by p_mfgr sort by p_size range between 5 preceding and current row),1) as s2,
rank() over (distribute by p_mfgr sort by p_mfgr, p_name) as r,
dense_rank() over (distribute by p_mfgr sort by p_mfgr, p_name) as dr,
cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud,
first_value(p_size, true) over w1 as fv1
window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following)
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 2 (SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Stage-4
Stats-Aggr Operator
Stage-0
Move Operator
table:{"name:":"default.part_4"}
Stage-3
Dependency Collection{}
Stage-2
Reducer 3
File Output Operator [FS_9]
table:{"name:":"default.part_4"}
Select Operator [SEL_7] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_6] (rows=26 width=499)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_5] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=499)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=231)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"]
Reducer 5
File Output Operator [FS_20]
table:{"name:":"default.part_5"}
Select Operator [SEL_17] (rows=26 width=247)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
PTF Operator [PTF_16] (rows=26 width=499)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST","partition by:":"_col3"}]
Select Operator [SEL_15] (rows=26 width=499)
Output:["_col0","_col2","_col3","_col6"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_14]
PartitionCols:_col2
Select Operator [SEL_13] (rows=26 width=491)
Output:["_col1","_col2","_col5","sum_window_0"]
PTF Operator [PTF_12] (rows=26 width=491)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_11] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col2
Please refer to the previous PTF Operator [PTF_3]
Stage-5
Stats-Aggr Operator
Stage-1
Move Operator
table:{"name:":"default.part_5"}
Please refer to the previous Stage-3
PREHOOK: query: explain
select p_mfgr, p_name,
rank() over (partition by p_mfgr,p_name) as r,
dense_rank() over (partition by p_mfgr,p_name) as dr,
p_size, sum(p_size) over (partition by p_mfgr,p_name rows between unbounded preceding and current row) as s1
from noop(on
noopwithmap(on
noop(on
noop(on part
partition by p_mfgr
order by p_mfgr)
)
partition by p_mfgr,p_name
order by p_mfgr,p_name)
partition by p_mfgr,p_name
order by p_mfgr,p_name)
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name,
rank() over (partition by p_mfgr,p_name) as r,
dense_rank() over (partition by p_mfgr,p_name) as dr,
p_size, sum(p_size) over (partition by p_mfgr,p_name rows between unbounded preceding and current row) as s1
from noop(on
noopwithmap(on
noop(on
noop(on part
partition by p_mfgr
order by p_mfgr)
)
partition by p_mfgr,p_name
order by p_mfgr,p_name)
partition by p_mfgr,p_name
order by p_mfgr,p_name)
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_13]
Select Operator [SEL_11] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_10] (rows=26 width=491)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}]
Select Operator [SEL_9] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:_col2, _col1
PTF Operator [PTF_7] (rows=26 width=491)
Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}]
Select Operator [SEL_6] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_5]
PartitionCols:_col2, _col1
PTF Operator [PTF_4] (rows=26 width=491)
Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}]
PTF Operator [PTF_3] (rows=26 width=491)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=223)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"]
PREHOOK: query: explain
select p_mfgr, p_name,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
p_size, sum(p_size) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1
from noop(on
noop(on
noop(on
noop(on part
partition by p_mfgr
order by p_mfgr)
)
partition by p_mfgr,p_name
order by p_mfgr,p_name)
partition by p_mfgr
order by p_mfgr )
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
p_size, sum(p_size) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1
from noop(on
noop(on
noop(on
noop(on part
partition by p_mfgr
order by p_mfgr)
)
partition by p_mfgr,p_name
order by p_mfgr,p_name)
partition by p_mfgr
order by p_mfgr )
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 5
File Output Operator [FS_15]
Select Operator [SEL_13] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_12] (rows=26 width=491)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_11] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_10]
PartitionCols:_col2
PTF Operator [PTF_9] (rows=26 width=491)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_8] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_7]
PartitionCols:_col2
PTF Operator [PTF_6] (rows=26 width=491)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}]
Select Operator [SEL_5] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col2, _col1
PTF Operator [PTF_3] (rows=26 width=491)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:p_mfgr
TableScan [TS_0] (rows=26 width=223)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"]
PREHOOK: query: explain
select p_mfgr, p_name,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
p_size, sum(p_size) over (partition by p_mfgr order by p_name) as s1
from noop(on
noop(on
noop(on
noop(on part
partition by p_mfgr,p_name
order by p_mfgr,p_name)
)
partition by p_mfgr
order by p_mfgr))
PREHOOK: type: QUERY
POSTHOOK: query: explain
select p_mfgr, p_name,
rank() over (partition by p_mfgr order by p_name) as r,
dense_rank() over (partition by p_mfgr order by p_name) as dr,
p_size, sum(p_size) over (partition by p_mfgr order by p_name) as s1
from noop(on
noop(on
noop(on
noop(on part
partition by p_mfgr,p_name
order by p_mfgr,p_name)
)
partition by p_mfgr
order by p_mfgr))
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_12]
Select Operator [SEL_10] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_9] (rows=26 width=491)
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
Select Operator [SEL_8] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_7]
PartitionCols:_col2
PTF Operator [PTF_6] (rows=26 width=491)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}]
Select Operator [SEL_5] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=491)
Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}]
Select Operator [SEL_2] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_1]
PartitionCols:p_mfgr, p_name
TableScan [TS_0] (rows=26 width=223)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"]
PREHOOK: query: explain select distinct src.* from src
PREHOOK: type: QUERY
POSTHOOK: query: explain select distinct src.* from src
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_7]
Group By Operator [GBY_5] (rows=500 width=178)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_4]
PartitionCols:_col0, _col1
Group By Operator [GBY_3] (rows=500 width=178)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:rand()
Select Operator [SEL_1] (rows=500 width=178)
Output:["key","value"]
TableScan [TS_0] (rows=500 width=178)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
PREHOOK: query: explain select explode(array('a', 'b'))
PREHOOK: type: QUERY
POSTHOOK: query: explain select explode(array('a', 'b'))
POSTHOOK: type: QUERY
Plan not optimized by CBO.
Stage-0
Fetch Operator
limit:-1
UDTF Operator [UDTF_2]
function name:explode
Select Operator [SEL_1]
Output:["_col0"]
TableScan [TS_0]
PREHOOK: query: CREATE TABLE T1(key STRING, val STRING) STORED AS TEXTFILE
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@T1
POSTHOOK: query: CREATE TABLE T1(key STRING, val STRING) STORED AS TEXTFILE
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@T1
PREHOOK: query: CREATE TABLE T2(key STRING, val STRING) STORED AS TEXTFILE
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@T2
POSTHOOK: query: CREATE TABLE T2(key STRING, val STRING) STORED AS TEXTFILE
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@T2
PREHOOK: query: CREATE TABLE T3(key STRING, val STRING) STORED AS TEXTFILE
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@T3
POSTHOOK: query: CREATE TABLE T3(key STRING, val STRING) STORED AS TEXTFILE
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@T3
PREHOOK: query: CREATE TABLE T4(key STRING, val STRING) STORED AS TEXTFILE
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@T4
POSTHOOK: query: CREATE TABLE T4(key STRING, val STRING) STORED AS TEXTFILE
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@T4
PREHOOK: query: CREATE TABLE dest_j1(key INT, value STRING) STORED AS TEXTFILE
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@dest_j1
POSTHOOK: query: CREATE TABLE dest_j1(key INT, value STRING) STORED AS TEXTFILE
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@dest_j1
PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/T1.txt' INTO TABLE T1
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@t1
POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/T1.txt' INTO TABLE T1
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@t1
PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/T2.txt' INTO TABLE T2
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@t2
POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/T2.txt' INTO TABLE T2
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@t2
PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/T3.txt' INTO TABLE T3
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@t3
POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/T3.txt' INTO TABLE T3
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@t3
PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/T1.txt' INTO TABLE T4
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@t4
POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/T1.txt' INTO TABLE T4
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@t4
PREHOOK: query: explain
FROM src src1 JOIN src src2 ON (src1.key = src2.key)
INSERT OVERWRITE TABLE dest_j1 select src1.key, src2.value
PREHOOK: type: QUERY
POSTHOOK: query: explain
FROM src src1 JOIN src src2 ON (src1.key = src2.key)
INSERT OVERWRITE TABLE dest_j1 select src1.key, src2.value
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-3
Stats-Aggr Operator
Stage-0
Move Operator
table:{"name:":"default.dest_j1"}
Stage-2
Dependency Collection{}
Stage-1
Reducer 2
File Output Operator [FS_11]
table:{"name:":"default.dest_j1"}
Select Operator [SEL_9] (rows=1219 width=95)
Output:["_col0","_col1"]
Merge Join Operator [MERGEJOIN_16] (rows=1219 width=178)
Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col2"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:_col0
Select Operator [SEL_2] (rows=500 width=87)
Output:["_col0"]
Filter Operator [FIL_14] (rows=500 width=87)
predicate:key is not null
TableScan [TS_0] (rows=500 width=87)
default@src,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_7]
PartitionCols:_col0
Select Operator [SEL_5] (rows=500 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_15] (rows=500 width=178)
predicate:key is not null
TableScan [TS_3] (rows=500 width=178)
default@src,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key)
INSERT OVERWRITE TABLE dest_j1 select src1.key, src2.value
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Output: default@dest_j1
POSTHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key)
INSERT OVERWRITE TABLE dest_j1 select src1.key, src2.value
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: default@dest_j1
POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src1.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: explain
select /*+ STREAMTABLE(a) */ *
FROM T1 a JOIN T2 b ON a.key = b.key
JOIN T3 c ON b.key = c.key
JOIN T4 d ON c.key = d.key
PREHOOK: type: QUERY
POSTHOOK: query: explain
select /*+ STREAMTABLE(a) */ *
FROM T1 a JOIN T2 b ON a.key = b.key
JOIN T3 c ON b.key = c.key
JOIN T4 d ON c.key = d.key
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Hint].
Vertex dependency in root stage
Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Map 1
File Output Operator [FS_14]
Select Operator [SEL_13] (rows=3 width=33)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
Map Join Operator [MAPJOIN_31] (rows=3 width=33)
Conds:FIL_27.key=RS_7.key(Inner),RS_7.key=RS_9.key(Inner),RS_9.key=RS_11.key(Inner),HybridGraceHashJoin:true,Output:["_col0","_col1","_col5","_col6","_col10","_col11","_col15","_col16"]
<-Map 2 [BROADCAST_EDGE]
BROADCAST [RS_7]
PartitionCols:key
Filter Operator [FIL_28] (rows=1 width=30)
predicate:key is not null
TableScan [TS_1] (rows=1 width=30)
default@t2,b,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
<-Map 3 [BROADCAST_EDGE]
BROADCAST [RS_9]
PartitionCols:key
Filter Operator [FIL_29] (rows=1 width=20)
predicate:key is not null
TableScan [TS_2] (rows=1 width=20)
default@t3,c,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
<-Map 4 [BROADCAST_EDGE]
BROADCAST [RS_11]
PartitionCols:key
Filter Operator [FIL_30] (rows=1 width=30)
predicate:key is not null
TableScan [TS_3] (rows=1 width=30)
default@t4,d,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
<-Filter Operator [FIL_27] (rows=1 width=30)
predicate:key is not null
TableScan [TS_0] (rows=1 width=30)
default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
PREHOOK: query: explain
select /*+ STREAMTABLE(a,c) */ *
FROM T1 a JOIN T2 b ON a.key = b.key
JOIN T3 c ON b.key = c.key
JOIN T4 d ON c.key = d.key
PREHOOK: type: QUERY
POSTHOOK: query: explain
select /*+ STREAMTABLE(a,c) */ *
FROM T1 a JOIN T2 b ON a.key = b.key
JOIN T3 c ON b.key = c.key
JOIN T4 d ON c.key = d.key
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Hint].
Vertex dependency in root stage
Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Map 1
File Output Operator [FS_14]
Select Operator [SEL_13] (rows=3 width=33)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
Map Join Operator [MAPJOIN_31] (rows=3 width=33)
Conds:FIL_27.key=RS_7.key(Inner),RS_7.key=RS_9.key(Inner),RS_9.key=RS_11.key(Inner),HybridGraceHashJoin:true,Output:["_col0","_col1","_col5","_col6","_col10","_col11","_col15","_col16"]
<-Map 2 [BROADCAST_EDGE]
BROADCAST [RS_7]
PartitionCols:key
Filter Operator [FIL_28] (rows=1 width=30)
predicate:key is not null
TableScan [TS_1] (rows=1 width=30)
default@t2,b,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
<-Map 3 [BROADCAST_EDGE]
BROADCAST [RS_9]
PartitionCols:key
Filter Operator [FIL_29] (rows=1 width=20)
predicate:key is not null
TableScan [TS_2] (rows=1 width=20)
default@t3,c,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
<-Map 4 [BROADCAST_EDGE]
BROADCAST [RS_11]
PartitionCols:key
Filter Operator [FIL_30] (rows=1 width=30)
predicate:key is not null
TableScan [TS_3] (rows=1 width=30)
default@t4,d,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
<-Filter Operator [FIL_27] (rows=1 width=30)
predicate:key is not null
TableScan [TS_0] (rows=1 width=30)
default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
PREHOOK: query: explain FROM T1 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
PREHOOK: type: QUERY
POSTHOOK: query: explain FROM T1 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Hint].
Vertex dependency in root stage
Map 2 <- Map 1 (BROADCAST_EDGE)
Reducer 3 <- Map 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_13]
Group By Operator [GBY_11] (rows=1 width=24)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_10]
Group By Operator [GBY_9] (rows=1 width=24)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
<-Map 2 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:rand()
Map Join Operator [MAPJOIN_18] (rows=550 width=87)
Conds:RS_3.UDFToDouble(key)=FIL_17.(key + 1)(Inner),HybridGraceHashJoin:true,Output:["_col0","_col1","_col5"]
<-Map 1 [BROADCAST_EDGE]
BROADCAST [RS_3]
PartitionCols:UDFToDouble(key)
Filter Operator [FIL_16] (rows=1 width=30)
predicate:UDFToDouble(key) is not null
TableScan [TS_0] (rows=1 width=30)
default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
<-Filter Operator [FIL_17] (rows=500 width=87)
predicate:(key + 1) is not null
TableScan [TS_1] (rows=500 width=87)
default@src,c,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: FROM T1 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Input: default@t1
#### A masked pattern was here ####
POSTHOOK: query: FROM T1 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Input: default@t1
#### A masked pattern was here ####
198 6274 194
PREHOOK: query: explain
select * FROM
(select src.* FROM src) x
JOIN
(select src.* FROM src) Y
ON (x.key = Y.key)
PREHOOK: type: QUERY
POSTHOOK: query: explain
select * FROM
(select src.* FROM src) x
JOIN
(select src.* FROM src) Y
ON (x.key = Y.key)
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 2
File Output Operator [FS_10]
Merge Join Operator [MERGEJOIN_15] (rows=1219 width=356)
Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col1","_col2","_col3"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:_col0
Select Operator [SEL_2] (rows=500 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_13] (rows=500 width=178)
predicate:key is not null
TableScan [TS_0] (rows=500 width=178)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
<-Map 3 [SIMPLE_EDGE]
SHUFFLE [RS_7]
PartitionCols:_col0
Select Operator [SEL_5] (rows=500 width=178)
Output:["_col0","_col1"]
Filter Operator [FIL_14] (rows=500 width=178)
predicate:key is not null
TableScan [TS_3] (rows=500 width=178)
default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"]
PREHOOK: query: explain select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.val
PREHOOK: type: QUERY
POSTHOOK: query: explain select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.val
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Hint].
Vertex dependency in root stage
Map 1 <- Map 4 (BROADCAST_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_13]
Group By Operator [GBY_11] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_10]
Group By Operator [GBY_9] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_8]
PartitionCols:rand()
Map Join Operator [MAPJOIN_18] (rows=1 width=33)
Conds:FIL_16.key=RS_5.val(Inner),HybridGraceHashJoin:true,Output:["_col0","_col6"]
<-Map 4 [BROADCAST_EDGE]
BROADCAST [RS_5]
PartitionCols:val
Filter Operator [FIL_17] (rows=1 width=30)
predicate:val is not null
TableScan [TS_1] (rows=1 width=30)
default@t1,v,Tbl:COMPLETE,Col:NONE,Output:["val"]
<-Filter Operator [FIL_16] (rows=1 width=30)
predicate:key is not null
TableScan [TS_0] (rows=1 width=30)
default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key"]
PREHOOK: query: explain select sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.key
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Map 1 <- Map 4 (BROADCAST_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_16]
Group By Operator [GBY_14] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_13]
Group By Operator [GBY_12] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_11]
PartitionCols:rand()
Select Operator [SEL_9] (rows=1 width=33)
Output:["_col0","_col1"]
Map Join Operator [MAPJOIN_21] (rows=1 width=33)
Conds:SEL_2._col0=RS_7._col0(Inner),HybridGraceHashJoin:true,Output:["_col0","_col2"]
<-Map 4 [BROADCAST_EDGE]
BROADCAST [RS_7]
PartitionCols:_col0
Select Operator [SEL_5] (rows=1 width=30)
Output:["_col0","_col1"]
Filter Operator [FIL_20] (rows=1 width=30)
predicate:key is not null
TableScan [TS_3] (rows=1 width=30)
default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
<-Select Operator [SEL_2] (rows=1 width=30)
Output:["_col0"]
Filter Operator [FIL_19] (rows=1 width=30)
predicate:key is not null
TableScan [TS_0] (rows=1 width=30)
default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key"]
PREHOOK: query: explain select count(1) from T1 a join T1 b on a.key = b.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select count(1) from T1 a join T1 b on a.key = b.key
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Map 1 <- Map 4 (BROADCAST_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_16]
Group By Operator [GBY_14] (rows=1 width=8)
Output:["_col0"],aggregations:["count(VALUE._col0)"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_13]
Group By Operator [GBY_12] (rows=1 width=8)
Output:["_col0"],aggregations:["count(1)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_11]
PartitionCols:rand()
Map Join Operator [MAPJOIN_21] (rows=1 width=33)
Conds:SEL_2._col0=RS_7._col0(Inner),HybridGraceHashJoin:true
<-Map 4 [BROADCAST_EDGE]
BROADCAST [RS_7]
PartitionCols:_col0
Select Operator [SEL_5] (rows=1 width=30)
Output:["_col0"]
Filter Operator [FIL_20] (rows=1 width=30)
predicate:key is not null
TableScan [TS_3] (rows=1 width=30)
default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key"]
<-Select Operator [SEL_2] (rows=1 width=30)
Output:["_col0"]
Filter Operator [FIL_19] (rows=1 width=30)
predicate:key is not null
TableScan [TS_0] (rows=1 width=30)
default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key"]
PREHOOK: query: explain FROM T1 a LEFT OUTER JOIN T2 c ON c.key+1=a.key select sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
PREHOOK: type: QUERY
POSTHOOK: query: explain FROM T1 a LEFT OUTER JOIN T2 c ON c.key+1=a.key select sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
Map 1 <- Map 4 (BROADCAST_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_14]
Group By Operator [GBY_12] (rows=1 width=24)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_11]
Group By Operator [GBY_10] (rows=1 width=24)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_9]
PartitionCols:rand()
Select Operator [SEL_7] (rows=1 width=33)
Output:["_col0","_col1","_col2"]
Map Join Operator [MAPJOIN_17] (rows=1 width=33)
Conds:SEL_1.UDFToDouble(_col0)=RS_5.(UDFToDouble(_col0) + 1.0)(Left Outer),HybridGraceHashJoin:true,Output:["_col0","_col1","_col2"]
<-Map 4 [BROADCAST_EDGE]
BROADCAST [RS_5]
PartitionCols:(UDFToDouble(_col0) + 1.0)
Select Operator [SEL_3] (rows=1 width=30)
Output:["_col0"]
TableScan [TS_2] (rows=1 width=30)
default@t2,c,Tbl:COMPLETE,Col:NONE,Output:["key"]
<-Select Operator [SEL_1] (rows=1 width=30)
Output:["_col0","_col1"]
TableScan [TS_0] (rows=1 width=30)
default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
PREHOOK: query: explain FROM T1 a RIGHT OUTER JOIN T2 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
PREHOOK: type: QUERY
POSTHOOK: query: explain FROM T1 a RIGHT OUTER JOIN T2 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Hint].
Vertex dependency in root stage
Map 2 <- Map 1 (BROADCAST_EDGE)
Reducer 3 <- Map 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_11]
Group By Operator [GBY_9] (rows=1 width=24)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_8]
Group By Operator [GBY_7] (rows=1 width=24)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
<-Map 2 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:rand()
Map Join Operator [MAPJOIN_14] (rows=1 width=33)
Conds:RS_2.UDFToDouble(key)=TS_1.(key + 1)(Right Outer),HybridGraceHashJoin:true,Output:["_col0","_col1","_col5"]
<-Map 1 [BROADCAST_EDGE]
BROADCAST [RS_2]
PartitionCols:UDFToDouble(key)
TableScan [TS_0] (rows=1 width=30)
default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
<-TableScan [TS_1] (rows=1 width=30)
default@t2,c,Tbl:COMPLETE,Col:NONE,Output:["key"]
PREHOOK: query: explain FROM T1 a FULL OUTER JOIN T2 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
PREHOOK: type: QUERY
POSTHOOK: query: explain FROM T1 a FULL OUTER JOIN T2 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key))
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Hint].
Vertex dependency in root stage
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 4
File Output Operator [FS_11]
Group By Operator [GBY_9] (rows=1 width=24)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_8]
Group By Operator [GBY_7] (rows=1 width=24)
Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:rand()
Merge Join Operator [MERGEJOIN_12] (rows=1 width=33)
Conds:RS_2.UDFToDouble(key)=RS_3.(key + 1)(Outer),Output:["_col0","_col1","_col5"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_2]
PartitionCols:UDFToDouble(key)
TableScan [TS_0] (rows=1 width=30)
default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
<-Map 5 [SIMPLE_EDGE]
SHUFFLE [RS_3]
PartitionCols:(key + 1)
TableScan [TS_1] (rows=1 width=30)
default@t2,c,Tbl:COMPLETE,Col:NONE,Output:["key"]
PREHOOK: query: explain select /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k left outer join T1 v on k.key+1=v.key
PREHOOK: type: QUERY
POSTHOOK: query: explain select /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k left outer join T1 v on k.key+1=v.key
POSTHOOK: type: QUERY
Plan not optimized by CBO due to missing feature [Hint].
Vertex dependency in root stage
Map 1 <- Map 4 (BROADCAST_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE)
Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
Stage-0
Fetch Operator
limit:-1
Stage-1
Reducer 3
File Output Operator [FS_11]
Group By Operator [GBY_9] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_8]
Group By Operator [GBY_7] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
<-Map 1 [SIMPLE_EDGE]
SHUFFLE [RS_6]
PartitionCols:rand()
Map Join Operator [MAPJOIN_14] (rows=1 width=33)
Conds:TS_0.(key + 1)=RS_3.UDFToDouble(key)(Left Outer),HybridGraceHashJoin:true,Output:["_col0","_col6"]
<-Map 4 [BROADCAST_EDGE]
BROADCAST [RS_3]
PartitionCols:UDFToDouble(key)
TableScan [TS_1] (rows=1 width=30)
default@t1,v,Tbl:COMPLETE,Col:NONE,Output:["key","val"]
<-TableScan [TS_0] (rows=1 width=30)
default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key"]