| PREHOOK: query: create table tnull(i int, c char(2)) |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@tnull |
| POSTHOOK: query: create table tnull(i int, c char(2)) |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@tnull |
| PREHOOK: query: insert into tnull values(NULL, NULL), (NULL, NULL) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: _dummy_database@_dummy_table |
| PREHOOK: Output: default@tnull |
| POSTHOOK: query: insert into tnull values(NULL, NULL), (NULL, NULL) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: _dummy_database@_dummy_table |
| POSTHOOK: Output: default@tnull |
| POSTHOOK: Lineage: tnull.c EXPRESSION [] |
| POSTHOOK: Lineage: tnull.i EXPRESSION [] |
| PREHOOK: query: create table tempty(c char(2)) |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@tempty |
| POSTHOOK: query: create table tempty(c char(2)) |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@tempty |
| PREHOOK: query: CREATE TABLE part_null( |
| p_partkey INT, |
| p_name STRING, |
| p_mfgr STRING, |
| p_brand STRING, |
| p_type STRING, |
| p_size INT, |
| p_container STRING, |
| p_retailprice DOUBLE, |
| p_comment STRING |
| ) |
| ROW FORMAT DELIMITED FIELDS TERMINATED BY "," |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@part_null |
| POSTHOOK: query: CREATE TABLE part_null( |
| p_partkey INT, |
| p_name STRING, |
| p_mfgr STRING, |
| p_brand STRING, |
| p_type STRING, |
| p_size INT, |
| p_container STRING, |
| p_retailprice DOUBLE, |
| p_comment STRING |
| ) |
| ROW FORMAT DELIMITED FIELDS TERMINATED BY "," |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@part_null |
| PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/part_tiny_nulls.txt' overwrite into table part_null |
| PREHOOK: type: LOAD |
| #### A masked pattern was here #### |
| PREHOOK: Output: default@part_null |
| POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/part_tiny_nulls.txt' overwrite into table part_null |
| POSTHOOK: type: LOAD |
| #### A masked pattern was here #### |
| POSTHOOK: Output: default@part_null |
| PREHOOK: query: insert into part_null values(78487,NULL,'Manufacturer#6','Brand#52','LARGE BRUSHED BRASS', 23, 'MED BAG',1464.48,'hely blith') |
| PREHOOK: type: QUERY |
| PREHOOK: Input: _dummy_database@_dummy_table |
| PREHOOK: Output: default@part_null |
| POSTHOOK: query: insert into part_null values(78487,NULL,'Manufacturer#6','Brand#52','LARGE BRUSHED BRASS', 23, 'MED BAG',1464.48,'hely blith') |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: _dummy_database@_dummy_table |
| POSTHOOK: Output: default@part_null |
| POSTHOOK: Lineage: part_null.p_brand SCRIPT [] |
| POSTHOOK: Lineage: part_null.p_comment SCRIPT [] |
| POSTHOOK: Lineage: part_null.p_container SCRIPT [] |
| POSTHOOK: Lineage: part_null.p_mfgr SCRIPT [] |
| POSTHOOK: Lineage: part_null.p_name EXPRESSION [] |
| POSTHOOK: Lineage: part_null.p_partkey SCRIPT [] |
| POSTHOOK: Lineage: part_null.p_retailprice SCRIPT [] |
| POSTHOOK: Lineage: part_null.p_size SCRIPT [] |
| POSTHOOK: Lineage: part_null.p_type SCRIPT [] |
| PREHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) |
| Reducer 3 <- Map 1 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: ((p_size is not null and p_brand is not null) or p_brand is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: (p_size is not null and p_brand is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col5 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col5 (type: int) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Filter Operator |
| predicate: p_brand is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_brand (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 4 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_size is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_size is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_size (type: int) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: _col0 (type: int) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: int) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col5 (type: int) |
| 1 _col0 (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col3 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col3 (type: string) |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col3 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1355 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 1355 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 78487 NULL Manufacturer#6 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| Warning: Shuffle Join MERGEJOIN[57][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product |
| PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_name from part_null) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_name from part_null) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) |
| Reducer 4 <- Reducer 3 (XPROD_EDGE), Reducer 6 (XPROD_EDGE) |
| Reducer 6 <- Map 5 (CUSTOM_SIMPLE_EDGE) |
| Reducer 7 <- Map 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col1 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_name (type: string) |
| outputColumnNames: p_name |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| aggregations: count(), count(p_name) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: bigint), _col1 (type: bigint) |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: p_name (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_name (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col3 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col3 (type: string) |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col3 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10 |
| Statistics: Num rows: 1 Data size: 1355 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 1355 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col10 (type: boolean) |
| Reducer 4 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Inner Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col12 |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: bigint), _col12 (type: bigint), _col10 (type: boolean) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col12 |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: ((_col9 = 0L) or (_col12 is null and (_col10 >= _col9) and _col3 is not null)) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0), count(VALUE._col1) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: bigint), _col1 (type: bigint) |
| Reducer 7 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: string), true (type: boolean) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col1 (type: boolean) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[57][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product |
| PREHOOK: query: select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_name from part_null) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_name from part_null) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| Warning: Shuffle Join MERGEJOIN[57][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product |
| PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_type from part_null) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_type from part_null) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) |
| Reducer 4 <- Reducer 3 (XPROD_EDGE), Reducer 6 (XPROD_EDGE) |
| Reducer 6 <- Map 5 (CUSTOM_SIMPLE_EDGE) |
| Reducer 7 <- Map 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_name (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_type (type: string) |
| outputColumnNames: p_type |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| aggregations: count(), count(p_type) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: bigint), _col1 (type: bigint) |
| Filter Operator |
| predicate: p_type is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: p_type (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col1 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col3 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col3 (type: string) |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col3 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10 |
| Statistics: Num rows: 1 Data size: 1355 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 1355 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col10 (type: boolean) |
| Reducer 4 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Inner Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col12 |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: bigint), _col12 (type: bigint), _col10 (type: boolean) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col12 |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: ((_col9 = 0L) or (_col12 is null and (_col10 >= _col9) and _col3 is not null)) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0), count(VALUE._col1) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: bigint), _col1 (type: bigint) |
| Reducer 7 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: string), true (type: boolean) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col1 (type: boolean) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[57][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product |
| PREHOOK: query: select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_type from part_null) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_name IN (select p_name from part_null) AND p_brand NOT IN (select p_type from part_null) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| Warning: Shuffle Join MERGEJOIN[57][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product |
| PREHOOK: query: explain select * from part_null where p_brand IN (select p_brand from part_null) AND p_brand NOT IN (select p_name from part_null) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_brand IN (select p_brand from part_null) AND p_brand NOT IN (select p_name from part_null) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) |
| Reducer 4 <- Reducer 3 (XPROD_EDGE), Reducer 6 (XPROD_EDGE) |
| Reducer 6 <- Map 5 (CUSTOM_SIMPLE_EDGE) |
| Reducer 7 <- Map 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_brand is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_brand is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_brand (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_name (type: string) |
| outputColumnNames: p_name |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| aggregations: count(), count(p_name) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: bigint), _col1 (type: bigint) |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: p_name (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_brand is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col3 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col3 (type: string) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col3 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col3 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col3 (type: string) |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col3 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10 |
| Statistics: Num rows: 1 Data size: 1355 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 1355 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col10 (type: boolean) |
| Reducer 4 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Inner Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col12 |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: bigint), _col12 (type: bigint), _col10 (type: boolean) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col12 |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: ((_col9 = 0L) or (_col12 is null and (_col10 >= _col9))) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 1556 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0), count(VALUE._col1) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: bigint), _col1 (type: bigint) |
| Reducer 7 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: string), true (type: boolean) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col1 (type: boolean) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[57][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product |
| PREHOOK: query: select * from part_null where p_brand IN (select p_brand from part_null) AND p_brand NOT IN (select p_name from part_null) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_brand IN (select p_brand from part_null) AND p_brand NOT IN (select p_name from part_null) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| Warning: Shuffle Join MERGEJOIN[59][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: explain select * from part_null where p_name NOT IN (select c from tempty) AND p_brand IN (select p_brand from part_null) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| PREHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_name NOT IN (select c from tempty) AND p_brand IN (select p_brand from part_null) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (XPROD_EDGE), Reducer 6 (XPROD_EDGE) |
| Reducer 4 <- Map 7 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) |
| Reducer 5 <- Map 1 (SIMPLE_EDGE) |
| Reducer 6 <- Map 7 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: tempty |
| Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: c (type: char(2)) |
| outputColumnNames: c |
| Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| aggregations: count(), count(c) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 102 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 102 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: bigint), _col1 (type: bigint) |
| Filter Operator |
| predicate: CAST( c AS STRING) is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: c (type: char(2)) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: char(2)) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: char(2)) |
| Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 7 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_brand is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_brand is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_brand (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col1 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0), count(VALUE._col1) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 102 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 102 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: bigint), _col1 (type: bigint) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Inner Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col12 |
| Statistics: Num rows: 1 Data size: 1335 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: bigint), _col12 (type: bigint), _col10 (type: boolean) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col12 |
| Statistics: Num rows: 1 Data size: 1335 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: ((_col9 = 0L) or (_col12 is null and (_col10 >= _col9) and _col1 is not null)) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1335 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1335 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col3 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col3 (type: string) |
| Statistics: Num rows: 1 Data size: 1335 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 4 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col3 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 1468 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 5 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: char(2)) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: char(2)), true (type: boolean) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: CAST( _col0 AS STRING) (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: CAST( _col0 AS STRING) (type: string) |
| Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col1 (type: boolean) |
| Reducer 6 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col1 (type: string) |
| 1 CAST( _col0 AS STRING) (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10 |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col10 (type: boolean) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[59][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: select * from part_null where p_name NOT IN (select c from tempty) AND p_brand IN (select p_brand from part_null) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| PREHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_name NOT IN (select c from tempty) AND p_brand IN (select p_brand from part_null) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 78487 NULL Manufacturer#6 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| Warning: Shuffle Join MERGEJOIN[38][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND EXISTS (select c from tnull) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| PREHOOK: Input: default@tnull |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND EXISTS (select c from tnull) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Input: default@tnull |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (XPROD_EDGE), Reducer 6 (XPROD_EDGE) |
| Reducer 6 <- Map 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col1 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 4 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_name (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: tnull |
| Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 2 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: true (type: boolean) |
| minReductionHashAggr: 0.5 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: boolean) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: boolean) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1241 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 1241 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: boolean) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[38][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: select * from part_null where p_name IN (select p_name from part_null) AND EXISTS (select c from tnull) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| PREHOOK: Input: default@tnull |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_name IN (select p_name from part_null) AND EXISTS (select c from tnull) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Input: default@tnull |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| Warning: Shuffle Join MERGEJOIN[38][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND EXISTS (select c from tempty) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| PREHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND EXISTS (select c from tempty) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (XPROD_EDGE), Reducer 6 (XPROD_EDGE) |
| Reducer 6 <- Map 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_size is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_size is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col5 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col5 (type: int) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 4 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_size is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_size is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_size (type: int) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: _col0 (type: int) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: int) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: tempty |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Group By Operator |
| keys: true (type: boolean) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: boolean) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: boolean) |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col5 (type: int) |
| 1 _col0 (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: boolean) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[38][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: select * from part_null where p_size IN (select p_size from part_null) AND EXISTS (select c from tempty) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| PREHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_size IN (select p_size from part_null) AND EXISTS (select c from tempty) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| Warning: Shuffle Join MERGEJOIN[39][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| PREHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) |
| Reducer 6 <- Map 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col1 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 4 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_name (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: tempty |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Group By Operator |
| keys: true (type: boolean) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: boolean) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: boolean) |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| Filter Operator |
| predicate: _col9 is null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: boolean) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| value expressions: _col0 (type: boolean) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[39][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| PREHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| PREHOOK: query: explain cbo select * from part_null where |
| p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type |
| AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain cbo select * from part_null where |
| p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type |
| AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| CBO PLAN: |
| HiveProject(p_partkey=[$0], p_name=[$1], p_mfgr=[$2], p_brand=[$3], p_type=[$4], p_size=[$5], p_container=[$6], p_retailprice=[$7], p_comment=[$8]) |
| HiveFilter(condition=[OR(IS NULL($10), =($10, 0), IS NOT TRUE(OR(IS NOT NULL($13), IS NULL($3), <($11, $10))))]) |
| HiveJoin(condition=[AND(=($3, $12), =($14, $4))], joinType=[left], algorithm=[none], cost=[not available]) |
| HiveJoin(condition=[=($9, $4)], joinType=[left], algorithm=[none], cost=[not available]) |
| HiveProject(p_partkey=[$0], p_name=[$1], p_mfgr=[$2], p_brand=[$3], p_type=[$4], p_size=[$5], p_container=[$6], p_retailprice=[$7], p_comment=[$8]) |
| HiveTableScan(table=[[default, part_null]], table:alias=[part_null]) |
| HiveProject(p_type=[$0], c=[$1], ck=[$2]) |
| HiveAggregate(group=[{1}], c=[COUNT()], ck=[COUNT($2)]) |
| HiveSemiJoin(condition=[AND(=($0, $3), =($1, $4))], joinType=[semi]) |
| HiveProject(p_brand=[$3], p_type=[$4], p_container=[$6]) |
| HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($3))]) |
| HiveTableScan(table=[[default, part]], table:alias=[part]) |
| HiveProject(p_brand=[$3], p_type=[$4]) |
| HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($3))]) |
| HiveTableScan(table=[[default, part]], table:alias=[pp]) |
| HiveProject(p_container=[$1], literalTrue=[true], p_type=[$0]) |
| HiveAggregate(group=[{1, 2}]) |
| HiveSemiJoin(condition=[AND(=($0, $3), =($1, $4))], joinType=[semi]) |
| HiveProject(p_brand=[$3], p_type=[$4], p_container=[$6]) |
| HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($3), IS NOT NULL($6))]) |
| HiveTableScan(table=[[default, part]], table:alias=[part]) |
| HiveProject(p_brand=[$3], p_type=[$4]) |
| HiveFilter(condition=[AND(IS NOT NULL($4), IS NOT NULL($3))]) |
| HiveTableScan(table=[[default, part]], table:alias=[pp]) |
| |
| PREHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type) |
| AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type |
| AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type) |
| AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type |
| AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) |
| Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE) |
| Reducer 6 <- Map 10 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) |
| Reducer 7 <- Reducer 6 (SIMPLE_EDGE) |
| Reducer 8 <- Map 10 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) |
| Reducer 9 <- Reducer 8 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: (p_name is not null and p_type is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: (p_name is not null and p_type is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col4 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col4 (type: string), _col1 (type: string) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 10 |
| Map Operator Tree: |
| TableScan |
| alias: part |
| filterExpr: ((p_type is not null and p_brand is not null and p_container is not null) or (p_type is not null and p_brand is not null) or (p_type is not null and p_name is not null)) (type: boolean) |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_type is not null and p_brand is not null and p_container is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_brand (type: string), p_type (type: string), p_container (type: string) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col1 (type: string), _col0 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col1 (type: string), _col0 (type: string) |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col2 (type: string) |
| Filter Operator |
| predicate: (p_type is not null and p_brand is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_brand (type: string), p_type (type: string), p_container (type: string) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col1 (type: string), _col0 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col1 (type: string), _col0 (type: string) |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col2 (type: string) |
| Filter Operator |
| predicate: (p_type is not null and p_name is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_type (type: string), p_name (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 25 Data size: 5625 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 25 Data size: 5625 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: pp |
| filterExpr: (p_type is not null and p_brand is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_type is not null and p_brand is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_type (type: string), p_brand (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col4 (type: string), _col1 (type: string) |
| 1 _col0 (type: string), _col1 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 27 Data size: 6187 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col4 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col4 (type: string) |
| Statistics: Num rows: 27 Data size: 6187 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col4 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11 |
| Statistics: Num rows: 29 Data size: 6805 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col3 (type: string), _col4 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col3 (type: string), _col4 (type: string) |
| Statistics: Num rows: 29 Data size: 6805 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col10 (type: bigint), _col11 (type: bigint) |
| Reducer 4 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col3 (type: string), _col4 (type: string) |
| 1 _col0 (type: string), _col2 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col13 |
| Statistics: Num rows: 31 Data size: 7485 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: (_col10 is null or (_col10 = 0L) or (_col13 is not null or _col3 is null or (_col11 < _col10)) is not true) (type: boolean) |
| Statistics: Num rows: 31 Data size: 7485 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 31 Data size: 7485 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 31 Data size: 7485 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string), _col0 (type: string) |
| 1 _col0 (type: string), _col1 (type: string) |
| outputColumnNames: _col1, _col2 |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count(), count(_col2) |
| keys: _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 24 Data size: 2880 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 24 Data size: 2880 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: bigint), _col2 (type: bigint) |
| Reducer 7 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0), count(VALUE._col1) |
| keys: KEY._col0 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 24 Data size: 2880 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 24 Data size: 2880 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: bigint), _col2 (type: bigint) |
| Reducer 8 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string), _col0 (type: string) |
| 1 _col0 (type: string), _col1 (type: string) |
| outputColumnNames: _col1, _col2 |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col2 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Reducer 9 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: string), KEY._col1 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: string), true (type: boolean), _col1 (type: string) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 24 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col2 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col2 (type: string) |
| Statistics: Num rows: 24 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: boolean) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type) |
| AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type |
| AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type) |
| AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type |
| AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| PREHOOK: query: explain select * from part_null where p_name IN ( select p_name from part) AND p_brand IN (select p_brand from part where part.p_type = part_null.p_type) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_name IN ( select p_name from part) AND p_brand IN (select p_brand from part where part.p_type = part_null.p_type) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) |
| Reducer 3 <- Map 4 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: (p_name is not null and p_brand is not null and p_type is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: (p_name is not null and p_brand is not null and p_type is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col1 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 4 |
| Map Operator Tree: |
| TableScan |
| alias: part |
| filterExpr: ((p_type is not null and p_brand is not null) or p_name is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_type is not null and p_brand is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_brand (type: string), p_type (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 26 Data size: 3146 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_name (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 26 Data size: 3146 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 25 Data size: 3025 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 25 Data size: 3025 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 27 Data size: 3327 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col3 (type: string), _col4 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col3 (type: string), _col4 (type: string) |
| Statistics: Num rows: 27 Data size: 3327 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col3 (type: string), _col4 (type: string) |
| 1 _col0 (type: string), _col1 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 29 Data size: 3659 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 29 Data size: 3659 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select * from part_null where p_name IN ( select p_name from part) AND p_brand IN (select p_brand from part where part.p_type = part_null.p_type) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_name IN ( select p_name from part) AND p_brand IN (select p_brand from part where part.p_type = part_null.p_type) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| PREHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type AND part.p_container=part_null.p_container) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type AND part.p_container=part_null.p_container) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE) |
| Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) |
| Reducer 6 <- Map 10 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) |
| Reducer 7 <- Reducer 6 (SIMPLE_EDGE) |
| Reducer 8 <- Map 10 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) |
| Reducer 9 <- Reducer 8 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: (p_name is not null and p_type is not null and p_container is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: (p_name is not null and p_type is not null and p_container is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col4 (type: string), _col1 (type: string), _col6 (type: string) |
| null sort order: zzz |
| sort order: +++ |
| Map-reduce partition columns: _col4 (type: string), _col1 (type: string), _col6 (type: string) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 10 |
| Map Operator Tree: |
| TableScan |
| alias: pp |
| filterExpr: (p_type is not null and p_brand is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_type is not null and p_brand is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_type (type: string), p_brand (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: part |
| filterExpr: ((p_type is not null and p_container is not null and p_name is not null) or (p_type is not null and p_brand is not null and p_container is not null) or (p_type is not null and p_brand is not null)) (type: boolean) |
| Statistics: Num rows: 26 Data size: 8242 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_type is not null and p_container is not null and p_name is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 8242 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_type (type: string), p_name (type: string), p_container (type: string) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 26 Data size: 8242 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: string), _col2 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 25 Data size: 7925 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) |
| null sort order: zzz |
| sort order: +++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string) |
| Statistics: Num rows: 25 Data size: 7925 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_type is not null and p_brand is not null and p_container is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_brand (type: string), p_type (type: string), p_container (type: string) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col1 (type: string), _col0 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col1 (type: string), _col0 (type: string) |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col2 (type: string) |
| Filter Operator |
| predicate: (p_type is not null and p_brand is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_brand (type: string), p_type (type: string), p_container (type: string) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col1 (type: string), _col0 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col1 (type: string), _col0 (type: string) |
| Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col2 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col4 (type: string), _col1 (type: string), _col6 (type: string) |
| 1 _col0 (type: string), _col1 (type: string), _col2 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 27 Data size: 8717 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col4 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col4 (type: string) |
| Statistics: Num rows: 27 Data size: 8717 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col4 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11 |
| Statistics: Num rows: 29 Data size: 9588 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col3 (type: string), _col4 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col3 (type: string), _col4 (type: string) |
| Statistics: Num rows: 29 Data size: 9588 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col10 (type: bigint), _col11 (type: bigint) |
| Reducer 4 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col3 (type: string), _col4 (type: string) |
| 1 _col0 (type: string), _col2 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col13 |
| Statistics: Num rows: 31 Data size: 10546 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: (_col10 is null or (_col10 = 0L) or (_col13 is not null or _col3 is null or (_col11 < _col10)) is not true) (type: boolean) |
| Statistics: Num rows: 31 Data size: 10546 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 31 Data size: 10546 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 31 Data size: 10546 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string), _col0 (type: string) |
| 1 _col0 (type: string), _col1 (type: string) |
| outputColumnNames: _col1, _col2 |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col2 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Reducer 7 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: string), KEY._col1 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: string), true (type: boolean), _col1 (type: string) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 24 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col2 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col2 (type: string) |
| Statistics: Num rows: 24 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: boolean) |
| Reducer 8 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string), _col0 (type: string) |
| 1 _col0 (type: string), _col1 (type: string) |
| outputColumnNames: _col1, _col2 |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count(), count(_col2) |
| keys: _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 24 Data size: 2880 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 24 Data size: 2880 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: bigint), _col2 (type: bigint) |
| Reducer 9 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0), count(VALUE._col1) |
| keys: KEY._col0 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 24 Data size: 2880 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 24 Data size: 2880 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: bigint), _col2 (type: bigint) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type AND part.p_container=part_null.p_container) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_name IN ( select p_name from part where part.p_type = part_null.p_type AND part.p_container=part_null.p_container) AND p_brand NOT IN (select p_container from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_type from part where part.p_size = part_null.p_size) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_type from part where part.p_size = part_null.p_size) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) |
| Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) |
| Reducer 6 <- Map 5 (SIMPLE_EDGE) |
| Reducer 7 <- Map 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: (p_name is not null and p_type is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: (p_name is not null and p_type is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col1 (type: string), _col4 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col1 (type: string), _col4 (type: string) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: part |
| filterExpr: ((p_type is not null and p_name is not null) or (p_size is not null and p_type is not null) or p_size is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_type is not null and p_name is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_name (type: string), p_type (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 25 Data size: 5625 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 25 Data size: 5625 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_size is not null and p_type is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: p_type (type: string), p_size (type: int) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 24 Data size: 2592 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: int) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: int) |
| Statistics: Num rows: 24 Data size: 2592 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: p_size is not null (type: boolean) |
| Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count(), count(p_type) |
| keys: p_size (type: int) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 21 Data size: 420 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: int) |
| Statistics: Num rows: 21 Data size: 420 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: bigint), _col2 (type: bigint) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string), _col4 (type: string) |
| 1 _col0 (type: string), _col1 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 27 Data size: 6187 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col5 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col5 (type: int) |
| Statistics: Num rows: 27 Data size: 6187 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col5 (type: int) |
| 1 _col0 (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11 |
| Statistics: Num rows: 29 Data size: 6805 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col3 (type: string), _col5 (type: int) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col3 (type: string), _col5 (type: int) |
| Statistics: Num rows: 29 Data size: 6805 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col10 (type: bigint), _col11 (type: bigint) |
| Reducer 4 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col3 (type: string), _col5 (type: int) |
| 1 _col0 (type: string), _col2 (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col13 |
| Statistics: Num rows: 31 Data size: 7485 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: (_col10 is null or (_col10 = 0L) or (_col13 is not null or _col3 is null or (_col11 < _col10)) is not true) (type: boolean) |
| Statistics: Num rows: 31 Data size: 7485 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 31 Data size: 7485 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 31 Data size: 7485 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: string), KEY._col1 (type: int) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 24 Data size: 2592 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: string), true (type: boolean), _col1 (type: int) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 24 Data size: 2688 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col2 (type: int) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col2 (type: int) |
| Statistics: Num rows: 24 Data size: 2688 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: boolean) |
| Reducer 7 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0), count(VALUE._col1) |
| keys: KEY._col0 (type: int) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 21 Data size: 420 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: int) |
| Statistics: Num rows: 21 Data size: 420 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: bigint), _col2 (type: bigint) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_type from part where part.p_size = part_null.p_size) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type) AND p_brand NOT IN (select p_type from part where part.p_size = part_null.p_size) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) |
| Reducer 4 <- Map 3 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: (p_name is not null and p_type is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: (p_name is not null and p_type is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col1 (type: string), _col4 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col1 (type: string), _col4 (type: string) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 3 |
| Map Operator Tree: |
| TableScan |
| alias: part |
| filterExpr: (p_type is not null and p_brand is not null and p_name is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 8242 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_type is not null and p_brand is not null and p_name is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 8242 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_name (type: string), p_brand (type: string), p_type (type: string) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 26 Data size: 8242 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col2 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col2 (type: string), _col1 (type: string) |
| Statistics: Num rows: 26 Data size: 8242 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: pp |
| filterExpr: (p_type is not null and p_brand is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_type is not null and p_brand is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_type (type: string), p_brand (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 24 Data size: 4704 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string), _col4 (type: string) |
| 1 _col0 (type: string), _col1 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 27 Data size: 6187 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 27 Data size: 6187 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 4 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col2 (type: string), _col1 (type: string) |
| 1 _col0 (type: string), _col1 (type: string) |
| outputColumnNames: _col0, _col2 |
| Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: string), _col2 (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 25 Data size: 5625 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 25 Data size: 5625 Basic stats: COMPLETE Column stats: COMPLETE |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_name IN (select p_name from part where part.p_type = part_null.p_type AND p_brand IN (select p_brand from part pp where part.p_type = pp.p_type)) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| Warning: Shuffle Join MERGEJOIN[84][tables = [$hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 7' is a cross product |
| PREHOOK: query: explain select p.p_partkey, li.l_suppkey |
| from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey |
| where li.l_linenumber = 1 and |
| li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber AND l_quantity NOT IN (select avg(l_quantity) from lineitem)) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@lineitem |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select p.p_partkey, li.l_suppkey |
| from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey |
| where li.l_linenumber = 1 and |
| li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber AND l_quantity NOT IN (select avg(l_quantity) from lineitem)) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@lineitem |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) |
| Reducer 5 <- Map 4 (CUSTOM_SIMPLE_EDGE) |
| Reducer 6 <- Map 4 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) |
| Reducer 7 <- Reducer 5 (XPROD_EDGE), Reducer 6 (XPROD_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: lineitem |
| filterExpr: l_partkey is not null (type: boolean) |
| Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: l_partkey is not null (type: boolean) |
| Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: l_partkey (type: int) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: int) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: int) |
| Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 4 |
| Map Operator Tree: |
| TableScan |
| alias: lineitem |
| Statistics: Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: l_quantity (type: double) |
| outputColumnNames: l_quantity |
| Statistics: Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: sum(l_quantity), count(l_quantity) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: double), _col1 (type: bigint) |
| Filter Operator |
| predicate: ((l_linenumber = 1) and l_partkey is not null and l_orderkey is not null) (type: boolean) |
| Statistics: Num rows: 14 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: l_orderkey (type: int), l_partkey (type: int), l_suppkey (type: int) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 14 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col1 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: int) |
| Statistics: Num rows: 14 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: int), _col2 (type: int) |
| Filter Operator |
| predicate: ((l_linenumber = 1) and (l_shipmode = 'AIR') and l_orderkey is not null) (type: boolean) |
| Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: l_orderkey (type: int), l_quantity (type: double) |
| outputColumnNames: _col0, _col2 |
| Statistics: Num rows: 2 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col2 (type: double) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col2 (type: double) |
| Statistics: Num rows: 2 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: int) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: int) |
| 1 _col0 (type: int) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 14 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col1 (type: int), _col0 (type: int), _col2 (type: int) |
| outputColumnNames: _col0, _col1, _col3 |
| Statistics: Num rows: 14 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col1 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: int) |
| Statistics: Num rows: 14 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: int), _col3 (type: int) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: int) |
| 1 _col0 (type: int) |
| outputColumnNames: _col0, _col3 |
| Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: int), _col3 (type: int) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 5 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: sum(VALUE._col0), count(VALUE._col1) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (_col0 is not null and _col1 is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: (_col0 / _col1) (type: double), true (type: boolean) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: double) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: double) |
| Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: boolean) |
| Select Operator |
| expressions: (_col0 / _col1) (type: double) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count(), count(_col0) |
| mode: complete |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: bigint), _col1 (type: bigint) |
| Reducer 6 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col2 (type: double) |
| 1 _col0 (type: double) |
| outputColumnNames: _col0, _col2, _col5 |
| Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: int), _col2 (type: double), _col5 (type: boolean) |
| Reducer 7 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Inner Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col2, _col5, _col6, _col7 |
| Statistics: Num rows: 2 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: int), _col2 (type: double), _col6 (type: bigint), _col7 (type: bigint), _col5 (type: boolean) |
| outputColumnNames: _col0, _col2, _col4, _col5, _col7 |
| Statistics: Num rows: 2 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: ((_col4 = 0L) or (_col7 is null and (_col5 >= _col4) and _col2 is not null)) (type: boolean) |
| Statistics: Num rows: 2 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: int) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: int) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: int) |
| Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[84][tables = [$hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 7' is a cross product |
| PREHOOK: query: select p.p_partkey, li.l_suppkey |
| from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey |
| where li.l_linenumber = 1 and |
| li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber AND l_quantity NOT IN (select avg(l_quantity) from lineitem)) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@lineitem |
| #### A masked pattern was here #### |
| POSTHOOK: query: select p.p_partkey, li.l_suppkey |
| from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey |
| where li.l_linenumber = 1 and |
| li.l_orderkey in (select l_orderkey from lineitem where l_shipmode = 'AIR' and l_linenumber = li.l_linenumber AND l_quantity NOT IN (select avg(l_quantity) from lineitem)) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@lineitem |
| #### A masked pattern was here #### |
| 108570 8571 |
| 4297 1798 |
| PREHOOK: query: explain |
| select key, value, count(*) |
| from src b |
| where b.key in (select key from src where src.value = b.value) |
| group by key, value |
| having count(*) in (select count(*) from src s1 where s1.key > '9' and exists (select * from src s2 where s1.value = s2.value) group by s1.key ) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select key, value, count(*) |
| from src b |
| where b.key in (select key from src where src.value = b.value) |
| group by key, value |
| having count(*) in (select count(*) from src s1 where s1.key > '9' and exists (select * from src s2 where s1.value = s2.value) group by s1.key ) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (SIMPLE_EDGE) |
| Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) |
| Reducer 5 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE) |
| Reducer 6 <- Reducer 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: b |
| filterExpr: ((key is not null and value is not null) or ((key > '9') and value is not null)) (type: boolean) |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (key is not null and value is not null) (type: boolean) |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: key (type: string), value (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: ((key > '9') and value is not null) (type: boolean) |
| Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: key (type: string), value (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col1 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 7 |
| Map Operator Tree: |
| TableScan |
| alias: src |
| filterExpr: ((value is not null and key is not null) or value is not null) (type: boolean) |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (value is not null and key is not null) (type: boolean) |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: key (type: string), value (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 316 Data size: 56248 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 316 Data size: 56248 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: value is not null (type: boolean) |
| Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: value (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 307 Data size: 27937 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 307 Data size: 27937 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col0 (type: string), _col1 (type: string) |
| 1 _col0 (type: string), _col1 (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count() |
| keys: _col0 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 316 Data size: 58776 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 316 Data size: 58776 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col2 (type: bigint) |
| Reducer 3 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0) |
| keys: KEY._col0 (type: string), KEY._col1 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 316 Data size: 58776 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: _col2 is not null (type: boolean) |
| Statistics: Num rows: 316 Data size: 58776 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col2 (type: bigint) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col2 (type: bigint) |
| Statistics: Num rows: 316 Data size: 58776 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: string), _col1 (type: string) |
| Reducer 4 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col2 (type: bigint) |
| 1 _col0 (type: bigint) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 105 Data size: 19530 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 105 Data size: 19530 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 5 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count() |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 105 Data size: 9975 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 105 Data size: 9975 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: bigint) |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0) |
| keys: KEY._col0 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 105 Data size: 9975 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col1 (type: bigint) |
| outputColumnNames: _col1 |
| Statistics: Num rows: 105 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: _col1 is not null (type: boolean) |
| Statistics: Num rows: 105 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col1 (type: bigint) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 105 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: bigint) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 105 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: bigint) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: bigint) |
| Statistics: Num rows: 105 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select key, value, count(*) |
| from src b |
| where b.key in (select key from src where src.value = b.value) |
| group by key, value |
| having count(*) in (select count(*) from src s1 where s1.key > '9' and exists (select * from src s2 where s1.value = s2.value) group by s1.key ) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| #### A masked pattern was here #### |
| POSTHOOK: query: select key, value, count(*) |
| from src b |
| where b.key in (select key from src where src.value = b.value) |
| group by key, value |
| having count(*) in (select count(*) from src s1 where s1.key > '9' and exists (select * from src s2 where s1.value = s2.value) group by s1.key ) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| #### A masked pattern was here #### |
| 0 val_0 3 |
| 10 val_10 1 |
| 100 val_100 2 |
| 103 val_103 2 |
| 104 val_104 2 |
| 105 val_105 1 |
| 11 val_11 1 |
| 111 val_111 1 |
| 113 val_113 2 |
| 114 val_114 1 |
| 116 val_116 1 |
| 118 val_118 2 |
| 119 val_119 3 |
| 12 val_12 2 |
| 120 val_120 2 |
| 125 val_125 2 |
| 126 val_126 1 |
| 128 val_128 3 |
| 129 val_129 2 |
| 131 val_131 1 |
| 133 val_133 1 |
| 134 val_134 2 |
| 136 val_136 1 |
| 137 val_137 2 |
| 143 val_143 1 |
| 145 val_145 1 |
| 146 val_146 2 |
| 149 val_149 2 |
| 15 val_15 2 |
| 150 val_150 1 |
| 152 val_152 2 |
| 153 val_153 1 |
| 155 val_155 1 |
| 156 val_156 1 |
| 157 val_157 1 |
| 158 val_158 1 |
| 160 val_160 1 |
| 162 val_162 1 |
| 163 val_163 1 |
| 164 val_164 2 |
| 165 val_165 2 |
| 166 val_166 1 |
| 167 val_167 3 |
| 168 val_168 1 |
| 17 val_17 1 |
| 170 val_170 1 |
| 172 val_172 2 |
| 174 val_174 2 |
| 175 val_175 2 |
| 176 val_176 2 |
| 177 val_177 1 |
| 178 val_178 1 |
| 179 val_179 2 |
| 18 val_18 2 |
| 180 val_180 1 |
| 181 val_181 1 |
| 183 val_183 1 |
| 186 val_186 1 |
| 187 val_187 3 |
| 189 val_189 1 |
| 19 val_19 1 |
| 190 val_190 1 |
| 191 val_191 2 |
| 192 val_192 1 |
| 193 val_193 3 |
| 194 val_194 1 |
| 195 val_195 2 |
| 196 val_196 1 |
| 197 val_197 2 |
| 199 val_199 3 |
| 2 val_2 1 |
| 20 val_20 1 |
| 200 val_200 2 |
| 201 val_201 1 |
| 202 val_202 1 |
| 203 val_203 2 |
| 205 val_205 2 |
| 207 val_207 2 |
| 208 val_208 3 |
| 209 val_209 2 |
| 213 val_213 2 |
| 214 val_214 1 |
| 216 val_216 2 |
| 217 val_217 2 |
| 218 val_218 1 |
| 219 val_219 2 |
| 221 val_221 2 |
| 222 val_222 1 |
| 223 val_223 2 |
| 224 val_224 2 |
| 226 val_226 1 |
| 228 val_228 1 |
| 229 val_229 2 |
| 233 val_233 2 |
| 235 val_235 1 |
| 237 val_237 2 |
| 238 val_238 2 |
| 239 val_239 2 |
| 24 val_24 2 |
| 241 val_241 1 |
| 242 val_242 2 |
| 244 val_244 1 |
| 247 val_247 1 |
| 248 val_248 1 |
| 249 val_249 1 |
| 252 val_252 1 |
| 255 val_255 2 |
| 256 val_256 2 |
| 257 val_257 1 |
| 258 val_258 1 |
| 26 val_26 2 |
| 260 val_260 1 |
| 262 val_262 1 |
| 263 val_263 1 |
| 265 val_265 2 |
| 266 val_266 1 |
| 27 val_27 1 |
| 272 val_272 2 |
| 273 val_273 3 |
| 274 val_274 1 |
| 275 val_275 1 |
| 278 val_278 2 |
| 28 val_28 1 |
| 280 val_280 2 |
| 281 val_281 2 |
| 282 val_282 2 |
| 283 val_283 1 |
| 284 val_284 1 |
| 285 val_285 1 |
| 286 val_286 1 |
| 287 val_287 1 |
| 288 val_288 2 |
| 289 val_289 1 |
| 291 val_291 1 |
| 292 val_292 1 |
| 296 val_296 1 |
| 298 val_298 3 |
| 30 val_30 1 |
| 302 val_302 1 |
| 305 val_305 1 |
| 306 val_306 1 |
| 307 val_307 2 |
| 308 val_308 1 |
| 309 val_309 2 |
| 310 val_310 1 |
| 311 val_311 3 |
| 315 val_315 1 |
| 316 val_316 3 |
| 317 val_317 2 |
| 318 val_318 3 |
| 321 val_321 2 |
| 322 val_322 2 |
| 323 val_323 1 |
| 325 val_325 2 |
| 327 val_327 3 |
| 33 val_33 1 |
| 331 val_331 2 |
| 332 val_332 1 |
| 333 val_333 2 |
| 335 val_335 1 |
| 336 val_336 1 |
| 338 val_338 1 |
| 339 val_339 1 |
| 34 val_34 1 |
| 341 val_341 1 |
| 342 val_342 2 |
| 344 val_344 2 |
| 345 val_345 1 |
| 35 val_35 3 |
| 351 val_351 1 |
| 353 val_353 2 |
| 356 val_356 1 |
| 360 val_360 1 |
| 362 val_362 1 |
| 364 val_364 1 |
| 365 val_365 1 |
| 366 val_366 1 |
| 367 val_367 2 |
| 368 val_368 1 |
| 369 val_369 3 |
| 37 val_37 2 |
| 373 val_373 1 |
| 374 val_374 1 |
| 375 val_375 1 |
| 377 val_377 1 |
| 378 val_378 1 |
| 379 val_379 1 |
| 382 val_382 2 |
| 384 val_384 3 |
| 386 val_386 1 |
| 389 val_389 1 |
| 392 val_392 1 |
| 393 val_393 1 |
| 394 val_394 1 |
| 395 val_395 2 |
| 396 val_396 3 |
| 397 val_397 2 |
| 399 val_399 2 |
| 4 val_4 1 |
| 400 val_400 1 |
| 402 val_402 1 |
| 403 val_403 3 |
| 404 val_404 2 |
| 407 val_407 1 |
| 409 val_409 3 |
| 41 val_41 1 |
| 411 val_411 1 |
| 413 val_413 2 |
| 414 val_414 2 |
| 417 val_417 3 |
| 418 val_418 1 |
| 419 val_419 1 |
| 42 val_42 2 |
| 421 val_421 1 |
| 424 val_424 2 |
| 427 val_427 1 |
| 429 val_429 2 |
| 43 val_43 1 |
| 430 val_430 3 |
| 431 val_431 3 |
| 432 val_432 1 |
| 435 val_435 1 |
| 436 val_436 1 |
| 437 val_437 1 |
| 438 val_438 3 |
| 439 val_439 2 |
| 44 val_44 1 |
| 443 val_443 1 |
| 444 val_444 1 |
| 446 val_446 1 |
| 448 val_448 1 |
| 449 val_449 1 |
| 452 val_452 1 |
| 453 val_453 1 |
| 454 val_454 3 |
| 455 val_455 1 |
| 457 val_457 1 |
| 458 val_458 2 |
| 459 val_459 2 |
| 460 val_460 1 |
| 462 val_462 2 |
| 463 val_463 2 |
| 466 val_466 3 |
| 467 val_467 1 |
| 47 val_47 1 |
| 470 val_470 1 |
| 472 val_472 1 |
| 475 val_475 1 |
| 477 val_477 1 |
| 478 val_478 2 |
| 479 val_479 1 |
| 480 val_480 3 |
| 481 val_481 1 |
| 482 val_482 1 |
| 483 val_483 1 |
| 484 val_484 1 |
| 485 val_485 1 |
| 487 val_487 1 |
| 490 val_490 1 |
| 491 val_491 1 |
| 492 val_492 2 |
| 493 val_493 1 |
| 494 val_494 1 |
| 495 val_495 1 |
| 496 val_496 1 |
| 497 val_497 1 |
| 498 val_498 3 |
| 5 val_5 3 |
| 51 val_51 2 |
| 53 val_53 1 |
| 54 val_54 1 |
| 57 val_57 1 |
| 58 val_58 2 |
| 64 val_64 1 |
| 65 val_65 1 |
| 66 val_66 1 |
| 67 val_67 2 |
| 69 val_69 1 |
| 70 val_70 3 |
| 72 val_72 2 |
| 74 val_74 1 |
| 76 val_76 2 |
| 77 val_77 1 |
| 78 val_78 1 |
| 8 val_8 1 |
| 80 val_80 1 |
| 82 val_82 1 |
| 83 val_83 2 |
| 84 val_84 2 |
| 85 val_85 1 |
| 86 val_86 1 |
| 87 val_87 1 |
| 9 val_9 1 |
| 90 val_90 3 |
| 92 val_92 1 |
| 95 val_95 2 |
| 96 val_96 1 |
| 97 val_97 2 |
| 98 val_98 2 |
| Warning: Shuffle Join MERGEJOIN[51][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: explain select * from part where p_name IN (select p_name from part p where part.p_type <> '1') |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part where p_name IN (select p_name from part p where part.p_type <> '1') |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) |
| Reducer 3 <- Map 1 (XPROD_EDGE), Reducer 4 (XPROD_EDGE) |
| Reducer 4 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part |
| filterExpr: ((p_name is not null and p_type is not null) or p_name is not null or (p_type <> '1')) (type: boolean) |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_name is not null and p_type is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), (p_type <> '1') (type: boolean) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 |
| Statistics: Num rows: 26 Data size: 16198 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col1 (type: string), _col9 (type: boolean) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col1 (type: string), _col9 (type: boolean) |
| Statistics: Num rows: 26 Data size: 16198 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 26 Data size: 3146 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_name (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 26 Data size: 3146 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 26 Data size: 3146 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: string) |
| Filter Operator |
| predicate: (p_type <> '1') (type: boolean) |
| Statistics: Num rows: 26 Data size: 2704 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: (p_type <> '1') (type: boolean) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 26 Data size: 2704 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: boolean) |
| minReductionHashAggr: 0.9230769 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: boolean) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: boolean) |
| Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string), _col9 (type: boolean) |
| 1 _col0 (type: string), _col1 (type: boolean) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Inner Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 52 Data size: 6500 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: boolean) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: boolean) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: boolean) |
| Statistics: Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE |
| Reducer 4 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: boolean) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: boolean) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[51][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: select * from part where p_name IN (select p_name from part p where part.p_type <> '1') |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part where p_name IN (select p_name from part p where part.p_type <> '1') |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| PREHOOK: query: insert into tnull values(1, 'c') |
| PREHOOK: type: QUERY |
| PREHOOK: Input: _dummy_database@_dummy_table |
| PREHOOK: Output: default@tnull |
| POSTHOOK: query: insert into tnull values(1, 'c') |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: _dummy_database@_dummy_table |
| POSTHOOK: Output: default@tnull |
| POSTHOOK: Lineage: tnull.c SCRIPT [] |
| POSTHOOK: Lineage: tnull.i SCRIPT [] |
| Warning: Shuffle Join MERGEJOIN[33][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: explain select * from part where p_partkey = 3 OR p_size NOT IN (select i from tnull) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@tnull |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part where p_partkey = 3 OR p_size NOT IN (select i from tnull) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@tnull |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (XPROD_EDGE), Reducer 6 (XPROD_EDGE) |
| Reducer 5 <- Map 4 (SIMPLE_EDGE) |
| Reducer 6 <- Map 4 (CUSTOM_SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col5 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col5 (type: int) |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 4 |
| Map Operator Tree: |
| TableScan |
| alias: tnull |
| Statistics: Num rows: 3 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: i is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: i (type: int) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: int) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: i (type: int) |
| outputColumnNames: i |
| Statistics: Num rows: 3 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count(), count(i) |
| minReductionHashAggr: 0.6666666 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: bigint), _col1 (type: bigint) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col5 (type: int) |
| 1 _col0 (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10 |
| Statistics: Num rows: 27 Data size: 16721 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 27 Data size: 16721 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col10 (type: boolean) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Inner Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col12 |
| Statistics: Num rows: 27 Data size: 17153 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: bigint), _col12 (type: bigint), _col10 (type: boolean) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col12 |
| Statistics: Num rows: 27 Data size: 17153 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: ((_col9 = 0L) or (_col12 is null and (_col10 >= _col9) and _col5 is not null) or (_col0 = 3)) (type: boolean) |
| Statistics: Num rows: 27 Data size: 17153 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 27 Data size: 16713 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 27 Data size: 16713 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 5 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: int) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: int), true (type: boolean) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: int) |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: boolean) |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0), count(VALUE._col1) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: bigint), _col1 (type: bigint) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[33][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: select * from part where p_partkey = 3 OR p_size NOT IN (select i from tnull) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@tnull |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part where p_partkey = 3 OR p_size NOT IN (select i from tnull) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@tnull |
| #### A masked pattern was here #### |
| Warning: Shuffle Join MERGEJOIN[47][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product |
| Warning: Shuffle Join MERGEJOIN[49][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product |
| PREHOOK: query: explain select count(*) from src |
| where src.key in (select key from src s1 where s1.key > '9') |
| or src.value is not null |
| or exists(select key from src) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select count(*) from src |
| where src.key in (select key from src s1 where s1.key > '9') |
| or src.value is not null |
| or exists(select key from src) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (XPROD_EDGE), Reducer 8 (XPROD_EDGE) |
| Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) |
| Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) |
| Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) |
| Reducer 6 <- Map 1 (SIMPLE_EDGE) |
| Reducer 7 <- Map 1 (SIMPLE_EDGE) |
| Reducer 8 <- Map 1 (CUSTOM_SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: src |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: key (type: string), value (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: string), _col1 (type: string) |
| Select Operator |
| Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: true (type: boolean) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: boolean) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: boolean) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (key > '9') (type: boolean) |
| Statistics: Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: key (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 105 Data size: 9135 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 105 Data size: 9135 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count() |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: bigint) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Inner Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: string), _col2 (type: bigint) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col0 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col1, _col2, _col4 |
| Statistics: Num rows: 666 Data size: 66602 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 666 Data size: 66602 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: string), _col2 (type: bigint), _col4 (type: boolean) |
| Reducer 4 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col1, _col2, _col4, _col5 |
| Statistics: Num rows: 666 Data size: 69266 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (_col5 is not null or ((_col2 <> 0L) and _col4 is not null) or _col1 is not null) (type: boolean) |
| Statistics: Num rows: 666 Data size: 69266 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 666 Data size: 69266 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count() |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: bigint) |
| Reducer 5 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: boolean) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: boolean) |
| Reducer 7 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 105 Data size: 9135 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: string), true (type: boolean) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 105 Data size: 9555 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 105 Data size: 9555 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: boolean) |
| Reducer 8 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: bigint) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[47][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product |
| Warning: Shuffle Join MERGEJOIN[49][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product |
| PREHOOK: query: select count(*) from src |
| where src.key in (select key from src s1 where s1.key > '9') |
| or src.value is not null |
| or exists(select key from src) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from src |
| where src.key in (select key from src s1 where s1.key > '9') |
| or src.value is not null |
| or exists(select key from src) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| #### A masked pattern was here #### |
| 500 |
| PREHOOK: query: explain select * from part ws1 where |
| exists (select * from part ws2 where ws1.p_type= ws2.p_type |
| and ws1.p_retailprice <> ws2.p_retailprice) |
| and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part ws1 where |
| exists (select * from part ws2 where ws1.p_type= ws2.p_type |
| and ws1.p_retailprice <> ws2.p_retailprice) |
| and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) |
| Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: ws1 |
| filterExpr: p_type is not null (type: boolean) |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: p_type is not null (type: boolean) |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col4 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col4 (type: string) |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 4 |
| Map Operator Tree: |
| TableScan |
| alias: ws2 |
| filterExpr: (p_type is not null and p_retailprice is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 2912 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_type is not null and p_retailprice is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 2912 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_type (type: string), p_retailprice (type: double) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 26 Data size: 2912 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: double) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 25 Data size: 2800 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 25 Data size: 2800 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: double) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: wr1 |
| filterExpr: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_name (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col4 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10 |
| residual filter predicates: {(_col7 <> _col10)} |
| Statistics: Num rows: 26 Data size: 16302 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col4 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col4 (type: string) |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Anti Join 0 to 1 |
| keys: |
| 0 _col4 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 28 Data size: 17703 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 28 Data size: 17703 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select * from part ws1 where |
| exists (select * from part ws2 where ws1.p_type= ws2.p_type |
| and ws1.p_retailprice <> ws2.p_retailprice) |
| and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part ws1 where |
| exists (select * from part ws2 where ws1.p_type= ws2.p_type |
| and ws1.p_retailprice <> ws2.p_retailprice) |
| and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| Warning: Shuffle Join MERGEJOIN[39][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND NOT EXISTS (select c from tempty) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| PREHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND NOT EXISTS (select c from tempty) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) |
| Reducer 6 <- Map 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_size is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_size is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col5 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col5 (type: int) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 4 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_size is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_size is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_size (type: int) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: _col0 (type: int) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: int) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: tempty |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Group By Operator |
| keys: true (type: boolean) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: boolean) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: boolean) |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col5 (type: int) |
| 1 _col0 (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| Filter Operator |
| predicate: _col9 is null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: boolean) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| value expressions: _col0 (type: boolean) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[39][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: select * from part_null where p_size IN (select p_size from part_null) AND NOT EXISTS (select c from tempty) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| PREHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_size IN (select p_size from part_null) AND NOT EXISTS (select c from tempty) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 78487 NULL Manufacturer#6 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| Warning: Shuffle Join MERGEJOIN[39][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| PREHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) |
| Reducer 6 <- Map 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col1 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 4 |
| Map Operator Tree: |
| TableScan |
| alias: part_null |
| filterExpr: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: p_name (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: tempty |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Group By Operator |
| keys: true (type: boolean) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: boolean) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: boolean) |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col1 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 1232 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| Filter Operator |
| predicate: _col9 is null (type: boolean) |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 1233 Basic stats: PARTIAL Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: boolean) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| value expressions: _col0 (type: boolean) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[39][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product |
| PREHOOK: query: select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part_null |
| PREHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part_null where p_name IN (select p_name from part_null) AND NOT EXISTS (select c from tempty) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Input: default@tempty |
| #### A masked pattern was here #### |
| 105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ |
| 110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously |
| 112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h |
| 132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even |
| 144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about |
| 146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref |
| 15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu |
| 155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra |
| 17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the |
| 17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve |
| 191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de |
| 33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful |
| 40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s |
| 42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl |
| 45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful |
| 48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i |
| 49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick |
| 65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr |
| 78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith |
| 85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull |
| 86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| PREHOOK: query: explain |
| select key, value, count(*) |
| from src b |
| where b.key in (select key from src where src.value = b.value) |
| group by key, value |
| having count(*) in (select count(*) from src s1 where s1.key > '9' and not exists (select * from src s2 where s1.value = s2.value) group by s1.key ) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select key, value, count(*) |
| from src b |
| where b.key in (select key from src where src.value = b.value) |
| group by key, value |
| having count(*) in (select count(*) from src s1 where s1.key > '9' and not exists (select * from src s2 where s1.value = s2.value) group by s1.key ) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (SIMPLE_EDGE) |
| Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) |
| Reducer 5 <- Map 1 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) |
| Reducer 6 <- Reducer 5 (SIMPLE_EDGE) |
| Reducer 7 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: b |
| filterExpr: ((key is not null and value is not null) or (key > '9') or value is not null) (type: boolean) |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (key is not null and value is not null) (type: boolean) |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: key (type: string), value (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (key > '9') (type: boolean) |
| Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: key (type: string), value (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col1 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: string) |
| Filter Operator |
| predicate: value is not null (type: boolean) |
| Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: value (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 307 Data size: 27937 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 307 Data size: 27937 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 8 |
| Map Operator Tree: |
| TableScan |
| alias: src |
| filterExpr: (value is not null and key is not null) (type: boolean) |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (value is not null and key is not null) (type: boolean) |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: key (type: string), value (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 316 Data size: 56248 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 316 Data size: 56248 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col0 (type: string), _col1 (type: string) |
| 1 _col0 (type: string), _col1 (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count() |
| keys: _col0 (type: string), _col1 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 316 Data size: 58776 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string), _col1 (type: string) |
| null sort order: zz |
| sort order: ++ |
| Map-reduce partition columns: _col0 (type: string), _col1 (type: string) |
| Statistics: Num rows: 316 Data size: 58776 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col2 (type: bigint) |
| Reducer 3 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0) |
| keys: KEY._col0 (type: string), KEY._col1 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 316 Data size: 58776 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: _col2 is not null (type: boolean) |
| Statistics: Num rows: 316 Data size: 58776 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col2 (type: bigint) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col2 (type: bigint) |
| Statistics: Num rows: 316 Data size: 58776 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: string), _col1 (type: string) |
| Reducer 4 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col2 (type: bigint) |
| 1 _col0 (type: bigint) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 105 Data size: 19530 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 105 Data size: 19530 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 5 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col1 (type: string) |
| 1 _col1 (type: string) |
| outputColumnNames: _col0, _col2 |
| Statistics: Num rows: 307 Data size: 27377 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: _col2 is null (type: boolean) |
| Statistics: Num rows: 141 Data size: 12575 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: string) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 141 Data size: 12575 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count() |
| keys: _col0 (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 105 Data size: 9975 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 105 Data size: 9975 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: bigint) |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0) |
| keys: KEY._col0 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 105 Data size: 9975 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col1 (type: bigint) |
| outputColumnNames: _col1 |
| Statistics: Num rows: 105 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: _col1 is not null (type: boolean) |
| Statistics: Num rows: 105 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col1 (type: bigint) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 105 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: bigint) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 105 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: bigint) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: bigint) |
| Statistics: Num rows: 105 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE |
| Reducer 7 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 307 Data size: 27937 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: true (type: boolean), _col0 (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 307 Data size: 29165 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col1 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 307 Data size: 29165 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: boolean) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select key, value, count(*) |
| from src b |
| where b.key in (select key from src where src.value = b.value) |
| group by key, value |
| having count(*) in (select count(*) from src s1 where s1.key > '9' and not exists (select * from src s2 where s1.value = s2.value) group by s1.key ) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| #### A masked pattern was here #### |
| POSTHOOK: query: select key, value, count(*) |
| from src b |
| where b.key in (select key from src where src.value = b.value) |
| group by key, value |
| having count(*) in (select count(*) from src s1 where s1.key > '9' and not exists (select * from src s2 where s1.value = s2.value) group by s1.key ) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| #### A masked pattern was here #### |
| Warning: Shuffle Join MERGEJOIN[47][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product |
| Warning: Shuffle Join MERGEJOIN[49][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product |
| PREHOOK: query: explain select count(*) from src |
| where src.key in (select key from src s1 where s1.key > '9') |
| or src.value is not null |
| or not exists(select key from src) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select count(*) from src |
| where src.key in (select key from src s1 where s1.key > '9') |
| or src.value is not null |
| or not exists(select key from src) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (XPROD_EDGE), Reducer 8 (XPROD_EDGE) |
| Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) |
| Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE) |
| Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) |
| Reducer 6 <- Map 1 (SIMPLE_EDGE) |
| Reducer 7 <- Map 1 (SIMPLE_EDGE) |
| Reducer 8 <- Map 1 (CUSTOM_SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: src |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: key (type: string), value (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: string), _col1 (type: string) |
| Select Operator |
| Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: true (type: boolean) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: boolean) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: boolean) |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (key > '9') (type: boolean) |
| Statistics: Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: key (type: string) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 105 Data size: 9135 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 105 Data size: 9135 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count() |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: bigint) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Inner Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: string), _col2 (type: bigint) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col0 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col1, _col2, _col4 |
| Statistics: Num rows: 666 Data size: 66602 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 666 Data size: 66602 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: string), _col2 (type: bigint), _col4 (type: boolean) |
| Reducer 4 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 |
| 1 |
| outputColumnNames: _col1, _col2, _col4, _col5 |
| Statistics: Num rows: 666 Data size: 69266 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (_col5 is null or ((_col2 <> 0L) and _col4 is not null) or _col1 is not null) (type: boolean) |
| Statistics: Num rows: 666 Data size: 69266 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 666 Data size: 69266 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: count() |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: bigint) |
| Reducer 5 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: boolean) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: boolean) |
| Reducer 7 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 105 Data size: 9135 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: string), true (type: boolean) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 105 Data size: 9555 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 105 Data size: 9555 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: boolean) |
| Reducer 8 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: bigint) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| Warning: Shuffle Join MERGEJOIN[47][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product |
| Warning: Shuffle Join MERGEJOIN[49][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product |
| PREHOOK: query: select count(*) from src |
| where src.key in (select key from src s1 where s1.key > '9') |
| or src.value is not null |
| or not exists(select key from src) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from src |
| where src.key in (select key from src s1 where s1.key > '9') |
| or src.value is not null |
| or not exists(select key from src) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| #### A masked pattern was here #### |
| 500 |
| PREHOOK: query: explain select * from part ws1 where |
| exists (select * from part ws2 where ws1.p_type= ws2.p_type |
| and ws1.p_retailprice <> ws2.p_retailprice) |
| and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select * from part ws1 where |
| exists (select * from part ws2 where ws1.p_type= ws2.p_type |
| and ws1.p_retailprice <> ws2.p_retailprice) |
| and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) |
| Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) |
| Reducer 6 <- Map 5 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: ws1 |
| filterExpr: p_type is not null (type: boolean) |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: p_type is not null (type: boolean) |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col4 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col4 (type: string) |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 4 |
| Map Operator Tree: |
| TableScan |
| alias: ws2 |
| filterExpr: (p_type is not null and p_retailprice is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 2912 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (p_type is not null and p_retailprice is not null) (type: boolean) |
| Statistics: Num rows: 26 Data size: 2912 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: p_type (type: string), p_retailprice (type: double) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 26 Data size: 2912 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: _col0 (type: string), _col1 (type: double) |
| minReductionHashAggr: 0.4 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 25 Data size: 2800 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 25 Data size: 2800 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: double) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: wr1 |
| filterExpr: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: p_name is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| keys: p_name (type: string) |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Semi Join 0 to 1 |
| keys: |
| 0 _col4 (type: string) |
| 1 _col0 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10 |
| residual filter predicates: {(_col7 <> _col10)} |
| Statistics: Num rows: 26 Data size: 16302 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col4 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col4 (type: string) |
| Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| Reducer 3 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Left Outer Join 0 to 1 |
| keys: |
| 0 _col4 (type: string) |
| 1 _col1 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 |
| Statistics: Num rows: 28 Data size: 17703 Basic stats: COMPLETE Column stats: NONE |
| Filter Operator |
| predicate: _col9 is null (type: boolean) |
| Statistics: Num rows: 14 Data size: 8851 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 14 Data size: 8851 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 14 Data size: 8851 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Reducer 6 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: string) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: true (type: boolean), _col0 (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col1 (type: string) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: boolean) |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select * from part ws1 where |
| exists (select * from part ws2 where ws1.p_type= ws2.p_type |
| and ws1.p_retailprice <> ws2.p_retailprice) |
| and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@part |
| PREHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from part ws1 where |
| exists (select * from part ws2 where ws1.p_type= ws2.p_type |
| and ws1.p_retailprice <> ws2.p_retailprice) |
| and not exists(select * from part_null wr1 where ws1.p_type = wr1.p_name) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@part |
| POSTHOOK: Input: default@part_null |
| #### A masked pattern was here #### |
| 192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir |
| 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl |
| PREHOOK: query: drop table tnull |
| PREHOOK: type: DROPTABLE |
| PREHOOK: Input: default@tnull |
| PREHOOK: Output: default@tnull |
| POSTHOOK: query: drop table tnull |
| POSTHOOK: type: DROPTABLE |
| POSTHOOK: Input: default@tnull |
| POSTHOOK: Output: default@tnull |
| PREHOOK: query: drop table tempty |
| PREHOOK: type: DROPTABLE |
| PREHOOK: Input: default@tempty |
| PREHOOK: Output: default@tempty |
| POSTHOOK: query: drop table tempty |
| POSTHOOK: type: DROPTABLE |
| POSTHOOK: Input: default@tempty |
| POSTHOOK: Output: default@tempty |
| PREHOOK: query: drop table part_null |
| PREHOOK: type: DROPTABLE |
| PREHOOK: Input: default@part_null |
| PREHOOK: Output: default@part_null |
| POSTHOOK: query: drop table part_null |
| POSTHOOK: type: DROPTABLE |
| POSTHOOK: Input: default@part_null |
| POSTHOOK: Output: default@part_null |
