| PREHOOK: query: create table emps_n3 ( |
| empid int, |
| deptno int, |
| name varchar(256), |
| salary float, |
| commission int) |
| stored as orc TBLPROPERTIES ('transactional'='true') |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@emps_n3 |
| POSTHOOK: query: create table emps_n3 ( |
| empid int, |
| deptno int, |
| name varchar(256), |
| salary float, |
| commission int) |
| stored as orc TBLPROPERTIES ('transactional'='true') |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@emps_n3 |
| PREHOOK: query: insert into emps_n3 values (100, 10, 'Bill', 10000, 1000), (200, 20, 'Eric', 8000, 500), |
| (150, 10, 'Sebastian', 7000, null), (110, 10, 'Theodore', 10000, 250), (120, 10, 'Bill', 10000, 250) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: _dummy_database@_dummy_table |
| PREHOOK: Output: default@emps_n3 |
| POSTHOOK: query: insert into emps_n3 values (100, 10, 'Bill', 10000, 1000), (200, 20, 'Eric', 8000, 500), |
| (150, 10, 'Sebastian', 7000, null), (110, 10, 'Theodore', 10000, 250), (120, 10, 'Bill', 10000, 250) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: _dummy_database@_dummy_table |
| POSTHOOK: Output: default@emps_n3 |
| POSTHOOK: Lineage: emps_n3.commission SCRIPT [] |
| POSTHOOK: Lineage: emps_n3.deptno SCRIPT [] |
| POSTHOOK: Lineage: emps_n3.empid SCRIPT [] |
| POSTHOOK: Lineage: emps_n3.name SCRIPT [] |
| POSTHOOK: Lineage: emps_n3.salary SCRIPT [] |
| PREHOOK: query: create table depts_n2 ( |
| deptno int, |
| name varchar(256), |
| locationid int) |
| stored as orc TBLPROPERTIES ('transactional'='true') |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@depts_n2 |
| POSTHOOK: query: create table depts_n2 ( |
| deptno int, |
| name varchar(256), |
| locationid int) |
| stored as orc TBLPROPERTIES ('transactional'='true') |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@depts_n2 |
| PREHOOK: query: insert into depts_n2 values (10, 'Sales', 10), (30, 'Marketing', null), (20, 'HR', 20) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: _dummy_database@_dummy_table |
| PREHOOK: Output: default@depts_n2 |
| POSTHOOK: query: insert into depts_n2 values (10, 'Sales', 10), (30, 'Marketing', null), (20, 'HR', 20) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: _dummy_database@_dummy_table |
| POSTHOOK: Output: default@depts_n2 |
| POSTHOOK: Lineage: depts_n2.deptno SCRIPT [] |
| POSTHOOK: Lineage: depts_n2.locationid SCRIPT [] |
| POSTHOOK: Lineage: depts_n2.name SCRIPT [] |
| PREHOOK: query: create table dependents_n2 ( |
| empid int, |
| name varchar(256)) |
| stored as orc TBLPROPERTIES ('transactional'='true') |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@dependents_n2 |
| POSTHOOK: query: create table dependents_n2 ( |
| empid int, |
| name varchar(256)) |
| stored as orc TBLPROPERTIES ('transactional'='true') |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@dependents_n2 |
| PREHOOK: query: insert into dependents_n2 values (10, 'Michael'), (20, 'Jane') |
| PREHOOK: type: QUERY |
| PREHOOK: Input: _dummy_database@_dummy_table |
| PREHOOK: Output: default@dependents_n2 |
| POSTHOOK: query: insert into dependents_n2 values (10, 'Michael'), (20, 'Jane') |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: _dummy_database@_dummy_table |
| POSTHOOK: Output: default@dependents_n2 |
| POSTHOOK: Lineage: dependents_n2.empid SCRIPT [] |
| POSTHOOK: Lineage: dependents_n2.name SCRIPT [] |
| PREHOOK: query: create table locations_n2 ( |
| locationid int, |
| name varchar(256)) |
| stored as orc TBLPROPERTIES ('transactional'='true') |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@locations_n2 |
| POSTHOOK: query: create table locations_n2 ( |
| locationid int, |
| name varchar(256)) |
| stored as orc TBLPROPERTIES ('transactional'='true') |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@locations_n2 |
| PREHOOK: query: insert into locations_n2 values (10, 'San Francisco'), (20, 'San Diego') |
| PREHOOK: type: QUERY |
| PREHOOK: Input: _dummy_database@_dummy_table |
| PREHOOK: Output: default@locations_n2 |
| POSTHOOK: query: insert into locations_n2 values (10, 'San Francisco'), (20, 'San Diego') |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: _dummy_database@_dummy_table |
| POSTHOOK: Output: default@locations_n2 |
| POSTHOOK: Lineage: locations_n2.locationid SCRIPT [] |
| POSTHOOK: Lineage: locations_n2.name SCRIPT [] |
| PREHOOK: query: alter table emps_n3 add constraint pk1 primary key (empid) disable novalidate rely |
| PREHOOK: type: ALTERTABLE_ADDCONSTRAINT |
| POSTHOOK: query: alter table emps_n3 add constraint pk1 primary key (empid) disable novalidate rely |
| POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT |
| PREHOOK: query: alter table depts_n2 add constraint pk2 primary key (deptno) disable novalidate rely |
| PREHOOK: type: ALTERTABLE_ADDCONSTRAINT |
| POSTHOOK: query: alter table depts_n2 add constraint pk2 primary key (deptno) disable novalidate rely |
| POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT |
| PREHOOK: query: alter table dependents_n2 add constraint pk3 primary key (empid) disable novalidate rely |
| PREHOOK: type: ALTERTABLE_ADDCONSTRAINT |
| POSTHOOK: query: alter table dependents_n2 add constraint pk3 primary key (empid) disable novalidate rely |
| POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT |
| PREHOOK: query: alter table locations_n2 add constraint pk4 primary key (locationid) disable novalidate rely |
| PREHOOK: type: ALTERTABLE_ADDCONSTRAINT |
| POSTHOOK: query: alter table locations_n2 add constraint pk4 primary key (locationid) disable novalidate rely |
| POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT |
| PREHOOK: query: alter table emps_n3 add constraint fk1 foreign key (deptno) references depts_n2(deptno) disable novalidate rely |
| PREHOOK: type: ALTERTABLE_ADDCONSTRAINT |
| POSTHOOK: query: alter table emps_n3 add constraint fk1 foreign key (deptno) references depts_n2(deptno) disable novalidate rely |
| POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT |
| PREHOOK: query: alter table depts_n2 add constraint fk2 foreign key (locationid) references locations_n2(locationid) disable novalidate rely |
| PREHOOK: type: ALTERTABLE_ADDCONSTRAINT |
| POSTHOOK: query: alter table depts_n2 add constraint fk2 foreign key (locationid) references locations_n2(locationid) disable novalidate rely |
| POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT |
| PREHOOK: query: create materialized view mv1_n2 as |
| select * from emps_n3 where empid < 150 |
| PREHOOK: type: CREATE_MATERIALIZED_VIEW |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: create materialized view mv1_n2 as |
| select * from emps_n3 where empid < 150 |
| POSTHOOK: type: CREATE_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: explain |
| select * |
| from (select * from emps_n3 where empid < 120) t |
| join depts_n2 using (deptno) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select * |
| from (select * from emps_n3 where empid < 120) t |
| join depts_n2 using (deptno) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: default.mv1_n2 |
| filterExpr: ((empid < 120) and deptno is not null) (type: boolean) |
| Statistics: Num rows: 3 Data size: 315 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: ((empid < 120) and deptno is not null) (type: boolean) |
| Statistics: Num rows: 3 Data size: 315 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: empid (type: int), deptno (type: int), name (type: varchar(256)), salary (type: float), commission (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4 |
| Statistics: Num rows: 3 Data size: 315 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col1 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col1 (type: int) |
| Statistics: Num rows: 3 Data size: 315 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col0 (type: int), _col2 (type: varchar(256)), _col3 (type: float), _col4 (type: int) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Map 3 |
| Map Operator Tree: |
| TableScan |
| alias: depts_n2 |
| Statistics: Num rows: 3 Data size: 291 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: deptno (type: int), name (type: varchar(256)), locationid (type: int) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 3 Data size: 291 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: int) |
| Statistics: Num rows: 3 Data size: 291 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: varchar(256)), _col2 (type: int) |
| Execution mode: vectorized, llap |
| LLAP IO: may be used (ACID table) |
| Reducer 2 |
| Execution mode: llap |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Inner Join 0 to 1 |
| keys: |
| 0 _col1 (type: int) |
| 1 _col0 (type: int) |
| outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6, _col7 |
| Statistics: Num rows: 3 Data size: 594 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col5 (type: int), _col0 (type: int), _col2 (type: varchar(256)), _col3 (type: float), _col4 (type: int), _col6 (type: varchar(256)), _col7 (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 |
| Statistics: Num rows: 3 Data size: 594 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 3 Data size: 594 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select * |
| from (select * from emps_n3 where empid < 120) t |
| join depts_n2 using (deptno) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * |
| from (select * from emps_n3 where empid < 120) t |
| join depts_n2 using (deptno) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| 10 100 Bill 10000.0 1000 Sales 10 |
| 10 110 Theodore 10000.0 250 Sales 10 |
| PREHOOK: query: drop materialized view mv1_n2 |
| PREHOOK: type: DROP_MATERIALIZED_VIEW |
| PREHOOK: Input: default@mv1_n2 |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: drop materialized view mv1_n2 |
| POSTHOOK: type: DROP_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@mv1_n2 |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: create materialized view mv1_n2 as |
| select deptno, name, salary, commission |
| from emps_n3 |
| PREHOOK: type: CREATE_MATERIALIZED_VIEW |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: create materialized view mv1_n2 as |
| select deptno, name, salary, commission |
| from emps_n3 |
| POSTHOOK: type: CREATE_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: explain |
| select emps_n3.name, emps_n3.salary, emps_n3.commission |
| from emps_n3 |
| join depts_n2 using (deptno) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select emps_n3.name, emps_n3.salary, emps_n3.commission |
| from emps_n3 |
| join depts_n2 using (deptno) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-0 is a root stage |
| |
| STAGE PLANS: |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| TableScan |
| alias: default.mv1_n2 |
| filterExpr: deptno is not null (type: boolean) |
| Filter Operator |
| predicate: deptno is not null (type: boolean) |
| Select Operator |
| expressions: name (type: varchar(256)), salary (type: float), commission (type: int) |
| outputColumnNames: _col0, _col1, _col2 |
| ListSink |
| |
| PREHOOK: query: select emps_n3.name, emps_n3.salary, emps_n3.commission |
| from emps_n3 |
| join depts_n2 using (deptno) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select emps_n3.name, emps_n3.salary, emps_n3.commission |
| from emps_n3 |
| join depts_n2 using (deptno) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| Bill 10000.0 1000 |
| Bill 10000.0 250 |
| Eric 8000.0 500 |
| Sebastian 7000.0 NULL |
| Theodore 10000.0 250 |
| PREHOOK: query: drop materialized view mv1_n2 |
| PREHOOK: type: DROP_MATERIALIZED_VIEW |
| PREHOOK: Input: default@mv1_n2 |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: drop materialized view mv1_n2 |
| POSTHOOK: type: DROP_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@mv1_n2 |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: create materialized view mv1_n2 as |
| select empid deptno from emps_n3 |
| join depts_n2 using (deptno) |
| PREHOOK: type: CREATE_MATERIALIZED_VIEW |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: create materialized view mv1_n2 as |
| select empid deptno from emps_n3 |
| join depts_n2 using (deptno) |
| POSTHOOK: type: CREATE_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: explain |
| select empid deptno from emps_n3 |
| join depts_n2 using (deptno) where empid = 1 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select empid deptno from emps_n3 |
| join depts_n2 using (deptno) where empid = 1 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-0 is a root stage |
| |
| STAGE PLANS: |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| TableScan |
| alias: default.mv1_n2 |
| filterExpr: (deptno = 1) (type: boolean) |
| Filter Operator |
| predicate: (deptno = 1) (type: boolean) |
| Select Operator |
| expressions: 1 (type: int) |
| outputColumnNames: _col0 |
| ListSink |
| |
| PREHOOK: query: select empid deptno from emps_n3 |
| join depts_n2 using (deptno) where empid = 1 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select empid deptno from emps_n3 |
| join depts_n2 using (deptno) where empid = 1 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| PREHOOK: query: drop materialized view mv1_n2 |
| PREHOOK: type: DROP_MATERIALIZED_VIEW |
| PREHOOK: Input: default@mv1_n2 |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: drop materialized view mv1_n2 |
| POSTHOOK: type: DROP_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@mv1_n2 |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: create materialized view mv1_n2 as |
| select * from emps_n3 where empid < 200 |
| PREHOOK: type: CREATE_MATERIALIZED_VIEW |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: create materialized view mv1_n2 as |
| select * from emps_n3 where empid < 200 |
| POSTHOOK: type: CREATE_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: explain |
| select * from emps_n3 where empid > 120 |
| union all select * from emps_n3 where empid < 150 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select * from emps_n3 where empid > 120 |
| union all select * from emps_n3 where empid < 150 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Map 1 <- Union 2 (CONTAINS) |
| Map 3 <- Union 2 (CONTAINS) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: emps_n3 |
| filterExpr: (empid > 120) (type: boolean) |
| Statistics: Num rows: 5 Data size: 530 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (empid > 120) (type: boolean) |
| Statistics: Num rows: 4 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: empid (type: int), deptno (type: int), name (type: varchar(256)), salary (type: float), commission (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4 |
| Statistics: Num rows: 4 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 8 Data size: 848 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Execution mode: vectorized, llap |
| LLAP IO: may be used (ACID table) |
| Map 3 |
| Map Operator Tree: |
| TableScan |
| alias: default.mv1_n2 |
| filterExpr: (empid < 150) (type: boolean) |
| Statistics: Num rows: 4 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (empid < 150) (type: boolean) |
| Statistics: Num rows: 4 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: empid (type: int), deptno (type: int), name (type: varchar(256)), salary (type: float), commission (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4 |
| Statistics: Num rows: 4 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 8 Data size: 848 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Union 2 |
| Vertex: Union 2 |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select * from emps_n3 where empid > 120 |
| union all select * from emps_n3 where empid < 150 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from emps_n3 where empid > 120 |
| union all select * from emps_n3 where empid < 150 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| 100 10 Bill 10000.0 1000 |
| 110 10 Theodore 10000.0 250 |
| 120 10 Bill 10000.0 250 |
| 150 10 Sebastian 7000.0 NULL |
| 200 20 Eric 8000.0 500 |
| PREHOOK: query: drop materialized view mv1_n2 |
| PREHOOK: type: DROP_MATERIALIZED_VIEW |
| PREHOOK: Input: default@mv1_n2 |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: drop materialized view mv1_n2 |
| POSTHOOK: type: DROP_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@mv1_n2 |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: create materialized view mv1_n2 as |
| select empid, deptno from emps_n3 group by empid, deptno |
| PREHOOK: type: CREATE_MATERIALIZED_VIEW |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: create materialized view mv1_n2 as |
| select empid, deptno from emps_n3 group by empid, deptno |
| POSTHOOK: type: CREATE_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: explain |
| select empid, deptno from emps_n3 group by empid, deptno |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select empid, deptno from emps_n3 group by empid, deptno |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-0 is a root stage |
| |
| STAGE PLANS: |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| TableScan |
| alias: emps_n3 |
| Select Operator |
| expressions: empid (type: int), deptno (type: int) |
| outputColumnNames: _col0, _col1 |
| ListSink |
| |
| PREHOOK: query: select empid, deptno from emps_n3 group by empid, deptno |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select empid, deptno from emps_n3 group by empid, deptno |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| #### A masked pattern was here #### |
| 100 10 |
| 110 10 |
| 120 10 |
| 150 10 |
| 200 20 |
| PREHOOK: query: drop materialized view mv1_n2 |
| PREHOOK: type: DROP_MATERIALIZED_VIEW |
| PREHOOK: Input: default@mv1_n2 |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: drop materialized view mv1_n2 |
| POSTHOOK: type: DROP_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@mv1_n2 |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: create materialized view mv1_n2 as |
| select empid, name from emps_n3 group by empid, name |
| PREHOOK: type: CREATE_MATERIALIZED_VIEW |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: create materialized view mv1_n2 as |
| select empid, name from emps_n3 group by empid, name |
| POSTHOOK: type: CREATE_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: explain |
| select empid, name from emps_n3 group by empid, name |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select empid, name from emps_n3 group by empid, name |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-0 is a root stage |
| |
| STAGE PLANS: |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| TableScan |
| alias: emps_n3 |
| Select Operator |
| expressions: empid (type: int), name (type: varchar(256)) |
| outputColumnNames: _col0, _col1 |
| ListSink |
| |
| PREHOOK: query: select empid, name from emps_n3 group by empid, name |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select empid, name from emps_n3 group by empid, name |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| #### A masked pattern was here #### |
| 100 Bill |
| 110 Theodore |
| 120 Bill |
| 150 Sebastian |
| 200 Eric |
| PREHOOK: query: drop materialized view mv1_n2 |
| PREHOOK: type: DROP_MATERIALIZED_VIEW |
| PREHOOK: Input: default@mv1_n2 |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: drop materialized view mv1_n2 |
| POSTHOOK: type: DROP_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@mv1_n2 |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: create materialized view mv1_n2 as |
| select name, salary from emps_n3 group by name, salary |
| PREHOOK: type: CREATE_MATERIALIZED_VIEW |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: create materialized view mv1_n2 as |
| select name, salary from emps_n3 group by name, salary |
| POSTHOOK: type: CREATE_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: explain |
| select name, salary from emps_n3 group by name, salary |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select name, salary from emps_n3 group by name, salary |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-0 is a root stage |
| |
| STAGE PLANS: |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| TableScan |
| alias: default.mv1_n2 |
| Select Operator |
| expressions: name (type: varchar(256)), salary (type: float) |
| outputColumnNames: _col0, _col1 |
| ListSink |
| |
| PREHOOK: query: select name, salary from emps_n3 group by name, salary |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select name, salary from emps_n3 group by name, salary |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| Bill 10000.0 |
| Eric 8000.0 |
| Sebastian 7000.0 |
| Theodore 10000.0 |
| PREHOOK: query: drop materialized view mv1_n2 |
| PREHOOK: type: DROP_MATERIALIZED_VIEW |
| PREHOOK: Input: default@mv1_n2 |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: drop materialized view mv1_n2 |
| POSTHOOK: type: DROP_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@mv1_n2 |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: create materialized view mv1_n2 as |
| select name, salary from emps_n3 group by name, salary |
| PREHOOK: type: CREATE_MATERIALIZED_VIEW |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: create materialized view mv1_n2 as |
| select name, salary from emps_n3 group by name, salary |
| POSTHOOK: type: CREATE_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: explain |
| select name from emps_n3 group by name |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select name from emps_n3 group by name |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: default.mv1_n2 |
| Statistics: Num rows: 4 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: name (type: varchar(256)) |
| outputColumnNames: name |
| Statistics: Num rows: 4 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: name (type: varchar(256)) |
| minReductionHashAggr: 0.5 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: varchar(256)) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: varchar(256)) |
| Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: varchar(256)) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select name from emps_n3 group by name |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select name from emps_n3 group by name |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| Bill |
| Eric |
| Sebastian |
| Theodore |
| PREHOOK: query: drop materialized view mv1_n2 |
| PREHOOK: type: DROP_MATERIALIZED_VIEW |
| PREHOOK: Input: default@mv1_n2 |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: drop materialized view mv1_n2 |
| POSTHOOK: type: DROP_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@mv1_n2 |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: create materialized view mv1_n2 as |
| select name, salary from emps_n3 where deptno = 10 group by name, salary |
| PREHOOK: type: CREATE_MATERIALIZED_VIEW |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: create materialized view mv1_n2 as |
| select name, salary from emps_n3 where deptno = 10 group by name, salary |
| POSTHOOK: type: CREATE_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: explain |
| select name from emps_n3 where deptno = 10 group by name |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select name from emps_n3 where deptno = 10 group by name |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: default.mv1_n2 |
| Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: name (type: varchar(256)) |
| outputColumnNames: name |
| Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: name (type: varchar(256)) |
| minReductionHashAggr: 0.6666666 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: varchar(256)) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: varchar(256)) |
| Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: varchar(256)) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select name from emps_n3 where deptno = 10 group by name |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select name from emps_n3 where deptno = 10 group by name |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| Bill |
| Sebastian |
| Theodore |
| PREHOOK: query: drop materialized view mv1_n2 |
| PREHOOK: type: DROP_MATERIALIZED_VIEW |
| PREHOOK: Input: default@mv1_n2 |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: drop materialized view mv1_n2 |
| POSTHOOK: type: DROP_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@mv1_n2 |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: create materialized view mv1_n2 as |
| select name, salary, count(*) as c, sum(empid) as s |
| from emps_n3 group by name, salary |
| PREHOOK: type: CREATE_MATERIALIZED_VIEW |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: create materialized view mv1_n2 as |
| select name, salary, count(*) as c, sum(empid) as s |
| from emps_n3 group by name, salary |
| POSTHOOK: type: CREATE_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: explain |
| select name from emps_n3 group by name |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select name from emps_n3 group by name |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: default.mv1_n2 |
| Statistics: Num rows: 4 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: name (type: varchar(256)) |
| outputColumnNames: name |
| Statistics: Num rows: 4 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| keys: name (type: varchar(256)) |
| minReductionHashAggr: 0.5 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: varchar(256)) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: varchar(256)) |
| Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| keys: KEY._col0 (type: varchar(256)) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select name from emps_n3 group by name |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@emps_n3 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select name from emps_n3 group by name |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@emps_n3 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| Bill |
| Eric |
| Sebastian |
| Theodore |
| PREHOOK: query: drop materialized view mv1_n2 |
| PREHOOK: type: DROP_MATERIALIZED_VIEW |
| PREHOOK: Input: default@mv1_n2 |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: drop materialized view mv1_n2 |
| POSTHOOK: type: DROP_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@mv1_n2 |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: create materialized view mv1_n2 as |
| select deptno, name, count(*) as c |
| from depts_n2 |
| group by deptno, name |
| PREHOOK: type: CREATE_MATERIALIZED_VIEW |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: create materialized view mv1_n2 as |
| select deptno, name, count(*) as c |
| from depts_n2 |
| group by deptno, name |
| POSTHOOK: type: CREATE_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: explain |
| select name, count(*) as c |
| from depts_n2 |
| where name = 'Sales' |
| group by name |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select name, count(*) as c |
| from depts_n2 |
| where name = 'Sales' |
| group by name |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: default.mv1_n2 |
| filterExpr: (name = 'Sales') (type: boolean) |
| Statistics: Num rows: 3 Data size: 291 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (name = 'Sales') (type: boolean) |
| Statistics: Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: c (type: bigint) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: sum(_col0) |
| keys: true (type: boolean) |
| minReductionHashAggr: 0.0 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: boolean) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: boolean) |
| Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: bigint) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: sum(VALUE._col0) |
| keys: KEY._col0 (type: boolean) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: 'Sales' (type: varchar(256)), COALESCE(_col1,0L) (type: bigint) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select name, count(*) as c |
| from depts_n2 |
| where name = 'Sales' |
| group by name |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select name, count(*) as c |
| from depts_n2 |
| where name = 'Sales' |
| group by name |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| Sales 1 |
| PREHOOK: query: drop materialized view mv1_n2 |
| PREHOOK: type: DROP_MATERIALIZED_VIEW |
| PREHOOK: Input: default@mv1_n2 |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: drop materialized view mv1_n2 |
| POSTHOOK: type: DROP_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@mv1_n2 |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: create materialized view mv1_n2 as |
| select deptno, name, locationid, count(*) as c |
| from depts_n2 |
| group by deptno, name, locationid |
| PREHOOK: type: CREATE_MATERIALIZED_VIEW |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: create materialized view mv1_n2 as |
| select deptno, name, locationid, count(*) as c |
| from depts_n2 |
| group by deptno, name, locationid |
| POSTHOOK: type: CREATE_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@mv1_n2 |
| PREHOOK: query: explain |
| select deptno, name, count(*) as c |
| from depts_n2 |
| where name = 'Sales' |
| group by deptno, name |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain |
| select deptno, name, count(*) as c |
| from depts_n2 |
| where name = 'Sales' |
| group by deptno, name |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: default.mv1_n2 |
| filterExpr: (name = 'Sales') (type: boolean) |
| Statistics: Num rows: 3 Data size: 303 Basic stats: COMPLETE Column stats: COMPLETE |
| Filter Operator |
| predicate: (name = 'Sales') (type: boolean) |
| Statistics: Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: deptno (type: int), c (type: bigint) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE |
| Group By Operator |
| aggregations: sum(_col1) |
| keys: _col0 (type: int) |
| minReductionHashAggr: 0.0 |
| mode: hash |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| key expressions: _col0 (type: int) |
| null sort order: z |
| sort order: + |
| Map-reduce partition columns: _col0 (type: int) |
| Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE |
| value expressions: _col1 (type: bigint) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: sum(VALUE._col0) |
| keys: KEY._col0 (type: int) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: int), 'Sales' (type: varchar(256)), COALESCE(_col1,0L) (type: bigint) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select deptno, name, count(*) as c |
| from depts_n2 |
| where name = 'Sales' |
| group by deptno, name |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@depts_n2 |
| PREHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select deptno, name, count(*) as c |
| from depts_n2 |
| where name = 'Sales' |
| group by deptno, name |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@depts_n2 |
| POSTHOOK: Input: default@mv1_n2 |
| #### A masked pattern was here #### |
| 10 Sales 1 |
| PREHOOK: query: drop materialized view mv1_n2 |
| PREHOOK: type: DROP_MATERIALIZED_VIEW |
| PREHOOK: Input: default@mv1_n2 |
| PREHOOK: Output: default@mv1_n2 |
| POSTHOOK: query: drop materialized view mv1_n2 |
| POSTHOOK: type: DROP_MATERIALIZED_VIEW |
| POSTHOOK: Input: default@mv1_n2 |
| POSTHOOK: Output: default@mv1_n2 |
