| PREHOOK: query: drop view v |
| PREHOOK: type: DROPVIEW |
| POSTHOOK: query: drop view v |
| POSTHOOK: type: DROPVIEW |
| PREHOOK: query: create table t1_new_n0 (key string, value string) partitioned by (ds string) |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@t1_new_n0 |
| POSTHOOK: query: create table t1_new_n0 (key string, value string) partitioned by (ds string) |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@t1_new_n0 |
| PREHOOK: query: insert overwrite table t1_new_n0 partition (ds = '2011-10-15') |
| select 'key1', 'value1' from src tablesample (1 rows) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| PREHOOK: Output: default@t1_new_n0@ds=2011-10-15 |
| POSTHOOK: query: insert overwrite table t1_new_n0 partition (ds = '2011-10-15') |
| select 'key1', 'value1' from src tablesample (1 rows) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| POSTHOOK: Output: default@t1_new_n0@ds=2011-10-15 |
| POSTHOOK: Lineage: t1_new_n0 PARTITION(ds=2011-10-15).key SIMPLE [] |
| POSTHOOK: Lineage: t1_new_n0 PARTITION(ds=2011-10-15).value SIMPLE [] |
| PREHOOK: query: insert overwrite table t1_new_n0 partition (ds = '2011-10-16') |
| select 'key2', 'value2' from src tablesample (1 rows) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| PREHOOK: Output: default@t1_new_n0@ds=2011-10-16 |
| POSTHOOK: query: insert overwrite table t1_new_n0 partition (ds = '2011-10-16') |
| select 'key2', 'value2' from src tablesample (1 rows) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| POSTHOOK: Output: default@t1_new_n0@ds=2011-10-16 |
| POSTHOOK: Lineage: t1_new_n0 PARTITION(ds=2011-10-16).key SIMPLE [] |
| POSTHOOK: Lineage: t1_new_n0 PARTITION(ds=2011-10-16).value SIMPLE [] |
| PREHOOK: query: create table t1_old (keymap string, value string) partitioned by (ds string) |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@t1_old |
| POSTHOOK: query: create table t1_old (keymap string, value string) partitioned by (ds string) |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@t1_old |
| PREHOOK: query: insert overwrite table t1_old partition (ds = '2011-10-13') |
| select 'keymap3', 'value3' from src tablesample (1 rows) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| PREHOOK: Output: default@t1_old@ds=2011-10-13 |
| POSTHOOK: query: insert overwrite table t1_old partition (ds = '2011-10-13') |
| select 'keymap3', 'value3' from src tablesample (1 rows) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| POSTHOOK: Output: default@t1_old@ds=2011-10-13 |
| POSTHOOK: Lineage: t1_old PARTITION(ds=2011-10-13).keymap SIMPLE [] |
| POSTHOOK: Lineage: t1_old PARTITION(ds=2011-10-13).value SIMPLE [] |
| PREHOOK: query: insert overwrite table t1_old partition (ds = '2011-10-14') |
| select 'keymap4', 'value4' from src tablesample (1 rows) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| PREHOOK: Output: default@t1_old@ds=2011-10-14 |
| POSTHOOK: query: insert overwrite table t1_old partition (ds = '2011-10-14') |
| select 'keymap4', 'value4' from src tablesample (1 rows) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| POSTHOOK: Output: default@t1_old@ds=2011-10-14 |
| POSTHOOK: Lineage: t1_old PARTITION(ds=2011-10-14).keymap SIMPLE [] |
| POSTHOOK: Lineage: t1_old PARTITION(ds=2011-10-14).value SIMPLE [] |
| PREHOOK: query: create table t1_mapping (key string, keymap string) partitioned by (ds string) |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@t1_mapping |
| POSTHOOK: query: create table t1_mapping (key string, keymap string) partitioned by (ds string) |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@t1_mapping |
| PREHOOK: query: insert overwrite table t1_mapping partition (ds = '2011-10-13') |
| select 'key3', 'keymap3' from src tablesample (1 rows) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| PREHOOK: Output: default@t1_mapping@ds=2011-10-13 |
| POSTHOOK: query: insert overwrite table t1_mapping partition (ds = '2011-10-13') |
| select 'key3', 'keymap3' from src tablesample (1 rows) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| POSTHOOK: Output: default@t1_mapping@ds=2011-10-13 |
| POSTHOOK: Lineage: t1_mapping PARTITION(ds=2011-10-13).key SIMPLE [] |
| POSTHOOK: Lineage: t1_mapping PARTITION(ds=2011-10-13).keymap SIMPLE [] |
| PREHOOK: query: insert overwrite table t1_mapping partition (ds = '2011-10-14') |
| select 'key4', 'keymap4' from src tablesample (1 rows) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| PREHOOK: Output: default@t1_mapping@ds=2011-10-14 |
| POSTHOOK: query: insert overwrite table t1_mapping partition (ds = '2011-10-14') |
| select 'key4', 'keymap4' from src tablesample (1 rows) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| POSTHOOK: Output: default@t1_mapping@ds=2011-10-14 |
| POSTHOOK: Lineage: t1_mapping PARTITION(ds=2011-10-14).key SIMPLE [] |
| POSTHOOK: Lineage: t1_mapping PARTITION(ds=2011-10-14).keymap SIMPLE [] |
| PREHOOK: query: create view t1_n113 partitioned on (ds) as |
| select * from |
| ( |
| select key, value, ds from t1_new_n0 |
| union all |
| select key, value, t1_old.ds from t1_old join t1_mapping |
| on t1_old.keymap = t1_mapping.keymap and |
| t1_old.ds = t1_mapping.ds |
| ) subq |
| PREHOOK: type: CREATEVIEW |
| PREHOOK: Input: default@t1_mapping |
| PREHOOK: Input: default@t1_new_n0 |
| PREHOOK: Input: default@t1_old |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@t1_n113 |
| POSTHOOK: query: create view t1_n113 partitioned on (ds) as |
| select * from |
| ( |
| select key, value, ds from t1_new_n0 |
| union all |
| select key, value, t1_old.ds from t1_old join t1_mapping |
| on t1_old.keymap = t1_mapping.keymap and |
| t1_old.ds = t1_mapping.ds |
| ) subq |
| POSTHOOK: type: CREATEVIEW |
| POSTHOOK: Input: default@t1_mapping |
| POSTHOOK: Input: default@t1_new_n0 |
| POSTHOOK: Input: default@t1_old |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@t1_n113 |
| POSTHOOK: Lineage: t1_n113.key EXPRESSION [(t1_new_n0)t1_new_n0.FieldSchema(name:key, type:string, comment:null), (t1_mapping)t1_mapping.FieldSchema(name:key, type:string, comment:null), ] |
| POSTHOOK: Lineage: t1_n113.value EXPRESSION [(t1_new_n0)t1_new_n0.FieldSchema(name:value, type:string, comment:null), (t1_old)t1_old.FieldSchema(name:value, type:string, comment:null), ] |
| PREHOOK: query: explain extended |
| select * from t1_n113 where ds = '2011-10-13' |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@t1_mapping |
| PREHOOK: Input: default@t1_mapping@ds=2011-10-13 |
| PREHOOK: Input: default@t1_n113 |
| PREHOOK: Input: default@t1_new_n0 |
| PREHOOK: Input: default@t1_old |
| PREHOOK: Input: default@t1_old@ds=2011-10-13 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain extended |
| select * from t1_n113 where ds = '2011-10-13' |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@t1_mapping |
| POSTHOOK: Input: default@t1_mapping@ds=2011-10-13 |
| POSTHOOK: Input: default@t1_n113 |
| POSTHOOK: Input: default@t1_new_n0 |
| POSTHOOK: Input: default@t1_old |
| POSTHOOK: Input: default@t1_old@ds=2011-10-13 |
| #### A masked pattern was here #### |
| OPTIMIZED SQL: SELECT `key`, `value`, CAST('2011-10-13' AS STRING) AS `ds` |
| FROM (SELECT `key`, `value` |
| FROM `default`.`t1_new_n0` |
| WHERE `ds` = '2011-10-13' |
| UNION ALL |
| SELECT `t4`.`key`, `t2`.`value` |
| FROM (SELECT `keymap`, `value` |
| FROM `default`.`t1_old` |
| WHERE `ds` = '2011-10-13' AND `keymap` IS NOT NULL) AS `t2` |
| INNER JOIN (SELECT `key`, `keymap` |
| FROM `default`.`t1_mapping` |
| WHERE '2011-10-13' = `ds` AND `keymap` IS NOT NULL) AS `t4` ON `t2`.`keymap` = `t4`.`keymap`) AS `t6` |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Map 1 <- Union 2 (CONTAINS) |
| Reducer 4 <- Map 3 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE), Union 2 (CONTAINS) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: t1_new_n0 |
| filterExpr: (ds = '2011-10-13') (type: boolean) |
| Statistics: Num rows: 1 Data size: 352 Basic stats: COMPLETE Column stats: COMPLETE |
| GatherStats: false |
| Filter Operator |
| isSamplingPred: false |
| predicate: (ds = '2011-10-13') (type: boolean) |
| Statistics: Num rows: 1 Data size: 352 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: key (type: string), value (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: string), _col1 (type: string), '2011-10-13' (type: string) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 2 Data size: 544 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| bucketingVersion: 2 |
| compressed: false |
| GlobalTableId: 0 |
| #### A masked pattern was here #### |
| NumFilesPerFileSink: 1 |
| Statistics: Num rows: 2 Data size: 544 Basic stats: COMPLETE Column stats: COMPLETE |
| #### A masked pattern was here #### |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| properties: |
| bucketing_version -1 |
| columns _col0,_col1,_col2 |
| columns.types string:string:string |
| escape.delim \ |
| hive.serialization.extend.additional.nesting.levels true |
| serialization.escape.crlf true |
| serialization.format 1 |
| serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| TotalFiles: 1 |
| GatherStats: false |
| MultiFileSpray: false |
| Execution mode: vectorized, llap |
| LLAP IO: unknown |
| Map 3 |
| Map Operator Tree: |
| TableScan |
| alias: t1_old |
| filterExpr: keymap is not null (type: boolean) |
| properties: |
| insideView TRUE |
| Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: COMPLETE |
| GatherStats: false |
| Filter Operator |
| isSamplingPred: false |
| predicate: keymap is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: keymap (type: string), value (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| bucketingVersion: 2 |
| key expressions: _col0 (type: string) |
| null sort order: z |
| numBuckets: -1 |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: COMPLETE |
| tag: 0 |
| value expressions: _col1 (type: string) |
| auto parallelism: true |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Path -> Alias: |
| #### A masked pattern was here #### |
| Path -> Partition: |
| #### A masked pattern was here #### |
| Partition |
| base file name: ds=2011-10-13 |
| input format: org.apache.hadoop.mapred.TextInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat |
| partition values: |
| ds 2011-10-13 |
| properties: |
| column.name.delimiter , |
| columns keymap,value |
| columns.types string:string |
| #### A masked pattern was here #### |
| name default.t1_old |
| partition_columns ds |
| partition_columns.types string |
| serialization.format 1 |
| serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| input format: org.apache.hadoop.mapred.TextInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat |
| properties: |
| bucketing_version 2 |
| column.name.delimiter , |
| columns keymap,value |
| columns.comments |
| columns.types string:string |
| #### A masked pattern was here #### |
| insideView TRUE |
| #### A masked pattern was here #### |
| name default.t1_old |
| partition_columns ds |
| partition_columns.types string |
| serialization.format 1 |
| serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| name: default.t1_old |
| name: default.t1_old |
| Truncated Path -> Alias: |
| /t1_old/ds=2011-10-13 [t1_old] |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: t1_mapping |
| filterExpr: keymap is not null (type: boolean) |
| properties: |
| insideView TRUE |
| Statistics: Num rows: 1 Data size: 179 Basic stats: COMPLETE Column stats: COMPLETE |
| GatherStats: false |
| Filter Operator |
| isSamplingPred: false |
| predicate: keymap is not null (type: boolean) |
| Statistics: Num rows: 1 Data size: 179 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: key (type: string), keymap (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 179 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| bucketingVersion: 2 |
| key expressions: _col1 (type: string) |
| null sort order: z |
| numBuckets: -1 |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 1 Data size: 179 Basic stats: COMPLETE Column stats: COMPLETE |
| tag: 1 |
| value expressions: _col0 (type: string) |
| auto parallelism: true |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Path -> Alias: |
| #### A masked pattern was here #### |
| Path -> Partition: |
| #### A masked pattern was here #### |
| Partition |
| base file name: ds=2011-10-13 |
| input format: org.apache.hadoop.mapred.TextInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat |
| partition values: |
| ds 2011-10-13 |
| properties: |
| column.name.delimiter , |
| columns key,keymap |
| columns.types string:string |
| #### A masked pattern was here #### |
| name default.t1_mapping |
| partition_columns ds |
| partition_columns.types string |
| serialization.format 1 |
| serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| input format: org.apache.hadoop.mapred.TextInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat |
| properties: |
| bucketing_version 2 |
| column.name.delimiter , |
| columns key,keymap |
| columns.comments |
| columns.types string:string |
| #### A masked pattern was here #### |
| insideView TRUE |
| #### A masked pattern was here #### |
| name default.t1_mapping |
| partition_columns ds |
| partition_columns.types string |
| serialization.format 1 |
| serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| name: default.t1_mapping |
| name: default.t1_mapping |
| Truncated Path -> Alias: |
| /t1_mapping/ds=2011-10-13 [t1_mapping] |
| Reducer 4 |
| Execution mode: llap |
| Needs Tagging: false |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Inner Join 0 to 1 |
| keys: |
| 0 _col0 (type: string) |
| 1 _col1 (type: string) |
| outputColumnNames: _col1, _col2 |
| Position of Big Table: 0 |
| Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col2 (type: string), _col1 (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: string), _col1 (type: string), '2011-10-13' (type: string) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 2 Data size: 544 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| bucketingVersion: 2 |
| compressed: false |
| GlobalTableId: 0 |
| #### A masked pattern was here #### |
| NumFilesPerFileSink: 1 |
| Statistics: Num rows: 2 Data size: 544 Basic stats: COMPLETE Column stats: COMPLETE |
| #### A masked pattern was here #### |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| properties: |
| bucketing_version -1 |
| columns _col0,_col1,_col2 |
| columns.types string:string:string |
| escape.delim \ |
| hive.serialization.extend.additional.nesting.levels true |
| serialization.escape.crlf true |
| serialization.format 1 |
| serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| TotalFiles: 1 |
| GatherStats: false |
| MultiFileSpray: false |
| Union 2 |
| Vertex: Union 2 |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select * from t1_n113 where ds = '2011-10-13' |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@t1_mapping |
| PREHOOK: Input: default@t1_mapping@ds=2011-10-13 |
| PREHOOK: Input: default@t1_n113 |
| PREHOOK: Input: default@t1_new_n0 |
| PREHOOK: Input: default@t1_old |
| PREHOOK: Input: default@t1_old@ds=2011-10-13 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from t1_n113 where ds = '2011-10-13' |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@t1_mapping |
| POSTHOOK: Input: default@t1_mapping@ds=2011-10-13 |
| POSTHOOK: Input: default@t1_n113 |
| POSTHOOK: Input: default@t1_new_n0 |
| POSTHOOK: Input: default@t1_old |
| POSTHOOK: Input: default@t1_old@ds=2011-10-13 |
| #### A masked pattern was here #### |
| key3 value3 2011-10-13 |
| PREHOOK: query: select * from t1_n113 where ds = '2011-10-14' |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@t1_mapping |
| PREHOOK: Input: default@t1_mapping@ds=2011-10-14 |
| PREHOOK: Input: default@t1_n113 |
| PREHOOK: Input: default@t1_new_n0 |
| PREHOOK: Input: default@t1_old |
| PREHOOK: Input: default@t1_old@ds=2011-10-14 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from t1_n113 where ds = '2011-10-14' |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@t1_mapping |
| POSTHOOK: Input: default@t1_mapping@ds=2011-10-14 |
| POSTHOOK: Input: default@t1_n113 |
| POSTHOOK: Input: default@t1_new_n0 |
| POSTHOOK: Input: default@t1_old |
| POSTHOOK: Input: default@t1_old@ds=2011-10-14 |
| #### A masked pattern was here #### |
| key4 value4 2011-10-14 |
| PREHOOK: query: explain extended |
| select * from t1_n113 where ds = '2011-10-15' |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@t1_mapping |
| PREHOOK: Input: default@t1_n113 |
| PREHOOK: Input: default@t1_new_n0 |
| PREHOOK: Input: default@t1_new_n0@ds=2011-10-15 |
| PREHOOK: Input: default@t1_old |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain extended |
| select * from t1_n113 where ds = '2011-10-15' |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@t1_mapping |
| POSTHOOK: Input: default@t1_n113 |
| POSTHOOK: Input: default@t1_new_n0 |
| POSTHOOK: Input: default@t1_new_n0@ds=2011-10-15 |
| POSTHOOK: Input: default@t1_old |
| #### A masked pattern was here #### |
| OPTIMIZED SQL: SELECT `key`, `value`, CAST('2011-10-15' AS STRING) AS `ds` |
| FROM (SELECT `key`, `value` |
| FROM `default`.`t1_new_n0` |
| WHERE `ds` = '2011-10-15' |
| UNION ALL |
| SELECT `t4`.`key`, `t2`.`value` |
| FROM (SELECT `keymap`, `value` |
| FROM `default`.`t1_old` |
| WHERE `ds` = '2011-10-15' AND `keymap` IS NOT NULL) AS `t2` |
| INNER JOIN (SELECT `key`, `keymap` |
| FROM `default`.`t1_mapping` |
| WHERE '2011-10-15' = `ds` AND `keymap` IS NOT NULL) AS `t4` ON `t2`.`keymap` = `t4`.`keymap`) AS `t6` |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Map 1 <- Union 2 (CONTAINS) |
| Reducer 4 <- Map 3 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE), Union 2 (CONTAINS) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: t1_new_n0 |
| filterExpr: (ds = '2011-10-15') (type: boolean) |
| Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE |
| GatherStats: false |
| Select Operator |
| expressions: key (type: string), value (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: _col0 (type: string), _col1 (type: string), '2011-10-15' (type: string) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 2 Data size: 736 Basic stats: COMPLETE Column stats: PARTIAL |
| File Output Operator |
| bucketingVersion: 2 |
| compressed: false |
| GlobalTableId: 0 |
| #### A masked pattern was here #### |
| NumFilesPerFileSink: 1 |
| Statistics: Num rows: 2 Data size: 736 Basic stats: COMPLETE Column stats: PARTIAL |
| #### A masked pattern was here #### |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| properties: |
| bucketing_version -1 |
| columns _col0,_col1,_col2 |
| columns.types string:string:string |
| escape.delim \ |
| hive.serialization.extend.additional.nesting.levels true |
| serialization.escape.crlf true |
| serialization.format 1 |
| serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| TotalFiles: 1 |
| GatherStats: false |
| MultiFileSpray: false |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Path -> Alias: |
| #### A masked pattern was here #### |
| Path -> Partition: |
| #### A masked pattern was here #### |
| Partition |
| base file name: ds=2011-10-15 |
| input format: org.apache.hadoop.mapred.TextInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat |
| partition values: |
| ds 2011-10-15 |
| properties: |
| column.name.delimiter , |
| columns key,value |
| columns.types string:string |
| #### A masked pattern was here #### |
| name default.t1_new_n0 |
| partition_columns ds |
| partition_columns.types string |
| serialization.format 1 |
| serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| input format: org.apache.hadoop.mapred.TextInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat |
| properties: |
| bucketing_version 2 |
| column.name.delimiter , |
| columns key,value |
| columns.comments |
| columns.types string:string |
| #### A masked pattern was here #### |
| insideView TRUE |
| #### A masked pattern was here #### |
| name default.t1_new_n0 |
| partition_columns ds |
| partition_columns.types string |
| serialization.format 1 |
| serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| name: default.t1_new_n0 |
| name: default.t1_new_n0 |
| Truncated Path -> Alias: |
| /t1_new_n0/ds=2011-10-15 [t1_new_n0] |
| Map 3 |
| Map Operator Tree: |
| TableScan |
| alias: t1_old |
| filterExpr: ((ds = '2011-10-15') and keymap is not null) (type: boolean) |
| properties: |
| insideView TRUE |
| Statistics: Num rows: 1 Data size: 352 Basic stats: COMPLETE Column stats: COMPLETE |
| GatherStats: false |
| Filter Operator |
| isSamplingPred: false |
| predicate: ((ds = '2011-10-15') and keymap is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 352 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: keymap (type: string), value (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE |
| Reduce Output Operator |
| bucketingVersion: 2 |
| key expressions: _col0 (type: string) |
| null sort order: z |
| numBuckets: -1 |
| sort order: + |
| Map-reduce partition columns: _col0 (type: string) |
| Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE |
| tag: 0 |
| value expressions: _col1 (type: string) |
| auto parallelism: true |
| Execution mode: vectorized, llap |
| LLAP IO: unknown |
| Map 5 |
| Map Operator Tree: |
| TableScan |
| alias: t1_mapping |
| filterExpr: ((ds = '2011-10-15') and keymap is not null) (type: boolean) |
| properties: |
| insideView TRUE |
| Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL |
| GatherStats: false |
| Filter Operator |
| isSamplingPred: false |
| predicate: ((ds = '2011-10-15') and keymap is not null) (type: boolean) |
| Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL |
| Select Operator |
| expressions: key (type: string), keymap (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: PARTIAL |
| Reduce Output Operator |
| bucketingVersion: 2 |
| key expressions: _col1 (type: string) |
| null sort order: z |
| numBuckets: -1 |
| sort order: + |
| Map-reduce partition columns: _col1 (type: string) |
| Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: PARTIAL |
| tag: 1 |
| value expressions: _col0 (type: string) |
| auto parallelism: true |
| Execution mode: vectorized, llap |
| LLAP IO: unknown |
| Reducer 4 |
| Execution mode: llap |
| Needs Tagging: false |
| Reduce Operator Tree: |
| Merge Join Operator |
| condition map: |
| Inner Join 0 to 1 |
| keys: |
| 0 _col0 (type: string) |
| 1 _col1 (type: string) |
| outputColumnNames: _col1, _col2 |
| Position of Big Table: 1 |
| Statistics: Num rows: 1 Data size: 268 Basic stats: COMPLETE Column stats: PARTIAL |
| Select Operator |
| expressions: _col2 (type: string), _col1 (type: string) |
| outputColumnNames: _col0, _col1 |
| Statistics: Num rows: 1 Data size: 268 Basic stats: COMPLETE Column stats: PARTIAL |
| Select Operator |
| expressions: _col0 (type: string), _col1 (type: string), '2011-10-15' (type: string) |
| outputColumnNames: _col0, _col1, _col2 |
| Statistics: Num rows: 2 Data size: 736 Basic stats: COMPLETE Column stats: PARTIAL |
| File Output Operator |
| bucketingVersion: 2 |
| compressed: false |
| GlobalTableId: 0 |
| #### A masked pattern was here #### |
| NumFilesPerFileSink: 1 |
| Statistics: Num rows: 2 Data size: 736 Basic stats: COMPLETE Column stats: PARTIAL |
| #### A masked pattern was here #### |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| properties: |
| bucketing_version -1 |
| columns _col0,_col1,_col2 |
| columns.types string:string:string |
| escape.delim \ |
| hive.serialization.extend.additional.nesting.levels true |
| serialization.escape.crlf true |
| serialization.format 1 |
| serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| TotalFiles: 1 |
| GatherStats: false |
| MultiFileSpray: false |
| Union 2 |
| Vertex: Union 2 |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select * from t1_n113 where ds = '2011-10-15' |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@t1_mapping |
| PREHOOK: Input: default@t1_n113 |
| PREHOOK: Input: default@t1_new_n0 |
| PREHOOK: Input: default@t1_new_n0@ds=2011-10-15 |
| PREHOOK: Input: default@t1_old |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from t1_n113 where ds = '2011-10-15' |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@t1_mapping |
| POSTHOOK: Input: default@t1_n113 |
| POSTHOOK: Input: default@t1_new_n0 |
| POSTHOOK: Input: default@t1_new_n0@ds=2011-10-15 |
| POSTHOOK: Input: default@t1_old |
| #### A masked pattern was here #### |
| key1 value1 2011-10-15 |
| PREHOOK: query: select * from t1_n113 where ds = '2011-10-16' |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@t1_mapping |
| PREHOOK: Input: default@t1_n113 |
| PREHOOK: Input: default@t1_new_n0 |
| PREHOOK: Input: default@t1_new_n0@ds=2011-10-16 |
| PREHOOK: Input: default@t1_old |
| #### A masked pattern was here #### |
| POSTHOOK: query: select * from t1_n113 where ds = '2011-10-16' |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@t1_mapping |
| POSTHOOK: Input: default@t1_n113 |
| POSTHOOK: Input: default@t1_new_n0 |
| POSTHOOK: Input: default@t1_new_n0@ds=2011-10-16 |
| POSTHOOK: Input: default@t1_old |
| #### A masked pattern was here #### |
| key2 value2 2011-10-16 |
