| PREHOOK: query: -- Test timestamp functions in vectorized mode to verify they run correctly end-to-end. |
| -- Turning on vectorization has been temporarily moved after filling the test table |
| -- due to bug HIVE-8197. |
| |
| |
| CREATE TABLE alltypesorc_string(ctimestamp1 timestamp, stimestamp1 string) STORED AS ORC |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@alltypesorc_string |
| POSTHOOK: query: -- Test timestamp functions in vectorized mode to verify they run correctly end-to-end. |
| -- Turning on vectorization has been temporarily moved after filling the test table |
| -- due to bug HIVE-8197. |
| |
| |
| CREATE TABLE alltypesorc_string(ctimestamp1 timestamp, stimestamp1 string) STORED AS ORC |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@alltypesorc_string |
| PREHOOK: query: INSERT OVERWRITE TABLE alltypesorc_string |
| SELECT |
| to_utc_timestamp(ctimestamp1, 'America/Los_Angeles') AS toutc, |
| CAST(to_utc_timestamp(ctimestamp1, 'America/Los_Angeles') AS STRING) as cst |
| FROM alltypesorc |
| ORDER BY toutc, cst |
| LIMIT 40 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@alltypesorc |
| PREHOOK: Output: default@alltypesorc_string |
| POSTHOOK: query: INSERT OVERWRITE TABLE alltypesorc_string |
| SELECT |
| to_utc_timestamp(ctimestamp1, 'America/Los_Angeles') AS toutc, |
| CAST(to_utc_timestamp(ctimestamp1, 'America/Los_Angeles') AS STRING) as cst |
| FROM alltypesorc |
| ORDER BY toutc, cst |
| LIMIT 40 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@alltypesorc |
| POSTHOOK: Output: default@alltypesorc_string |
| POSTHOOK: Lineage: alltypesorc_string.ctimestamp1 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] |
| POSTHOOK: Lineage: alltypesorc_string.stimestamp1 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] |
| PREHOOK: query: CREATE TABLE alltypesorc_wrong(stimestamp1 string) STORED AS ORC |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@alltypesorc_wrong |
| POSTHOOK: query: CREATE TABLE alltypesorc_wrong(stimestamp1 string) STORED AS ORC |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@alltypesorc_wrong |
| PREHOOK: query: INSERT INTO TABLE alltypesorc_wrong SELECT 'abcd' FROM alltypesorc LIMIT 1 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@alltypesorc |
| PREHOOK: Output: default@alltypesorc_wrong |
| POSTHOOK: query: INSERT INTO TABLE alltypesorc_wrong SELECT 'abcd' FROM alltypesorc LIMIT 1 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@alltypesorc |
| POSTHOOK: Output: default@alltypesorc_wrong |
| POSTHOOK: Lineage: alltypesorc_wrong.stimestamp1 SIMPLE [] |
| PREHOOK: query: INSERT INTO TABLE alltypesorc_wrong SELECT '2000:01:01 00-00-00' FROM alltypesorc LIMIT 1 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@alltypesorc |
| PREHOOK: Output: default@alltypesorc_wrong |
| POSTHOOK: query: INSERT INTO TABLE alltypesorc_wrong SELECT '2000:01:01 00-00-00' FROM alltypesorc LIMIT 1 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@alltypesorc |
| POSTHOOK: Output: default@alltypesorc_wrong |
| POSTHOOK: Lineage: alltypesorc_wrong.stimestamp1 SIMPLE [] |
| PREHOOK: query: INSERT INTO TABLE alltypesorc_wrong SELECT '0000-00-00 99:99:99' FROM alltypesorc LIMIT 1 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@alltypesorc |
| PREHOOK: Output: default@alltypesorc_wrong |
| POSTHOOK: query: INSERT INTO TABLE alltypesorc_wrong SELECT '0000-00-00 99:99:99' FROM alltypesorc LIMIT 1 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@alltypesorc |
| POSTHOOK: Output: default@alltypesorc_wrong |
| POSTHOOK: Lineage: alltypesorc_wrong.stimestamp1 SIMPLE [] |
| PREHOOK: query: EXPLAIN SELECT |
| to_unix_timestamp(ctimestamp1) AS c1, |
| year(ctimestamp1), |
| month(ctimestamp1), |
| day(ctimestamp1), |
| dayofmonth(ctimestamp1), |
| weekofyear(ctimestamp1), |
| hour(ctimestamp1), |
| minute(ctimestamp1), |
| second(ctimestamp1) |
| FROM alltypesorc_string |
| ORDER BY c1 |
| PREHOOK: type: QUERY |
| POSTHOOK: query: EXPLAIN SELECT |
| to_unix_timestamp(ctimestamp1) AS c1, |
| year(ctimestamp1), |
| month(ctimestamp1), |
| day(ctimestamp1), |
| dayofmonth(ctimestamp1), |
| weekofyear(ctimestamp1), |
| hour(ctimestamp1), |
| minute(ctimestamp1), |
| second(ctimestamp1) |
| FROM alltypesorc_string |
| ORDER BY c1 |
| POSTHOOK: type: QUERY |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: alltypesorc_string |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: to_unix_timestamp(ctimestamp1) (type: bigint), year(ctimestamp1) (type: int), month(ctimestamp1) (type: int), day(ctimestamp1) (type: int), dayofmonth(ctimestamp1) (type: int), weekofyear(ctimestamp1) (type: int), hour(ctimestamp1) (type: int), minute(ctimestamp1) (type: int), second(ctimestamp1) (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: bigint) |
| sort order: + |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) |
| Execution mode: vectorized |
| Reducer 2 |
| Execution mode: vectorized |
| Reduce Operator Tree: |
| Select Operator |
| expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: SELECT |
| to_unix_timestamp(ctimestamp1) AS c1, |
| year(ctimestamp1), |
| month(ctimestamp1), |
| day(ctimestamp1), |
| dayofmonth(ctimestamp1), |
| weekofyear(ctimestamp1), |
| hour(ctimestamp1), |
| minute(ctimestamp1), |
| second(ctimestamp1) |
| FROM alltypesorc_string |
| ORDER BY c1 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@alltypesorc_string |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT |
| to_unix_timestamp(ctimestamp1) AS c1, |
| year(ctimestamp1), |
| month(ctimestamp1), |
| day(ctimestamp1), |
| dayofmonth(ctimestamp1), |
| weekofyear(ctimestamp1), |
| hour(ctimestamp1), |
| minute(ctimestamp1), |
| second(ctimestamp1) |
| FROM alltypesorc_string |
| ORDER BY c1 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@alltypesorc_string |
| #### A masked pattern was here #### |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| PREHOOK: query: EXPLAIN SELECT |
| to_unix_timestamp(stimestamp1) AS c1, |
| year(stimestamp1), |
| month(stimestamp1), |
| day(stimestamp1), |
| dayofmonth(stimestamp1), |
| weekofyear(stimestamp1), |
| hour(stimestamp1), |
| minute(stimestamp1), |
| second(stimestamp1) |
| FROM alltypesorc_string |
| ORDER BY c1 |
| PREHOOK: type: QUERY |
| POSTHOOK: query: EXPLAIN SELECT |
| to_unix_timestamp(stimestamp1) AS c1, |
| year(stimestamp1), |
| month(stimestamp1), |
| day(stimestamp1), |
| dayofmonth(stimestamp1), |
| weekofyear(stimestamp1), |
| hour(stimestamp1), |
| minute(stimestamp1), |
| second(stimestamp1) |
| FROM alltypesorc_string |
| ORDER BY c1 |
| POSTHOOK: type: QUERY |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: alltypesorc_string |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: to_unix_timestamp(stimestamp1) (type: bigint), year(stimestamp1) (type: int), month(stimestamp1) (type: int), day(stimestamp1) (type: int), dayofmonth(stimestamp1) (type: int), weekofyear(stimestamp1) (type: int), hour(stimestamp1) (type: int), minute(stimestamp1) (type: int), second(stimestamp1) (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: bigint) |
| sort order: + |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) |
| Execution mode: vectorized |
| Reducer 2 |
| Execution mode: vectorized |
| Reduce Operator Tree: |
| Select Operator |
| expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: SELECT |
| to_unix_timestamp(stimestamp1) AS c1, |
| year(stimestamp1), |
| month(stimestamp1), |
| day(stimestamp1), |
| dayofmonth(stimestamp1), |
| weekofyear(stimestamp1), |
| hour(stimestamp1), |
| minute(stimestamp1), |
| second(stimestamp1) |
| FROM alltypesorc_string |
| ORDER BY c1 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@alltypesorc_string |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT |
| to_unix_timestamp(stimestamp1) AS c1, |
| year(stimestamp1), |
| month(stimestamp1), |
| day(stimestamp1), |
| dayofmonth(stimestamp1), |
| weekofyear(stimestamp1), |
| hour(stimestamp1), |
| minute(stimestamp1), |
| second(stimestamp1) |
| FROM alltypesorc_string |
| ORDER BY c1 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@alltypesorc_string |
| #### A masked pattern was here #### |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| PREHOOK: query: EXPLAIN SELECT |
| to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1) AS c1, |
| year(ctimestamp1) = year(stimestamp1), |
| month(ctimestamp1) = month(stimestamp1), |
| day(ctimestamp1) = day(stimestamp1), |
| dayofmonth(ctimestamp1) = dayofmonth(stimestamp1), |
| weekofyear(ctimestamp1) = weekofyear(stimestamp1), |
| hour(ctimestamp1) = hour(stimestamp1), |
| minute(ctimestamp1) = minute(stimestamp1), |
| second(ctimestamp1) = second(stimestamp1) |
| FROM alltypesorc_string |
| ORDER BY c1 |
| PREHOOK: type: QUERY |
| POSTHOOK: query: EXPLAIN SELECT |
| to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1) AS c1, |
| year(ctimestamp1) = year(stimestamp1), |
| month(ctimestamp1) = month(stimestamp1), |
| day(ctimestamp1) = day(stimestamp1), |
| dayofmonth(ctimestamp1) = dayofmonth(stimestamp1), |
| weekofyear(ctimestamp1) = weekofyear(stimestamp1), |
| hour(ctimestamp1) = hour(stimestamp1), |
| minute(ctimestamp1) = minute(stimestamp1), |
| second(ctimestamp1) = second(stimestamp1) |
| FROM alltypesorc_string |
| ORDER BY c1 |
| POSTHOOK: type: QUERY |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: alltypesorc_string |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: (to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1)) (type: boolean), (year(ctimestamp1) = year(stimestamp1)) (type: boolean), (month(ctimestamp1) = month(stimestamp1)) (type: boolean), (day(ctimestamp1) = day(stimestamp1)) (type: boolean), (dayofmonth(ctimestamp1) = dayofmonth(stimestamp1)) (type: boolean), (weekofyear(ctimestamp1) = weekofyear(stimestamp1)) (type: boolean), (hour(ctimestamp1) = hour(stimestamp1)) (type: boolean), (minute(ctimestamp1) = minute(stimestamp1)) (type: boolean), (second(ctimestamp1) = second(stimestamp1)) (type: boolean) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: boolean) |
| sort order: + |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) |
| Execution mode: vectorized |
| Reducer 2 |
| Execution mode: vectorized |
| Reduce Operator Tree: |
| Select Operator |
| expressions: KEY.reducesinkkey0 (type: boolean), VALUE._col0 (type: boolean), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: -- Should all be true or NULL |
| SELECT |
| to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1) AS c1, |
| year(ctimestamp1) = year(stimestamp1), |
| month(ctimestamp1) = month(stimestamp1), |
| day(ctimestamp1) = day(stimestamp1), |
| dayofmonth(ctimestamp1) = dayofmonth(stimestamp1), |
| weekofyear(ctimestamp1) = weekofyear(stimestamp1), |
| hour(ctimestamp1) = hour(stimestamp1), |
| minute(ctimestamp1) = minute(stimestamp1), |
| second(ctimestamp1) = second(stimestamp1) |
| FROM alltypesorc_string |
| ORDER BY c1 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@alltypesorc_string |
| #### A masked pattern was here #### |
| POSTHOOK: query: -- Should all be true or NULL |
| SELECT |
| to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1) AS c1, |
| year(ctimestamp1) = year(stimestamp1), |
| month(ctimestamp1) = month(stimestamp1), |
| day(ctimestamp1) = day(stimestamp1), |
| dayofmonth(ctimestamp1) = dayofmonth(stimestamp1), |
| weekofyear(ctimestamp1) = weekofyear(stimestamp1), |
| hour(ctimestamp1) = hour(stimestamp1), |
| minute(ctimestamp1) = minute(stimestamp1), |
| second(ctimestamp1) = second(stimestamp1) |
| FROM alltypesorc_string |
| ORDER BY c1 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@alltypesorc_string |
| #### A masked pattern was here #### |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| PREHOOK: query: -- Wrong format. Should all be NULL. |
| EXPLAIN SELECT |
| to_unix_timestamp(stimestamp1) AS c1, |
| year(stimestamp1), |
| month(stimestamp1), |
| day(stimestamp1), |
| dayofmonth(stimestamp1), |
| weekofyear(stimestamp1), |
| hour(stimestamp1), |
| minute(stimestamp1), |
| second(stimestamp1) |
| FROM alltypesorc_wrong |
| ORDER BY c1 |
| PREHOOK: type: QUERY |
| POSTHOOK: query: -- Wrong format. Should all be NULL. |
| EXPLAIN SELECT |
| to_unix_timestamp(stimestamp1) AS c1, |
| year(stimestamp1), |
| month(stimestamp1), |
| day(stimestamp1), |
| dayofmonth(stimestamp1), |
| weekofyear(stimestamp1), |
| hour(stimestamp1), |
| minute(stimestamp1), |
| second(stimestamp1) |
| FROM alltypesorc_wrong |
| ORDER BY c1 |
| POSTHOOK: type: QUERY |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: alltypesorc_wrong |
| Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: to_unix_timestamp(stimestamp1) (type: bigint), year(stimestamp1) (type: int), month(stimestamp1) (type: int), day(stimestamp1) (type: int), dayofmonth(stimestamp1) (type: int), weekofyear(stimestamp1) (type: int), hour(stimestamp1) (type: int), minute(stimestamp1) (type: int), second(stimestamp1) (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| key expressions: _col0 (type: bigint) |
| sort order: + |
| Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) |
| Execution mode: vectorized |
| Reducer 2 |
| Execution mode: vectorized |
| Reduce Operator Tree: |
| Select Operator |
| expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 |
| Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: SELECT |
| to_unix_timestamp(stimestamp1) AS c1, |
| year(stimestamp1), |
| month(stimestamp1), |
| day(stimestamp1), |
| dayofmonth(stimestamp1), |
| weekofyear(stimestamp1), |
| hour(stimestamp1), |
| minute(stimestamp1), |
| second(stimestamp1) |
| FROM alltypesorc_wrong |
| ORDER BY c1 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@alltypesorc_wrong |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT |
| to_unix_timestamp(stimestamp1) AS c1, |
| year(stimestamp1), |
| month(stimestamp1), |
| day(stimestamp1), |
| dayofmonth(stimestamp1), |
| weekofyear(stimestamp1), |
| hour(stimestamp1), |
| minute(stimestamp1), |
| second(stimestamp1) |
| FROM alltypesorc_wrong |
| ORDER BY c1 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@alltypesorc_wrong |
| #### A masked pattern was here #### |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| NULL NULL NULL NULL NULL NULL NULL NULL NULL |
| PREHOOK: query: EXPLAIN SELECT |
| min(ctimestamp1), |
| max(ctimestamp1), |
| count(ctimestamp1), |
| count(*) |
| FROM alltypesorc_string |
| PREHOOK: type: QUERY |
| POSTHOOK: query: EXPLAIN SELECT |
| min(ctimestamp1), |
| max(ctimestamp1), |
| count(ctimestamp1), |
| count(*) |
| FROM alltypesorc_string |
| POSTHOOK: type: QUERY |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: alltypesorc_string |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: ctimestamp1 (type: timestamp) |
| outputColumnNames: ctimestamp1 |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| aggregations: min(ctimestamp1), max(ctimestamp1), count(ctimestamp1), count() |
| mode: hash |
| outputColumnNames: _col0, _col1, _col2, _col3 |
| Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| sort order: |
| Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: timestamp), _col1 (type: timestamp), _col2 (type: bigint), _col3 (type: bigint) |
| Execution mode: vectorized |
| Reducer 2 |
| Execution mode: vectorized |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: min(VALUE._col0), max(VALUE._col1), count(VALUE._col2), count(VALUE._col3) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1, _col2, _col3 |
| Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: SELECT |
| min(ctimestamp1), |
| max(ctimestamp1), |
| count(ctimestamp1), |
| count(*) |
| FROM alltypesorc_string |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@alltypesorc_string |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT |
| min(ctimestamp1), |
| max(ctimestamp1), |
| count(ctimestamp1), |
| count(*) |
| FROM alltypesorc_string |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@alltypesorc_string |
| #### A masked pattern was here #### |
| NULL NULL 0 40 |
| PREHOOK: query: -- SUM of timestamps are not vectorized reduce-side because they produce a double instead of a long (HIVE-8211)... |
| EXPLAIN SELECT |
| round(sum(ctimestamp1), 3) |
| FROM alltypesorc_string |
| PREHOOK: type: QUERY |
| POSTHOOK: query: -- SUM of timestamps are not vectorized reduce-side because they produce a double instead of a long (HIVE-8211)... |
| EXPLAIN SELECT |
| round(sum(ctimestamp1), 3) |
| FROM alltypesorc_string |
| POSTHOOK: type: QUERY |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: alltypesorc_string |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: ctimestamp1 (type: timestamp) |
| outputColumnNames: ctimestamp1 |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| aggregations: sum(ctimestamp1) |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| sort order: |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: double) |
| Reducer 2 |
| Execution mode: vectorized |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: sum(VALUE._col0) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: round(_col0, 3) (type: double) |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: SELECT |
| round(sum(ctimestamp1), 3) |
| FROM alltypesorc_string |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@alltypesorc_string |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT |
| round(sum(ctimestamp1), 3) |
| FROM alltypesorc_string |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@alltypesorc_string |
| #### A masked pattern was here #### |
| NULL |
| PREHOOK: query: EXPLAIN SELECT |
| round(avg(ctimestamp1), 0), |
| variance(ctimestamp1) between 8.97077295279421E19 and 8.97077295279422E19, |
| var_pop(ctimestamp1) between 8.97077295279421E19 and 8.97077295279422E19, |
| var_samp(ctimestamp1) between 9.20684592523616E19 and 9.20684592523617E19, |
| round(std(ctimestamp1), 3), |
| round(stddev(ctimestamp1), 3), |
| round(stddev_pop(ctimestamp1), 3), |
| round(stddev_samp(ctimestamp1), 3) |
| FROM alltypesorc_string |
| PREHOOK: type: QUERY |
| POSTHOOK: query: EXPLAIN SELECT |
| round(avg(ctimestamp1), 0), |
| variance(ctimestamp1) between 8.97077295279421E19 and 8.97077295279422E19, |
| var_pop(ctimestamp1) between 8.97077295279421E19 and 8.97077295279422E19, |
| var_samp(ctimestamp1) between 9.20684592523616E19 and 9.20684592523617E19, |
| round(std(ctimestamp1), 3), |
| round(stddev(ctimestamp1), 3), |
| round(stddev_pop(ctimestamp1), 3), |
| round(stddev_samp(ctimestamp1), 3) |
| FROM alltypesorc_string |
| POSTHOOK: type: QUERY |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: alltypesorc_string |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: ctimestamp1 (type: timestamp) |
| outputColumnNames: ctimestamp1 |
| Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE |
| Group By Operator |
| aggregations: avg(ctimestamp1), variance(ctimestamp1), var_pop(ctimestamp1), var_samp(ctimestamp1), std(ctimestamp1), stddev(ctimestamp1), stddev_pop(ctimestamp1), stddev_samp(ctimestamp1) |
| mode: hash |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 |
| Statistics: Num rows: 1 Data size: 672 Basic stats: COMPLETE Column stats: NONE |
| Reduce Output Operator |
| sort order: |
| Statistics: Num rows: 1 Data size: 672 Basic stats: COMPLETE Column stats: NONE |
| value expressions: _col0 (type: struct<count:bigint,sum:double,input:timestamp>), _col1 (type: struct<count:bigint,sum:double,variance:double>), _col2 (type: struct<count:bigint,sum:double,variance:double>), _col3 (type: struct<count:bigint,sum:double,variance:double>), _col4 (type: struct<count:bigint,sum:double,variance:double>), _col5 (type: struct<count:bigint,sum:double,variance:double>), _col6 (type: struct<count:bigint,sum:double,variance:double>), _col7 (type: struct<count:bigint,sum:double,variance:double>) |
| Execution mode: vectorized |
| Reducer 2 |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: avg(VALUE._col0), variance(VALUE._col1), var_pop(VALUE._col2), var_samp(VALUE._col3), std(VALUE._col4), stddev(VALUE._col5), stddev_pop(VALUE._col6), stddev_samp(VALUE._col7) |
| mode: mergepartial |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 |
| Statistics: Num rows: 1 Data size: 672 Basic stats: COMPLETE Column stats: NONE |
| Select Operator |
| expressions: round(_col0, 0) (type: double), _col1 BETWEEN 8.97077295279421E19 AND 8.97077295279422E19 (type: boolean), _col2 BETWEEN 8.97077295279421E19 AND 8.97077295279422E19 (type: boolean), _col3 BETWEEN 9.20684592523616E19 AND 9.20684592523617E19 (type: boolean), round(_col4, 3) (type: double), round(_col5, 3) (type: double), round(_col6, 3) (type: double), round(_col7, 3) (type: double) |
| outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 |
| Statistics: Num rows: 1 Data size: 672 Basic stats: COMPLETE Column stats: NONE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 672 Basic stats: COMPLETE Column stats: NONE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: SELECT |
| round(avg(ctimestamp1), 0), |
| variance(ctimestamp1) between 8.97077295279421E19 and 8.97077295279422E19, |
| var_pop(ctimestamp1) between 8.97077295279421E19 and 8.97077295279422E19, |
| var_samp(ctimestamp1) between 9.20684592523616E19 and 9.20684592523617E19, |
| round(std(ctimestamp1), 3), |
| round(stddev(ctimestamp1), 3), |
| round(stddev_pop(ctimestamp1), 3), |
| round(stddev_samp(ctimestamp1), 3) |
| FROM alltypesorc_string |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@alltypesorc_string |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT |
| round(avg(ctimestamp1), 0), |
| variance(ctimestamp1) between 8.97077295279421E19 and 8.97077295279422E19, |
| var_pop(ctimestamp1) between 8.97077295279421E19 and 8.97077295279422E19, |
| var_samp(ctimestamp1) between 9.20684592523616E19 and 9.20684592523617E19, |
| round(std(ctimestamp1), 3), |
| round(stddev(ctimestamp1), 3), |
| round(stddev_pop(ctimestamp1), 3), |
| round(stddev_samp(ctimestamp1), 3) |
| FROM alltypesorc_string |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@alltypesorc_string |
| #### A masked pattern was here #### |
| NULL NULL NULL NULL NULL NULL NULL NULL |
