| PREHOOK: query: drop table if exists acid_ivot_stage |
| PREHOOK: type: DROPTABLE |
| POSTHOOK: query: drop table if exists acid_ivot_stage |
| POSTHOOK: type: DROPTABLE |
| PREHOOK: query: create table acid_ivot_stage( |
| ctinyint TINYINT, |
| csmallint SMALLINT, |
| cint INT, |
| cbigint BIGINT, |
| cfloat FLOAT, |
| cdouble DOUBLE, |
| cstring1 STRING, |
| cstring2 STRING, |
| ctimestamp1 TIMESTAMP, |
| ctimestamp2 TIMESTAMP, |
| cboolean1 BOOLEAN, |
| cboolean2 BOOLEAN) stored as orc |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@acid_ivot_stage |
| POSTHOOK: query: create table acid_ivot_stage( |
| ctinyint TINYINT, |
| csmallint SMALLINT, |
| cint INT, |
| cbigint BIGINT, |
| cfloat FLOAT, |
| cdouble DOUBLE, |
| cstring1 STRING, |
| cstring2 STRING, |
| ctimestamp1 TIMESTAMP, |
| ctimestamp2 TIMESTAMP, |
| cboolean1 BOOLEAN, |
| cboolean2 BOOLEAN) stored as orc |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@acid_ivot_stage |
| PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/alltypesorc" into table acid_ivot_stage |
| PREHOOK: type: LOAD |
| #### A masked pattern was here #### |
| PREHOOK: Output: default@acid_ivot_stage |
| POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/alltypesorc" into table acid_ivot_stage |
| POSTHOOK: type: LOAD |
| #### A masked pattern was here #### |
| POSTHOOK: Output: default@acid_ivot_stage |
| PREHOOK: query: create table acid_ivot( |
| ctinyint TINYINT, |
| csmallint SMALLINT, |
| cint INT, |
| cbigint BIGINT, |
| cfloat FLOAT, |
| cdouble DOUBLE, |
| cstring1 STRING, |
| cstring2 STRING, |
| ctimestamp1 TIMESTAMP, |
| ctimestamp2 TIMESTAMP, |
| cboolean1 BOOLEAN, |
| cboolean2 BOOLEAN) clustered by (cint) into 1 buckets stored as orc TBLPROPERTIES ('transactional'='true') |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@acid_ivot |
| POSTHOOK: query: create table acid_ivot( |
| ctinyint TINYINT, |
| csmallint SMALLINT, |
| cint INT, |
| cbigint BIGINT, |
| cfloat FLOAT, |
| cdouble DOUBLE, |
| cstring1 STRING, |
| cstring2 STRING, |
| ctimestamp1 TIMESTAMP, |
| ctimestamp2 TIMESTAMP, |
| cboolean1 BOOLEAN, |
| cboolean2 BOOLEAN) clustered by (cint) into 1 buckets stored as orc TBLPROPERTIES ('transactional'='true') |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@acid_ivot |
| PREHOOK: query: desc formatted acid_ivot |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@acid_ivot |
| POSTHOOK: query: desc formatted acid_ivot |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@acid_ivot |
| # col_name data_type comment |
| ctinyint tinyint |
| csmallint smallint |
| cint int |
| cbigint bigint |
| cfloat float |
| cdouble double |
| cstring1 string |
| cstring2 string |
| ctimestamp1 timestamp |
| ctimestamp2 timestamp |
| cboolean1 boolean |
| cboolean2 boolean |
| |
| # Detailed Table Information |
| Database: default |
| #### A masked pattern was here #### |
| Retention: 0 |
| #### A masked pattern was here #### |
| Table Type: MANAGED_TABLE |
| Table Parameters: |
| COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} |
| bucketing_version 2 |
| numFiles 0 |
| numRows 0 |
| rawDataSize 0 |
| totalSize 0 |
| transactional true |
| transactional_properties default |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde |
| InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat |
| OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat |
| Compressed: No |
| Num Buckets: 1 |
| Bucket Columns: [cint] |
| Sort Columns: [] |
| PREHOOK: query: insert into acid_ivot select * from acid_ivot_stage |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@acid_ivot_stage |
| PREHOOK: Output: default@acid_ivot |
| POSTHOOK: query: insert into acid_ivot select * from acid_ivot_stage |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@acid_ivot_stage |
| POSTHOOK: Output: default@acid_ivot |
| POSTHOOK: Lineage: acid_ivot.cbigint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cbigint, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cboolean1 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cboolean1, type:boolean, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cboolean2 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cboolean2, type:boolean, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cdouble SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cdouble, type:double, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cfloat SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cfloat, type:float, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cint, type:int, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.csmallint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:csmallint, type:smallint, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cstring1 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cstring1, type:string, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cstring2 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cstring2, type:string, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.ctimestamp1 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.ctimestamp2 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.ctinyint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] |
| PREHOOK: query: desc formatted acid_ivot |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@acid_ivot |
| POSTHOOK: query: desc formatted acid_ivot |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@acid_ivot |
| # col_name data_type comment |
| ctinyint tinyint |
| csmallint smallint |
| cint int |
| cbigint bigint |
| cfloat float |
| cdouble double |
| cstring1 string |
| cstring2 string |
| ctimestamp1 timestamp |
| ctimestamp2 timestamp |
| cboolean1 boolean |
| cboolean2 boolean |
| |
| # Detailed Table Information |
| Database: default |
| #### A masked pattern was here #### |
| Retention: 0 |
| #### A masked pattern was here #### |
| Table Type: MANAGED_TABLE |
| Table Parameters: |
| COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} |
| bucketing_version 2 |
| numFiles 1 |
| numRows 12288 |
| rawDataSize 0 |
| totalSize 309558 |
| transactional true |
| transactional_properties default |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde |
| InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat |
| OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat |
| Compressed: No |
| Num Buckets: 1 |
| Bucket Columns: [cint] |
| Sort Columns: [] |
| PREHOOK: query: explain select count(*) from acid_ivot |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select count(*) from acid_ivot |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-0 is a root stage |
| |
| STAGE PLANS: |
| Stage: Stage-0 |
| Fetch Operator |
| limit: 1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select count(*) from acid_ivot |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from acid_ivot |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| 12288 |
| PREHOOK: query: insert into table acid_ivot values |
| (1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true), |
| (111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: _dummy_database@_dummy_table |
| PREHOOK: Output: default@acid_ivot |
| POSTHOOK: query: insert into table acid_ivot values |
| (1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true), |
| (111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: _dummy_database@_dummy_table |
| POSTHOOK: Output: default@acid_ivot |
| POSTHOOK: Lineage: acid_ivot.cbigint SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cboolean1 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cboolean2 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cdouble SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cfloat SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cint SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.csmallint SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cstring1 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cstring2 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.ctimestamp1 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.ctimestamp2 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.ctinyint SCRIPT [] |
| PREHOOK: query: select count(*) from acid_ivot |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from acid_ivot |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| 12290 |
| PREHOOK: query: drop table acid_ivot |
| PREHOOK: type: DROPTABLE |
| PREHOOK: Input: default@acid_ivot |
| PREHOOK: Output: default@acid_ivot |
| POSTHOOK: query: drop table acid_ivot |
| POSTHOOK: type: DROPTABLE |
| POSTHOOK: Input: default@acid_ivot |
| POSTHOOK: Output: default@acid_ivot |
| PREHOOK: query: create table acid_ivot( |
| ctinyint TINYINT, |
| csmallint SMALLINT, |
| cint INT, |
| cbigint BIGINT, |
| cfloat FLOAT, |
| cdouble DOUBLE, |
| cstring1 STRING, |
| cstring2 STRING, |
| ctimestamp1 TIMESTAMP, |
| ctimestamp2 TIMESTAMP, |
| cboolean1 BOOLEAN, |
| cboolean2 BOOLEAN) clustered by (cint) into 1 buckets stored as orc TBLPROPERTIES ('transactional'='true') |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@acid_ivot |
| POSTHOOK: query: create table acid_ivot( |
| ctinyint TINYINT, |
| csmallint SMALLINT, |
| cint INT, |
| cbigint BIGINT, |
| cfloat FLOAT, |
| cdouble DOUBLE, |
| cstring1 STRING, |
| cstring2 STRING, |
| ctimestamp1 TIMESTAMP, |
| ctimestamp2 TIMESTAMP, |
| cboolean1 BOOLEAN, |
| cboolean2 BOOLEAN) clustered by (cint) into 1 buckets stored as orc TBLPROPERTIES ('transactional'='true') |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@acid_ivot |
| PREHOOK: query: insert into table acid_ivot values |
| (1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true), |
| (111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: _dummy_database@_dummy_table |
| PREHOOK: Output: default@acid_ivot |
| POSTHOOK: query: insert into table acid_ivot values |
| (1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true), |
| (111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: _dummy_database@_dummy_table |
| POSTHOOK: Output: default@acid_ivot |
| POSTHOOK: Lineage: acid_ivot.cbigint SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cboolean1 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cboolean2 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cdouble SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cfloat SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cint SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.csmallint SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cstring1 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cstring2 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.ctimestamp1 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.ctimestamp2 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.ctinyint SCRIPT [] |
| PREHOOK: query: desc formatted acid_ivot |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@acid_ivot |
| POSTHOOK: query: desc formatted acid_ivot |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@acid_ivot |
| # col_name data_type comment |
| ctinyint tinyint |
| csmallint smallint |
| cint int |
| cbigint bigint |
| cfloat float |
| cdouble double |
| cstring1 string |
| cstring2 string |
| ctimestamp1 timestamp |
| ctimestamp2 timestamp |
| cboolean1 boolean |
| cboolean2 boolean |
| |
| # Detailed Table Information |
| Database: default |
| #### A masked pattern was here #### |
| Retention: 0 |
| #### A masked pattern was here #### |
| Table Type: MANAGED_TABLE |
| Table Parameters: |
| COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} |
| bucketing_version 2 |
| numFiles 1 |
| numRows 2 |
| rawDataSize 0 |
| totalSize 1654 |
| transactional true |
| transactional_properties default |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde |
| InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat |
| OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat |
| Compressed: No |
| Num Buckets: 1 |
| Bucket Columns: [cint] |
| Sort Columns: [] |
| PREHOOK: query: explain select count(*) from acid_ivot |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select count(*) from acid_ivot |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-0 is a root stage |
| |
| STAGE PLANS: |
| Stage: Stage-0 |
| Fetch Operator |
| limit: 1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select count(*) from acid_ivot |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from acid_ivot |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| 2 |
| PREHOOK: query: insert into table acid_ivot values |
| (1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true), |
| (111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true) |
| PREHOOK: type: QUERY |
| PREHOOK: Input: _dummy_database@_dummy_table |
| PREHOOK: Output: default@acid_ivot |
| POSTHOOK: query: insert into table acid_ivot values |
| (1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true), |
| (111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true) |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: _dummy_database@_dummy_table |
| POSTHOOK: Output: default@acid_ivot |
| POSTHOOK: Lineage: acid_ivot.cbigint SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cboolean1 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cboolean2 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cdouble SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cfloat SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cint SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.csmallint SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cstring1 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.cstring2 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.ctimestamp1 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.ctimestamp2 SCRIPT [] |
| POSTHOOK: Lineage: acid_ivot.ctinyint SCRIPT [] |
| PREHOOK: query: desc formatted acid_ivot |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@acid_ivot |
| POSTHOOK: query: desc formatted acid_ivot |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@acid_ivot |
| # col_name data_type comment |
| ctinyint tinyint |
| csmallint smallint |
| cint int |
| cbigint bigint |
| cfloat float |
| cdouble double |
| cstring1 string |
| cstring2 string |
| ctimestamp1 timestamp |
| ctimestamp2 timestamp |
| cboolean1 boolean |
| cboolean2 boolean |
| |
| # Detailed Table Information |
| Database: default |
| #### A masked pattern was here #### |
| Retention: 0 |
| #### A masked pattern was here #### |
| Table Type: MANAGED_TABLE |
| Table Parameters: |
| COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} |
| bucketing_version 2 |
| numFiles 2 |
| numRows 4 |
| rawDataSize 0 |
| totalSize 3308 |
| transactional true |
| transactional_properties default |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde |
| InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat |
| OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat |
| Compressed: No |
| Num Buckets: 1 |
| Bucket Columns: [cint] |
| Sort Columns: [] |
| PREHOOK: query: explain select count(*) from acid_ivot |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select count(*) from acid_ivot |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-0 is a root stage |
| |
| STAGE PLANS: |
| Stage: Stage-0 |
| Fetch Operator |
| limit: 1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select count(*) from acid_ivot |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from acid_ivot |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| 4 |
| PREHOOK: query: insert into acid_ivot select * from acid_ivot_stage |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@acid_ivot_stage |
| PREHOOK: Output: default@acid_ivot |
| POSTHOOK: query: insert into acid_ivot select * from acid_ivot_stage |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@acid_ivot_stage |
| POSTHOOK: Output: default@acid_ivot |
| POSTHOOK: Lineage: acid_ivot.cbigint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cbigint, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cboolean1 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cboolean1, type:boolean, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cboolean2 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cboolean2, type:boolean, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cdouble SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cdouble, type:double, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cfloat SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cfloat, type:float, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cint, type:int, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.csmallint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:csmallint, type:smallint, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cstring1 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cstring1, type:string, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.cstring2 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cstring2, type:string, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.ctimestamp1 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.ctimestamp2 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] |
| POSTHOOK: Lineage: acid_ivot.ctinyint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] |
| PREHOOK: query: desc formatted acid_ivot |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@acid_ivot |
| POSTHOOK: query: desc formatted acid_ivot |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@acid_ivot |
| # col_name data_type comment |
| ctinyint tinyint |
| csmallint smallint |
| cint int |
| cbigint bigint |
| cfloat float |
| cdouble double |
| cstring1 string |
| cstring2 string |
| ctimestamp1 timestamp |
| ctimestamp2 timestamp |
| cboolean1 boolean |
| cboolean2 boolean |
| |
| # Detailed Table Information |
| Database: default |
| #### A masked pattern was here #### |
| Retention: 0 |
| #### A masked pattern was here #### |
| Table Type: MANAGED_TABLE |
| Table Parameters: |
| COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} |
| bucketing_version 2 |
| numFiles 3 |
| numRows 12292 |
| rawDataSize 0 |
| totalSize 312868 |
| transactional true |
| transactional_properties default |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde |
| InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat |
| OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat |
| Compressed: No |
| Num Buckets: 1 |
| Bucket Columns: [cint] |
| Sort Columns: [] |
| PREHOOK: query: explain select count(*) from acid_ivot |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select count(*) from acid_ivot |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-0 is a root stage |
| |
| STAGE PLANS: |
| Stage: Stage-0 |
| Fetch Operator |
| limit: 1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: drop table acid_ivot |
| PREHOOK: type: DROPTABLE |
| PREHOOK: Input: default@acid_ivot |
| PREHOOK: Output: default@acid_ivot |
| POSTHOOK: query: drop table acid_ivot |
| POSTHOOK: type: DROPTABLE |
| POSTHOOK: Input: default@acid_ivot |
| POSTHOOK: Output: default@acid_ivot |
| PREHOOK: query: create table acid_ivot like src |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@acid_ivot |
| POSTHOOK: query: create table acid_ivot like src |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@acid_ivot |
| PREHOOK: query: desc formatted acid_ivot |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@acid_ivot |
| POSTHOOK: query: desc formatted acid_ivot |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@acid_ivot |
| # col_name data_type comment |
| key string default |
| value string default |
| |
| # Detailed Table Information |
| Database: default |
| #### A masked pattern was here #### |
| Retention: 0 |
| #### A masked pattern was here #### |
| Table Type: MANAGED_TABLE |
| Table Parameters: |
| COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} |
| bucketing_version 2 |
| numFiles 0 |
| numRows 0 |
| rawDataSize 0 |
| totalSize 0 |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| InputFormat: org.apache.hadoop.mapred.TextInputFormat |
| OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat |
| Compressed: No |
| Num Buckets: -1 |
| Bucket Columns: [] |
| Sort Columns: [] |
| Storage Desc Params: |
| serialization.format 1 |
| PREHOOK: query: insert overwrite table acid_ivot select * from src |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| PREHOOK: Output: default@acid_ivot |
| POSTHOOK: query: insert overwrite table acid_ivot select * from src |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| POSTHOOK: Output: default@acid_ivot |
| POSTHOOK: Lineage: acid_ivot.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] |
| POSTHOOK: Lineage: acid_ivot.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] |
| PREHOOK: query: desc formatted acid_ivot |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@acid_ivot |
| POSTHOOK: query: desc formatted acid_ivot |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@acid_ivot |
| # col_name data_type comment |
| key string default |
| value string default |
| |
| # Detailed Table Information |
| Database: default |
| #### A masked pattern was here #### |
| Retention: 0 |
| #### A masked pattern was here #### |
| Table Type: MANAGED_TABLE |
| Table Parameters: |
| COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} |
| bucketing_version 2 |
| numFiles 1 |
| numRows 500 |
| rawDataSize 5312 |
| totalSize 5812 |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| InputFormat: org.apache.hadoop.mapred.TextInputFormat |
| OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat |
| Compressed: No |
| Num Buckets: -1 |
| Bucket Columns: [] |
| Sort Columns: [] |
| Storage Desc Params: |
| serialization.format 1 |
| PREHOOK: query: explain select count(*) from acid_ivot |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select count(*) from acid_ivot |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-0 is a root stage |
| |
| STAGE PLANS: |
| Stage: Stage-0 |
| Fetch Operator |
| limit: 1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select count(*) from acid_ivot |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from acid_ivot |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@acid_ivot |
| #### A masked pattern was here #### |
| 500 |
| PREHOOK: query: CREATE TABLE sp (key STRING COMMENT 'default', value STRING COMMENT 'default') |
| PARTITIONED BY (ds STRING, hr STRING) |
| STORED AS TEXTFILE |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@sp |
| POSTHOOK: query: CREATE TABLE sp (key STRING COMMENT 'default', value STRING COMMENT 'default') |
| PARTITIONED BY (ds STRING, hr STRING) |
| STORED AS TEXTFILE |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@sp |
| PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/kv1.txt" |
| OVERWRITE INTO TABLE sp PARTITION (ds="2008-04-08", hr="11") |
| PREHOOK: type: LOAD |
| #### A masked pattern was here #### |
| PREHOOK: Output: default@sp |
| POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/kv1.txt" |
| OVERWRITE INTO TABLE sp PARTITION (ds="2008-04-08", hr="11") |
| POSTHOOK: type: LOAD |
| #### A masked pattern was here #### |
| POSTHOOK: Output: default@sp |
| POSTHOOK: Output: default@sp@ds=2008-04-08/hr=11 |
| PREHOOK: query: desc formatted sp PARTITION (ds="2008-04-08", hr="11") |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@sp |
| POSTHOOK: query: desc formatted sp PARTITION (ds="2008-04-08", hr="11") |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@sp |
| # col_name data_type comment |
| key string default |
| value string default |
| |
| # Partition Information |
| # col_name data_type comment |
| ds string |
| hr string |
| |
| # Detailed Partition Information |
| Partition Value: [2008-04-08, 11] |
| Database: default |
| Table: sp |
| #### A masked pattern was here #### |
| Partition Parameters: |
| numFiles 1 |
| numRows 0 |
| rawDataSize 0 |
| totalSize 5812 |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| InputFormat: org.apache.hadoop.mapred.TextInputFormat |
| OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat |
| Compressed: No |
| Num Buckets: -1 |
| Bucket Columns: [] |
| Sort Columns: [] |
| Storage Desc Params: |
| serialization.format 1 |
| PREHOOK: query: explain select count(*) from sp where ds="2008-04-08" and hr="11" |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@sp |
| PREHOOK: Input: default@sp@ds=2008-04-08/hr=11 |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select count(*) from sp where ds="2008-04-08" and hr="11" |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@sp |
| POSTHOOK: Input: default@sp@ds=2008-04-08/hr=11 |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Tez |
| #### A masked pattern was here #### |
| Edges: |
| Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) |
| #### A masked pattern was here #### |
| Vertices: |
| Map 1 |
| Map Operator Tree: |
| TableScan |
| alias: sp |
| filterExpr: ((ds = '2008-04-08') and (hr = '11')) (type: boolean) |
| Statistics: Num rows: 99 Data size: 58912 Basic stats: PARTIAL Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 99 Data size: 58912 Basic stats: PARTIAL Column stats: COMPLETE |
| Group By Operator |
| aggregations: count() |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE |
| value expressions: _col0 (type: bigint) |
| Execution mode: vectorized, llap |
| LLAP IO: all inputs |
| Reducer 2 |
| Execution mode: vectorized, llap |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select count(*) from sp where ds="2008-04-08" and hr="11" |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@sp |
| PREHOOK: Input: default@sp@ds=2008-04-08/hr=11 |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from sp where ds="2008-04-08" and hr="11" |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@sp |
| POSTHOOK: Input: default@sp@ds=2008-04-08/hr=11 |
| #### A masked pattern was here #### |
| 500 |
| PREHOOK: query: insert into table sp PARTITION (ds="2008-04-08", hr="11") values |
| ('1', '2'), ('3', '4') |
| PREHOOK: type: QUERY |
| PREHOOK: Input: _dummy_database@_dummy_table |
| PREHOOK: Output: default@sp@ds=2008-04-08/hr=11 |
| POSTHOOK: query: insert into table sp PARTITION (ds="2008-04-08", hr="11") values |
| ('1', '2'), ('3', '4') |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: _dummy_database@_dummy_table |
| POSTHOOK: Output: default@sp@ds=2008-04-08/hr=11 |
| POSTHOOK: Lineage: sp PARTITION(ds=2008-04-08,hr=11).key SCRIPT [] |
| POSTHOOK: Lineage: sp PARTITION(ds=2008-04-08,hr=11).value SCRIPT [] |
| PREHOOK: query: desc formatted sp PARTITION (ds="2008-04-08", hr="11") |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@sp |
| POSTHOOK: query: desc formatted sp PARTITION (ds="2008-04-08", hr="11") |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@sp |
| # col_name data_type comment |
| key string default |
| value string default |
| |
| # Partition Information |
| # col_name data_type comment |
| ds string |
| hr string |
| |
| # Detailed Partition Information |
| Partition Value: [2008-04-08, 11] |
| Database: default |
| Table: sp |
| #### A masked pattern was here #### |
| Partition Parameters: |
| numFiles 2 |
| numRows 0 |
| rawDataSize 0 |
| totalSize 5820 |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| InputFormat: org.apache.hadoop.mapred.TextInputFormat |
| OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat |
| Compressed: No |
| Num Buckets: -1 |
| Bucket Columns: [] |
| Sort Columns: [] |
| Storage Desc Params: |
| serialization.format 1 |
| PREHOOK: query: analyze table sp PARTITION (ds="2008-04-08", hr="11") compute statistics |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@sp |
| PREHOOK: Input: default@sp@ds=2008-04-08/hr=11 |
| PREHOOK: Output: default@sp |
| PREHOOK: Output: default@sp@ds=2008-04-08/hr=11 |
| POSTHOOK: query: analyze table sp PARTITION (ds="2008-04-08", hr="11") compute statistics |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@sp |
| POSTHOOK: Input: default@sp@ds=2008-04-08/hr=11 |
| POSTHOOK: Output: default@sp |
| POSTHOOK: Output: default@sp@ds=2008-04-08/hr=11 |
| PREHOOK: query: desc formatted sp PARTITION (ds="2008-04-08", hr="11") |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@sp |
| POSTHOOK: query: desc formatted sp PARTITION (ds="2008-04-08", hr="11") |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@sp |
| # col_name data_type comment |
| key string default |
| value string default |
| |
| # Partition Information |
| # col_name data_type comment |
| ds string |
| hr string |
| |
| # Detailed Partition Information |
| Partition Value: [2008-04-08, 11] |
| Database: default |
| Table: sp |
| #### A masked pattern was here #### |
| Partition Parameters: |
| COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} |
| numFiles 2 |
| numRows 502 |
| rawDataSize 5318 |
| totalSize 5820 |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| InputFormat: org.apache.hadoop.mapred.TextInputFormat |
| OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat |
| Compressed: No |
| Num Buckets: -1 |
| Bucket Columns: [] |
| Sort Columns: [] |
| Storage Desc Params: |
| serialization.format 1 |
| PREHOOK: query: explain select count(*) from sp where ds="2008-04-08" and hr="11" |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@sp |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select count(*) from sp where ds="2008-04-08" and hr="11" |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@sp |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-0 is a root stage |
| |
| STAGE PLANS: |
| Stage: Stage-0 |
| Fetch Operator |
| limit: 1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select count(*) from sp where ds="2008-04-08" and hr="11" |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@sp |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from sp where ds="2008-04-08" and hr="11" |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@sp |
| #### A masked pattern was here #### |
| 502 |