blob: 784775c4c883dd0a53bd61e2819952f594a71ec0 [file] [log] [blame]
PREHOOK: query: drop table if exists acid_ivot_stage
PREHOOK: type: DROPTABLE
POSTHOOK: query: drop table if exists acid_ivot_stage
POSTHOOK: type: DROPTABLE
PREHOOK: query: create table acid_ivot_stage(
ctinyint TINYINT,
csmallint SMALLINT,
cint INT,
cbigint BIGINT,
cfloat FLOAT,
cdouble DOUBLE,
cstring1 STRING,
cstring2 STRING,
ctimestamp1 TIMESTAMP,
ctimestamp2 TIMESTAMP,
cboolean1 BOOLEAN,
cboolean2 BOOLEAN) stored as orc
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@acid_ivot_stage
POSTHOOK: query: create table acid_ivot_stage(
ctinyint TINYINT,
csmallint SMALLINT,
cint INT,
cbigint BIGINT,
cfloat FLOAT,
cdouble DOUBLE,
cstring1 STRING,
cstring2 STRING,
ctimestamp1 TIMESTAMP,
ctimestamp2 TIMESTAMP,
cboolean1 BOOLEAN,
cboolean2 BOOLEAN) stored as orc
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@acid_ivot_stage
PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/alltypesorc" into table acid_ivot_stage
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@acid_ivot_stage
POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/alltypesorc" into table acid_ivot_stage
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@acid_ivot_stage
PREHOOK: query: create table acid_ivot(
ctinyint TINYINT,
csmallint SMALLINT,
cint INT,
cbigint BIGINT,
cfloat FLOAT,
cdouble DOUBLE,
cstring1 STRING,
cstring2 STRING,
ctimestamp1 TIMESTAMP,
ctimestamp2 TIMESTAMP,
cboolean1 BOOLEAN,
cboolean2 BOOLEAN) clustered by (cint) into 1 buckets stored as orc TBLPROPERTIES ('transactional'='true')
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@acid_ivot
POSTHOOK: query: create table acid_ivot(
ctinyint TINYINT,
csmallint SMALLINT,
cint INT,
cbigint BIGINT,
cfloat FLOAT,
cdouble DOUBLE,
cstring1 STRING,
cstring2 STRING,
ctimestamp1 TIMESTAMP,
ctimestamp2 TIMESTAMP,
cboolean1 BOOLEAN,
cboolean2 BOOLEAN) clustered by (cint) into 1 buckets stored as orc TBLPROPERTIES ('transactional'='true')
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@acid_ivot
PREHOOK: query: desc formatted acid_ivot
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@acid_ivot
POSTHOOK: query: desc formatted acid_ivot
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@acid_ivot
# col_name data_type comment
ctinyint tinyint
csmallint smallint
cint int
cbigint bigint
cfloat float
cdouble double
cstring1 string
cstring2 string
ctimestamp1 timestamp
ctimestamp2 timestamp
cboolean1 boolean
cboolean2 boolean
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}}
bucketing_version 2
numFiles 0
numRows 0
rawDataSize 0
totalSize 0
transactional true
transactional_properties default
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
Compressed: No
Num Buckets: 1
Bucket Columns: [cint]
Sort Columns: []
PREHOOK: query: insert into acid_ivot select * from acid_ivot_stage
PREHOOK: type: QUERY
PREHOOK: Input: default@acid_ivot_stage
PREHOOK: Output: default@acid_ivot
POSTHOOK: query: insert into acid_ivot select * from acid_ivot_stage
POSTHOOK: type: QUERY
POSTHOOK: Input: default@acid_ivot_stage
POSTHOOK: Output: default@acid_ivot
POSTHOOK: Lineage: acid_ivot.cbigint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cbigint, type:bigint, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cboolean1 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cboolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cboolean2 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cboolean2, type:boolean, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cdouble SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cdouble, type:double, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cfloat SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cfloat, type:float, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cint, type:int, comment:null), ]
POSTHOOK: Lineage: acid_ivot.csmallint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:csmallint, type:smallint, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cstring1 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cstring1, type:string, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cstring2 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cstring2, type:string, comment:null), ]
POSTHOOK: Lineage: acid_ivot.ctimestamp1 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: acid_ivot.ctimestamp2 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ]
POSTHOOK: Lineage: acid_ivot.ctinyint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:ctinyint, type:tinyint, comment:null), ]
PREHOOK: query: desc formatted acid_ivot
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@acid_ivot
POSTHOOK: query: desc formatted acid_ivot
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@acid_ivot
# col_name data_type comment
ctinyint tinyint
csmallint smallint
cint int
cbigint bigint
cfloat float
cdouble double
cstring1 string
cstring2 string
ctimestamp1 timestamp
ctimestamp2 timestamp
cboolean1 boolean
cboolean2 boolean
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}}
bucketing_version 2
numFiles 1
numRows 12288
rawDataSize 0
totalSize 309558
transactional true
transactional_properties default
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
Compressed: No
Num Buckets: 1
Bucket Columns: [cint]
Sort Columns: []
PREHOOK: query: explain select count(*) from acid_ivot
PREHOOK: type: QUERY
PREHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
POSTHOOK: query: explain select count(*) from acid_ivot
POSTHOOK: type: QUERY
POSTHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: 1
Processor Tree:
ListSink
PREHOOK: query: select count(*) from acid_ivot
PREHOOK: type: QUERY
PREHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from acid_ivot
POSTHOOK: type: QUERY
POSTHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
12288
PREHOOK: query: insert into table acid_ivot values
(1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true),
(111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true)
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@acid_ivot
POSTHOOK: query: insert into table acid_ivot values
(1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true),
(111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true)
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@acid_ivot
POSTHOOK: Lineage: acid_ivot.cbigint SCRIPT []
POSTHOOK: Lineage: acid_ivot.cboolean1 SCRIPT []
POSTHOOK: Lineage: acid_ivot.cboolean2 SCRIPT []
POSTHOOK: Lineage: acid_ivot.cdouble SCRIPT []
POSTHOOK: Lineage: acid_ivot.cfloat SCRIPT []
POSTHOOK: Lineage: acid_ivot.cint SCRIPT []
POSTHOOK: Lineage: acid_ivot.csmallint SCRIPT []
POSTHOOK: Lineage: acid_ivot.cstring1 SCRIPT []
POSTHOOK: Lineage: acid_ivot.cstring2 SCRIPT []
POSTHOOK: Lineage: acid_ivot.ctimestamp1 SCRIPT []
POSTHOOK: Lineage: acid_ivot.ctimestamp2 SCRIPT []
POSTHOOK: Lineage: acid_ivot.ctinyint SCRIPT []
PREHOOK: query: select count(*) from acid_ivot
PREHOOK: type: QUERY
PREHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from acid_ivot
POSTHOOK: type: QUERY
POSTHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
12290
PREHOOK: query: drop table acid_ivot
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@acid_ivot
PREHOOK: Output: default@acid_ivot
POSTHOOK: query: drop table acid_ivot
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@acid_ivot
POSTHOOK: Output: default@acid_ivot
PREHOOK: query: create table acid_ivot(
ctinyint TINYINT,
csmallint SMALLINT,
cint INT,
cbigint BIGINT,
cfloat FLOAT,
cdouble DOUBLE,
cstring1 STRING,
cstring2 STRING,
ctimestamp1 TIMESTAMP,
ctimestamp2 TIMESTAMP,
cboolean1 BOOLEAN,
cboolean2 BOOLEAN) clustered by (cint) into 1 buckets stored as orc TBLPROPERTIES ('transactional'='true')
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@acid_ivot
POSTHOOK: query: create table acid_ivot(
ctinyint TINYINT,
csmallint SMALLINT,
cint INT,
cbigint BIGINT,
cfloat FLOAT,
cdouble DOUBLE,
cstring1 STRING,
cstring2 STRING,
ctimestamp1 TIMESTAMP,
ctimestamp2 TIMESTAMP,
cboolean1 BOOLEAN,
cboolean2 BOOLEAN) clustered by (cint) into 1 buckets stored as orc TBLPROPERTIES ('transactional'='true')
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@acid_ivot
PREHOOK: query: insert into table acid_ivot values
(1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true),
(111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true)
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@acid_ivot
POSTHOOK: query: insert into table acid_ivot values
(1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true),
(111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true)
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@acid_ivot
POSTHOOK: Lineage: acid_ivot.cbigint SCRIPT []
POSTHOOK: Lineage: acid_ivot.cboolean1 SCRIPT []
POSTHOOK: Lineage: acid_ivot.cboolean2 SCRIPT []
POSTHOOK: Lineage: acid_ivot.cdouble SCRIPT []
POSTHOOK: Lineage: acid_ivot.cfloat SCRIPT []
POSTHOOK: Lineage: acid_ivot.cint SCRIPT []
POSTHOOK: Lineage: acid_ivot.csmallint SCRIPT []
POSTHOOK: Lineage: acid_ivot.cstring1 SCRIPT []
POSTHOOK: Lineage: acid_ivot.cstring2 SCRIPT []
POSTHOOK: Lineage: acid_ivot.ctimestamp1 SCRIPT []
POSTHOOK: Lineage: acid_ivot.ctimestamp2 SCRIPT []
POSTHOOK: Lineage: acid_ivot.ctinyint SCRIPT []
PREHOOK: query: desc formatted acid_ivot
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@acid_ivot
POSTHOOK: query: desc formatted acid_ivot
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@acid_ivot
# col_name data_type comment
ctinyint tinyint
csmallint smallint
cint int
cbigint bigint
cfloat float
cdouble double
cstring1 string
cstring2 string
ctimestamp1 timestamp
ctimestamp2 timestamp
cboolean1 boolean
cboolean2 boolean
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}}
bucketing_version 2
numFiles 1
numRows 2
rawDataSize 0
totalSize 1654
transactional true
transactional_properties default
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
Compressed: No
Num Buckets: 1
Bucket Columns: [cint]
Sort Columns: []
PREHOOK: query: explain select count(*) from acid_ivot
PREHOOK: type: QUERY
PREHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
POSTHOOK: query: explain select count(*) from acid_ivot
POSTHOOK: type: QUERY
POSTHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: 1
Processor Tree:
ListSink
PREHOOK: query: select count(*) from acid_ivot
PREHOOK: type: QUERY
PREHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from acid_ivot
POSTHOOK: type: QUERY
POSTHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
2
PREHOOK: query: insert into table acid_ivot values
(1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true),
(111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true)
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@acid_ivot
POSTHOOK: query: insert into table acid_ivot values
(1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true),
(111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true)
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@acid_ivot
POSTHOOK: Lineage: acid_ivot.cbigint SCRIPT []
POSTHOOK: Lineage: acid_ivot.cboolean1 SCRIPT []
POSTHOOK: Lineage: acid_ivot.cboolean2 SCRIPT []
POSTHOOK: Lineage: acid_ivot.cdouble SCRIPT []
POSTHOOK: Lineage: acid_ivot.cfloat SCRIPT []
POSTHOOK: Lineage: acid_ivot.cint SCRIPT []
POSTHOOK: Lineage: acid_ivot.csmallint SCRIPT []
POSTHOOK: Lineage: acid_ivot.cstring1 SCRIPT []
POSTHOOK: Lineage: acid_ivot.cstring2 SCRIPT []
POSTHOOK: Lineage: acid_ivot.ctimestamp1 SCRIPT []
POSTHOOK: Lineage: acid_ivot.ctimestamp2 SCRIPT []
POSTHOOK: Lineage: acid_ivot.ctinyint SCRIPT []
PREHOOK: query: desc formatted acid_ivot
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@acid_ivot
POSTHOOK: query: desc formatted acid_ivot
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@acid_ivot
# col_name data_type comment
ctinyint tinyint
csmallint smallint
cint int
cbigint bigint
cfloat float
cdouble double
cstring1 string
cstring2 string
ctimestamp1 timestamp
ctimestamp2 timestamp
cboolean1 boolean
cboolean2 boolean
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}}
bucketing_version 2
numFiles 2
numRows 4
rawDataSize 0
totalSize 3308
transactional true
transactional_properties default
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
Compressed: No
Num Buckets: 1
Bucket Columns: [cint]
Sort Columns: []
PREHOOK: query: explain select count(*) from acid_ivot
PREHOOK: type: QUERY
PREHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
POSTHOOK: query: explain select count(*) from acid_ivot
POSTHOOK: type: QUERY
POSTHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: 1
Processor Tree:
ListSink
PREHOOK: query: select count(*) from acid_ivot
PREHOOK: type: QUERY
PREHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from acid_ivot
POSTHOOK: type: QUERY
POSTHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
4
PREHOOK: query: insert into acid_ivot select * from acid_ivot_stage
PREHOOK: type: QUERY
PREHOOK: Input: default@acid_ivot_stage
PREHOOK: Output: default@acid_ivot
POSTHOOK: query: insert into acid_ivot select * from acid_ivot_stage
POSTHOOK: type: QUERY
POSTHOOK: Input: default@acid_ivot_stage
POSTHOOK: Output: default@acid_ivot
POSTHOOK: Lineage: acid_ivot.cbigint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cbigint, type:bigint, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cboolean1 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cboolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cboolean2 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cboolean2, type:boolean, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cdouble SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cdouble, type:double, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cfloat SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cfloat, type:float, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cint, type:int, comment:null), ]
POSTHOOK: Lineage: acid_ivot.csmallint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:csmallint, type:smallint, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cstring1 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cstring1, type:string, comment:null), ]
POSTHOOK: Lineage: acid_ivot.cstring2 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:cstring2, type:string, comment:null), ]
POSTHOOK: Lineage: acid_ivot.ctimestamp1 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: acid_ivot.ctimestamp2 SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ]
POSTHOOK: Lineage: acid_ivot.ctinyint SIMPLE [(acid_ivot_stage)acid_ivot_stage.FieldSchema(name:ctinyint, type:tinyint, comment:null), ]
PREHOOK: query: desc formatted acid_ivot
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@acid_ivot
POSTHOOK: query: desc formatted acid_ivot
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@acid_ivot
# col_name data_type comment
ctinyint tinyint
csmallint smallint
cint int
cbigint bigint
cfloat float
cdouble double
cstring1 string
cstring2 string
ctimestamp1 timestamp
ctimestamp2 timestamp
cboolean1 boolean
cboolean2 boolean
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}}
bucketing_version 2
numFiles 3
numRows 12292
rawDataSize 0
totalSize 312868
transactional true
transactional_properties default
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
Compressed: No
Num Buckets: 1
Bucket Columns: [cint]
Sort Columns: []
PREHOOK: query: explain select count(*) from acid_ivot
PREHOOK: type: QUERY
PREHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
POSTHOOK: query: explain select count(*) from acid_ivot
POSTHOOK: type: QUERY
POSTHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: 1
Processor Tree:
ListSink
PREHOOK: query: drop table acid_ivot
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@acid_ivot
PREHOOK: Output: default@acid_ivot
POSTHOOK: query: drop table acid_ivot
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@acid_ivot
POSTHOOK: Output: default@acid_ivot
PREHOOK: query: create table acid_ivot like src
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@acid_ivot
POSTHOOK: query: create table acid_ivot like src
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@acid_ivot
PREHOOK: query: desc formatted acid_ivot
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@acid_ivot
POSTHOOK: query: desc formatted acid_ivot
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@acid_ivot
# col_name data_type comment
key string default
value string default
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
bucketing_version 2
numFiles 0
numRows 0
rawDataSize 0
totalSize 0
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: insert overwrite table acid_ivot select * from src
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Output: default@acid_ivot
POSTHOOK: query: insert overwrite table acid_ivot select * from src
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: default@acid_ivot
POSTHOOK: Lineage: acid_ivot.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: acid_ivot.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: desc formatted acid_ivot
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@acid_ivot
POSTHOOK: query: desc formatted acid_ivot
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@acid_ivot
# col_name data_type comment
key string default
value string default
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
bucketing_version 2
numFiles 1
numRows 500
rawDataSize 5312
totalSize 5812
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: explain select count(*) from acid_ivot
PREHOOK: type: QUERY
PREHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
POSTHOOK: query: explain select count(*) from acid_ivot
POSTHOOK: type: QUERY
POSTHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: 1
Processor Tree:
ListSink
PREHOOK: query: select count(*) from acid_ivot
PREHOOK: type: QUERY
PREHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from acid_ivot
POSTHOOK: type: QUERY
POSTHOOK: Input: default@acid_ivot
#### A masked pattern was here ####
500
PREHOOK: query: CREATE TABLE sp (key STRING COMMENT 'default', value STRING COMMENT 'default')
PARTITIONED BY (ds STRING, hr STRING)
STORED AS TEXTFILE
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@sp
POSTHOOK: query: CREATE TABLE sp (key STRING COMMENT 'default', value STRING COMMENT 'default')
PARTITIONED BY (ds STRING, hr STRING)
STORED AS TEXTFILE
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@sp
PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/kv1.txt"
OVERWRITE INTO TABLE sp PARTITION (ds="2008-04-08", hr="11")
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@sp
POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/kv1.txt"
OVERWRITE INTO TABLE sp PARTITION (ds="2008-04-08", hr="11")
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@sp
POSTHOOK: Output: default@sp@ds=2008-04-08/hr=11
PREHOOK: query: desc formatted sp PARTITION (ds="2008-04-08", hr="11")
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@sp
POSTHOOK: query: desc formatted sp PARTITION (ds="2008-04-08", hr="11")
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@sp
# col_name data_type comment
key string default
value string default
# Partition Information
# col_name data_type comment
ds string
hr string
# Detailed Partition Information
Partition Value: [2008-04-08, 11]
Database: default
Table: sp
#### A masked pattern was here ####
Partition Parameters:
numFiles 1
numRows 0
rawDataSize 0
totalSize 5812
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: explain select count(*) from sp where ds="2008-04-08" and hr="11"
PREHOOK: type: QUERY
PREHOOK: Input: default@sp
PREHOOK: Input: default@sp@ds=2008-04-08/hr=11
#### A masked pattern was here ####
POSTHOOK: query: explain select count(*) from sp where ds="2008-04-08" and hr="11"
POSTHOOK: type: QUERY
POSTHOOK: Input: default@sp
POSTHOOK: Input: default@sp@ds=2008-04-08/hr=11
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: sp
filterExpr: ((ds = '2008-04-08') and (hr = '11')) (type: boolean)
Statistics: Num rows: 99 Data size: 58912 Basic stats: PARTIAL Column stats: COMPLETE
Select Operator
Statistics: Num rows: 99 Data size: 58912 Basic stats: PARTIAL Column stats: COMPLETE
Group By Operator
aggregations: count()
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE
Reduce Output Operator
null sort order:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE
value expressions: _col0 (type: bigint)
Execution mode: vectorized, llap
LLAP IO: all inputs
Reducer 2
Execution mode: vectorized, llap
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select count(*) from sp where ds="2008-04-08" and hr="11"
PREHOOK: type: QUERY
PREHOOK: Input: default@sp
PREHOOK: Input: default@sp@ds=2008-04-08/hr=11
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from sp where ds="2008-04-08" and hr="11"
POSTHOOK: type: QUERY
POSTHOOK: Input: default@sp
POSTHOOK: Input: default@sp@ds=2008-04-08/hr=11
#### A masked pattern was here ####
500
PREHOOK: query: insert into table sp PARTITION (ds="2008-04-08", hr="11") values
('1', '2'), ('3', '4')
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@sp@ds=2008-04-08/hr=11
POSTHOOK: query: insert into table sp PARTITION (ds="2008-04-08", hr="11") values
('1', '2'), ('3', '4')
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@sp@ds=2008-04-08/hr=11
POSTHOOK: Lineage: sp PARTITION(ds=2008-04-08,hr=11).key SCRIPT []
POSTHOOK: Lineage: sp PARTITION(ds=2008-04-08,hr=11).value SCRIPT []
PREHOOK: query: desc formatted sp PARTITION (ds="2008-04-08", hr="11")
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@sp
POSTHOOK: query: desc formatted sp PARTITION (ds="2008-04-08", hr="11")
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@sp
# col_name data_type comment
key string default
value string default
# Partition Information
# col_name data_type comment
ds string
hr string
# Detailed Partition Information
Partition Value: [2008-04-08, 11]
Database: default
Table: sp
#### A masked pattern was here ####
Partition Parameters:
numFiles 2
numRows 0
rawDataSize 0
totalSize 5820
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: analyze table sp PARTITION (ds="2008-04-08", hr="11") compute statistics
PREHOOK: type: QUERY
PREHOOK: Input: default@sp
PREHOOK: Input: default@sp@ds=2008-04-08/hr=11
PREHOOK: Output: default@sp
PREHOOK: Output: default@sp@ds=2008-04-08/hr=11
POSTHOOK: query: analyze table sp PARTITION (ds="2008-04-08", hr="11") compute statistics
POSTHOOK: type: QUERY
POSTHOOK: Input: default@sp
POSTHOOK: Input: default@sp@ds=2008-04-08/hr=11
POSTHOOK: Output: default@sp
POSTHOOK: Output: default@sp@ds=2008-04-08/hr=11
PREHOOK: query: desc formatted sp PARTITION (ds="2008-04-08", hr="11")
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@sp
POSTHOOK: query: desc formatted sp PARTITION (ds="2008-04-08", hr="11")
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@sp
# col_name data_type comment
key string default
value string default
# Partition Information
# col_name data_type comment
ds string
hr string
# Detailed Partition Information
Partition Value: [2008-04-08, 11]
Database: default
Table: sp
#### A masked pattern was here ####
Partition Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"}
numFiles 2
numRows 502
rawDataSize 5318
totalSize 5820
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: explain select count(*) from sp where ds="2008-04-08" and hr="11"
PREHOOK: type: QUERY
PREHOOK: Input: default@sp
#### A masked pattern was here ####
POSTHOOK: query: explain select count(*) from sp where ds="2008-04-08" and hr="11"
POSTHOOK: type: QUERY
POSTHOOK: Input: default@sp
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: 1
Processor Tree:
ListSink
PREHOOK: query: select count(*) from sp where ds="2008-04-08" and hr="11"
PREHOOK: type: QUERY
PREHOOK: Input: default@sp
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from sp where ds="2008-04-08" and hr="11"
POSTHOOK: type: QUERY
POSTHOOK: Input: default@sp
#### A masked pattern was here ####
502