blob: 675e89e3bce66aa99319dd955211e5bca53af4ae [file] [log] [blame]
PREHOOK: query: drop table calendar_n0
PREHOOK: type: DROPTABLE
POSTHOOK: query: drop table calendar_n0
POSTHOOK: type: DROPTABLE
PREHOOK: query: CREATE TABLE calendar_n0 (year int, month int)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@calendar_n0
POSTHOOK: query: CREATE TABLE calendar_n0 (year int, month int)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@calendar_n0
PREHOOK: query: insert into calendar_n0 values (2010, 10), (2011, 11), (2012, 12)
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@calendar_n0
POSTHOOK: query: insert into calendar_n0 values (2010, 10), (2011, 11), (2012, 12)
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@calendar_n0
POSTHOOK: Lineage: calendar_n0.month SCRIPT []
POSTHOOK: Lineage: calendar_n0.year SCRIPT []
PREHOOK: query: desc formatted calendar_n0
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@calendar_n0
POSTHOOK: query: desc formatted calendar_n0
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@calendar_n0
# col_name data_type comment
year int
month int
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"}
bucketing_version 2
numFiles 1
numRows 3
rawDataSize 21
totalSize 24
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: analyze table calendar_n0 compute statistics
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
PREHOOK: Output: default@calendar_n0
POSTHOOK: query: analyze table calendar_n0 compute statistics
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
POSTHOOK: Output: default@calendar_n0
PREHOOK: query: desc formatted calendar_n0
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@calendar_n0
POSTHOOK: query: desc formatted calendar_n0
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@calendar_n0
# col_name data_type comment
year int
month int
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"}
bucketing_version 2
numFiles 1
numRows 3
rawDataSize 21
totalSize 24
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: explain select count(1) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: explain select count(1) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: 1
Processor Tree:
ListSink
PREHOOK: query: explain select max(year) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: explain select max(year) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: calendar_n0
Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: year (type: int)
outputColumnNames: year
Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: max(year)
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int)
Execution mode: vectorized, llap
LLAP IO: all inputs
Reducer 2
Execution mode: vectorized, llap
Reduce Operator Tree:
Group By Operator
aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select max(year) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: select max(year) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
2012
PREHOOK: query: select max(month) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: select max(month) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
12
PREHOOK: query: analyze table calendar_n0 compute statistics for columns
PREHOOK: type: ANALYZE_TABLE
PREHOOK: Input: default@calendar_n0
PREHOOK: Output: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: analyze table calendar_n0 compute statistics for columns
POSTHOOK: type: ANALYZE_TABLE
POSTHOOK: Input: default@calendar_n0
POSTHOOK: Output: default@calendar_n0
#### A masked pattern was here ####
PREHOOK: query: desc formatted calendar_n0
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@calendar_n0
POSTHOOK: query: desc formatted calendar_n0
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@calendar_n0
# col_name data_type comment
year int
month int
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"month\":\"true\",\"year\":\"true\"}}
bucketing_version 2
numFiles 1
numRows 3
rawDataSize 21
totalSize 24
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: explain select max(year) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: explain select max(year) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: 1
Processor Tree:
ListSink
PREHOOK: query: select max(year) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: select max(year) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
2012
PREHOOK: query: insert into calendar_n0 values (2015, 15)
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@calendar_n0
POSTHOOK: query: insert into calendar_n0 values (2015, 15)
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@calendar_n0
POSTHOOK: Lineage: calendar_n0.month SCRIPT []
POSTHOOK: Lineage: calendar_n0.year SCRIPT []
PREHOOK: query: desc formatted calendar_n0
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@calendar_n0
POSTHOOK: query: desc formatted calendar_n0
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@calendar_n0
# col_name data_type comment
year int
month int
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"}
bucketing_version 2
numFiles 2
numRows 4
rawDataSize 28
totalSize 32
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: explain select max(year) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: explain select max(year) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: calendar_n0
Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: year (type: int)
outputColumnNames: year
Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: max(year)
minReductionHashAggr: 0.75
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
null sort order:
sort order:
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: int)
Execution mode: vectorized, llap
LLAP IO: all inputs
Reducer 2
Execution mode: vectorized, llap
Reduce Operator Tree:
Group By Operator
aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select max(year) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: select max(year) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
2015
PREHOOK: query: explain select max(month) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: explain select max(month) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: calendar_n0
Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: month (type: int)
outputColumnNames: month
Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: max(month)
minReductionHashAggr: 0.75
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
null sort order:
sort order:
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: int)
Execution mode: vectorized, llap
LLAP IO: all inputs
Reducer 2
Execution mode: vectorized, llap
Reduce Operator Tree:
Group By Operator
aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select max(month) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: select max(month) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
15
PREHOOK: query: analyze table calendar_n0 compute statistics for columns year
PREHOOK: type: ANALYZE_TABLE
PREHOOK: Input: default@calendar_n0
PREHOOK: Output: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: analyze table calendar_n0 compute statistics for columns year
POSTHOOK: type: ANALYZE_TABLE
POSTHOOK: Input: default@calendar_n0
POSTHOOK: Output: default@calendar_n0
#### A masked pattern was here ####
PREHOOK: query: desc formatted calendar_n0
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@calendar_n0
POSTHOOK: query: desc formatted calendar_n0
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@calendar_n0
# col_name data_type comment
year int
month int
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"year\":\"true\"}}
bucketing_version 2
numFiles 2
numRows 4
rawDataSize 28
totalSize 32
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: explain select max(year) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: explain select max(year) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: 1
Processor Tree:
ListSink
PREHOOK: query: select max(year) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: select max(year) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
2015
PREHOOK: query: explain select max(month) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: explain select max(month) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: calendar_n0
Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: month (type: int)
outputColumnNames: month
Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: max(month)
minReductionHashAggr: 0.75
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
null sort order:
sort order:
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: int)
Execution mode: vectorized, llap
LLAP IO: all inputs
Reducer 2
Execution mode: vectorized, llap
Reduce Operator Tree:
Group By Operator
aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select max(month) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: select max(month) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
15
PREHOOK: query: analyze table calendar_n0 compute statistics for columns month
PREHOOK: type: ANALYZE_TABLE
PREHOOK: Input: default@calendar_n0
PREHOOK: Output: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: analyze table calendar_n0 compute statistics for columns month
POSTHOOK: type: ANALYZE_TABLE
POSTHOOK: Input: default@calendar_n0
POSTHOOK: Output: default@calendar_n0
#### A masked pattern was here ####
PREHOOK: query: desc formatted calendar_n0
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@calendar_n0
POSTHOOK: query: desc formatted calendar_n0
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@calendar_n0
# col_name data_type comment
year int
month int
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"month\":\"true\",\"year\":\"true\"}}
bucketing_version 2
numFiles 2
numRows 4
rawDataSize 28
totalSize 32
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: explain select max(month) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: explain select max(month) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: 1
Processor Tree:
ListSink
PREHOOK: query: select max(month) from calendar_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
POSTHOOK: query: select max(month) from calendar_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendar_n0
#### A masked pattern was here ####
15
PREHOOK: query: CREATE TABLE calendarp (`year` int) partitioned by (p int)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@calendarp
POSTHOOK: query: CREATE TABLE calendarp (`year` int) partitioned by (p int)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@calendarp
PREHOOK: query: insert into table calendarp partition (p=1) values (2010), (2011), (2012)
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@calendarp@p=1
POSTHOOK: query: insert into table calendarp partition (p=1) values (2010), (2011), (2012)
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@calendarp@p=1
POSTHOOK: Lineage: calendarp PARTITION(p=1).year SCRIPT []
PREHOOK: query: desc formatted calendarp partition (p=1)
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@calendarp
POSTHOOK: query: desc formatted calendarp partition (p=1)
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@calendarp
# col_name data_type comment
year int
# Partition Information
# col_name data_type comment
p int
# Detailed Partition Information
Partition Value: [1]
Database: default
Table: calendarp
#### A masked pattern was here ####
Partition Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"}
numFiles 1
numRows 3
rawDataSize 12
totalSize 15
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: explain select max(year) from calendarp where p=1
PREHOOK: type: QUERY
PREHOOK: Input: default@calendarp
PREHOOK: Input: default@calendarp@p=1
#### A masked pattern was here ####
POSTHOOK: query: explain select max(year) from calendarp where p=1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendarp
POSTHOOK: Input: default@calendarp@p=1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: calendarp
filterExpr: (p = 1) (type: boolean)
Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: year (type: int)
outputColumnNames: year
Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: max(year)
minReductionHashAggr: 0.99
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: int)
Execution mode: vectorized, llap
LLAP IO: all inputs
Reducer 2
Execution mode: vectorized, llap
Reduce Operator Tree:
Group By Operator
aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select max(year) from calendarp where p=1
PREHOOK: type: QUERY
PREHOOK: Input: default@calendarp
PREHOOK: Input: default@calendarp@p=1
#### A masked pattern was here ####
POSTHOOK: query: select max(year) from calendarp where p=1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendarp
POSTHOOK: Input: default@calendarp@p=1
#### A masked pattern was here ####
2012
PREHOOK: query: analyze table calendarp partition (p=1) compute statistics for columns
PREHOOK: type: ANALYZE_TABLE
PREHOOK: Input: default@calendarp
PREHOOK: Input: default@calendarp@p=1
PREHOOK: Output: default@calendarp
PREHOOK: Output: default@calendarp@p=1
#### A masked pattern was here ####
POSTHOOK: query: analyze table calendarp partition (p=1) compute statistics for columns
POSTHOOK: type: ANALYZE_TABLE
POSTHOOK: Input: default@calendarp
POSTHOOK: Input: default@calendarp@p=1
POSTHOOK: Output: default@calendarp
POSTHOOK: Output: default@calendarp@p=1
#### A masked pattern was here ####
PREHOOK: query: desc formatted calendarp partition (p=1)
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@calendarp
POSTHOOK: query: desc formatted calendarp partition (p=1)
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@calendarp
# col_name data_type comment
year int
# Partition Information
# col_name data_type comment
p int
# Detailed Partition Information
Partition Value: [1]
Database: default
Table: calendarp
#### A masked pattern was here ####
Partition Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"year\":\"true\"}}
numFiles 1
numRows 3
rawDataSize 12
totalSize 15
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: explain select max(year) from calendarp where p=1
PREHOOK: type: QUERY
PREHOOK: Input: default@calendarp
#### A masked pattern was here ####
POSTHOOK: query: explain select max(year) from calendarp where p=1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendarp
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: 1
Processor Tree:
ListSink
PREHOOK: query: insert into table calendarp partition (p=1) values (2015)
PREHOOK: type: QUERY
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: default@calendarp@p=1
POSTHOOK: query: insert into table calendarp partition (p=1) values (2015)
POSTHOOK: type: QUERY
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: default@calendarp@p=1
POSTHOOK: Lineage: calendarp PARTITION(p=1).year SCRIPT []
PREHOOK: query: desc formatted calendarp partition (p=1)
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@calendarp
POSTHOOK: query: desc formatted calendarp partition (p=1)
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@calendarp
# col_name data_type comment
year int
# Partition Information
# col_name data_type comment
p int
# Detailed Partition Information
Partition Value: [1]
Database: default
Table: calendarp
#### A masked pattern was here ####
Partition Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"}
numFiles 2
numRows 4
rawDataSize 16
totalSize 20
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: explain select max(year) from calendarp where p=1
PREHOOK: type: QUERY
PREHOOK: Input: default@calendarp
PREHOOK: Input: default@calendarp@p=1
#### A masked pattern was here ####
POSTHOOK: query: explain select max(year) from calendarp where p=1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendarp
POSTHOOK: Input: default@calendarp@p=1
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: calendarp
filterExpr: (p = 1) (type: boolean)
Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: year (type: int)
outputColumnNames: year
Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: max(year)
minReductionHashAggr: 0.75
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
null sort order:
sort order:
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: int)
Execution mode: vectorized, llap
LLAP IO: all inputs
Reducer 2
Execution mode: vectorized, llap
Reduce Operator Tree:
Group By Operator
aggregations: max(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select max(year) from calendarp where p=1
PREHOOK: type: QUERY
PREHOOK: Input: default@calendarp
PREHOOK: Input: default@calendarp@p=1
#### A masked pattern was here ####
POSTHOOK: query: select max(year) from calendarp where p=1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@calendarp
POSTHOOK: Input: default@calendarp@p=1
#### A masked pattern was here ####
2015
PREHOOK: query: create table t_n31 (key string, value string)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@t_n31
POSTHOOK: query: create table t_n31 (key string, value string)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t_n31
PREHOOK: query: load data local inpath '../../data/files/kv1.txt' into table t_n31
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@t_n31
POSTHOOK: query: load data local inpath '../../data/files/kv1.txt' into table t_n31
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@t_n31
PREHOOK: query: desc formatted t_n31
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@t_n31
POSTHOOK: query: desc formatted t_n31
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@t_n31
# col_name data_type comment
key string
value string
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
bucketing_version 2
numFiles 1
numRows 0
rawDataSize 0
totalSize 5812
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
PREHOOK: query: analyze table t_n31 compute statistics
PREHOOK: type: QUERY
PREHOOK: Input: default@t_n31
PREHOOK: Output: default@t_n31
POSTHOOK: query: analyze table t_n31 compute statistics
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t_n31
POSTHOOK: Output: default@t_n31
PREHOOK: query: desc formatted t_n31
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@t_n31
POSTHOOK: query: desc formatted t_n31
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@t_n31
# col_name data_type comment
key string
value string
# Detailed Table Information
Database: default
#### A masked pattern was here ####
Retention: 0
#### A masked pattern was here ####
Table Type: MANAGED_TABLE
Table Parameters:
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"}
bucketing_version 2
numFiles 1
numRows 500
rawDataSize 5312
totalSize 5812
#### A masked pattern was here ####
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1