blob: ab3c65005dc88f43b3efc649e40855480fdd5a0a [file] [log] [blame]
PREHOOK: query: create table if not exists emp_staging (
lastname string,
deptid int
) row format delimited fields terminated by '|' stored as textfile
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@emp_staging
POSTHOOK: query: create table if not exists emp_staging (
lastname string,
deptid int
) row format delimited fields terminated by '|' stored as textfile
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@emp_staging
PREHOOK: query: create table if not exists emp_orc like emp_staging
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@emp_orc
POSTHOOK: query: create table if not exists emp_orc like emp_staging
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@emp_orc
PREHOOK: query: alter table emp_orc set fileformat orc
PREHOOK: type: ALTERTABLE_FILEFORMAT
PREHOOK: Input: default@emp_orc
PREHOOK: Output: default@emp_orc
POSTHOOK: query: alter table emp_orc set fileformat orc
POSTHOOK: type: ALTERTABLE_FILEFORMAT
POSTHOOK: Input: default@emp_orc
POSTHOOK: Output: default@emp_orc
PREHOOK: query: explain select * from emp_orc
PREHOOK: type: QUERY
PREHOOK: Input: default@emp_orc
#### A masked pattern was here ####
POSTHOOK: query: explain select * from emp_orc
POSTHOOK: type: QUERY
POSTHOOK: Input: default@emp_orc
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
TableScan
alias: emp_orc
Select Operator
expressions: lastname (type: string), deptid (type: int)
outputColumnNames: _col0, _col1
ListSink
PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/emp.txt' OVERWRITE INTO TABLE emp_staging
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@emp_staging
POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/emp.txt' OVERWRITE INTO TABLE emp_staging
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@emp_staging
PREHOOK: query: insert overwrite table emp_orc select * from emp_staging
PREHOOK: type: QUERY
PREHOOK: Input: default@emp_staging
PREHOOK: Output: default@emp_orc
POSTHOOK: query: insert overwrite table emp_orc select * from emp_staging
POSTHOOK: type: QUERY
POSTHOOK: Input: default@emp_staging
POSTHOOK: Output: default@emp_orc
POSTHOOK: Lineage: emp_orc.deptid SIMPLE [(emp_staging)emp_staging.FieldSchema(name:deptid, type:int, comment:null), ]
POSTHOOK: Lineage: emp_orc.lastname SIMPLE [(emp_staging)emp_staging.FieldSchema(name:lastname, type:string, comment:null), ]
PREHOOK: query: explain select * from emp_orc
PREHOOK: type: QUERY
PREHOOK: Input: default@emp_orc
#### A masked pattern was here ####
POSTHOOK: query: explain select * from emp_orc
POSTHOOK: type: QUERY
POSTHOOK: Input: default@emp_orc
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
TableScan
alias: emp_orc
Select Operator
expressions: lastname (type: string), deptid (type: int)
outputColumnNames: _col0, _col1
ListSink
PREHOOK: query: analyze table emp_orc compute statistics
PREHOOK: type: QUERY
PREHOOK: Input: default@emp_orc
PREHOOK: Output: default@emp_orc
POSTHOOK: query: analyze table emp_orc compute statistics
POSTHOOK: type: QUERY
POSTHOOK: Input: default@emp_orc
POSTHOOK: Output: default@emp_orc
PREHOOK: query: explain select * from emp_orc
PREHOOK: type: QUERY
PREHOOK: Input: default@emp_orc
#### A masked pattern was here ####
POSTHOOK: query: explain select * from emp_orc
POSTHOOK: type: QUERY
POSTHOOK: Input: default@emp_orc
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
TableScan
alias: emp_orc
Select Operator
expressions: lastname (type: string), deptid (type: int)
outputColumnNames: _col0, _col1
ListSink
PREHOOK: query: analyze table emp_orc compute statistics for columns deptid
PREHOOK: type: ANALYZE_TABLE
PREHOOK: Input: default@emp_orc
PREHOOK: Output: default@emp_orc
#### A masked pattern was here ####
POSTHOOK: query: analyze table emp_orc compute statistics for columns deptid
POSTHOOK: type: ANALYZE_TABLE
POSTHOOK: Input: default@emp_orc
POSTHOOK: Output: default@emp_orc
#### A masked pattern was here ####
PREHOOK: query: explain select * from emp_orc
PREHOOK: type: QUERY
PREHOOK: Input: default@emp_orc
#### A masked pattern was here ####
POSTHOOK: query: explain select * from emp_orc
POSTHOOK: type: QUERY
POSTHOOK: Input: default@emp_orc
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
TableScan
alias: emp_orc
Select Operator
expressions: lastname (type: string), deptid (type: int)
outputColumnNames: _col0, _col1
ListSink
PREHOOK: query: explain select deptid from emp_orc
PREHOOK: type: QUERY
PREHOOK: Input: default@emp_orc
#### A masked pattern was here ####
POSTHOOK: query: explain select deptid from emp_orc
POSTHOOK: type: QUERY
POSTHOOK: Input: default@emp_orc
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
TableScan
alias: emp_orc
Select Operator
expressions: deptid (type: int)
outputColumnNames: _col0
ListSink
PREHOOK: query: analyze table emp_orc compute statistics for columns lastname,deptid
PREHOOK: type: ANALYZE_TABLE
PREHOOK: Input: default@emp_orc
PREHOOK: Output: default@emp_orc
#### A masked pattern was here ####
POSTHOOK: query: analyze table emp_orc compute statistics for columns lastname,deptid
POSTHOOK: type: ANALYZE_TABLE
POSTHOOK: Input: default@emp_orc
POSTHOOK: Output: default@emp_orc
#### A masked pattern was here ####
PREHOOK: query: explain select * from emp_orc
PREHOOK: type: QUERY
PREHOOK: Input: default@emp_orc
#### A masked pattern was here ####
POSTHOOK: query: explain select * from emp_orc
POSTHOOK: type: QUERY
POSTHOOK: Input: default@emp_orc
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
TableScan
alias: emp_orc
Select Operator
expressions: lastname (type: string), deptid (type: int)
outputColumnNames: _col0, _col1
ListSink
PREHOOK: query: explain select lastname from emp_orc
PREHOOK: type: QUERY
PREHOOK: Input: default@emp_orc
#### A masked pattern was here ####
POSTHOOK: query: explain select lastname from emp_orc
POSTHOOK: type: QUERY
POSTHOOK: Input: default@emp_orc
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
TableScan
alias: emp_orc
Select Operator
expressions: lastname (type: string)
outputColumnNames: _col0
ListSink
PREHOOK: query: explain select deptid from emp_orc
PREHOOK: type: QUERY
PREHOOK: Input: default@emp_orc
#### A masked pattern was here ####
POSTHOOK: query: explain select deptid from emp_orc
POSTHOOK: type: QUERY
POSTHOOK: Input: default@emp_orc
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
TableScan
alias: emp_orc
Select Operator
expressions: deptid (type: int)
outputColumnNames: _col0
ListSink
PREHOOK: query: explain select lastname,deptid from emp_orc
PREHOOK: type: QUERY
PREHOOK: Input: default@emp_orc
#### A masked pattern was here ####
POSTHOOK: query: explain select lastname,deptid from emp_orc
POSTHOOK: type: QUERY
POSTHOOK: Input: default@emp_orc
#### A masked pattern was here ####
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
TableScan
alias: emp_orc
Select Operator
expressions: lastname (type: string), deptid (type: int)
outputColumnNames: _col0, _col1
ListSink
PREHOOK: query: create table tmp_n0 as select 1
PREHOOK: type: CREATETABLE_AS_SELECT
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: database:default
PREHOOK: Output: default@tmp_n0
POSTHOOK: query: create table tmp_n0 as select 1
POSTHOOK: type: CREATETABLE_AS_SELECT
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: database:default
POSTHOOK: Output: default@tmp_n0
POSTHOOK: Lineage: tmp_n0._c0 SIMPLE []
PREHOOK: query: explain create table tmp_n0 as select 1
PREHOOK: type: CREATETABLE_AS_SELECT
PREHOOK: Input: _dummy_database@_dummy_table
PREHOOK: Output: database:default
PREHOOK: Output: default@tmp_n0
POSTHOOK: query: explain create table tmp_n0 as select 1
POSTHOOK: type: CREATETABLE_AS_SELECT
POSTHOOK: Input: _dummy_database@_dummy_table
POSTHOOK: Output: database:default
POSTHOOK: Output: default@tmp_n0
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-2 depends on stages: Stage-1
Stage-3 depends on stages: Stage-2, Stage-0
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: _dummy_table
Row Limit Per Split: 1
Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: 1 (type: int)
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.tmp_n0
Execution mode: llap
LLAP IO: no inputs
Stage: Stage-2
Dependency Collection
Stage: Stage-3
Create Table
columns: _c0 int
name: default.tmp_n0
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat
serde name: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Stage: Stage-0
Move Operator
files:
hdfs directory: true
#### A masked pattern was here ####