blob: d4256c03068bba00e9026a766da8a2373909aeda [file] [log] [blame]
PREHOOK: query: create temporary table alter_coltype_temp(key string, value string) partitioned by (dt string, ts string)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@alter_coltype_temp
POSTHOOK: query: create temporary table alter_coltype_temp(key string, value string) partitioned by (dt string, ts string)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@alter_coltype_temp
PREHOOK: query: insert overwrite table alter_coltype_temp partition(dt='100', ts='6.30') select * from src1
PREHOOK: type: QUERY
PREHOOK: Input: default@src1
PREHOOK: Output: default@alter_coltype_temp@dt=100/ts=6.30
POSTHOOK: query: insert overwrite table alter_coltype_temp partition(dt='100', ts='6.30') select * from src1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src1
POSTHOOK: Output: default@alter_coltype_temp@dt=100/ts=6.30
POSTHOOK: Lineage: alter_coltype_temp PARTITION(dt=100,ts=6.30).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: alter_coltype_temp PARTITION(dt=100,ts=6.30).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: desc alter_coltype_temp
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@alter_coltype_temp
POSTHOOK: query: desc alter_coltype_temp
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@alter_coltype_temp
key string
value string
dt string
ts string
# Partition Information
# col_name data_type comment
dt string
ts string
PREHOOK: query: select count(*) from alter_coltype_temp where dt = '100'
PREHOOK: type: QUERY
PREHOOK: Input: default@alter_coltype_temp
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from alter_coltype_temp where dt = '100'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@alter_coltype_temp
#### A masked pattern was here ####
25
PREHOOK: query: alter table alter_coltype_temp partition column (dt int)
PREHOOK: type: ALTERTABLE_PARTCOLTYPE
PREHOOK: Input: default@alter_coltype_temp
POSTHOOK: query: alter table alter_coltype_temp partition column (dt int)
POSTHOOK: type: ALTERTABLE_PARTCOLTYPE
POSTHOOK: Input: default@alter_coltype_temp
POSTHOOK: Output: default@alter_coltype_temp
PREHOOK: query: insert overwrite table alter_coltype_temp partition(dt=100, ts='3.0') select * from src1
PREHOOK: type: QUERY
PREHOOK: Input: default@src1
PREHOOK: Output: default@alter_coltype_temp@dt=100/ts=3.0
POSTHOOK: query: insert overwrite table alter_coltype_temp partition(dt=100, ts='3.0') select * from src1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src1
POSTHOOK: Output: default@alter_coltype_temp@dt=100/ts=3.0
POSTHOOK: Lineage: alter_coltype_temp PARTITION(dt=100,ts=3.0).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: alter_coltype_temp PARTITION(dt=100,ts=3.0).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: select count(*) from alter_coltype_temp where dt = '100'
PREHOOK: type: QUERY
PREHOOK: Input: default@alter_coltype_temp
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from alter_coltype_temp where dt = '100'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@alter_coltype_temp
#### A masked pattern was here ####
50
PREHOOK: query: explain extended select count(*) from alter_coltype_temp where dt = '100'
PREHOOK: type: QUERY
PREHOOK: Input: default@alter_coltype_temp
#### A masked pattern was here ####
POSTHOOK: query: explain extended select count(*) from alter_coltype_temp where dt = '100'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@alter_coltype_temp
#### A masked pattern was here ####
OPTIMIZED SQL: SELECT COUNT(*) AS `$f0`
FROM `default`.`alter_coltype_temp`
WHERE `dt` = 100
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: 1
Processor Tree:
ListSink
PREHOOK: query: alter table alter_coltype_temp partition column (ts double)
PREHOOK: type: ALTERTABLE_PARTCOLTYPE
PREHOOK: Input: default@alter_coltype_temp
POSTHOOK: query: alter table alter_coltype_temp partition column (ts double)
POSTHOOK: type: ALTERTABLE_PARTCOLTYPE
POSTHOOK: Input: default@alter_coltype_temp
POSTHOOK: Output: default@alter_coltype_temp
PREHOOK: query: alter table alter_coltype_temp partition column (dt string)
PREHOOK: type: ALTERTABLE_PARTCOLTYPE
PREHOOK: Input: default@alter_coltype_temp
POSTHOOK: query: alter table alter_coltype_temp partition column (dt string)
POSTHOOK: type: ALTERTABLE_PARTCOLTYPE
POSTHOOK: Input: default@alter_coltype_temp
POSTHOOK: Output: default@alter_coltype_temp
PREHOOK: query: insert overwrite table alter_coltype_temp partition(dt='100', ts=3.0) select * from src1
PREHOOK: type: QUERY
PREHOOK: Input: default@src1
PREHOOK: Output: default@alter_coltype_temp@dt=100/ts=3.0
POSTHOOK: query: insert overwrite table alter_coltype_temp partition(dt='100', ts=3.0) select * from src1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src1
POSTHOOK: Output: default@alter_coltype_temp@dt=100/ts=3.0
POSTHOOK: Lineage: alter_coltype_temp PARTITION(dt=100,ts=3.0).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: alter_coltype_temp PARTITION(dt=100,ts=3.0).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
PREHOOK: query: select count(*) from alter_coltype_temp where ts = '6.30'
PREHOOK: type: QUERY
PREHOOK: Input: default@alter_coltype_temp
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from alter_coltype_temp where ts = '6.30'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@alter_coltype_temp
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
25
PREHOOK: query: explain extended select count(*) from alter_coltype_temp where ts = '6.30'
PREHOOK: type: QUERY
PREHOOK: Input: default@alter_coltype_temp
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
POSTHOOK: query: explain extended select count(*) from alter_coltype_temp where ts = '6.30'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@alter_coltype_temp
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
OPTIMIZED SQL: SELECT COUNT(*) AS `$f0`
FROM `default`.`alter_coltype_temp`
WHERE `ts` = 6.3
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: alter_coltype_temp
filterExpr: (ts = 6.3D) (type: boolean)
Statistics: Num rows: 50 Data size: 782 Basic stats: COMPLETE Column stats: COMPLETE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: (ts = 6.3D) (type: boolean)
Statistics: Num rows: 50 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
Statistics: Num rows: 50 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
minReductionHashAggr: 0.98
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
bucketingVersion: 2
null sort order:
numBuckets: -1
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
Execution mode: vectorized, llap
LLAP IO: all inputs
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
#### A masked pattern was here ####
Partition
base file name: ts=3.0
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
dt 100
ts 3.0
properties:
column.name.delimiter ,
columns key,value
columns.types string:string
#### A masked pattern was here ####
name default.alter_coltype_temp
partition_columns dt/ts
partition_columns.types string:double
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
columns.types string:string
#### A masked pattern was here ####
name default.alter_coltype_temp
partition_columns dt/ts
partition_columns.types string:double
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.alter_coltype_temp
name: default.alter_coltype_temp
#### A masked pattern was here ####
Partition
base file name: ts=6.30
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
dt 100
ts 6.30
properties:
column.name.delimiter ,
columns key,value
columns.types string:string
#### A masked pattern was here ####
name default.alter_coltype_temp
partition_columns dt/ts
partition_columns.types string:double
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
columns.types string:string
#### A masked pattern was here ####
name default.alter_coltype_temp
partition_columns dt/ts
partition_columns.types string:double
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.alter_coltype_temp
name: default.alter_coltype_temp
Truncated Path -> Alias:
#### A masked pattern was here ####
Reducer 2
Execution mode: vectorized, llap
Needs Tagging: false
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
bucketingVersion: 2
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
properties:
bucketing_version -1
columns _col0
columns.types bigint
escape.delim \
hive.serialization.extend.additional.nesting.levels true
serialization.escape.crlf true
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
TotalFiles: 1
GatherStats: false
MultiFileSpray: false
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select count(*) from alter_coltype_temp where ts = 3.0 and dt=100
PREHOOK: type: QUERY
PREHOOK: Input: default@alter_coltype_temp
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from alter_coltype_temp where ts = 3.0 and dt=100
POSTHOOK: type: QUERY
POSTHOOK: Input: default@alter_coltype_temp
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
25
PREHOOK: query: explain extended select count(*) from alter_coltype_temp where ts = 3.0 and dt=100
PREHOOK: type: QUERY
PREHOOK: Input: default@alter_coltype_temp
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
POSTHOOK: query: explain extended select count(*) from alter_coltype_temp where ts = 3.0 and dt=100
POSTHOOK: type: QUERY
POSTHOOK: Input: default@alter_coltype_temp
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
OPTIMIZED SQL: SELECT COUNT(*) AS `$f0`
FROM `default`.`alter_coltype_temp`
WHERE `ts` = 3 AND `dt` = 100
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Edges:
Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: alter_coltype_temp
filterExpr: ((ts = 3.0D) and (100.0D = 100.0D)) (type: boolean)
Statistics: Num rows: 50 Data size: 782 Basic stats: COMPLETE Column stats: COMPLETE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: (ts = 3.0D) (type: boolean)
Statistics: Num rows: 50 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
Statistics: Num rows: 50 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
minReductionHashAggr: 0.98
mode: hash
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
bucketingVersion: 2
null sort order:
numBuckets: -1
sort order:
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
Execution mode: vectorized, llap
LLAP IO: all inputs
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
#### A masked pattern was here ####
Partition
base file name: ts=3.0
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
dt 100
ts 3.0
properties:
column.name.delimiter ,
columns key,value
columns.types string:string
#### A masked pattern was here ####
name default.alter_coltype_temp
partition_columns dt/ts
partition_columns.types string:double
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
columns.types string:string
#### A masked pattern was here ####
name default.alter_coltype_temp
partition_columns dt/ts
partition_columns.types string:double
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.alter_coltype_temp
name: default.alter_coltype_temp
#### A masked pattern was here ####
Partition
base file name: ts=6.30
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
dt 100
ts 6.30
properties:
column.name.delimiter ,
columns key,value
columns.types string:string
#### A masked pattern was here ####
name default.alter_coltype_temp
partition_columns dt/ts
partition_columns.types string:double
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
columns.types string:string
#### A masked pattern was here ####
name default.alter_coltype_temp
partition_columns dt/ts
partition_columns.types string:double
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.alter_coltype_temp
name: default.alter_coltype_temp
Truncated Path -> Alias:
#### A masked pattern was here ####
Reducer 2
Execution mode: vectorized, llap
Needs Tagging: false
Reduce Operator Tree:
Group By Operator
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
bucketingVersion: 2
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
properties:
bucketing_version -1
columns _col0
columns.types bigint
escape.delim \
hive.serialization.extend.additional.nesting.levels true
serialization.escape.crlf true
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
TotalFiles: 1
GatherStats: false
MultiFileSpray: false
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select key, value, dt, ts from alter_coltype_temp where dt is not null
PREHOOK: type: QUERY
PREHOOK: Input: default@alter_coltype_temp
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
POSTHOOK: query: select key, value, dt, ts from alter_coltype_temp where dt is not null
POSTHOOK: type: QUERY
POSTHOOK: Input: default@alter_coltype_temp
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
238 val_238 100 6.3
100 6.3
311 val_311 100 6.3
val_27 100 6.3
val_165 100 6.3
val_409 100 6.3
255 val_255 100 6.3
278 val_278 100 6.3
98 val_98 100 6.3
val_484 100 6.3
val_265 100 6.3
val_193 100 6.3
401 val_401 100 6.3
150 val_150 100 6.3
273 val_273 100 6.3
224 100 6.3
369 100 6.3
66 val_66 100 6.3
128 100 6.3
213 val_213 100 6.3
146 val_146 100 6.3
406 val_406 100 6.3
100 6.3
100 6.3
100 6.3
238 val_238 100 3.0
100 3.0
311 val_311 100 3.0
val_27 100 3.0
val_165 100 3.0
val_409 100 3.0
255 val_255 100 3.0
278 val_278 100 3.0
98 val_98 100 3.0
val_484 100 3.0
val_265 100 3.0
val_193 100 3.0
401 val_401 100 3.0
150 val_150 100 3.0
273 val_273 100 3.0
224 100 3.0
369 100 3.0
66 val_66 100 3.0
128 100 3.0
213 val_213 100 3.0
146 val_146 100 3.0
406 val_406 100 3.0
100 3.0
100 3.0
100 3.0
PREHOOK: query: explain extended select key, value, dt, ts from alter_coltype_temp where dt is not null
PREHOOK: type: QUERY
PREHOOK: Input: default@alter_coltype_temp
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
POSTHOOK: query: explain extended select key, value, dt, ts from alter_coltype_temp where dt is not null
POSTHOOK: type: QUERY
POSTHOOK: Input: default@alter_coltype_temp
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
OPTIMIZED SQL: SELECT `key`, `value`, `dt`, `ts`
FROM `default`.`alter_coltype_temp`
WHERE `dt` IS NOT NULL
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: -1
Partition Description:
Partition
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
dt 100
ts 3.0
properties:
column.name.delimiter ,
columns key,value
columns.types string:string
#### A masked pattern was here ####
name default.alter_coltype_temp
partition_columns dt/ts
partition_columns.types string:double
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
columns.types string:string
#### A masked pattern was here ####
name default.alter_coltype_temp
partition_columns dt/ts
partition_columns.types string:double
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.alter_coltype_temp
name: default.alter_coltype_temp
Partition
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
dt 100
ts 6.30
properties:
column.name.delimiter ,
columns key,value
columns.types string:string
#### A masked pattern was here ####
name default.alter_coltype_temp
partition_columns dt/ts
partition_columns.types string:double
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucketing_version 2
column.name.delimiter ,
columns key,value
columns.comments
columns.types string:string
#### A masked pattern was here ####
name default.alter_coltype_temp
partition_columns dt/ts
partition_columns.types string:double
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.alter_coltype_temp
name: default.alter_coltype_temp
Processor Tree:
TableScan
alias: alter_coltype_temp
filterExpr: dt is not null (type: boolean)
GatherStats: false
Select Operator
expressions: key (type: string), value (type: string), dt (type: string), ts (type: double)
outputColumnNames: _col0, _col1, _col2, _col3
ListSink
PREHOOK: query: select count(*) from alter_coltype_temp where ts = 3.0
PREHOOK: type: QUERY
PREHOOK: Input: default@alter_coltype_temp
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
PREHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from alter_coltype_temp where ts = 3.0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@alter_coltype_temp
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=3.0
POSTHOOK: Input: default@alter_coltype_temp@dt=100/ts=6.30
#### A masked pattern was here ####
25
PREHOOK: query: select count(*) from alter_coltype_temp where dt = '100'
PREHOOK: type: QUERY
PREHOOK: Input: default@alter_coltype_temp
#### A masked pattern was here ####
POSTHOOK: query: select count(*) from alter_coltype_temp where dt = '100'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@alter_coltype_temp
#### A masked pattern was here ####
50
PREHOOK: query: desc alter_coltype_temp
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@alter_coltype_temp
POSTHOOK: query: desc alter_coltype_temp
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@alter_coltype_temp
key string
value string
dt string
ts double
# Partition Information
# col_name data_type comment
dt string
ts double
PREHOOK: query: desc alter_coltype_temp partition (dt='100', ts='6.30')
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@alter_coltype_temp
POSTHOOK: query: desc alter_coltype_temp partition (dt='100', ts='6.30')
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@alter_coltype_temp
key string
value string
dt string
ts double
# Partition Information
# col_name data_type comment
dt string
ts double
PREHOOK: query: desc alter_coltype_temp partition (dt='100', ts=3.0)
PREHOOK: type: DESCTABLE
PREHOOK: Input: default@alter_coltype_temp
POSTHOOK: query: desc alter_coltype_temp partition (dt='100', ts=3.0)
POSTHOOK: type: DESCTABLE
POSTHOOK: Input: default@alter_coltype_temp
key string
value string
dt string
ts double
# Partition Information
# col_name data_type comment
dt string
ts double
PREHOOK: query: drop table alter_coltype_temp
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@alter_coltype_temp
PREHOOK: Output: default@alter_coltype_temp
POSTHOOK: query: drop table alter_coltype_temp
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@alter_coltype_temp
POSTHOOK: Output: default@alter_coltype_temp
PREHOOK: query: create database pt
PREHOOK: type: CREATEDATABASE
PREHOOK: Output: database:pt
POSTHOOK: query: create database pt
POSTHOOK: type: CREATEDATABASE
POSTHOOK: Output: database:pt
PREHOOK: query: create temporary table pt.alterdynamic_part_table_temp(intcol string) partitioned by (partcol1 string, partcol2 string)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:pt
PREHOOK: Output: pt@alterdynamic_part_table_temp
POSTHOOK: query: create temporary table pt.alterdynamic_part_table_temp(intcol string) partitioned by (partcol1 string, partcol2 string)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:pt
POSTHOOK: Output: pt@alterdynamic_part_table_temp
PREHOOK: query: insert into table pt.alterdynamic_part_table_temp partition(partcol1, partcol2) select '1', '1', '1' from src where key=150 limit 5
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Output: pt@alterdynamic_part_table_temp
POSTHOOK: query: insert into table pt.alterdynamic_part_table_temp partition(partcol1, partcol2) select '1', '1', '1' from src where key=150 limit 5
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: pt@alterdynamic_part_table_temp
POSTHOOK: Output: pt@alterdynamic_part_table_temp@partcol1=1/partcol2=1
POSTHOOK: Lineage: alterdynamic_part_table_temp PARTITION(partcol1=1,partcol2=1).intcol SIMPLE []
PREHOOK: query: insert into table pt.alterdynamic_part_table_temp partition(partcol1, partcol2) select '1', '2', '1' from src where key=150 limit 5
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Output: pt@alterdynamic_part_table_temp
POSTHOOK: query: insert into table pt.alterdynamic_part_table_temp partition(partcol1, partcol2) select '1', '2', '1' from src where key=150 limit 5
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: pt@alterdynamic_part_table_temp
POSTHOOK: Output: pt@alterdynamic_part_table_temp@partcol1=2/partcol2=1
POSTHOOK: Lineage: alterdynamic_part_table_temp PARTITION(partcol1=2,partcol2=1).intcol SIMPLE []
PREHOOK: query: insert into table pt.alterdynamic_part_table_temp partition(partcol1, partcol2) select NULL, '1', '1' from src where key=150 limit 5
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Output: pt@alterdynamic_part_table_temp
POSTHOOK: query: insert into table pt.alterdynamic_part_table_temp partition(partcol1, partcol2) select NULL, '1', '1' from src where key=150 limit 5
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Output: pt@alterdynamic_part_table_temp
POSTHOOK: Output: pt@alterdynamic_part_table_temp@partcol1=1/partcol2=1
POSTHOOK: Lineage: alterdynamic_part_table_temp PARTITION(partcol1=1,partcol2=1).intcol EXPRESSION []
PREHOOK: query: alter table pt.alterdynamic_part_table_temp partition column (partcol1 int)
PREHOOK: type: ALTERTABLE_PARTCOLTYPE
PREHOOK: Input: pt@alterdynamic_part_table_temp
POSTHOOK: query: alter table pt.alterdynamic_part_table_temp partition column (partcol1 int)
POSTHOOK: type: ALTERTABLE_PARTCOLTYPE
POSTHOOK: Input: pt@alterdynamic_part_table_temp
POSTHOOK: Output: pt@alterdynamic_part_table_temp
PREHOOK: query: explain extended select intcol from pt.alterdynamic_part_table_temp where partcol1='1' and partcol2='1'
PREHOOK: type: QUERY
PREHOOK: Input: pt@alterdynamic_part_table_temp
PREHOOK: Input: pt@alterdynamic_part_table_temp@partcol1=1/partcol2=1
#### A masked pattern was here ####
POSTHOOK: query: explain extended select intcol from pt.alterdynamic_part_table_temp where partcol1='1' and partcol2='1'
POSTHOOK: type: QUERY
POSTHOOK: Input: pt@alterdynamic_part_table_temp
POSTHOOK: Input: pt@alterdynamic_part_table_temp@partcol1=1/partcol2=1
#### A masked pattern was here ####
OPTIMIZED SQL: SELECT `intcol`
FROM `pt`.`alterdynamic_part_table_temp`
WHERE `partcol1` = 1 AND `partcol2` = '1'
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: -1
Partition Description:
Partition
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
partcol1 1
partcol2 1
properties:
column.name.delimiter ,
columns intcol
columns.types string
#### A masked pattern was here ####
name pt.alterdynamic_part_table_temp
partition_columns partcol1/partcol2
partition_columns.types int:string
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucketing_version 2
column.name.delimiter ,
columns intcol
columns.comments
columns.types string
#### A masked pattern was here ####
name pt.alterdynamic_part_table_temp
partition_columns partcol1/partcol2
partition_columns.types int:string
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: pt.alterdynamic_part_table_temp
name: pt.alterdynamic_part_table_temp
Processor Tree:
TableScan
alias: alterdynamic_part_table_temp
filterExpr: ((partcol1 = 1) and (partcol2 = '1')) (type: boolean)
GatherStats: false
Select Operator
expressions: intcol (type: string)
outputColumnNames: _col0
ListSink
PREHOOK: query: explain extended select intcol from pt.alterdynamic_part_table_temp where (partcol1='2' and partcol2='1')or (partcol1='1' and partcol2='__HIVE_DEFAULT_PARTITION__')
PREHOOK: type: QUERY
PREHOOK: Input: pt@alterdynamic_part_table_temp
PREHOOK: Input: pt@alterdynamic_part_table_temp@partcol1=2/partcol2=1
#### A masked pattern was here ####
POSTHOOK: query: explain extended select intcol from pt.alterdynamic_part_table_temp where (partcol1='2' and partcol2='1')or (partcol1='1' and partcol2='__HIVE_DEFAULT_PARTITION__')
POSTHOOK: type: QUERY
POSTHOOK: Input: pt@alterdynamic_part_table_temp
POSTHOOK: Input: pt@alterdynamic_part_table_temp@partcol1=2/partcol2=1
#### A masked pattern was here ####
OPTIMIZED SQL: SELECT `intcol`
FROM `pt`.`alterdynamic_part_table_temp`
WHERE ROW(`partcol1`, `partcol2`) IN (ROW(2, '1'), ROW(1, '__HIVE_DEFAULT_PARTITION__'))
STAGE DEPENDENCIES:
Stage-0 is a root stage
STAGE PLANS:
Stage: Stage-0
Fetch Operator
limit: -1
Partition Description:
Partition
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
partcol1 2
partcol2 1
properties:
column.name.delimiter ,
columns intcol
columns.types string
#### A masked pattern was here ####
name pt.alterdynamic_part_table_temp
partition_columns partcol1/partcol2
partition_columns.types int:string
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
properties:
bucketing_version 2
column.name.delimiter ,
columns intcol
columns.comments
columns.types string
#### A masked pattern was here ####
name pt.alterdynamic_part_table_temp
partition_columns partcol1/partcol2
partition_columns.types int:string
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: pt.alterdynamic_part_table_temp
name: pt.alterdynamic_part_table_temp
Processor Tree:
TableScan
alias: alterdynamic_part_table_temp
filterExpr: (struct(partcol1,partcol2)) IN (const struct(2,'1'), const struct(1,'__HIVE_DEFAULT_PARTITION__')) (type: boolean)
GatherStats: false
Select Operator
expressions: intcol (type: string)
outputColumnNames: _col0
ListSink
PREHOOK: query: select intcol from pt.alterdynamic_part_table_temp where (partcol1='2' and partcol2='1')or (partcol1='1' and partcol2='__HIVE_DEFAULT_PARTITION__')
PREHOOK: type: QUERY
PREHOOK: Input: pt@alterdynamic_part_table_temp
PREHOOK: Input: pt@alterdynamic_part_table_temp@partcol1=2/partcol2=1
#### A masked pattern was here ####
POSTHOOK: query: select intcol from pt.alterdynamic_part_table_temp where (partcol1='2' and partcol2='1')or (partcol1='1' and partcol2='__HIVE_DEFAULT_PARTITION__')
POSTHOOK: type: QUERY
POSTHOOK: Input: pt@alterdynamic_part_table_temp
POSTHOOK: Input: pt@alterdynamic_part_table_temp@partcol1=2/partcol2=1
#### A masked pattern was here ####
1
PREHOOK: query: drop table pt.alterdynamic_part_table_temp
PREHOOK: type: DROPTABLE
PREHOOK: Input: pt@alterdynamic_part_table_temp
PREHOOK: Output: pt@alterdynamic_part_table_temp
POSTHOOK: query: drop table pt.alterdynamic_part_table_temp
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: pt@alterdynamic_part_table_temp
POSTHOOK: Output: pt@alterdynamic_part_table_temp
PREHOOK: query: drop database pt
PREHOOK: type: DROPDATABASE
PREHOOK: Input: database:pt
PREHOOK: Output: database:pt
POSTHOOK: query: drop database pt
POSTHOOK: type: DROPDATABASE
POSTHOOK: Input: database:pt
POSTHOOK: Output: database:pt