blob: 331801948b042b820f3f33f493408bd9a2460ad2 [file] [log] [blame]
PREHOOK: query: CREATE TABLE schema_evolution_data_n44(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str string, double_str string, date_str string, timestamp_str string, filler string)
row format delimited fields terminated by '|' stored as textfile
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@schema_evolution_data_n44
POSTHOOK: query: CREATE TABLE schema_evolution_data_n44(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str string, double_str string, date_str string, timestamp_str string, filler string)
row format delimited fields terminated by '|' stored as textfile
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@schema_evolution_data_n44
PREHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data.txt' overwrite into table schema_evolution_data_n44
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@schema_evolution_data_n44
POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data.txt' overwrite into table schema_evolution_data_n44
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@schema_evolution_data_n44
PREHOOK: query: CREATE TABLE schema_evolution_data_2_n16(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str string, double_str string, date_str string, timestamp_str string, filler string)
row format delimited fields terminated by '|' stored as textfile
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@schema_evolution_data_2_n16
POSTHOOK: query: CREATE TABLE schema_evolution_data_2_n16(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str string, double_str string, date_str string, timestamp_str string, filler string)
row format delimited fields terminated by '|' stored as textfile
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@schema_evolution_data_2_n16
PREHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data_2.txt' overwrite into table schema_evolution_data_2_n16
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@schema_evolution_data_2_n16
POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data_2.txt' overwrite into table schema_evolution_data_2_n16
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@schema_evolution_data_2_n16
PREHOOK: query: CREATE TABLE part_change_various_various_boolean_to_bigint_n8(insert_num int,
c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP,
c10 BOOLEAN, c11 SMALLINT, c12 INT, c13 BIGINT, c14 FLOAT, c15 DOUBLE, c16 DECIMAL(38,18), c17 STRING, c18 CHAR(25), c19 VARCHAR(25), c20 TIMESTAMP,
c21 BOOLEAN, c22 TINYINT, c23 INT, c24 BIGINT, c25 FLOAT, c26 DOUBLE, c27 DECIMAL(38,18), c28 STRING, c29 CHAR(25), c30 VARCHAR(25), c31 TIMESTAMP,
c32 BOOLEAN, c33 TINYINT, c34 SMALLINT, c35 BIGINT, c36 FLOAT, c37 DOUBLE, c38 DECIMAL(38,18), c39 STRING, c40 CHAR(25), c41 VARCHAR(25), c42 TIMESTAMP,
c43 BOOLEAN, c44 TINYINT, c45 SMALLINT, c46 INT, c47 FLOAT, c48 DOUBLE, c49 DECIMAL(38,18), c50 STRING, c51 CHAR(25), c52 VARCHAR(25), c53 TIMESTAMP,
b STRING) PARTITIONED BY(part INT)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@part_change_various_various_boolean_to_bigint_n8
POSTHOOK: query: CREATE TABLE part_change_various_various_boolean_to_bigint_n8(insert_num int,
c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP,
c10 BOOLEAN, c11 SMALLINT, c12 INT, c13 BIGINT, c14 FLOAT, c15 DOUBLE, c16 DECIMAL(38,18), c17 STRING, c18 CHAR(25), c19 VARCHAR(25), c20 TIMESTAMP,
c21 BOOLEAN, c22 TINYINT, c23 INT, c24 BIGINT, c25 FLOAT, c26 DOUBLE, c27 DECIMAL(38,18), c28 STRING, c29 CHAR(25), c30 VARCHAR(25), c31 TIMESTAMP,
c32 BOOLEAN, c33 TINYINT, c34 SMALLINT, c35 BIGINT, c36 FLOAT, c37 DOUBLE, c38 DECIMAL(38,18), c39 STRING, c40 CHAR(25), c41 VARCHAR(25), c42 TIMESTAMP,
c43 BOOLEAN, c44 TINYINT, c45 SMALLINT, c46 INT, c47 FLOAT, c48 DOUBLE, c49 DECIMAL(38,18), c50 STRING, c51 CHAR(25), c52 VARCHAR(25), c53 TIMESTAMP,
b STRING) PARTITIONED BY(part INT)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint_n8
PREHOOK: query: insert into table part_change_various_various_boolean_to_bigint_n8 partition(part=1) SELECT insert_num,
tinyint1, smallint1, int1, bigint1, float1, double1, decimal1, boolean_str, timestamp1,
boolean1, smallint1, int1, bigint1, float1, double1, decimal1, tinyint_str, tinyint_str, tinyint_str, timestamp1,
boolean1, tinyint1, int1, bigint1, float1, double1, decimal1, smallint_str, smallint_str, smallint_str, timestamp1,
boolean1, tinyint1, smallint1, bigint1, float1, double1, decimal1, int_str, int_str, int_str, timestamp1,
boolean1, tinyint1, smallint1, int1, float1, double1, decimal1, bigint_str, bigint_str, bigint_str, timestamp1,
'original' FROM schema_evolution_data_n44
PREHOOK: type: QUERY
PREHOOK: Input: default@schema_evolution_data_n44
PREHOOK: Output: default@part_change_various_various_boolean_to_bigint_n8@part=1
POSTHOOK: query: insert into table part_change_various_various_boolean_to_bigint_n8 partition(part=1) SELECT insert_num,
tinyint1, smallint1, int1, bigint1, float1, double1, decimal1, boolean_str, timestamp1,
boolean1, smallint1, int1, bigint1, float1, double1, decimal1, tinyint_str, tinyint_str, tinyint_str, timestamp1,
boolean1, tinyint1, int1, bigint1, float1, double1, decimal1, smallint_str, smallint_str, smallint_str, timestamp1,
boolean1, tinyint1, smallint1, bigint1, float1, double1, decimal1, int_str, int_str, int_str, timestamp1,
boolean1, tinyint1, smallint1, int1, float1, double1, decimal1, bigint_str, bigint_str, bigint_str, timestamp1,
'original' FROM schema_evolution_data_n44
POSTHOOK: type: QUERY
POSTHOOK: Input: default@schema_evolution_data_n44
POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint_n8@part=1
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).b SIMPLE []
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c10 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c13 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c14 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c15 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c16 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c17 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c18 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c19 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c20 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c21 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c22 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c23 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c24 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c25 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c26 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c27 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c28 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c29 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c30 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c31 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c32 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c33 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c34 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c35 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c36 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c37 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c38 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c39 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c40 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c41 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c42 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c43 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c44 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c45 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c46 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c47 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c48 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c49 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c50 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c51 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c52 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c53 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:insert_num, type:int, comment:null), ]
_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 _col22 _col23 _col24 _col25 _col26 _col27 _col28 _col29 _col30 _col31 _col32 _col33 _col34 _col35 _col36 _col37 _col38 _col39 _col40 _col41 _col42 _col43 _col44 _col45 _col46 _col47 _col48 _col49 _col50 _col51 _col52 _col53 _col54
PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8
PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8
POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8@part=1
#### A masked pattern was here ####
insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c19 c20 c21 c22 c23 c24 c25 c26 c27 c28 c29 c30 c31 c32 c33 c34 c35 c36 c37 c38 c39 c40 c41 c42 c43 c44 c45 c46 c47 c48 c49 c50 c51 c52 c53 b
101 1 -128 NULL -2147483648 NULL Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 true 6229-06-28 02:54:28.970117179 true NULL -2147483648 NULL Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 -128 -128 -128 6229-06-28 02:54:28.970117179 true -128 -2147483648 NULL Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 –32768 –32768 –32768 6229-06-28 02:54:28.970117179 true -128 NULL NULL Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 -2147483648 -2147483648 -2147483648 6229-06-28 02:54:28.970117179 true -128 NULL -2147483648 Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 –9223372036854775808 –9223372036854775808 –9223372036854775808 6229-06-28 02:54:28.970117179 original
102 1 127 32767 2147483647 9223372036854775807 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 false 5966-07-09 03:30:50.597 false 32767 2147483647 9223372036854775807 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 127 127 127 5966-07-09 03:30:50.597 false 127 2147483647 9223372036854775807 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 32767 32767 32767 5966-07-09 03:30:50.597 false 127 32767 9223372036854775807 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 2147483647 2147483647 2147483647 5966-07-09 03:30:50.597 false 127 32767 2147483647 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 9223372036854775807 9223372036854775807 9223372036854775807 5966-07-09 03:30:50.597 original
103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original
104 1 23 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 true 1978-08-02 06:34:14 true 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 23 23 23 1978-08-02 06:34:14 true 23 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 834 834 834 1978-08-02 06:34:14 true 23 834 888888857923222 -100.35978 30.774 66475.561431000000000000 203332 203332 203332 1978-08-02 06:34:14 true 23 834 203332 -100.35978 30.774 66475.561431000000000000 888888857923222 888888857923222 888888857923222 1978-08-02 06:34:14 original
105 1 -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 false 1991-01-06 16:20:39.72036854 false -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 -99 -99 -99 1991-01-06 16:20:39.72036854 false -99 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 -28300 -28300 -28300 1991-01-06 16:20:39.72036854 false -99 -28300 -222282153733 NULL 46114.28 9250340.750000000000000000 -999992 -999992 -999992 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 NULL 46114.28 9250340.750000000000000000 -222282153733 -222282153733 -222282153733 1991-01-06 16:20:39.72036854 original
PREHOOK: query: alter table part_change_various_various_boolean_to_bigint_n8 replace columns (insert_num int,
c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN,
c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT,
c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT,
c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT,
c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT,
b STRING)
PREHOOK: type: ALTERTABLE_REPLACECOLS
PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8
PREHOOK: Output: default@part_change_various_various_boolean_to_bigint_n8
POSTHOOK: query: alter table part_change_various_various_boolean_to_bigint_n8 replace columns (insert_num int,
c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN,
c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT,
c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT,
c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT,
c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT,
b STRING)
POSTHOOK: type: ALTERTABLE_REPLACECOLS
POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8
POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint_n8
PREHOOK: query: insert into table part_change_various_various_boolean_to_bigint_n8 partition(part=1) SELECT insert_num,
boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1,
tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1,
smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1,
int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1,
bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1,
'new' FROM schema_evolution_data_n44
PREHOOK: type: QUERY
PREHOOK: Input: default@schema_evolution_data_n44
PREHOOK: Output: default@part_change_various_various_boolean_to_bigint_n8@part=1
POSTHOOK: query: insert into table part_change_various_various_boolean_to_bigint_n8 partition(part=1) SELECT insert_num,
boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1,
tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1,
smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1,
int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1,
bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1,
'new' FROM schema_evolution_data_n44
POSTHOOK: type: QUERY
POSTHOOK: Input: default@schema_evolution_data_n44
POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint_n8@part=1
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).b SIMPLE []
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c10 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c13 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c14 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c15 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c16 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c17 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c18 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c19 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c20 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c21 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c22 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c23 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c24 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c25 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c26 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c27 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c28 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c29 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c30 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c31 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c32 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c33 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c34 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c35 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c36 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c37 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c38 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c39 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c40 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c41 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c42 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c43 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c44 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c45 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c46 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c47 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c48 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c49 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c50 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c51 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c52 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c53 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:insert_num, type:int, comment:null), ]
insert_num boolean1 boolean1_1 boolean1_2 boolean1_3 boolean1_4 boolean1_5 boolean1_6 boolean1_7 boolean1_8 tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 tinyint1_6 tinyint1_7 tinyint1_8 tinyint1_9 tinyint1_10 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 smallint1_5 smallint1_6 smallint1_7 smallint1_8 smallint1_9 smallint1_10 int1 int1_1 int1_2 int1_3 int1_4 int1_5 int1_6 int1_7 int1_8 int1_9 int1_10 bigint1 bigint1_1 bigint1_2 bigint1_3 bigint1_4 bigint1_5 bigint1_6 bigint1_7 bigint1_8 bigint1_9 bigint1_10 _c54
PREHOOK: query: explain vectorization detail
select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8
PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: explain vectorization detail
select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8
POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8@part=1
#### A masked pattern was here ####
Explain
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: part_change_various_various_boolean_to_bigint_n8
Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:insert_num:int, 1:c1:boolean, 2:c2:boolean, 3:c3:boolean, 4:c4:boolean, 5:c5:boolean, 6:c6:boolean, 7:c7:boolean, 8:c8:boolean, 9:c9:boolean, 10:c10:tinyint, 11:c11:tinyint, 12:c12:tinyint, 13:c13:tinyint, 14:c14:tinyint, 15:c15:tinyint, 16:c16:tinyint, 17:c17:tinyint, 18:c18:tinyint, 19:c19:tinyint, 20:c20:tinyint, 21:c21:smallint, 22:c22:smallint, 23:c23:smallint, 24:c24:smallint, 25:c25:smallint, 26:c26:smallint, 27:c27:smallint, 28:c28:smallint, 29:c29:smallint, 30:c30:smallint, 31:c31:smallint, 32:c32:int, 33:c33:int, 34:c34:int, 35:c35:int, 36:c36:int, 37:c37:int, 38:c38:int, 39:c39:int, 40:c40:int, 41:c41:int, 42:c42:int, 43:c43:bigint, 44:c44:bigint, 45:c45:bigint, 46:c46:bigint, 47:c47:bigint, 48:c48:bigint, 49:c49:bigint, 50:c50:bigint, 51:c51:bigint, 52:c52:bigint, 53:c53:bigint, 54:b:string, 55:part:int, 56:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
Select Operator
expressions: insert_num (type: int), part (type: int), c1 (type: boolean), c2 (type: boolean), c3 (type: boolean), c4 (type: boolean), c5 (type: boolean), c6 (type: boolean), c7 (type: boolean), c8 (type: boolean), c9 (type: boolean), c10 (type: tinyint), c11 (type: tinyint), c12 (type: tinyint), c13 (type: tinyint), c14 (type: tinyint), c15 (type: tinyint), c16 (type: tinyint), c17 (type: tinyint), c18 (type: tinyint), c19 (type: tinyint), c20 (type: tinyint), c21 (type: smallint), c22 (type: smallint), c23 (type: smallint), c24 (type: smallint), c25 (type: smallint), c26 (type: smallint), c27 (type: smallint), c28 (type: smallint), c29 (type: smallint), c30 (type: smallint), c31 (type: smallint), c32 (type: int), c33 (type: int), c34 (type: int), c35 (type: int), c36 (type: int), c37 (type: int), c38 (type: int), c39 (type: int), c40 (type: int), c41 (type: int), c42 (type: int), c43 (type: bigint), c44 (type: bigint), c45 (type: bigint), c46 (type: bigint), c47 (type: bigint), c48 (type: bigint), c49 (type: bigint), c50 (type: bigint), c51 (type: bigint), c52 (type: bigint), c53 (type: bigint), b (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41, _col42, _col43, _col44, _col45, _col46, _col47, _col48, _col49, _col50, _col51, _col52, _col53, _col54, _col55
Select Vectorization:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [0, 55, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54]
Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL
File Output Operator
compressed: false
File Sink Vectorization:
className: VectorFileSinkOperator
native: false
Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: vectorized, llap
Map Vectorization:
enabled: true
enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
inputFormatFeatureSupport: [DECIMAL_64]
featureSupportInUse: [DECIMAL_64]
inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
allNative: false
usesVectorUDFAdaptor: false
vectorized: true
rowBatchContext:
dataColumnCount: 55
includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54]
dataColumns: insert_num:int, c1:boolean, c2:boolean, c3:boolean, c4:boolean, c5:boolean, c6:boolean, c7:boolean, c8:boolean, c9:boolean, c10:tinyint, c11:tinyint, c12:tinyint, c13:tinyint, c14:tinyint, c15:tinyint, c16:tinyint, c17:tinyint, c18:tinyint, c19:tinyint, c20:tinyint, c21:smallint, c22:smallint, c23:smallint, c24:smallint, c25:smallint, c26:smallint, c27:smallint, c28:smallint, c29:smallint, c30:smallint, c31:smallint, c32:int, c33:int, c34:int, c35:int, c36:int, c37:int, c38:int, c39:int, c40:int, c41:int, c42:int, c43:bigint, c44:bigint, c45:bigint, c46:bigint, c47:bigint, c48:bigint, c49:bigint, c50:bigint, c51:bigint, c52:bigint, c53:bigint, b:string
partitionColumnCount: 1
partitionColumns: part:int
scratchColumnTypeNames: []
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8
PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8
POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8@part=1
#### A masked pattern was here ####
insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c19 c20 c21 c22 c23 c24 c25 c26 c27 c28 c29 c30 c31 c32 c33 c34 c35 c36 c37 c38 c39 c40 c41 c42 c43 c44 c45 c46 c47 c48 c49 c50 c51 c52 c53 b
101 1 NULL NULL NULL NULL NULL NULL NULL true NULL NULL -128 -128 -128 -128 -128 -128 -128 -128 -128 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL -2147483648 -2147483648 -2147483648 -2147483648 -2147483648 -2147483648 -2147483648 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new
101 1 true NULL true NULL true true true true true 1 NULL 0 NULL -1 -1 NULL -128 -128 -128 -28 1 -128 0 NULL -1 -1 NULL NULL NULL NULL 31716 1 -128 NULL NULL 2147483647 2147483647 NULL -2147483648 -2147483648 -2147483648 1272478692 1 -128 NULL -2147483648 9223372036854775807 9223372036854775807 NULL NULL NULL NULL 134416464868 original
102 1 NULL NULL NULL NULL NULL NULL NULL false NULL NULL 127 127 127 127 127 127 127 127 127 NULL NULL NULL 32767 32767 32767 32767 32767 32767 32767 32767 NULL NULL NULL NULL 2147483647 2147483647 2147483647 2147483647 2147483647 2147483647 2147483647 NULL NULL NULL NULL NULL 9223372036854775807 9223372036854775807 9223372036854775807 9223372036854775807 9223372036854775807 9223372036854775807 NULL new
102 1 true true true true true true true false true 0 -1 -1 -1 0 0 NULL 127 127 127 106 0 127 -1 -1 0 0 NULL 32767 32767 32767 -17302 0 127 32767 -1 -2147483648 -2147483648 NULL 2147483647 2147483647 2147483647 1563868266 0 127 32767 2147483647 -9223372036854775808 -9223372036854775808 NULL 9223372036854775807 9223372036854775807 9223372036854775807 126117919850 original
103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new
103 1 NULL NULL NULL NULL NULL NULL NULL false NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original
104 1 NULL NULL NULL NULL NULL NULL NULL true NULL NULL 23 23 23 23 23 23 23 23 23 NULL NULL NULL 834 834 834 834 834 834 834 834 NULL NULL NULL NULL 203332 203332 203332 203332 203332 203332 203332 NULL NULL NULL NULL NULL 888888847499264 888888857923222 888888857923222 888888857923222 888888857923222 888888857923222 NULL new
104 1 true true true true true true true true true 1 66 68 -106 -100 30 NULL 23 23 23 -26 1 23 6724 3734 -100 30 NULL 834 834 834 27366 1 23 834 -1868624234 -100 30 66475 203332 203332 203332 270887654 1 23 834 203332 -100 30 66475 888888857923222 888888857923222 888888857923222 270887654 original
105 1 NULL NULL NULL NULL NULL NULL NULL false NULL NULL -99 -99 -99 -99 -99 -99 -99 -99 -99 NULL NULL NULL -28300 -28300 -28300 -28300 -28300 -28300 -28300 -28300 NULL NULL NULL NULL -999992 -999992 -999992 -999992 -999992 -999992 -999992 NULL NULL NULL NULL NULL -222282153984 -222282153733 -222282153733 -222282153733 -222282153733 -222282153733 NULL new
105 1 true true true true NULL true true false true 0 116 -56 -5 NULL 34 NULL -99 -99 -99 87 0 -99 -16952 -32517 NULL -19422 NULL -28300 -28300 -28300 20055 0 -99 -28300 1056145659 NULL 46114 9250340 -999992 -999992 -999992 663178839 0 -99 -28300 -999992 NULL 46114 9250340 -222282153733 -222282153733 -222282153733 663178839 original
PREHOOK: query: drop table part_change_various_various_boolean_to_bigint_n8
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8
PREHOOK: Output: default@part_change_various_various_boolean_to_bigint_n8
POSTHOOK: query: drop table part_change_various_various_boolean_to_bigint_n8
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint_n8
POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint_n8
PREHOOK: query: CREATE TABLE part_change_various_various_decimal_to_double_n8(insert_num int,
c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP,
c12 BOOLEAN, c13 TINYINT, c14 SMALLINT, c15 INT, c16 BIGINT, c17 DECIMAL(38,18), c18 DOUBLE, c19 STRING, c20 CHAR(25), c21 VARCHAR(25), c22 TIMESTAMP,
c23 BOOLEAN, c24 TINYINT, c25 SMALLINT, c26 INT, c27 BIGINT, c28 DECIMAL(38,18), c29 FLOAT, c30 STRING, c31 CHAR(25), c32 VARCHAR(25), c33 TIMESTAMP,
b STRING) PARTITIONED BY(part INT)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@part_change_various_various_decimal_to_double_n8
POSTHOOK: query: CREATE TABLE part_change_various_various_decimal_to_double_n8(insert_num int,
c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP,
c12 BOOLEAN, c13 TINYINT, c14 SMALLINT, c15 INT, c16 BIGINT, c17 DECIMAL(38,18), c18 DOUBLE, c19 STRING, c20 CHAR(25), c21 VARCHAR(25), c22 TIMESTAMP,
c23 BOOLEAN, c24 TINYINT, c25 SMALLINT, c26 INT, c27 BIGINT, c28 DECIMAL(38,18), c29 FLOAT, c30 STRING, c31 CHAR(25), c32 VARCHAR(25), c33 TIMESTAMP,
b STRING) PARTITIONED BY(part INT)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@part_change_various_various_decimal_to_double_n8
PREHOOK: query: insert into table part_change_various_various_decimal_to_double_n8 partition(part=1) SELECT insert_num,
boolean1, tinyint1, smallint1, int1, bigint1, float1, double1, decimal_str, decimal_str, decimal_str, timestamp1,
boolean1, tinyint1, smallint1, int1, bigint1, decimal1, double1, float_str, float_str, float_str, timestamp1,
boolean1, tinyint1, smallint1, int1, bigint1, decimal1, float1, double_str, double_str, double_str, timestamp1,
'original' FROM schema_evolution_data_n44
PREHOOK: type: QUERY
PREHOOK: Input: default@schema_evolution_data_n44
PREHOOK: Output: default@part_change_various_various_decimal_to_double_n8@part=1
POSTHOOK: query: insert into table part_change_various_various_decimal_to_double_n8 partition(part=1) SELECT insert_num,
boolean1, tinyint1, smallint1, int1, bigint1, float1, double1, decimal_str, decimal_str, decimal_str, timestamp1,
boolean1, tinyint1, smallint1, int1, bigint1, decimal1, double1, float_str, float_str, float_str, timestamp1,
boolean1, tinyint1, smallint1, int1, bigint1, decimal1, float1, double_str, double_str, double_str, timestamp1,
'original' FROM schema_evolution_data_n44
POSTHOOK: type: QUERY
POSTHOOK: Input: default@schema_evolution_data_n44
POSTHOOK: Output: default@part_change_various_various_decimal_to_double_n8@part=1
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).b SIMPLE []
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c10 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:decimal_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c13 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c14 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c15 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c16 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c17 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c18 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c19 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:float_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c20 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:float_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c21 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:float_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c22 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c23 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c24 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c25 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c26 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c27 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c28 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c29 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c30 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:double_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c31 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:double_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c32 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:double_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c33 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:decimal_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c9 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:decimal_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:insert_num, type:int, comment:null), ]
_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 _col22 _col23 _col24 _col25 _col26 _col27 _col28 _col29 _col30 _col31 _col32 _col33 _col34
PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_decimal_to_double_n8
PREHOOK: Input: default@part_change_various_various_decimal_to_double_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n8
POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n8@part=1
#### A masked pattern was here ####
insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c19 c20 c21 c22 c23 c24 c25 c26 c27 c28 c29 c30 c31 c32 c33 b
101 1 true -128 NULL -2147483648 NULL Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 99999999999999999999.9999 99999999999999999999.9999 6229-06-28 02:54:28.970117179 true -128 NULL -2147483648 NULL 99999999999999999999.999999999999999999 1.7976931348623157E308 340282347000000000000000000000000000000000 3402823470000000000000000 3402823470000000000000000 6229-06-28 02:54:28.970117179 true -128 NULL -2147483648 NULL 99999999999999999999.999999999999999999 Infinity 1.79769313486231570E+308 1.79769313486231570E+308 1.79769313486231570E+308 6229-06-28 02:54:28.970117179 original
102 1 false 127 32767 2147483647 9223372036854775807 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 -99999999999999999999.999 -99999999999999999999.999 5966-07-09 03:30:50.597 false 127 32767 2147483647 9223372036854775807 -99999999999999999999.999999999999999999 -1.7976931348623157E308 -340282347000000000000000000000000000000000 -340282347000000000000000 -340282347000000000000000 5966-07-09 03:30:50.597 false 127 32767 2147483647 9223372036854775807 -99999999999999999999.999999999999999999 -Infinity -1.79769313486231570E+308 -1.79769313486231570E+308 -1.79769313486231570E+308 5966-07-09 03:30:50.597 original
103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original
104 1 true 23 834 203332 888888857923222 -100.35978 30.774 66475.561431 66475.561431 66475.561431 1978-08-02 06:34:14 true 23 834 203332 888888857923222 66475.561431000000000000 30.774 -100.3597812 -100.3597812 -100.3597812 1978-08-02 06:34:14 true 23 834 203332 888888857923222 66475.561431000000000000 -100.35978 30.774 30.774 30.774 1978-08-02 06:34:14 original
105 1 false -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.75 9250340.75 9250340.75 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 -222282153733 9250340.750000000000000000 46114.28 –32768 –32768 –32768 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 -222282153733 9250340.750000000000000000 NULL 46114.28 46114.28 46114.28 1991-01-06 16:20:39.72036854 original
PREHOOK: query: alter table part_change_various_various_decimal_to_double_n8 replace columns (insert_num int,
c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18),
c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT,
c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE,
b STRING)
PREHOOK: type: ALTERTABLE_REPLACECOLS
PREHOOK: Input: default@part_change_various_various_decimal_to_double_n8
PREHOOK: Output: default@part_change_various_various_decimal_to_double_n8
POSTHOOK: query: alter table part_change_various_various_decimal_to_double_n8 replace columns (insert_num int,
c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18),
c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT,
c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE,
b STRING)
POSTHOOK: type: ALTERTABLE_REPLACECOLS
POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n8
POSTHOOK: Output: default@part_change_various_various_decimal_to_double_n8
PREHOOK: query: insert into table part_change_various_various_decimal_to_double_n8 partition(part=1) SELECT insert_num,
decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1,
float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1,
double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1,
'new' FROM schema_evolution_data_2_n16 WHERE insert_num=111
PREHOOK: type: QUERY
PREHOOK: Input: default@schema_evolution_data_2_n16
PREHOOK: Output: default@part_change_various_various_decimal_to_double_n8@part=1
POSTHOOK: query: insert into table part_change_various_various_decimal_to_double_n8 partition(part=1) SELECT insert_num,
decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1,
float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1,
double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1,
'new' FROM schema_evolution_data_2_n16 WHERE insert_num=111
POSTHOOK: type: QUERY
POSTHOOK: Input: default@schema_evolution_data_2_n16
POSTHOOK: Output: default@part_change_various_various_decimal_to_double_n8@part=1
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).b SIMPLE []
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c10 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c13 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c14 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c15 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c16 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c17 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c18 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c19 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c20 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c21 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c22 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c23 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c24 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c25 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c26 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c27 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c28 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c29 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c30 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c31 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c32 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c33 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).insert_num SIMPLE []
insert_num decimal1 decimal1_1 decimal1_2 decimal1_3 decimal1_4 decimal1_5 decimal1_6 decimal1_7 decimal1_8 decimal1_9 decimal1_10 float1 float1_1 float1_2 float1_3 float1_4 float1_5 float1_6 float1_7 float1_8 float1_9 float1_10 double1 double1_1 double1_2 double1_3 double1_4 double1_5 double1_6 double1_7 double1_8 double1_9 double1_10 _c34
PREHOOK: query: explain vectorization detail
select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_decimal_to_double_n8
PREHOOK: Input: default@part_change_various_various_decimal_to_double_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: explain vectorization detail
select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n8
POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n8@part=1
#### A masked pattern was here ####
Explain
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: part_change_various_various_decimal_to_double_n8
Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:insert_num:int, 1:c1:decimal(38,18), 2:c2:decimal(38,18), 3:c3:decimal(38,18), 4:c4:decimal(38,18), 5:c5:decimal(38,18), 6:c6:decimal(38,18), 7:c7:decimal(38,18), 8:c8:decimal(38,18), 9:c9:decimal(38,18), 10:c10:decimal(38,18), 11:c11:decimal(38,18), 12:c12:float, 13:c13:float, 14:c14:float, 15:c15:float, 16:c16:float, 17:c17:float, 18:c18:float, 19:c19:float, 20:c20:float, 21:c21:float, 22:c22:float, 23:c23:double, 24:c24:double, 25:c25:double, 26:c26:double, 27:c27:double, 28:c28:double, 29:c29:double, 30:c30:double, 31:c31:double, 32:c32:double, 33:c33:double, 34:b:string, 35:part:int, 36:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
Select Operator
expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), c4 (type: decimal(38,18)), c5 (type: decimal(38,18)), c6 (type: decimal(38,18)), c7 (type: decimal(38,18)), c8 (type: decimal(38,18)), c9 (type: decimal(38,18)), c10 (type: decimal(38,18)), c11 (type: decimal(38,18)), c12 (type: float), c13 (type: float), c14 (type: float), c15 (type: float), c16 (type: float), c17 (type: float), c18 (type: float), c19 (type: float), c20 (type: float), c21 (type: float), c22 (type: float), c23 (type: double), c24 (type: double), c25 (type: double), c26 (type: double), c27 (type: double), c28 (type: double), c29 (type: double), c30 (type: double), c31 (type: double), c32 (type: double), c33 (type: double), b (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35
Select Vectorization:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [0, 35, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34]
Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL
File Output Operator
compressed: false
File Sink Vectorization:
className: VectorFileSinkOperator
native: false
Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: vectorized, llap
Map Vectorization:
enabled: true
enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
inputFormatFeatureSupport: [DECIMAL_64]
featureSupportInUse: [DECIMAL_64]
inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
allNative: false
usesVectorUDFAdaptor: false
vectorized: true
rowBatchContext:
dataColumnCount: 35
includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34]
dataColumns: insert_num:int, c1:decimal(38,18), c2:decimal(38,18), c3:decimal(38,18), c4:decimal(38,18), c5:decimal(38,18), c6:decimal(38,18), c7:decimal(38,18), c8:decimal(38,18), c9:decimal(38,18), c10:decimal(38,18), c11:decimal(38,18), c12:float, c13:float, c14:float, c15:float, c16:float, c17:float, c18:float, c19:float, c20:float, c21:float, c22:float, c23:double, c24:double, c25:double, c26:double, c27:double, c28:double, c29:double, c30:double, c31:double, c32:double, c33:double, b:string
partitionColumnCount: 1
partitionColumns: part:int
scratchColumnTypeNames: []
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_decimal_to_double_n8
PREHOOK: Input: default@part_change_various_various_decimal_to_double_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n8
POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n8@part=1
#### A masked pattern was here ####
insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c19 c20 c21 c22 c23 c24 c25 c26 c27 c28 c29 c30 c31 c32 c33 b
101 1 1.000000000000000000 -128.000000000000000000 NULL -2147483648.000000000000000000 NULL NULL NULL 99999999999999999999.999999999999999999 99999999999999999999.999900000000000000 99999999999999999999.999900000000000000 134416464868.970120000000000000 1.0 -128.0 NULL -2.14748365E9 NULL 1.0E20 Infinity Infinity 3.4028236E24 3.4028236E24 1.34416466E11 1.0 -128.0 NULL -2.147483648E9 NULL 1.0E20 Infinity 1.7976931348623157E308 1.7976931348623157E308 1.7976931348623157E308 1.3441646486897012E11 original
102 1 0.000000000000000000 127.000000000000000000 32767.000000000000000000 2147483647.000000000000000000 9223372036854775807.000000000000000000 NULL NULL -99999999999999999999.999999999999999999 -99999999999999999999.999000000000000000 -99999999999999999999.999000000000000000 126117919850.597000000000000000 0.0 127.0 32767.0 2.14748365E9 9.223372E18 -1.0E20 -Infinity -Infinity -3.4028233E23 -3.4028233E23 1.26117921E11 0.0 127.0 32767.0 2.147483647E9 9.223372036854776E18 -1.0E20 -Infinity -1.7976931348623157E308 -1.7976931348623157E308 -1.7976931348623157E308 1.26117919850597E11 original
103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original
104 1 1.000000000000000000 23.000000000000000000 834.000000000000000000 203332.000000000000000000 888888857923222.000000000000000000 -100.359780000000000000 30.774000000000000000 66475.561431000000000000 66475.561431000000000000 66475.561431000000000000 270887654.000000000000000000 1.0 23.0 834.0 203332.0 8.8888885E14 66475.56 30.774 -100.35978 -100.35978 -100.35978 2.70887648E8 1.0 23.0 834.0 203332.0 8.88888857923222E14 66475.561431 -100.35977935791016 30.774 30.774 30.774 2.70887654E8 original
105 1 0.000000000000000000 -99.000000000000000000 -28300.000000000000000000 -999992.000000000000000000 -222282153733.000000000000000000 NULL 46114.280000000000000000 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 663178839.720368500000000000 0.0 -99.0 -28300.0 -999992.0 -2.22282154E11 9250341.0 46114.28 NULL NULL NULL 6.6317882E8 0.0 -99.0 -28300.0 -999992.0 -2.22282153733E11 9250340.75 NULL 46114.28 46114.28 46114.28 6.631788397203685E8 original
111 1 NULL NULL NULL -46114.000000000000000000 -46114.000000000000000000 -46114.285000000000000000 -46114.284799488000000000 -46114.284799488000000000 -46114.284799488000000000 -46114.284799488000000000 NULL NULL NULL NULL NULL NULL -9.0E-8 -9.0E-8 -9.0E-8 -9.0E-8 -9.0E-8 NULL NULL NULL NULL NULL NULL -9.0E-8 -9.000000034120603E-8 -9.0E-8 -9.0E-8 -9.0E-8 NULL new
PREHOOK: query: drop table part_change_various_various_decimal_to_double_n8
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@part_change_various_various_decimal_to_double_n8
PREHOOK: Output: default@part_change_various_various_decimal_to_double_n8
POSTHOOK: query: drop table part_change_various_various_decimal_to_double_n8
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@part_change_various_various_decimal_to_double_n8
POSTHOOK: Output: default@part_change_various_various_decimal_to_double_n8
PREHOOK: query: CREATE TABLE part_change_various_various_timestamp_n8(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@part_change_various_various_timestamp_n8
POSTHOOK: query: CREATE TABLE part_change_various_various_timestamp_n8(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@part_change_various_various_timestamp_n8
PREHOOK: query: insert into table part_change_various_various_timestamp_n8 partition(part=1) SELECT insert_num, boolean1, tinyint1, smallint1, int1, bigint1, float1, double1, decimal1, timestamp_str, timestamp_str, timestamp_str, date1, 'original' FROM schema_evolution_data_n44
PREHOOK: type: QUERY
PREHOOK: Input: default@schema_evolution_data_n44
PREHOOK: Output: default@part_change_various_various_timestamp_n8@part=1
POSTHOOK: query: insert into table part_change_various_various_timestamp_n8 partition(part=1) SELECT insert_num, boolean1, tinyint1, smallint1, int1, bigint1, float1, double1, decimal1, timestamp_str, timestamp_str, timestamp_str, date1, 'original' FROM schema_evolution_data_n44
POSTHOOK: type: QUERY
POSTHOOK: Input: default@schema_evolution_data_n44
POSTHOOK: Output: default@part_change_various_various_timestamp_n8@part=1
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).b SIMPLE []
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c10 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:timestamp_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c11 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:timestamp_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:date1, type:date, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:tinyint1, type:tinyint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:smallint1, type:smallint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:int1, type:int, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:bigint1, type:bigint, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:float1, type:float, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:double1, type:double, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:timestamp_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:insert_num, type:int, comment:null), ]
_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13
PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_timestamp_n8
PREHOOK: Input: default@part_change_various_various_timestamp_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_timestamp_n8
POSTHOOK: Input: default@part_change_various_various_timestamp_n8@part=1
#### A masked pattern was here ####
insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b
101 1 true -128 NULL -2147483648 NULL Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 1950-12-18 original
102 1 false 127 32767 2147483647 9223372036854775807 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 2049-12-18 original
103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL original
104 1 true 23 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 2021-09-24 original
105 1 false -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036 1991-01-06 16:20:39.72036 2024-11-11 original
PREHOOK: query: alter table part_change_various_various_timestamp_n8 replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING)
PREHOOK: type: ALTERTABLE_REPLACECOLS
PREHOOK: Input: default@part_change_various_various_timestamp_n8
PREHOOK: Output: default@part_change_various_various_timestamp_n8
POSTHOOK: query: alter table part_change_various_various_timestamp_n8 replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING)
POSTHOOK: type: ALTERTABLE_REPLACECOLS
POSTHOOK: Input: default@part_change_various_various_timestamp_n8
POSTHOOK: Output: default@part_change_various_various_timestamp_n8
PREHOOK: query: insert into table part_change_various_various_timestamp_n8 partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2_n16 WHERE insert_num=111
PREHOOK: type: QUERY
PREHOOK: Input: default@schema_evolution_data_2_n16
PREHOOK: Output: default@part_change_various_various_timestamp_n8@part=1
POSTHOOK: query: insert into table part_change_various_various_timestamp_n8 partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2_n16 WHERE insert_num=111
POSTHOOK: type: QUERY
POSTHOOK: Input: default@schema_evolution_data_2_n16
POSTHOOK: Output: default@part_change_various_various_timestamp_n8@part=1
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).b SIMPLE []
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c10 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).insert_num SIMPLE []
insert_num timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 timestamp1_5 timestamp1_6 timestamp1_7 timestamp1_8 timestamp1_9 timestamp1_10 timestamp1_11 _c13
PREHOOK: query: explain vectorization detail
select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_timestamp_n8
PREHOOK: Input: default@part_change_various_various_timestamp_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: explain vectorization detail
select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_timestamp_n8
POSTHOOK: Input: default@part_change_various_various_timestamp_n8@part=1
#### A masked pattern was here ####
Explain
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: part_change_various_various_timestamp_n8
Statistics: Num rows: 6 Data size: 840 Basic stats: COMPLETE Column stats: PARTIAL
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:insert_num:int, 1:c1:timestamp, 2:c2:timestamp, 3:c3:timestamp, 4:c4:timestamp, 5:c5:timestamp, 6:c6:timestamp, 7:c7:timestamp, 8:c8:timestamp, 9:c9:timestamp, 10:c10:timestamp, 11:c11:timestamp, 12:c12:timestamp, 13:b:string, 14:part:int, 15:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
Select Operator
expressions: insert_num (type: int), part (type: int), c1 (type: timestamp), c2 (type: timestamp), c3 (type: timestamp), c4 (type: timestamp), c5 (type: timestamp), c6 (type: timestamp), c7 (type: timestamp), c8 (type: timestamp), c9 (type: timestamp), c10 (type: timestamp), c11 (type: timestamp), c12 (type: timestamp), b (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14
Select Vectorization:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [0, 14, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13]
Statistics: Num rows: 6 Data size: 840 Basic stats: COMPLETE Column stats: PARTIAL
File Output Operator
compressed: false
File Sink Vectorization:
className: VectorFileSinkOperator
native: false
Statistics: Num rows: 6 Data size: 840 Basic stats: COMPLETE Column stats: PARTIAL
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: vectorized, llap
Map Vectorization:
enabled: true
enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
inputFormatFeatureSupport: [DECIMAL_64]
featureSupportInUse: [DECIMAL_64]
inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
allNative: false
usesVectorUDFAdaptor: false
vectorized: true
rowBatchContext:
dataColumnCount: 14
includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13]
dataColumns: insert_num:int, c1:timestamp, c2:timestamp, c3:timestamp, c4:timestamp, c5:timestamp, c6:timestamp, c7:timestamp, c8:timestamp, c9:timestamp, c10:timestamp, c11:timestamp, c12:timestamp, b:string
partitionColumnCount: 1
partitionColumns: part:int
scratchColumnTypeNames: []
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_timestamp_n8
PREHOOK: Input: default@part_change_various_various_timestamp_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_timestamp_n8
POSTHOOK: Input: default@part_change_various_various_timestamp_n8@part=1
#### A masked pattern was here ####
insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b
101 1 1970-01-01 00:00:00.001 1969-12-31 23:59:59.872 NULL 1969-12-07 03:28:36.352 NULL NULL NULL NULL 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 1950-12-18 00:00:00 original
102 1 1970-01-01 00:00:00 1970-01-01 00:00:00.127 1970-01-01 00:00:32.767 1970-01-25 20:31:23.647 NULL NULL 1970-01-01 00:00:00 NULL 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 2049-12-18 00:00:00 original
103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original
104 1 1970-01-01 00:00:00.001 1970-01-01 00:00:00.023 1970-01-01 00:00:00.834 1970-01-01 00:03:23.332 NULL 1969-12-31 23:58:19.640220643 1970-01-01 00:00:30.774 1970-01-01 18:27:55.561431 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 2021-09-24 00:00:00 original
105 1 1970-01-01 00:00:00 1969-12-31 23:59:59.901 1969-12-31 23:59:31.7 1969-12-31 23:43:20.008 1962-12-16 06:57:26.267 NULL 1970-01-01 12:48:34.28 1970-04-18 01:32:20.75 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036 1991-01-06 16:20:39.72036 2024-11-11 00:00:00 original
111 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new
PREHOOK: query: drop table part_change_various_various_timestamp_n8
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@part_change_various_various_timestamp_n8
PREHOOK: Output: default@part_change_various_various_timestamp_n8
POSTHOOK: query: drop table part_change_various_various_timestamp_n8
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@part_change_various_various_timestamp_n8
POSTHOOK: Output: default@part_change_various_various_timestamp_n8
PREHOOK: query: CREATE TABLE part_change_various_various_date_n8(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@part_change_various_various_date_n8
POSTHOOK: query: CREATE TABLE part_change_various_various_date_n8(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@part_change_various_various_date_n8
PREHOOK: query: insert into table part_change_various_various_date_n8 partition(part=1) SELECT insert_num, date_str, date_str, date_str, timestamp1, 'original' FROM schema_evolution_data_n44
PREHOOK: type: QUERY
PREHOOK: Input: default@schema_evolution_data_n44
PREHOOK: Output: default@part_change_various_various_date_n8@part=1
POSTHOOK: query: insert into table part_change_various_various_date_n8 partition(part=1) SELECT insert_num, date_str, date_str, date_str, timestamp1, 'original' FROM schema_evolution_data_n44
POSTHOOK: type: QUERY
POSTHOOK: Input: default@schema_evolution_data_n44
POSTHOOK: Output: default@part_change_various_various_date_n8@part=1
POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).b SIMPLE []
POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:date_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).c2 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:date_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).c3 EXPRESSION [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:date_str, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:timestamp1, type:timestamp, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:insert_num, type:int, comment:null), ]
_col0 _col1 _col2 _col3 _col4 _col5
PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_date_n8
PREHOOK: Input: default@part_change_various_various_date_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_date_n8
POSTHOOK: Input: default@part_change_various_various_date_n8@part=1
#### A masked pattern was here ####
insert_num part c1 c2 c3 c4 b
101 1 1950-12-18 1950-12-18 1950-12-18 6229-06-28 02:54:28.970117179 original
102 1 2049-12-18 2049-12-18 2049-12-18 5966-07-09 03:30:50.597 original
103 1 NULL original
104 1 2021-09-24 2021-09-24 2021-09-24 1978-08-02 06:34:14 original
105 1 2024-11-11 2024-11-11 2024-11-11 1991-01-06 16:20:39.72036854 original
PREHOOK: query: alter table part_change_various_various_date_n8 replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING)
PREHOOK: type: ALTERTABLE_REPLACECOLS
PREHOOK: Input: default@part_change_various_various_date_n8
PREHOOK: Output: default@part_change_various_various_date_n8
POSTHOOK: query: alter table part_change_various_various_date_n8 replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING)
POSTHOOK: type: ALTERTABLE_REPLACECOLS
POSTHOOK: Input: default@part_change_various_various_date_n8
POSTHOOK: Output: default@part_change_various_various_date_n8
PREHOOK: query: insert into table part_change_various_various_date_n8 partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2_n16 WHERE insert_num=111
PREHOOK: type: QUERY
PREHOOK: Input: default@schema_evolution_data_2_n16
PREHOOK: Output: default@part_change_various_various_date_n8@part=1
POSTHOOK: query: insert into table part_change_various_various_date_n8 partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2_n16 WHERE insert_num=111
POSTHOOK: type: QUERY
POSTHOOK: Input: default@schema_evolution_data_2_n16
POSTHOOK: Output: default@part_change_various_various_date_n8@part=1
POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).b SIMPLE []
POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:date1, type:date, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:date1, type:date, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:date1, type:date, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:date1, type:date, comment:null), ]
POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).insert_num SIMPLE []
insert_num date1 date1_1 date1_2 date1_3 _c5
PREHOOK: query: explain vectorization detail
select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_date_n8
PREHOOK: Input: default@part_change_various_various_date_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: explain vectorization detail
select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_date_n8
POSTHOOK: Input: default@part_change_various_various_date_n8@part=1
#### A masked pattern was here ####
Explain
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: part_change_various_various_date_n8
Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: PARTIAL
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:insert_num:int, 1:c1:date, 2:c2:date, 3:c3:date, 4:c4:date, 5:b:string, 6:part:int, 7:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
Select Operator
expressions: insert_num (type: int), part (type: int), c1 (type: date), c2 (type: date), c3 (type: date), c4 (type: date), b (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
Select Vectorization:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [0, 6, 1, 2, 3, 4, 5]
Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: PARTIAL
File Output Operator
compressed: false
File Sink Vectorization:
className: VectorFileSinkOperator
native: false
Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: PARTIAL
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: vectorized, llap
Map Vectorization:
enabled: true
enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
inputFormatFeatureSupport: [DECIMAL_64]
featureSupportInUse: [DECIMAL_64]
inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
allNative: false
usesVectorUDFAdaptor: false
vectorized: true
rowBatchContext:
dataColumnCount: 6
includeColumns: [0, 1, 2, 3, 4, 5]
dataColumns: insert_num:int, c1:date, c2:date, c3:date, c4:date, b:string
partitionColumnCount: 1
partitionColumns: part:int
scratchColumnTypeNames: []
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_various_various_date_n8
PREHOOK: Input: default@part_change_various_various_date_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_various_various_date_n8
POSTHOOK: Input: default@part_change_various_various_date_n8@part=1
#### A masked pattern was here ####
insert_num part c1 c2 c3 c4 b
101 1 1950-12-18 1950-12-18 1950-12-18 6229-06-28 original
102 1 2049-12-18 2049-12-18 2049-12-18 5966-07-09 original
103 1 NULL NULL NULL NULL original
104 1 2021-09-24 2021-09-24 2021-09-24 1978-08-02 original
105 1 2024-11-11 2024-11-11 2024-11-11 1991-01-06 original
111 1 1964-01-24 1964-01-24 1964-01-24 NULL new
PREHOOK: query: drop table part_change_various_various_date_n8
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@part_change_various_various_date_n8
PREHOOK: Output: default@part_change_various_various_date_n8
POSTHOOK: query: drop table part_change_various_various_date_n8
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@part_change_various_various_date_n8
POSTHOOK: Output: default@part_change_various_various_date_n8
PREHOOK: query: CREATE TABLE part_change_same_type_different_params_n8(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@part_change_same_type_different_params_n8
POSTHOOK: query: CREATE TABLE part_change_same_type_different_params_n8(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@part_change_same_type_different_params_n8
PREHOOK: query: CREATE TABLE same_type1_a_txt_n8(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING)
row format delimited fields terminated by '|'
stored as textfile
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@same_type1_a_txt_n8
POSTHOOK: query: CREATE TABLE same_type1_a_txt_n8(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING)
row format delimited fields terminated by '|'
stored as textfile
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@same_type1_a_txt_n8
PREHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_a.txt' overwrite into table same_type1_a_txt_n8
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@same_type1_a_txt_n8
POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_a.txt' overwrite into table same_type1_a_txt_n8
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@same_type1_a_txt_n8
PREHOOK: query: insert into table part_change_same_type_different_params_n8 partition(part=1) select * from same_type1_a_txt_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@same_type1_a_txt_n8
PREHOOK: Output: default@part_change_same_type_different_params_n8@part=1
POSTHOOK: query: insert into table part_change_same_type_different_params_n8 partition(part=1) select * from same_type1_a_txt_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@same_type1_a_txt_n8
POSTHOOK: Output: default@part_change_same_type_different_params_n8@part=1
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).b SIMPLE [(same_type1_a_txt_n8)same_type1_a_txt_n8.FieldSchema(name:b, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).c1 SIMPLE [(same_type1_a_txt_n8)same_type1_a_txt_n8.FieldSchema(name:c1, type:char(12), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).c2 SIMPLE [(same_type1_a_txt_n8)same_type1_a_txt_n8.FieldSchema(name:c2, type:char(25), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).c3 SIMPLE [(same_type1_a_txt_n8)same_type1_a_txt_n8.FieldSchema(name:c3, type:varchar(25), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).c4 SIMPLE [(same_type1_a_txt_n8)same_type1_a_txt_n8.FieldSchema(name:c4, type:varchar(10), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).c5 SIMPLE [(same_type1_a_txt_n8)same_type1_a_txt_n8.FieldSchema(name:c5, type:decimal(12,4), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).c6 SIMPLE [(same_type1_a_txt_n8)same_type1_a_txt_n8.FieldSchema(name:c6, type:decimal(20,10), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).insert_num SIMPLE [(same_type1_a_txt_n8)same_type1_a_txt_n8.FieldSchema(name:insert_num, type:int, comment:null), ]
same_type1_a_txt_n8.insert_num same_type1_a_txt_n8.c1 same_type1_a_txt_n8.c2 same_type1_a_txt_n8.c3 same_type1_a_txt_n8.c4 same_type1_a_txt_n8.c5 same_type1_a_txt_n8.c6 same_type1_a_txt_n8.b
PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_same_type_different_params_n8
PREHOOK: Input: default@part_change_same_type_different_params_n8@part=1
#### A masked pattern was here ####
POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_same_type_different_params_n8
POSTHOOK: Input: default@part_change_same_type_different_params_n8@part=1
#### A masked pattern was here ####
insert_num part c1 c2 c3 c4 c5 c6 b
1 1 excess corporation believable gateway thumb repe 76855494.3900 NULL original
2 1 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original
3 1 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original
4 1 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original
5 1 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original
PREHOOK: query: alter table part_change_same_type_different_params_n8 replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING)
PREHOOK: type: ALTERTABLE_REPLACECOLS
PREHOOK: Input: default@part_change_same_type_different_params_n8
PREHOOK: Output: default@part_change_same_type_different_params_n8
POSTHOOK: query: alter table part_change_same_type_different_params_n8 replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING)
POSTHOOK: type: ALTERTABLE_REPLACECOLS
POSTHOOK: Input: default@part_change_same_type_different_params_n8
POSTHOOK: Output: default@part_change_same_type_different_params_n8
PREHOOK: query: CREATE TABLE same_type1_b_txt_n8(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING)
row format delimited fields terminated by '|'
stored as textfile
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@same_type1_b_txt_n8
POSTHOOK: query: CREATE TABLE same_type1_b_txt_n8(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING)
row format delimited fields terminated by '|'
stored as textfile
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@same_type1_b_txt_n8
PREHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt_n8
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@same_type1_b_txt_n8
POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt_n8
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@same_type1_b_txt_n8
PREHOOK: query: insert into table part_change_same_type_different_params_n8 partition(part=1) select * from same_type1_b_txt_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@same_type1_b_txt_n8
PREHOOK: Output: default@part_change_same_type_different_params_n8@part=1
POSTHOOK: query: insert into table part_change_same_type_different_params_n8 partition(part=1) select * from same_type1_b_txt_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@same_type1_b_txt_n8
POSTHOOK: Output: default@part_change_same_type_different_params_n8@part=1
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).b SIMPLE [(same_type1_b_txt_n8)same_type1_b_txt_n8.FieldSchema(name:b, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).c1 SIMPLE [(same_type1_b_txt_n8)same_type1_b_txt_n8.FieldSchema(name:c1, type:char(8), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).c2 SIMPLE [(same_type1_b_txt_n8)same_type1_b_txt_n8.FieldSchema(name:c2, type:char(32), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).c3 SIMPLE [(same_type1_b_txt_n8)same_type1_b_txt_n8.FieldSchema(name:c3, type:varchar(15), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).c4 SIMPLE [(same_type1_b_txt_n8)same_type1_b_txt_n8.FieldSchema(name:c4, type:varchar(18), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).c5 SIMPLE [(same_type1_b_txt_n8)same_type1_b_txt_n8.FieldSchema(name:c5, type:decimal(10,2), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).c6 SIMPLE [(same_type1_b_txt_n8)same_type1_b_txt_n8.FieldSchema(name:c6, type:decimal(25,15), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=1).insert_num SIMPLE [(same_type1_b_txt_n8)same_type1_b_txt_n8.FieldSchema(name:insert_num, type:int, comment:null), ]
same_type1_b_txt_n8.insert_num same_type1_b_txt_n8.c1 same_type1_b_txt_n8.c2 same_type1_b_txt_n8.c3 same_type1_b_txt_n8.c4 same_type1_b_txt_n8.c5 same_type1_b_txt_n8.c6 same_type1_b_txt_n8.b
PREHOOK: query: CREATE TABLE same_type1_c_txt_n8(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING)
row format delimited fields terminated by '|'
stored as textfile
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@same_type1_c_txt_n8
POSTHOOK: query: CREATE TABLE same_type1_c_txt_n8(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING)
row format delimited fields terminated by '|'
stored as textfile
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@same_type1_c_txt_n8
PREHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt_n8
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@same_type1_c_txt_n8
POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt_n8
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@same_type1_c_txt_n8
PREHOOK: query: insert into table part_change_same_type_different_params_n8 partition(part=2) select * from same_type1_c_txt_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@same_type1_c_txt_n8
PREHOOK: Output: default@part_change_same_type_different_params_n8@part=2
POSTHOOK: query: insert into table part_change_same_type_different_params_n8 partition(part=2) select * from same_type1_c_txt_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@same_type1_c_txt_n8
POSTHOOK: Output: default@part_change_same_type_different_params_n8@part=2
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=2).b SIMPLE [(same_type1_c_txt_n8)same_type1_c_txt_n8.FieldSchema(name:b, type:string, comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=2).c1 SIMPLE [(same_type1_c_txt_n8)same_type1_c_txt_n8.FieldSchema(name:c1, type:char(8), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=2).c2 SIMPLE [(same_type1_c_txt_n8)same_type1_c_txt_n8.FieldSchema(name:c2, type:char(32), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=2).c3 SIMPLE [(same_type1_c_txt_n8)same_type1_c_txt_n8.FieldSchema(name:c3, type:varchar(15), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=2).c4 SIMPLE [(same_type1_c_txt_n8)same_type1_c_txt_n8.FieldSchema(name:c4, type:varchar(18), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=2).c5 SIMPLE [(same_type1_c_txt_n8)same_type1_c_txt_n8.FieldSchema(name:c5, type:decimal(10,2), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=2).c6 SIMPLE [(same_type1_c_txt_n8)same_type1_c_txt_n8.FieldSchema(name:c6, type:decimal(25,15), comment:null), ]
POSTHOOK: Lineage: part_change_same_type_different_params_n8 PARTITION(part=2).insert_num SIMPLE [(same_type1_c_txt_n8)same_type1_c_txt_n8.FieldSchema(name:insert_num, type:int, comment:null), ]
same_type1_c_txt_n8.insert_num same_type1_c_txt_n8.c1 same_type1_c_txt_n8.c2 same_type1_c_txt_n8.c3 same_type1_c_txt_n8.c4 same_type1_c_txt_n8.c5 same_type1_c_txt_n8.c6 same_type1_c_txt_n8.b
PREHOOK: query: explain vectorization detail
select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_same_type_different_params_n8
PREHOOK: Input: default@part_change_same_type_different_params_n8@part=1
PREHOOK: Input: default@part_change_same_type_different_params_n8@part=2
#### A masked pattern was here ####
POSTHOOK: query: explain vectorization detail
select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_same_type_different_params_n8
POSTHOOK: Input: default@part_change_same_type_different_params_n8@part=1
POSTHOOK: Input: default@part_change_same_type_different_params_n8@part=2
#### A masked pattern was here ####
Explain
PLAN VECTORIZATION:
enabled: true
enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
STAGE PLANS:
Stage: Stage-1
Tez
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: part_change_same_type_different_params_n8
Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:insert_num:int, 1:c1:char(8), 2:c2:char(32), 3:c3:varchar(15), 4:c4:varchar(18), 5:c5:decimal(10,2)/DECIMAL_64, 6:c6:decimal(25,15), 7:b:string, 8:part:int, 9:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
Select Operator
expressions: insert_num (type: int), part (type: int), c1 (type: char(8)), c2 (type: char(32)), c3 (type: varchar(15)), c4 (type: varchar(18)), c5 (type: decimal(10,2)), c6 (type: decimal(25,15)), b (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
Select Vectorization:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [0, 8, 1, 2, 3, 4, 5, 6, 7]
Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL
File Output Operator
compressed: false
File Sink Vectorization:
className: VectorFileSinkOperator
native: false
Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
Execution mode: vectorized, llap
Map Vectorization:
enabled: true
enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
inputFormatFeatureSupport: [DECIMAL_64]
featureSupportInUse: [DECIMAL_64]
inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
allNative: false
usesVectorUDFAdaptor: false
vectorized: true
rowBatchContext:
dataColumnCount: 8
includeColumns: [0, 1, 2, 3, 4, 5, 6, 7]
dataColumns: insert_num:int, c1:char(8), c2:char(32), c3:varchar(15), c4:varchar(18), c5:decimal(10,2)/DECIMAL_64, c6:decimal(25,15), b:string
partitionColumnCount: 1
partitionColumns: part:int
scratchColumnTypeNames: []
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
ListSink
PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n8
PREHOOK: type: QUERY
PREHOOK: Input: default@part_change_same_type_different_params_n8
PREHOOK: Input: default@part_change_same_type_different_params_n8@part=1
PREHOOK: Input: default@part_change_same_type_different_params_n8@part=2
#### A masked pattern was here ####
POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params_n8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@part_change_same_type_different_params_n8
POSTHOOK: Input: default@part_change_same_type_different_params_n8@part=1
POSTHOOK: Input: default@part_change_same_type_different_params_n8@part=2
#### A masked pattern was here ####
insert_num part c1 c2 c3 c4 c5 c6 b
1 1 excess corporation believable gateway thumb repe 76855494.39 NULL original
10 2 dreamlan raster devastation association boa lubricant century 5830.99 NULL new
11 2 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new
12 2 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new
13 2 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new
2 1 mutation hideout authentic blankness sonic hover know 42093605.00 3182652.406680000000000 original
3 1 hibernat country detox coyotes ball pulse cand direct 1413570.30 8.309580815500000 original
4 1 aquarium encounter existent amuse fuse light head bumper adm 5475414.65 25937.675256300400000 original
5 1 12345678 1234567890123456789012345 123456789012345 1234567890 12345678.12 1234567890.098765432100000 original
6 1 hollow innocent crabs blushing ambition ebony liquor age NULL 3841833197.314137090000000 new
7 1 wig feel social fork drum search bump conclusion 8.31 NULL new
8 1 bubble f drain loyal station racket antique bu 0.69 22.832613278700000 new
9 1 12345678 12345678901234567890123456789012 123456789012345 1234567890 NULL 1234567890.543210987700000 new
PREHOOK: query: drop table part_change_same_type_different_params_n8
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@part_change_same_type_different_params_n8
PREHOOK: Output: default@part_change_same_type_different_params_n8
POSTHOOK: query: drop table part_change_same_type_different_params_n8
POSTHOOK: type: DROPTABLE
POSTHOOK: Input: default@part_change_same_type_different_params_n8
POSTHOOK: Output: default@part_change_same_type_different_params_n8