blob: 14e743efa13f585cd12affc21a6559f4b5b68950 [file] [log] [blame]
PREHOOK: query: -- INCLUDE_HADOOP_MAJOR_VERSIONS(0.20, 0.20S)
CREATE TABLE bucket (key double, value string) CLUSTERED BY (key) SORTED BY (key DESC) INTO 4 BUCKETS STORED AS TEXTFILE
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: -- INCLUDE_HADOOP_MAJOR_VERSIONS(0.20, 0.20S)
CREATE TABLE bucket (key double, value string) CLUSTERED BY (key) SORTED BY (key DESC) INTO 4 BUCKETS STORED AS TEXTFILE
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@bucket
PREHOOK: query: load data local inpath '../../data/files/srcsortbucket1outof4.txt' INTO TABLE bucket
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@bucket
POSTHOOK: query: load data local inpath '../../data/files/srcsortbucket1outof4.txt' INTO TABLE bucket
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@bucket
PREHOOK: query: load data local inpath '../../data/files/srcsortbucket2outof4.txt' INTO TABLE bucket
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@bucket
POSTHOOK: query: load data local inpath '../../data/files/srcsortbucket2outof4.txt' INTO TABLE bucket
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@bucket
PREHOOK: query: load data local inpath '../../data/files/srcsortbucket3outof4.txt' INTO TABLE bucket
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@bucket
POSTHOOK: query: load data local inpath '../../data/files/srcsortbucket3outof4.txt' INTO TABLE bucket
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@bucket
PREHOOK: query: load data local inpath '../../data/files/srcsortbucket4outof4.txt' INTO TABLE bucket
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@bucket
POSTHOOK: query: load data local inpath '../../data/files/srcsortbucket4outof4.txt' INTO TABLE bucket
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@bucket
PREHOOK: query: create table t1 (result double)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: create table t1 (result double)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t1
PREHOOK: query: create table t2 (result double)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: create table t2 (result double)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t2
PREHOOK: query: create table t3 (result double)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: create table t3 (result double)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t3
PREHOOK: query: create table t4 (result double)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: create table t4 (result double)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t4
PREHOOK: query: create table t5 (result double)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: create table t5 (result double)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t5
PREHOOK: query: create table t6 (result double)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: create table t6 (result double)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t6
PREHOOK: query: create table t7 (result array<double>)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: create table t7 (result array<double>)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t7
PREHOOK: query: create table t8 (result array<double>)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: create table t8 (result array<double>)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t8
PREHOOK: query: create table t9 (result array<double>)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: create table t9 (result array<double>)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t9
PREHOOK: query: create table t10 (result array<double>)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: create table t10 (result array<double>)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t10
PREHOOK: query: create table t11 (result array<double>)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: create table t11 (result array<double>)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t11
PREHOOK: query: create table t12 (result array<double>)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
POSTHOOK: query: create table t12 (result array<double>)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@t12
PREHOOK: query: -- disable map-side aggregation
FROM bucket
insert overwrite table t1 SELECT percentile_approx(cast(key AS double), 0.5)
insert overwrite table t2 SELECT percentile_approx(cast(key AS double), 0.5, 100)
insert overwrite table t3 SELECT percentile_approx(cast(key AS double), 0.5, 1000)
insert overwrite table t4 SELECT percentile_approx(cast(key AS int), 0.5)
insert overwrite table t5 SELECT percentile_approx(cast(key AS int), 0.5, 100)
insert overwrite table t6 SELECT percentile_approx(cast(key AS int), 0.5, 1000)
insert overwrite table t7 SELECT percentile_approx(cast(key AS double), array(0.05,0.5,0.95,0.98))
insert overwrite table t8 SELECT percentile_approx(cast(key AS double), array(0.05,0.5,0.95,0.98), 100)
insert overwrite table t9 SELECT percentile_approx(cast(key AS double), array(0.05,0.5,0.95,0.98), 1000)
insert overwrite table t10 SELECT percentile_approx(cast(key AS int), array(0.05,0.5,0.95,0.98))
insert overwrite table t11 SELECT percentile_approx(cast(key AS int), array(0.05,0.5,0.95,0.98), 100)
insert overwrite table t12 SELECT percentile_approx(cast(key AS int), array(0.05,0.5,0.95,0.98), 1000)
PREHOOK: type: QUERY
PREHOOK: Input: default@bucket
PREHOOK: Output: default@t1
PREHOOK: Output: default@t10
PREHOOK: Output: default@t11
PREHOOK: Output: default@t12
PREHOOK: Output: default@t2
PREHOOK: Output: default@t3
PREHOOK: Output: default@t4
PREHOOK: Output: default@t5
PREHOOK: Output: default@t6
PREHOOK: Output: default@t7
PREHOOK: Output: default@t8
PREHOOK: Output: default@t9
POSTHOOK: query: -- disable map-side aggregation
FROM bucket
insert overwrite table t1 SELECT percentile_approx(cast(key AS double), 0.5)
insert overwrite table t2 SELECT percentile_approx(cast(key AS double), 0.5, 100)
insert overwrite table t3 SELECT percentile_approx(cast(key AS double), 0.5, 1000)
insert overwrite table t4 SELECT percentile_approx(cast(key AS int), 0.5)
insert overwrite table t5 SELECT percentile_approx(cast(key AS int), 0.5, 100)
insert overwrite table t6 SELECT percentile_approx(cast(key AS int), 0.5, 1000)
insert overwrite table t7 SELECT percentile_approx(cast(key AS double), array(0.05,0.5,0.95,0.98))
insert overwrite table t8 SELECT percentile_approx(cast(key AS double), array(0.05,0.5,0.95,0.98), 100)
insert overwrite table t9 SELECT percentile_approx(cast(key AS double), array(0.05,0.5,0.95,0.98), 1000)
insert overwrite table t10 SELECT percentile_approx(cast(key AS int), array(0.05,0.5,0.95,0.98))
insert overwrite table t11 SELECT percentile_approx(cast(key AS int), array(0.05,0.5,0.95,0.98), 100)
insert overwrite table t12 SELECT percentile_approx(cast(key AS int), array(0.05,0.5,0.95,0.98), 1000)
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucket
POSTHOOK: Output: default@t1
POSTHOOK: Output: default@t10
POSTHOOK: Output: default@t11
POSTHOOK: Output: default@t12
POSTHOOK: Output: default@t2
POSTHOOK: Output: default@t3
POSTHOOK: Output: default@t4
POSTHOOK: Output: default@t5
POSTHOOK: Output: default@t6
POSTHOOK: Output: default@t7
POSTHOOK: Output: default@t8
POSTHOOK: Output: default@t9
POSTHOOK: Lineage: t1.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t10.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t11.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t12.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t2.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t3.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t4.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t5.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t6.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t7.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t8.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t9.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
PREHOOK: query: select * from t1
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
#### A masked pattern was here ####
POSTHOOK: query: select * from t1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
#### A masked pattern was here ####
255.5
PREHOOK: query: select * from t2
PREHOOK: type: QUERY
PREHOOK: Input: default@t2
#### A masked pattern was here ####
POSTHOOK: query: select * from t2
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t2
#### A masked pattern was here ####
254.08333333333334
PREHOOK: query: select * from t3
PREHOOK: type: QUERY
PREHOOK: Input: default@t3
#### A masked pattern was here ####
POSTHOOK: query: select * from t3
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t3
#### A masked pattern was here ####
255.5
PREHOOK: query: select * from t4
PREHOOK: type: QUERY
PREHOOK: Input: default@t4
#### A masked pattern was here ####
POSTHOOK: query: select * from t4
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t4
#### A masked pattern was here ####
255.5
PREHOOK: query: select * from t5
PREHOOK: type: QUERY
PREHOOK: Input: default@t5
#### A masked pattern was here ####
POSTHOOK: query: select * from t5
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t5
#### A masked pattern was here ####
254.08333333333334
PREHOOK: query: select * from t6
PREHOOK: type: QUERY
PREHOOK: Input: default@t6
#### A masked pattern was here ####
POSTHOOK: query: select * from t6
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t6
#### A masked pattern was here ####
255.5
PREHOOK: query: select * from t7
PREHOOK: type: QUERY
PREHOOK: Input: default@t7
#### A masked pattern was here ####
POSTHOOK: query: select * from t7
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t7
#### A masked pattern was here ####
[26.0,255.5,479.0,491.0]
PREHOOK: query: select * from t8
PREHOOK: type: QUERY
PREHOOK: Input: default@t8
#### A masked pattern was here ####
POSTHOOK: query: select * from t8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t8
#### A masked pattern was here ####
[23.355555555555558,254.08333333333334,476.5612244897959,489.50000000000006]
PREHOOK: query: select * from t9
PREHOOK: type: QUERY
PREHOOK: Input: default@t9
#### A masked pattern was here ####
POSTHOOK: query: select * from t9
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t9
#### A masked pattern was here ####
[26.0,255.5,479.0,491.0]
PREHOOK: query: select * from t10
PREHOOK: type: QUERY
PREHOOK: Input: default@t10
#### A masked pattern was here ####
POSTHOOK: query: select * from t10
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t10
#### A masked pattern was here ####
[26.0,255.5,479.0,491.0]
PREHOOK: query: select * from t11
PREHOOK: type: QUERY
PREHOOK: Input: default@t11
#### A masked pattern was here ####
POSTHOOK: query: select * from t11
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t11
#### A masked pattern was here ####
[23.355555555555558,254.08333333333334,476.5612244897959,489.50000000000006]
PREHOOK: query: select * from t12
PREHOOK: type: QUERY
PREHOOK: Input: default@t12
#### A masked pattern was here ####
POSTHOOK: query: select * from t12
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t12
#### A masked pattern was here ####
[26.0,255.5,479.0,491.0]
PREHOOK: query: -- enable map-side aggregation
FROM bucket
insert overwrite table t1 SELECT percentile_approx(cast(key AS double), 0.5)
insert overwrite table t2 SELECT percentile_approx(cast(key AS double), 0.5, 100)
insert overwrite table t3 SELECT percentile_approx(cast(key AS double), 0.5, 1000)
insert overwrite table t4 SELECT percentile_approx(cast(key AS int), 0.5)
insert overwrite table t5 SELECT percentile_approx(cast(key AS int), 0.5, 100)
insert overwrite table t6 SELECT percentile_approx(cast(key AS int), 0.5, 1000)
insert overwrite table t7 SELECT percentile_approx(cast(key AS double), array(0.05,0.5,0.95,0.98))
insert overwrite table t8 SELECT percentile_approx(cast(key AS double), array(0.05,0.5,0.95,0.98), 100)
insert overwrite table t9 SELECT percentile_approx(cast(key AS double), array(0.05,0.5,0.95,0.98), 1000)
insert overwrite table t10 SELECT percentile_approx(cast(key AS int), array(0.05,0.5,0.95,0.98))
insert overwrite table t11 SELECT percentile_approx(cast(key AS int), array(0.05,0.5,0.95,0.98), 100)
insert overwrite table t12 SELECT percentile_approx(cast(key AS int), array(0.05,0.5,0.95,0.98), 1000)
PREHOOK: type: QUERY
PREHOOK: Input: default@bucket
PREHOOK: Output: default@t1
PREHOOK: Output: default@t10
PREHOOK: Output: default@t11
PREHOOK: Output: default@t12
PREHOOK: Output: default@t2
PREHOOK: Output: default@t3
PREHOOK: Output: default@t4
PREHOOK: Output: default@t5
PREHOOK: Output: default@t6
PREHOOK: Output: default@t7
PREHOOK: Output: default@t8
PREHOOK: Output: default@t9
POSTHOOK: query: -- enable map-side aggregation
FROM bucket
insert overwrite table t1 SELECT percentile_approx(cast(key AS double), 0.5)
insert overwrite table t2 SELECT percentile_approx(cast(key AS double), 0.5, 100)
insert overwrite table t3 SELECT percentile_approx(cast(key AS double), 0.5, 1000)
insert overwrite table t4 SELECT percentile_approx(cast(key AS int), 0.5)
insert overwrite table t5 SELECT percentile_approx(cast(key AS int), 0.5, 100)
insert overwrite table t6 SELECT percentile_approx(cast(key AS int), 0.5, 1000)
insert overwrite table t7 SELECT percentile_approx(cast(key AS double), array(0.05,0.5,0.95,0.98))
insert overwrite table t8 SELECT percentile_approx(cast(key AS double), array(0.05,0.5,0.95,0.98), 100)
insert overwrite table t9 SELECT percentile_approx(cast(key AS double), array(0.05,0.5,0.95,0.98), 1000)
insert overwrite table t10 SELECT percentile_approx(cast(key AS int), array(0.05,0.5,0.95,0.98))
insert overwrite table t11 SELECT percentile_approx(cast(key AS int), array(0.05,0.5,0.95,0.98), 100)
insert overwrite table t12 SELECT percentile_approx(cast(key AS int), array(0.05,0.5,0.95,0.98), 1000)
POSTHOOK: type: QUERY
POSTHOOK: Input: default@bucket
POSTHOOK: Output: default@t1
POSTHOOK: Output: default@t10
POSTHOOK: Output: default@t11
POSTHOOK: Output: default@t12
POSTHOOK: Output: default@t2
POSTHOOK: Output: default@t3
POSTHOOK: Output: default@t4
POSTHOOK: Output: default@t5
POSTHOOK: Output: default@t6
POSTHOOK: Output: default@t7
POSTHOOK: Output: default@t8
POSTHOOK: Output: default@t9
POSTHOOK: Lineage: t1.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t10.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t11.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t12.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t2.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t3.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t4.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t5.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t6.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t7.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t8.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
POSTHOOK: Lineage: t9.result EXPRESSION [(bucket)bucket.FieldSchema(name:key, type:double, comment:null), ]
PREHOOK: query: select * from t1
PREHOOK: type: QUERY
PREHOOK: Input: default@t1
#### A masked pattern was here ####
POSTHOOK: query: select * from t1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t1
#### A masked pattern was here ####
255.5
PREHOOK: query: select * from t2
PREHOOK: type: QUERY
PREHOOK: Input: default@t2
#### A masked pattern was here ####
POSTHOOK: query: select * from t2
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t2
#### A masked pattern was here ####
254.08333333333334
PREHOOK: query: select * from t3
PREHOOK: type: QUERY
PREHOOK: Input: default@t3
#### A masked pattern was here ####
POSTHOOK: query: select * from t3
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t3
#### A masked pattern was here ####
255.5
PREHOOK: query: select * from t4
PREHOOK: type: QUERY
PREHOOK: Input: default@t4
#### A masked pattern was here ####
POSTHOOK: query: select * from t4
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t4
#### A masked pattern was here ####
255.5
PREHOOK: query: select * from t5
PREHOOK: type: QUERY
PREHOOK: Input: default@t5
#### A masked pattern was here ####
POSTHOOK: query: select * from t5
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t5
#### A masked pattern was here ####
254.08333333333334
PREHOOK: query: select * from t6
PREHOOK: type: QUERY
PREHOOK: Input: default@t6
#### A masked pattern was here ####
POSTHOOK: query: select * from t6
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t6
#### A masked pattern was here ####
255.5
PREHOOK: query: select * from t7
PREHOOK: type: QUERY
PREHOOK: Input: default@t7
#### A masked pattern was here ####
POSTHOOK: query: select * from t7
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t7
#### A masked pattern was here ####
[26.0,255.5,479.0,491.0]
PREHOOK: query: select * from t8
PREHOOK: type: QUERY
PREHOOK: Input: default@t8
#### A masked pattern was here ####
POSTHOOK: query: select * from t8
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t8
#### A masked pattern was here ####
[23.355555555555558,254.08333333333334,476.5612244897959,489.50000000000006]
PREHOOK: query: select * from t9
PREHOOK: type: QUERY
PREHOOK: Input: default@t9
#### A masked pattern was here ####
POSTHOOK: query: select * from t9
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t9
#### A masked pattern was here ####
[26.0,255.5,479.0,491.0]
PREHOOK: query: select * from t10
PREHOOK: type: QUERY
PREHOOK: Input: default@t10
#### A masked pattern was here ####
POSTHOOK: query: select * from t10
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t10
#### A masked pattern was here ####
[26.0,255.5,479.0,491.0]
PREHOOK: query: select * from t11
PREHOOK: type: QUERY
PREHOOK: Input: default@t11
#### A masked pattern was here ####
POSTHOOK: query: select * from t11
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t11
#### A masked pattern was here ####
[23.355555555555558,254.08333333333334,476.5612244897959,489.50000000000006]
PREHOOK: query: select * from t12
PREHOOK: type: QUERY
PREHOOK: Input: default@t12
#### A masked pattern was here ####
POSTHOOK: query: select * from t12
POSTHOOK: type: QUERY
POSTHOOK: Input: default@t12
#### A masked pattern was here ####
[26.0,255.5,479.0,491.0]