blob: d32d782fc8020f57f164a36bb5ea11f72a55ee72 [file] [log] [blame]
PREHOOK: query: CREATE TABLE parquet_table_json_partition (
id bigint COMMENT 'from deserializer',
address struct<country:bigint,state:bigint> COMMENT 'from deserializer',
reports array<bigint> COMMENT 'from deserializer')
PARTITIONED BY (
ts string)
ROW FORMAT SERDE
'org.apache.hive.hcatalog.data.JsonSerDe'
STORED AS INPUTFORMAT
'org.apache.hadoop.mapred.TextInputFormat'
OUTPUTFORMAT
'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
PREHOOK: Output: default@parquet_table_json_partition
POSTHOOK: query: CREATE TABLE parquet_table_json_partition (
id bigint COMMENT 'from deserializer',
address struct<country:bigint,state:bigint> COMMENT 'from deserializer',
reports array<bigint> COMMENT 'from deserializer')
PARTITIONED BY (
ts string)
ROW FORMAT SERDE
'org.apache.hive.hcatalog.data.JsonSerDe'
STORED AS INPUTFORMAT
'org.apache.hadoop.mapred.TextInputFormat'
OUTPUTFORMAT
'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@parquet_table_json_partition
PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/sample2.json' INTO TABLE parquet_table_json_partition PARTITION(ts='20150101')
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@parquet_table_json_partition
POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/sample2.json' INTO TABLE parquet_table_json_partition PARTITION(ts='20150101')
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@parquet_table_json_partition
POSTHOOK: Output: default@parquet_table_json_partition@ts=20150101
PREHOOK: query: SELECT * FROM parquet_table_json_partition ORDER BY address, reports LIMIT 100
PREHOOK: type: QUERY
PREHOOK: Input: default@parquet_table_json_partition
PREHOOK: Input: default@parquet_table_json_partition@ts=20150101
#### A masked pattern was here ####
POSTHOOK: query: SELECT * FROM parquet_table_json_partition ORDER BY address, reports LIMIT 100
POSTHOOK: type: QUERY
POSTHOOK: Input: default@parquet_table_json_partition
POSTHOOK: Input: default@parquet_table_json_partition@ts=20150101
#### A masked pattern was here ####
1 {"country":1,"state":1} [2,3] 20150101
2 {"country":1,"state":2} [] 20150101
PREHOOK: query: ALTER TABLE parquet_table_json_partition
SET FILEFORMAT INPUTFORMAT 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat'
OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat'
SERDE 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'
PREHOOK: type: ALTERTABLE_FILEFORMAT
PREHOOK: Input: default@parquet_table_json_partition
PREHOOK: Output: default@parquet_table_json_partition
POSTHOOK: query: ALTER TABLE parquet_table_json_partition
SET FILEFORMAT INPUTFORMAT 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat'
OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat'
SERDE 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'
POSTHOOK: type: ALTERTABLE_FILEFORMAT
POSTHOOK: Input: default@parquet_table_json_partition
POSTHOOK: Output: default@parquet_table_json_partition
PREHOOK: query: SELECT * FROM parquet_table_json_partition ORDER BY address, reports LIMIT 100
PREHOOK: type: QUERY
PREHOOK: Input: default@parquet_table_json_partition
PREHOOK: Input: default@parquet_table_json_partition@ts=20150101
#### A masked pattern was here ####
POSTHOOK: query: SELECT * FROM parquet_table_json_partition ORDER BY address, reports LIMIT 100
POSTHOOK: type: QUERY
POSTHOOK: Input: default@parquet_table_json_partition
POSTHOOK: Input: default@parquet_table_json_partition@ts=20150101
#### A masked pattern was here ####
1 {"country":1,"state":1} [2,3] 20150101
2 {"country":1,"state":2} [] 20150101
PREHOOK: query: CREATE TABLE new_table AS SELECT * FROM parquet_table_json_partition ORDER BY address, reports LIMIT 100
PREHOOK: type: CREATETABLE_AS_SELECT
PREHOOK: Input: default@parquet_table_json_partition
PREHOOK: Input: default@parquet_table_json_partition@ts=20150101
PREHOOK: Output: database:default
PREHOOK: Output: default@new_table
POSTHOOK: query: CREATE TABLE new_table AS SELECT * FROM parquet_table_json_partition ORDER BY address, reports LIMIT 100
POSTHOOK: type: CREATETABLE_AS_SELECT
POSTHOOK: Input: default@parquet_table_json_partition
POSTHOOK: Input: default@parquet_table_json_partition@ts=20150101
POSTHOOK: Output: database:default
POSTHOOK: Output: default@new_table
POSTHOOK: Lineage: new_table.address SIMPLE [(parquet_table_json_partition)parquet_table_json_partition.FieldSchema(name:address, type:struct<country:bigint,state:bigint>, comment:from deserializer), ]
POSTHOOK: Lineage: new_table.id SIMPLE [(parquet_table_json_partition)parquet_table_json_partition.FieldSchema(name:id, type:bigint, comment:from deserializer), ]
POSTHOOK: Lineage: new_table.reports SIMPLE [(parquet_table_json_partition)parquet_table_json_partition.FieldSchema(name:reports, type:array<bigint>, comment:from deserializer), ]
POSTHOOK: Lineage: new_table.ts SIMPLE [(parquet_table_json_partition)parquet_table_json_partition.FieldSchema(name:ts, type:string, comment:null), ]
PREHOOK: query: SELECT * FROM new_table ORDER BY address, reports
PREHOOK: type: QUERY
PREHOOK: Input: default@new_table
#### A masked pattern was here ####
POSTHOOK: query: SELECT * FROM new_table ORDER BY address, reports
POSTHOOK: type: QUERY
POSTHOOK: Input: default@new_table
#### A masked pattern was here ####
1 {"country":1,"state":1} [2,3] 20150101
2 {"country":1,"state":2} [] 20150101