blob: bed10ab44f25778f14581a1aa13f8b7a8ee16abc [file] [log] [blame]
PREHOOK: query: DROP TABLE src_events
PREHOOK: type: DROPTABLE
POSTHOOK: query: DROP TABLE src_events
POSTHOOK: type: DROPTABLE
PREHOOK: query: CREATE TABLE src_events
(
log_id BIGINT,
time BIGINT,
uid BIGINT,
user_id BIGINT,
type INT,
event_data STRING,
session_id STRING,
full_uid BIGINT,
run_date STRING,
game_id INT,
event_name STRING
)
ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
#### A masked pattern was here ####
PREHOOK: type: CREATETABLE
PREHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/src_events
PREHOOK: Output: database:default
PREHOOK: Output: default@src_events
POSTHOOK: query: CREATE TABLE src_events
(
log_id BIGINT,
time BIGINT,
uid BIGINT,
user_id BIGINT,
type INT,
event_data STRING,
session_id STRING,
full_uid BIGINT,
run_date STRING,
game_id INT,
event_name STRING
)
ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
#### A masked pattern was here ####
POSTHOOK: type: CREATETABLE
POSTHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/src_events
POSTHOOK: Output: database:default
POSTHOOK: Output: default@src_events
PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events
PREHOOK: type: LOAD
#### A masked pattern was here ####
PREHOOK: Output: default@src_events
POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events
POSTHOOK: type: LOAD
#### A masked pattern was here ####
POSTHOOK: Output: default@src_events
PREHOOK: query: DROP TABLE rcfile_events
PREHOOK: type: DROPTABLE
POSTHOOK: query: DROP TABLE rcfile_events
POSTHOOK: type: DROPTABLE
PREHOOK: query: CREATE TABLE rcfile_events
(
log_id BIGINT,
time BIGINT,
uid BIGINT,
user_id BIGINT,
type INT,
event_data STRING,
session_id STRING,
full_uid BIGINT
)
PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
STORED AS RCFILE
#### A masked pattern was here ####
PREHOOK: type: CREATETABLE
PREHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/rcfile_events
PREHOOK: Output: database:default
PREHOOK: Output: default@rcfile_events
POSTHOOK: query: CREATE TABLE rcfile_events
(
log_id BIGINT,
time BIGINT,
uid BIGINT,
user_id BIGINT,
type INT,
event_data STRING,
session_id STRING,
full_uid BIGINT
)
PARTITIONED BY (run_date STRING, game_id INT, event_name STRING)
STORED AS RCFILE
#### A masked pattern was here ####
POSTHOOK: type: CREATETABLE
POSTHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/rcfile_events
POSTHOOK: Output: database:default
POSTHOOK: Output: default@rcfile_events
PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
SELECT * FROM src_events
PREHOOK: type: QUERY
PREHOOK: Input: default@src_events
PREHOOK: Output: default@rcfile_events
POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name)
SELECT * FROM src_events
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src_events
POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change
POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change
POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
PREHOOK: query: SHOW PARTITIONS rcfile_events
PREHOOK: type: SHOWPARTITIONS
PREHOOK: Input: default@rcfile_events
POSTHOOK: query: SHOW PARTITIONS rcfile_events
POSTHOOK: type: SHOWPARTITIONS
POSTHOOK: Input: default@rcfile_events
run_date=20120921/game_id=39/event_name=hq_change
run_date=20121021/game_id=39/event_name=hq_change
run_date=20121121/game_id=39/event_name=hq_change
PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
PREHOOK: type: QUERY
PREHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
POSTHOOK: type: QUERY
POSTHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
200
PREHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20120921
PREHOOK: type: QUERY
PREHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20120921
POSTHOOK: type: QUERY
POSTHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
50
PREHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20121121
PREHOOK: type: QUERY
PREHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20121121
POSTHOOK: type: QUERY
POSTHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
100
PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id, event_name)
SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events
WHERE SUBSTR(run_date,1,6)='201211'
PREHOOK: type: QUERY
PREHOOK: Input: default@src_events
PREHOOK: Output: default@rcfile_events@run_date=201211
POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id, event_name)
SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events
WHERE SUBSTR(run_date,1,6)='201211'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src_events
POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
PREHOOK: query: SHOW PARTITIONS rcfile_events
PREHOOK: type: SHOWPARTITIONS
PREHOOK: Input: default@rcfile_events
POSTHOOK: query: SHOW PARTITIONS rcfile_events
POSTHOOK: type: SHOWPARTITIONS
POSTHOOK: Input: default@rcfile_events
run_date=20120921/game_id=39/event_name=hq_change
run_date=20121021/game_id=39/event_name=hq_change
run_date=201211/game_id=39/event_name=hq_change
run_date=20121121/game_id=39/event_name=hq_change
PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
PREHOOK: type: QUERY
PREHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
POSTHOOK: type: QUERY
POSTHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
300
PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name)
SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events
WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39
PREHOOK: type: QUERY
PREHOOK: Input: default@src_events
PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39
POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name)
SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events
WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src_events
POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ]
POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ]
PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
PREHOOK: type: QUERY
PREHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
POSTHOOK: type: QUERY
POSTHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
350
PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
PREHOOK: type: QUERY
PREHOOK: Input: default@src_events
PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src_events
POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
PREHOOK: type: QUERY
PREHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
POSTHOOK: type: QUERY
POSTHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
400
PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
PREHOOK: type: QUERY
PREHOOK: Input: default@src_events
PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change')
SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events
WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change'
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src_events
POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change
PREHOOK: query: SELECT COUNT(*) FROM rcfile_events
PREHOOK: type: QUERY
PREHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events
POSTHOOK: type: QUERY
POSTHOOK: Input: default@rcfile_events
#### A masked pattern was here ####
350