| PREHOOK: query: DROP TABLE src_events |
| PREHOOK: type: DROPTABLE |
| POSTHOOK: query: DROP TABLE src_events |
| POSTHOOK: type: DROPTABLE |
| PREHOOK: query: CREATE TABLE src_events |
| ( |
| log_id BIGINT, |
| time BIGINT, |
| uid BIGINT, |
| user_id BIGINT, |
| type INT, |
| event_data STRING, |
| session_id STRING, |
| full_uid BIGINT, |
| run_date STRING, |
| game_id INT, |
| event_name STRING |
| ) |
| ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' |
| #### A masked pattern was here #### |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/src_events |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@src_events |
| POSTHOOK: query: CREATE TABLE src_events |
| ( |
| log_id BIGINT, |
| time BIGINT, |
| uid BIGINT, |
| user_id BIGINT, |
| type INT, |
| event_data STRING, |
| session_id STRING, |
| full_uid BIGINT, |
| run_date STRING, |
| game_id INT, |
| event_name STRING |
| ) |
| ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' |
| #### A masked pattern was here #### |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/src_events |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@src_events |
| PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events |
| PREHOOK: type: LOAD |
| #### A masked pattern was here #### |
| PREHOOK: Output: default@src_events |
| POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/events.txt' INTO TABLE src_events |
| POSTHOOK: type: LOAD |
| #### A masked pattern was here #### |
| POSTHOOK: Output: default@src_events |
| PREHOOK: query: DROP TABLE rcfile_events |
| PREHOOK: type: DROPTABLE |
| POSTHOOK: query: DROP TABLE rcfile_events |
| POSTHOOK: type: DROPTABLE |
| PREHOOK: query: CREATE TABLE rcfile_events |
| ( |
| log_id BIGINT, |
| time BIGINT, |
| uid BIGINT, |
| user_id BIGINT, |
| type INT, |
| event_data STRING, |
| session_id STRING, |
| full_uid BIGINT |
| ) |
| PARTITIONED BY (run_date STRING, game_id INT, event_name STRING) |
| STORED AS RCFILE |
| #### A masked pattern was here #### |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/rcfile_events |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@rcfile_events |
| POSTHOOK: query: CREATE TABLE rcfile_events |
| ( |
| log_id BIGINT, |
| time BIGINT, |
| uid BIGINT, |
| user_id BIGINT, |
| type INT, |
| event_data STRING, |
| session_id STRING, |
| full_uid BIGINT |
| ) |
| PARTITIONED BY (run_date STRING, game_id INT, event_name STRING) |
| STORED AS RCFILE |
| #### A masked pattern was here #### |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Input: ### test.blobstore.path ###/rcfile_format_part/rcfile_events |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@rcfile_events |
| PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name) |
| SELECT * FROM src_events |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src_events |
| PREHOOK: Output: default@rcfile_events |
| POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date, game_id, event_name) |
| SELECT * FROM src_events |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src_events |
| POSTHOOK: Output: default@rcfile_events@run_date=20120921/game_id=39/event_name=hq_change |
| POSTHOOK: Output: default@rcfile_events@run_date=20121021/game_id=39/event_name=hq_change |
| POSTHOOK: Output: default@rcfile_events@run_date=20121121/game_id=39/event_name=hq_change |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20120921,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121021,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=20121121,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] |
| PREHOOK: query: SHOW PARTITIONS rcfile_events |
| PREHOOK: type: SHOWPARTITIONS |
| PREHOOK: Input: default@rcfile_events |
| POSTHOOK: query: SHOW PARTITIONS rcfile_events |
| POSTHOOK: type: SHOWPARTITIONS |
| POSTHOOK: Input: default@rcfile_events |
| run_date=20120921/game_id=39/event_name=hq_change |
| run_date=20121021/game_id=39/event_name=hq_change |
| run_date=20121121/game_id=39/event_name=hq_change |
| PREHOOK: query: SELECT COUNT(*) FROM rcfile_events |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| 200 |
| PREHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20120921 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20120921 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| 50 |
| PREHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20121121 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events WHERE run_date=20121121 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| 100 |
| PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id, event_name) |
| SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events |
| WHERE SUBSTR(run_date,1,6)='201211' |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src_events |
| PREHOOK: Output: default@rcfile_events@run_date=201211 |
| POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201211, game_id, event_name) |
| SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,game_id,event_name FROM src_events |
| WHERE SUBSTR(run_date,1,6)='201211' |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src_events |
| POSTHOOK: Output: default@rcfile_events@run_date=201211/game_id=39/event_name=hq_change |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201211,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] |
| PREHOOK: query: SHOW PARTITIONS rcfile_events |
| PREHOOK: type: SHOWPARTITIONS |
| PREHOOK: Input: default@rcfile_events |
| POSTHOOK: query: SHOW PARTITIONS rcfile_events |
| POSTHOOK: type: SHOWPARTITIONS |
| POSTHOOK: Input: default@rcfile_events |
| run_date=20120921/game_id=39/event_name=hq_change |
| run_date=20121021/game_id=39/event_name=hq_change |
| run_date=201211/game_id=39/event_name=hq_change |
| run_date=20121121/game_id=39/event_name=hq_change |
| PREHOOK: query: SELECT COUNT(*) FROM rcfile_events |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| 300 |
| PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name) |
| SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events |
| WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src_events |
| PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39 |
| POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name) |
| SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid,event_name FROM src_events |
| WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src_events |
| POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).event_data SIMPLE [(src_events)src_events.FieldSchema(name:event_data, type:string, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).full_uid SIMPLE [(src_events)src_events.FieldSchema(name:full_uid, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).log_id SIMPLE [(src_events)src_events.FieldSchema(name:log_id, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).session_id SIMPLE [(src_events)src_events.FieldSchema(name:session_id, type:string, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).time SIMPLE [(src_events)src_events.FieldSchema(name:time, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).type SIMPLE [(src_events)src_events.FieldSchema(name:type, type:int, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).uid SIMPLE [(src_events)src_events.FieldSchema(name:uid, type:bigint, comment:null), ] |
| POSTHOOK: Lineage: rcfile_events PARTITION(run_date=201209,game_id=39,event_name=hq_change).user_id SIMPLE [(src_events)src_events.FieldSchema(name:user_id, type:bigint, comment:null), ] |
| PREHOOK: query: SELECT COUNT(*) FROM rcfile_events |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| 350 |
| PREHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change') |
| SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events |
| WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change' |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src_events |
| PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change |
| POSTHOOK: query: INSERT INTO TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change') |
| SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events |
| WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change' |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src_events |
| POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change |
| PREHOOK: query: SELECT COUNT(*) FROM rcfile_events |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| 400 |
| PREHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change') |
| SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events |
| WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change' |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src_events |
| PREHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change |
| POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_events PARTITION (run_date=201209, game_id=39, event_name='hq_change') |
| SELECT log_id,time,uid,user_id,type,event_data,session_id,full_uid FROM src_events |
| WHERE SUBSTR(run_date,1,6)='201209' AND game_id=39 AND event_name='hq_change' |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src_events |
| POSTHOOK: Output: default@rcfile_events@run_date=201209/game_id=39/event_name=hq_change |
| PREHOOK: query: SELECT COUNT(*) FROM rcfile_events |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| POSTHOOK: query: SELECT COUNT(*) FROM rcfile_events |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@rcfile_events |
| #### A masked pattern was here #### |
| 350 |