| { |
| "jobCounters": { |
| "id": "job_1479206441898_30784", |
| "counterGroup": [ |
| { |
| "counterGroupName": "org.apache.hadoop.mapreduce.FileSystemCounter", |
| "counter": [ |
| { |
| "name": "FILE_BYTES_READ", |
| "totalCounterValue": 207411516, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 207411516 |
| }, |
| { |
| "name": "FILE_BYTES_WRITTEN", |
| "totalCounterValue": 478282694, |
| "mapCounterValue": 57031387, |
| "reduceCounterValue": 421251307 |
| }, |
| { |
| "name": "FILE_READ_OPS", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "FILE_LARGE_READ_OPS", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "FILE_WRITE_OPS", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "HDFS_BYTES_READ", |
| "totalCounterValue": 234808990, |
| "mapCounterValue": 234784786, |
| "reduceCounterValue": 24204 |
| }, |
| { |
| "name": "HDFS_BYTES_WRITTEN", |
| "totalCounterValue": 324, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 324 |
| }, |
| { |
| "name": "HDFS_READ_OPS", |
| "totalCounterValue": 22, |
| "mapCounterValue": 9, |
| "reduceCounterValue": 13 |
| }, |
| { |
| "name": "HDFS_LARGE_READ_OPS", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "HDFS_WRITE_OPS", |
| "totalCounterValue": 9, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 9 |
| }, |
| { |
| "name": "VIEWFS_BYTES_READ", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "VIEWFS_BYTES_WRITTEN", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "VIEWFS_READ_OPS", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "VIEWFS_LARGE_READ_OPS", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "VIEWFS_WRITE_OPS", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| } |
| ] |
| }, |
| { |
| "counterGroupName": "org.apache.hadoop.mapreduce.JobCounter", |
| "counter": [ |
| { |
| "name": "TOTAL_LAUNCHED_MAPS", |
| "totalCounterValue": 3, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "TOTAL_LAUNCHED_REDUCES", |
| "totalCounterValue": 4, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "OTHER_LOCAL_MAPS", |
| "totalCounterValue": 2, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "RACK_LOCAL_MAPS", |
| "totalCounterValue": 1, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "SLOTS_MILLIS_MAPS", |
| "totalCounterValue": 85670, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "SLOTS_MILLIS_REDUCES", |
| "totalCounterValue": 60964, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "MILLIS_MAPS", |
| "totalCounterValue": 42835, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "MILLIS_REDUCES", |
| "totalCounterValue": 15241, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "VCORES_MILLIS_MAPS", |
| "totalCounterValue": 42835, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "VCORES_MILLIS_REDUCES", |
| "totalCounterValue": 15241, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "MB_MILLIS_MAPS", |
| "totalCounterValue": 87726080, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "MB_MILLIS_REDUCES", |
| "totalCounterValue": 62427136, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| } |
| ] |
| }, |
| { |
| "counterGroupName": "org.apache.hadoop.mapreduce.TaskCounter", |
| "counter": [ |
| { |
| "name": "MAP_INPUT_RECORDS", |
| "totalCounterValue": 6371118, |
| "mapCounterValue": 6371118, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "MAP_OUTPUT_RECORDS", |
| "totalCounterValue": 6371118, |
| "mapCounterValue": 6371118, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "MAP_OUTPUT_BYTES", |
| "totalCounterValue": 335501834, |
| "mapCounterValue": 335501834, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "MAP_OUTPUT_MATERIALIZED_BYTES", |
| "totalCounterValue": 56297000, |
| "mapCounterValue": 56297000, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "SPLIT_RAW_BYTES", |
| "totalCounterValue": 942, |
| "mapCounterValue": 942, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "COMBINE_INPUT_RECORDS", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "COMBINE_OUTPUT_RECORDS", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "REDUCE_INPUT_GROUPS", |
| "totalCounterValue": 102587, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 102587 |
| }, |
| { |
| "name": "REDUCE_SHUFFLE_BYTES", |
| "totalCounterValue": 56297000, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 56297000 |
| }, |
| { |
| "name": "REDUCE_INPUT_RECORDS", |
| "totalCounterValue": 6371118, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 6371118 |
| }, |
| { |
| "name": "REDUCE_OUTPUT_RECORDS", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "SPILLED_RECORDS", |
| "totalCounterValue": 12742236, |
| "mapCounterValue": 6371118, |
| "reduceCounterValue": 6371118 |
| }, |
| { |
| "name": "SHUFFLED_MAPS", |
| "totalCounterValue": 12, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 12 |
| }, |
| { |
| "name": "FAILED_SHUFFLE", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "MERGED_MAP_OUTPUTS", |
| "totalCounterValue": 12, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 12 |
| }, |
| { |
| "name": "GC_TIME_MILLIS", |
| "totalCounterValue": 490, |
| "mapCounterValue": 253, |
| "reduceCounterValue": 237 |
| }, |
| { |
| "name": "CPU_MILLISECONDS", |
| "totalCounterValue": 75570, |
| "mapCounterValue": 38110, |
| "reduceCounterValue": 37460 |
| }, |
| { |
| "name": "PHYSICAL_MEMORY_BYTES", |
| "totalCounterValue": 4851335168, |
| "mapCounterValue": 2238287872, |
| "reduceCounterValue": 2613047296 |
| }, |
| { |
| "name": "VIRTUAL_MEMORY_BYTES", |
| "totalCounterValue": 23634513920, |
| "mapCounterValue": 7247814656, |
| "reduceCounterValue": 16386699264 |
| }, |
| { |
| "name": "COMMITTED_HEAP_BYTES", |
| "totalCounterValue": 9992404992, |
| "mapCounterValue": 3588227072, |
| "reduceCounterValue": 6404177920 |
| } |
| ] |
| }, |
| { |
| "counterGroupName": "HIVE", |
| "counter": [ |
| { |
| "name": "DESERIALIZE_ERRORS", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "RECORDS_IN", |
| "totalCounterValue": 6371118, |
| "mapCounterValue": 6371118, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "RECORDS_OUT_INTERMEDIATE", |
| "totalCounterValue": 6371118, |
| "mapCounterValue": 6371118, |
| "reduceCounterValue": 0 |
| } |
| ] |
| }, |
| { |
| "counterGroupName": "Shuffle Errors", |
| "counter": [ |
| { |
| "name": "BAD_ID", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "CONNECTION", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "IO_ERROR", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "WRONG_LENGTH", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "WRONG_MAP", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| }, |
| { |
| "name": "WRONG_REDUCE", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| } |
| ] |
| }, |
| { |
| "counterGroupName": "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter", |
| "counter": [ |
| { |
| "name": "BYTES_READ", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| } |
| ] |
| }, |
| { |
| "counterGroupName": "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter", |
| "counter": [ |
| { |
| "name": "BYTES_WRITTEN", |
| "totalCounterValue": 0, |
| "mapCounterValue": 0, |
| "reduceCounterValue": 0 |
| } |
| ] |
| } |
| ] |
| } |
| } |
