| { |
| "type": "kafka", |
| "spec" : { |
| "dataSchema": { |
| "dataSource": "wikipedia", |
| "timestampSpec": { |
| "column": "time", |
| "format": "auto" |
| }, |
| "dimensionsSpec": { |
| "dimensions": [ |
| "channel", |
| "cityName", |
| "comment", |
| "countryIsoCode", |
| "countryName", |
| "isAnonymous", |
| "isMinor", |
| "isNew", |
| "isRobot", |
| "isUnpatrolled", |
| "metroCode", |
| "namespace", |
| "page", |
| "regionIsoCode", |
| "regionName", |
| "user", |
| { |
| "name": "added", |
| "type": "long" |
| }, |
| { |
| "name": "deleted", |
| "type": "long" |
| }, |
| { |
| "name": "delta", |
| "type": "long" |
| } |
| ] |
| }, |
| "metricsSpec": [], |
| "granularitySpec": { |
| "type": "uniform", |
| "segmentGranularity": "DAY", |
| "queryGranularity": "NONE", |
| "rollup": false |
| } |
| }, |
| "tuningConfig": { |
| "type": "kafka", |
| "reportParseExceptions": false |
| }, |
| "ioConfig": { |
| "topic": "wikipedia", |
| "inputFormat": { |
| "type": "json" |
| }, |
| "replicas": 1, |
| "taskDuration": "PT10M", |
| "completionTimeout": "PT20M", |
| "consumerProperties": { |
| "bootstrap.servers": "localhost:9092" |
| } |
| } |
| } |
| } |
