| { |
| "type": "index_parallel", |
| "spec": { |
| "dataSchema": { |
| "dataSource": "%%DATASOURCE%%", |
| "timestampSpec": { |
| "column": "timestamp" |
| }, |
| "metricsSpec": [ |
| { |
| "type": "count", |
| "name": "count" |
| }, |
| { |
| "type": "doubleSum", |
| "name": "added", |
| "fieldName": "added" |
| }, |
| { |
| "type": "doubleSum", |
| "name": "deleted", |
| "fieldName": "deleted" |
| }, |
| { |
| "type": "doubleSum", |
| "name": "delta", |
| "fieldName": "delta" |
| }, |
| { |
| "name": "thetaSketch", |
| "type": "thetaSketch", |
| "fieldName": "user" |
| }, |
| { |
| "name": "quantilesDoublesSketch", |
| "type": "quantilesDoublesSketch", |
| "fieldName": "delta" |
| }, |
| { |
| "name": "HLLSketchBuild", |
| "type": "HLLSketchBuild", |
| "fieldName": "user" |
| } |
| ], |
| "granularitySpec": { |
| "segmentGranularity": "DAY", |
| "queryGranularity": "second", |
| "intervals" : [ "2013-08-31/2013-09-02" ] |
| }, |
| "dimensionsSpec": { |
| "dimensions": [ |
| "page", |
| {"type": "string", "name": "language", "createBitmapIndex": false}, |
| "user", |
| "unpatrolled", |
| "newPage", |
| "robot", |
| "anonymous", |
| "namespace", |
| "continent", |
| "country", |
| "region", |
| "city" |
| ] |
| } |
| }, |
| "ioConfig": { |
| "type": "index_parallel", |
| "inputSource": { |
| "type": "combining", |
| "delegates": [ |
| { |
| "type": "local", |
| "baseDir": "/resources/indexer", |
| "filter": "wikipedia_combining_index_data.json" |
| }, |
| { |
| "type": "druid", |
| "dataSource": "%%COMBINING_DATASOURCE%%", |
| "interval": "2013-08-31/2013-09-02" |
| } |
| ] |
| }, |
| "appendToExisting": %%APPEND_TO_EXISTING%%, |
| "inputFormat": %%INPUT_FORMAT%% |
| }, |
| "tuningConfig": { |
| "type": "index_parallel", |
| "maxNumConcurrentSubTasks": 4, |
| "splitHintSpec": { |
| "type": "maxSize", |
| "maxNumFiles": 1 |
| }, |
| "forceGuaranteedRollup": %%FORCE_GUARANTEED_ROLLUP%%, |
| "partitionsSpec": %%PARTITIONS_SPEC%% |
| } |
| } |
| } |
