| { |
| "name": "accu_batch", |
| "process.type": "batch", |
| "data.sources": [ |
| { |
| "name": "source", |
| "baseline": true, |
| "connector": { |
| "type": "elasticsearch", |
| "config": { |
| "selectionExprs": [ |
| "account_number", |
| "city", |
| "gender", |
| "age > 18" |
| ], |
| "filterExprs": [ |
| "account_number < 10" |
| ], |
| "paths": [ |
| "bank", |
| "customer" |
| ], |
| "options": { |
| "es.nodes": "localhost", |
| "es.port": 9200 |
| } |
| } |
| } |
| } |
| ], |
| "evaluate.rule": { |
| "rules": [ |
| { |
| "dsl.type": "griffin-dsl", |
| "dq.type": "completeness", |
| "out.dataframe.name": "comp_df", |
| "rule": "account_number, city", |
| "out": [ |
| { |
| "type": "metric", |
| "name": "comp_metric", |
| "flatten": "map" |
| } |
| ] |
| } |
| ] |
| }, |
| "sinks": [ |
| "consoleSink" |
| ] |
| } |
