| { |
| "name": "accu_batch", |
| "process.type": "batch", |
| "data.sources": [ |
| { |
| "name": "source", |
| "baseline": true, |
| "connector": { |
| "type": "avro", |
| "version": "1.7", |
| "config": { |
| "file.name": "src/test/resources/users_info_src.avro" |
| } |
| } |
| }, |
| { |
| "name": "target", |
| "connector": { |
| "type": "avro", |
| "version": "1.7", |
| "config": { |
| "file.name": "src/test/resources/users_info_target.avro" |
| } |
| } |
| } |
| ], |
| "evaluate.rule": { |
| "rules": [ |
| { |
| "dsl.type": "griffin-dsl", |
| "dq.type": "accuracy", |
| "out.dataframe.name": "accu", |
| "rule": "source.user_id = target.user_id AND upper(source.first_name) = upper(target.first_name) AND source.last_name = target.last_name AND source.address = target.address AND source.email = target.email AND source.phone = target.phone AND source.post_code = target.post_code", |
| "details": { |
| "source": "source", |
| "target": "target", |
| "miss": "miss_count", |
| "total": "total_count", |
| "matched": "matched_count" |
| }, |
| "out": [ |
| { |
| "type": "metric", |
| "name": "accu" |
| }, |
| { |
| "type": "record", |
| "name": "missRecords" |
| } |
| ] |
| } |
| ] |
| }, |
| "sinks": [ |
| "CONSOLE", |
| "ELASTICSEARCH" |
| ] |
| } |