| { |
| "data.sources": [ |
| { |
| "connectors": [ |
| { |
| "dataframe.name": "prof_table", |
| "config": { |
| "table.name": "efg", |
| "database": "abc", |
| "where": "`date`=\"20190825\"" |
| }, |
| "type": "hive" |
| } |
| ], |
| "name": "source" |
| } |
| ], |
| "sinks": [ |
| "CONSOLE" |
| ], |
| "name": "test_griffin_complete", |
| "evaluate.rule": { |
| "rules": [ |
| { |
| "rule": "user", |
| "out.dataframe.name": "prof", |
| "dsl.type": "griffin-dsl", |
| "dq.type": "completeness", |
| "error.confs":[ |
| { |
| "column.name": "user", |
| "type": "abc", |
| "values":["1", "2", "hive_none", ""] |
| } |
| ], |
| "out": [ |
| { |
| "type": "metric", |
| "flatten": "map" |
| } |
| ] |
| } |
| ] |
| }, |
| "process.type": "batch" |
| } |