| { |
| "data.sources": [ |
| { |
| "connector": { |
| "dataframe.name": "prof_table", |
| "config": { |
| "table.name": "efg", |
| "database": "abc", |
| "where": "`date`=\"20190825\"" |
| }, |
| "type": "hive" |
| }, |
| "name": "source" |
| } |
| ], |
| "sinks": [ |
| "CONSOLESink" |
| ], |
| "name": "test_griffin_complete_lizhao.bd", |
| "evaluate.rule": { |
| "rules": [ |
| { |
| "rule": "user", |
| "out.dataframe.name": "prof", |
| "dsl.type": "griffin-dsl", |
| "dq.type": "completeness", |
| "error.confs": [ |
| { |
| "column.name": "user", |
| "type": "enumeration", |
| "values": [ |
| "1", |
| "2", |
| "hive_none", |
| "" |
| ] |
| }, |
| { |
| "column.name": "name", |
| "type": "regex", |
| "values": [ |
| "^zhanglei.natur\\w{1}$" |
| ] |
| } |
| ], |
| "out": [ |
| { |
| "type": "metric", |
| "flatten": "map" |
| } |
| ] |
| } |
| ] |
| }, |
| "process.type": "batch" |
| } |