| { |
| "name": "prof_batch", |
| "process.type": "batch", |
| "timestamp": 123456, |
| "data.sources": [ |
| { |
| "name": "source", |
| "connector": { |
| "type": "hive", |
| "version": "1.2", |
| "config": { |
| "database": "default", |
| "table.name": "s1" |
| } |
| } |
| } |
| ], |
| "evaluate.rule": { |
| "rules": [ |
| { |
| "dsl.type": "griffin-dsl", |
| "dq.type": "profiling", |
| "out.dataframe.name": "prof", |
| "rule": "name, count(*) as cnt from source group by name", |
| "out": [ |
| { |
| "type": "metric", |
| "name": "name_group", |
| "flatten": "array" |
| } |
| ] |
| }, |
| { |
| "dsl.type": "griffin-dsl", |
| "dq.type": "profiling", |
| "out.dataframe.name": "grp", |
| "rule": "age, count(*) as cnt from source group by age order by cnt", |
| "out": [ |
| { |
| "type": "metric", |
| "name": "age_group", |
| "flatten": "array" |
| } |
| ] |
| } |
| ] |
| }, |
| "sinks": [ |
| "CONSOLESink", |
| "ELASTICSEARCHSink" |
| ] |
| } |