measure/src/test/resources/_completeness-streaming-griffindsl.json

{
  "name": "comp_streaming",

  "process.type": "streaming",

  "data.sources": [
    {
      "name": "source",
      "connectors": [
        {
          "type": "kafka",
          "version": "0.8",
          "dataframe.name": "this",
          "config": {
            "kafka.config": {
              "bootstrap.servers": "10.147.177.107:9092",
              "group.id": "source",
              "auto.offset.reset": "smallest",
              "auto.commit.enable": "false"
            },
            "topics": "test",
            "key.type": "java.lang.String",
            "value.type": "java.lang.String"
          },
          "pre.proc": [
            {
              "dsl.type": "df-ops",
              "in.dataframe.name": "this",
              "out.dataframe.name": "s1",
              "rule": "from_json"
            },
            {
              "dsl.type": "spark-sql",
              "out.dataframe.name": "this",
              "rule": "select name, age from s1"
            }
          ]
        }
      ],
      "checkpoint": {
        "file.path": "hdfs://localhost/griffin/streaming/dump/source",
        "info.path": "source",
        "ready.time.interval": "10s",
        "ready.time.delay": "0",
        "time.range": ["0", "0"]
      }
    }
  ],

  "evaluate.rule": {
    "rules": [
      {
        "dsl.type": "griffin-dsl",
        "dq.type": "completeness",
        "out.dataframe.name": "comp",
        "rule": "name, age",
        "out":[
          {
            "type": "metric",
            "name": "comp"
          }
        ]
      }
    ]
  },

  "sinks": ["CONSOLE","ELASTICSEARCH"]
}