measure/src/test/resources/_timeliness-batch-griffindsl.json

{
  "name": "timeliness_batch",
  "process.type": "batch",
  "data.sources": [
    {
      "name": "source",
      "connector": {
        "type": "avro",
        "version": "1.7",
        "config": {
          "file.name": "src/test/resources/timeliness_data.avro"
        }
      }
    }
  ],
  "evaluate.rule": {
    "rules": [
      {
        "dsl.type": "griffin-dsl",
        "dq.type": "timeliness",
        "out.dataframe.name": "timeliness",
        "rule": "ts, end_ts",
        "details": {
          "source": "source",
          "latency": "latency",
          "total": "total",
          "avg": "avg",
          "threshold": "3m",
          "step": "step",
          "count": "cnt",
          "step.size": "2m",
          "percentile": "percentile",
          "percentile.values": [
            0.95
          ]
        },
        "out": [
          {
            "type": "metric",
            "name": "timeliness"
          },
          {
            "type": "record",
            "name": "lateRecords"
          }
        ]
      }
    ]
  },
  "sinks": [
    "CONSOLE",
    "ELASTICSEARCH"
  ]
}