eagle-jpm/eagle-jpm-aggregation/src/main/resources/application.conf

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

{
  "stormConfig" : {
    "mrHistoryAggregationSpoutTasks" : 1,
    "mrHistoryAggregationBoltTasks" : 6,
    "aggregationDuration" : 3600, #seconds, each bolt process metrics from [start, start + aggregationDuration]
  },

  "zookeeper" : {
    "zkQuorum" : "sandbox.hortonworks.com:2181",
    "zkPort" : "2181",
    "zkRoot" : "/aggregation/mr/sandbox",
    "zkSessionTimeoutMs" : 15000,
    "zkRetryTimes" : 3,
    "zkRetryInterval" : 20000,
  },


  "service": {
    "host": "sandbox.hortonworks.com:2181",
    "port": 9099,
    "username": "admin",
    "password": "secret"
  },

  "aggregate" : {
    "counters" : {
      "metrics" : "cpu_milliseconds,file_bytes_read, file_bytes_written, hdfs_bytes_read, hdfs_bytes_written, hdfs_read_ops, hdfs_write_ops",
      "groupBys": "site, jobType; site, user; site"
    }
  },

  "appId":"mrHistoryAggregation",
  "mode":"LOCAL",
  "workers" : 3,
  "siteId" : "sandbox",
  application.storm.nimbusHost=localhost
  topology.message.timeout.secs=1800
}