eagle-jpm/eagle-jpm-mr-history/src/test/resources/application.conf

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

{
  "appId":"mrHistoryJob",
  "mode":"LOCAL",
  "workers" : 3,
  "siteId" : "sandbox",
  application.storm.nimbusHost=localhost

  "stormConfig" : {
    "mrHistoryJobSpoutTasks" : 6,
    "jobKafkaSinkTasks" : 1,
    "taskAttemptKafkaSinkTasks" : 1
  },

  "zookeeper" : {
    "zkQuorum" : "sandbox.hortonworks.com:2181",
    "zkRoot" : "/test_mrjobhistory",
    "zkSessionTimeoutMs" : 15000,
    "zkRetryTimes" : 3,
    "zkRetryInterval" : 20000
  },

  "endpointConfig" : {
    "timeZone" : "UTC",
    "mrHistoryServerUrl" : "http://sandbox.hortonworks.com:19888",
    "basePath" : "/mr-history/done",
    "hdfs" : {
      fs.defaultFS : "hdfs://sandbox.hortonworks.com:8020",
      #if not need, then do not set
      # hdfs.kerberos.principal = ,
      # hdfs.keytab.file =
      # ....
    }
  },

  "service": {
    "host": "localhost",
    "port": 9090,
    "username": "admin",
    "password": "secret",
    "readTimeOutSeconds" : 10,
    context = "/rest"
  },

  "dataSinkConfig": {
    "topic" : "map_reduce_failed_job",
    "brokerList" : "sandbox.hortonworks.com:6667",
    "serializerClass" : "kafka.serializer.StringEncoder",
    "keySerializerClass" : "kafka.serializer.StringEncoder"
    "producerType" : "async",
    "numBatchMessages" : "4096",
    "maxQueueBufferMs" : "5000",
    "requestRequiredAcks" : "0"
  },

  "MRConfigureKeys" : {
    "jobNameKey" : "eagle.job.name",
    "jobConfigKey" : "mapreduce.map.output.compress,mapreduce.map.output.compress.codec,mapreduce.output.fileoutputformat.compress,mapreduce.output.fileoutputformat.compress.type,mapreduce.output.fileoutputformat.compress.codec,mapred.output.format.class, dataplatform.etl.info,mapreduce.map.memory.mb,mapreduce.reduce.memory.mb,mapreduce.map.java.opts,mapreduce.reduce.java.opts"
  }
}