| # Sample configuration properties for the Gobblin Yarn application launcher |
| |
| # Yarn/Helix configuration properties |
| gobblin.yarn.helix.cluster.name=GobblinYarn |
| gobblin.yarn.app.name=GobblinYarn |
| gobblin.yarn.app.master.memory.mbs=256 |
| gobblin.yarn.initial.containers=2 |
| gobblin.yarn.container.memory.mbs=512 |
| gobblin.yarn.conf.dir=<directory where Gobblin on Yarn related configuration files are located> |
| gobblin.yarn.lib.jars.dir=<directory where Gobblin on Yarn lib jars are located> |
| gobblin.yarn.app.master.files.local=${gobblin.yarn.conf.dir}"/log4j-yarn.properties,"${gobblin.yarn.conf.dir}"/application.conf,"${gobblin.yarn.conf.dir}"/reference.conf" |
| gobblin.yarn.container.files.local=${gobblin.yarn.app.master.files.local} |
| gobblin.yarn.job.conf.path=<path where Gobblin job configuration file are located> |
| gobblin.yarn.logs.sink.root.dir=<root sink directory for aggregated application/container logs stored on the launcher side> |
| |
| # File system URIs |
| writer.fs.uri=${fs.uri} |
| state.store.fs.uri=${fs.uri} |
| |
| # Writer related configuration properties |
| writer.destination.type=HDFS |
| writer.output.format=AVRO |
| writer.staging.dir=${gobblin.yarn.work.dir}/task-staging |
| writer.output.dir=${gobblin.yarn.work.dir}/task-output |
| |
| # Data publisher related configuration properties |
| data.publisher.type=gobblin.publisher.BaseDataPublisher |
| data.publisher.final.dir=${gobblin.yarn.work.dir}/job-output |
| data.publisher.replace.final.dir=false |
| |
| # Directory where job/task state files are stored |
| state.store.dir=${gobblin.yarn.work.dir}/state-store |
| |
| # Directory where error files from the quality checkers are stored |
| qualitychecker.row.err.file=${gobblin.yarn.work.dir}/err |
| |
| # Disable job locking for now |
| job.lock.enabled=false |
| |
| # Directory where job locks are stored |
| job.lock.dir=${gobblin.yarn.work.dir}/locks |
| |
| # Directory where metrics log files are stored |
| metrics.log.dir=${gobblin.yarn.work.dir}/metrics |
| |
| # Interval of task state reporting in milliseconds |
| task.status.reportintervalinms=1000 |
| |
| # Enable metrics / events |
| metrics.enabled=true |
| |