conf/log4j-mapreduce.xml

<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE log4j:configuration SYSTEM "log4j.dtd">

<log4j:configuration>

  <appender name="FileRoll" class="org.apache.log4j.rolling.RollingFileAppender">
    <param name="file" value="${gobblin.logs.dir}/gobblin-current.log" />
    <param name="append" value="true" />
    <param name="encoding" value="UTF-8" />

    <rollingPolicy class="org.apache.log4j.rolling.TimeBasedRollingPolicy">
      <param name="FileNamePattern" value="${gobblin.logs.dir}/archive/gobblin.%d{yyyy-MM-dd}.log"/>
    </rollingPolicy>
    
    <layout class="org.apache.log4j.PatternLayout">
      <param name="ConversionPattern" value="%d{yyyy-MM-dd HH:mm:ss z} %-5p [%t] %C %X{tableName} %L - %m%n"/>
    </layout>
  </appender>
  
  <appender name="Console" class="org.apache.log4j.ConsoleAppender">
    <param name="encoding" value="UTF-8" />

    <layout class="org.apache.log4j.PatternLayout">
      <param name="ConversionPattern" value="%d{yyyy-MM-dd HH:mm:ss z} %-5p [%t] %C %X{tableName} %L - %m%n"/>
    </layout>
  </appender>

  <logger name="gobblin.runtime" additivity="false">
    <level value="INFO"/>
    <appender-ref ref="FileRoll" />
  </logger>
  
  <logger name="gobblin.runtime.mapreduce.CliMRJobLauncher" additivity="false">
    <level value="ERROR"/>
    <appender-ref ref="Console" />
  </logger>

  <root>
    <priority value ="INFO" /> 
    <appender-ref ref="FileRoll" />
  </root>
  
</log4j:configuration>