| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # log4j configuration used during build and unit tests |
| |
| log4j.rootLogger=info,stdout |
| log4j.threshold=ALL |
| log4j.appender.stdout=org.apache.log4j.ConsoleAppender |
| log4j.appender.stdout.layout=org.apache.log4j.PatternLayout |
| log4j.appender.stdout.layout.ConversionPattern=%d{ISO8601} [%t] %-5p %c{2} (%F:%M(%L)) - %m%n |
| |
| log4j.logger.org.apache.hadoop.util.NativeCodeLoader=ERROR |
| log4j.logger.org.apache.hadoop.conf.Configuration.deprecation=WARN |
| log4j.logger.org.apache.hadoop.util.GSet=WARN |
| # MiniDFS clusters can be noisy |
| log4j.logger.org.apache.hadoop.hdfs.server=ERROR |
| log4j.logger.org.apache.hadoop.metrics2=WARN |
| log4j.logger.org.apache.hadoop.net.NetworkTopology=WARN |
| log4j.logger.org.apache.hadoop.util.JvmPauseMonitor=WARN |
| log4j.logger.org.apache.hadoop.ipc=WARN |
| log4j.logger.org.apache.hadoop.http=WARN |
| log4j.logger.org.apache.hadoop.security.authentication.server.AuthenticationFilter=WARN |
| log4j.logger.org.apache.hadoop.util.HostsFileReader=WARN |
| log4j.logger.org.apache.commons.beanutils=WARN |
| log4j.logger.org.apache.hadoop.hdfs.StateChange=WARN |
| log4j.logger.BlockStateChange=WARN |
| log4j.logger.org.apache.hadoop.hdfs.DFSUtil=WARN |
| |
| ## YARN can be noisy too |
| log4j.logger.org.apache.hadoop.yarn.server.resourcemanager.scheduler=WARN |
| log4j.logger.org.apache.hadoop.yarn.server.nodemanager=WARN |
| log4j.logger.org.apache.hadoop.yarn.event=WARN |
| log4j.logger.org.apache.hadoop.yarn.util.ResourceCalculatorPlugin=ERROR |
| log4j.logger.org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor=WARN |
| log4j.logger.org.apache.hadoop.mapred.IndexCache=WARN |
| log4j.logger.org.apache.hadoop.yarn.webapp.WebApps=WARN |
| log4j.logger.org.apache.hadoop.yarn.server.resourcemanager.security=WARN |
| log4j.logger.org.apache.hadoop.yarn.util.AbstractLivelinessMonitor=WARN |
| log4j.logger.org.apache.hadoop.security.token.delegation=WARN |
| log4j.logger.org.apache.hadoop.mapred.ShuffleHandler=WARN |
| log4j.logger.org.apache.hadoop.ipc.Server=WARN |
| #log4j.logger.=WARN |
| |
| |
| # for debugging low level S3a operations, uncomment these lines |
| # Log all S3A classes |
| log4j.logger.org.apache.hadoop.fs.s3a=DEBUG |
| #log4j.logger.org.apache.hadoop.fs.s3a.S3AUtils=INFO |
| #log4j.logger.org.apache.hadoop.fs.s3a.Listing=INFO |
| log4j.logger.org.apache.hadoop.fs.s3a.SDKV2Upgrade=WARN |
| |
| # Log Committer classes |
| #log4j.logger.org.apache.hadoop.fs.s3a.commit=DEBUG |
| |
| # Log all HTTP requests made; includes S3 interaction. This may |
| # include sensitive information such as account IDs in HTTP headers. |
| #log4j.logger.com.amazonaws.request=DEBUG |
| |
| # Turn on low level HTTP protocol debugging |
| #log4j.logger.com.amazonaws.thirdparty.apache.http=DEBUG |
| |
| log4j.logger.org.apache.hadoop.mapreduce.lib.output=DEBUG |
| log4j.logger.org.apache.hadoop.fs.s3a.S3AStorageStatistics=INFO |
| |
| # Set to debug if you need to debug S3A endpoint problems. |
| #log4j.logger.org.apache.hadoop.fs.s3a.DefaultS3ClientFactory=DEBUG |
| |
| # This causes all remote iterator stats |
| # to be logged when the RemoteIterators.foreach() method is |
| # invoked |
| #log4j.logger.org.apache.hadoop.util.functional.RemoteIterators=DEBUG |
| |
| # Auditing operations in all detail |
| # Log before a request is made to S3 |
| #log4j.logger.org.apache.hadoop.fs.s3a.audit=DEBUG |
| # log request creation, span lifecycle and other low-level details |
| #log4j.logger.org.apache.hadoop.fs.s3a.audit=TRACE |
| |
| # uncomment this to trace where context entries are set |
| # log4j.logger.org.apache.hadoop.fs.audit.CommonAuditContext=TRACE |
