| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.hadoop.yarn.server.webapp; |
| |
| import com.google.inject.Inject; |
| import org.apache.commons.logging.Log; |
| import org.apache.commons.logging.LogFactory; |
| import org.apache.commons.logging.impl.Log4JLogger; |
| import org.apache.hadoop.conf.Configuration; |
| import org.apache.hadoop.security.UserGroupInformation; |
| import org.apache.hadoop.util.Time; |
| import org.apache.hadoop.yarn.security.AdminACLsManager; |
| import org.apache.hadoop.yarn.util.Log4jWarningErrorMetricsAppender; |
| import org.apache.hadoop.yarn.util.Times; |
| import org.apache.hadoop.yarn.webapp.hamlet.Hamlet; |
| import org.apache.hadoop.yarn.webapp.view.HtmlBlock; |
| |
| import java.util.ArrayList; |
| import java.util.HashMap; |
| import java.util.List; |
| import java.util.Map; |
| |
| public class ErrorsAndWarningsBlock extends HtmlBlock { |
| |
| long cutoffPeriodSeconds; |
| final private AdminACLsManager adminAclsManager; |
| |
| @Inject |
| ErrorsAndWarningsBlock(ViewContext ctx, Configuration conf) { |
| super(ctx); |
| // default is to show all errors and warnings |
| cutoffPeriodSeconds = Time.now() / 1000; |
| String value = ctx.requestContext().get("cutoff", ""); |
| try { |
| cutoffPeriodSeconds = Integer.parseInt(value); |
| if (cutoffPeriodSeconds <= 0) { |
| cutoffPeriodSeconds = Time.now() / 1000; |
| } |
| } catch (NumberFormatException ne) { |
| cutoffPeriodSeconds = Time.now() / 1000; |
| } |
| adminAclsManager = new AdminACLsManager(conf); |
| } |
| |
| @Override |
| protected void render(Block html) { |
| Log log = LogFactory.getLog(ErrorsAndWarningsBlock.class); |
| |
| boolean isAdmin = false; |
| UserGroupInformation callerUGI = this.getCallerUGI(); |
| |
| if (adminAclsManager.areACLsEnabled()) { |
| if (callerUGI != null && adminAclsManager.isAdmin(callerUGI)) { |
| isAdmin = true; |
| } |
| } else { |
| isAdmin = true; |
| } |
| |
| if (!isAdmin) { |
| html.div().p()._("This page is for admins only.")._()._(); |
| return; |
| } |
| |
| if (log instanceof Log4JLogger) { |
| html._(ErrorMetrics.class); |
| html._(WarningMetrics.class); |
| html.div().button().$onclick("reloadPage()").b("View data for the last ") |
| ._().select().$id("cutoff").option().$value("60")._("1 min")._() |
| .option().$value("300")._("5 min")._().option().$value("900") |
| ._("15 min")._().option().$value("3600")._("1 hour")._().option() |
| .$value("21600")._("6 hours")._().option().$value("43200") |
| ._("12 hours")._().option().$value("86400")._("24 hours")._()._()._(); |
| |
| String script = "function reloadPage() {" |
| + " var timePeriod = $(\"#cutoff\").val();" |
| + " document.location.href = '/cluster/errors-and-warnings?cutoff=' + timePeriod" |
| + "}"; |
| script = script |
| + "; function toggleContent(element) {" |
| + " $(element).parent().siblings('.toggle-content').fadeToggle();" |
| + "}"; |
| |
| html.script().$type("text/javascript")._(script)._(); |
| |
| html.style(".toggle-content { display: none; }"); |
| |
| Log4jWarningErrorMetricsAppender appender = |
| Log4jWarningErrorMetricsAppender.findAppender(); |
| if (appender == null) { |
| return; |
| } |
| List<Long> cutoff = new ArrayList<>(); |
| Hamlet.TBODY<Hamlet.TABLE<Hamlet>> errorsTable = |
| html.table("#messages").thead().tr().th(".message", "Message") |
| .th(".type", "Type").th(".count", "Count") |
| .th(".lasttime", "Latest Message Time")._()._().tbody(); |
| |
| // cutoff has to be in seconds |
| cutoff.add((Time.now() - cutoffPeriodSeconds * 1000) / 1000); |
| List<Map<String, Log4jWarningErrorMetricsAppender.Element>> errorsData = |
| appender.getErrorMessagesAndCounts(cutoff); |
| List<Map<String, Log4jWarningErrorMetricsAppender.Element>> warningsData = |
| appender.getWarningMessagesAndCounts(cutoff); |
| Map<String, List<Map<String, Log4jWarningErrorMetricsAppender.Element>>> sources = |
| new HashMap<>(); |
| sources.put("Error", errorsData); |
| sources.put("Warning", warningsData); |
| |
| int maxDisplayLength = 80; |
| for (Map.Entry<String, List<Map<String, Log4jWarningErrorMetricsAppender.Element>>> source : sources |
| .entrySet()) { |
| String type = source.getKey(); |
| List<Map<String, Log4jWarningErrorMetricsAppender.Element>> data = |
| source.getValue(); |
| if (data.size() > 0) { |
| Map<String, Log4jWarningErrorMetricsAppender.Element> map = data.get(0); |
| for (Map.Entry<String, Log4jWarningErrorMetricsAppender.Element> entry : map |
| .entrySet()) { |
| String message = entry.getKey(); |
| Hamlet.TR<Hamlet.TBODY<Hamlet.TABLE<Hamlet>>> row = |
| errorsTable.tr(); |
| Hamlet.TD<Hamlet.TR<Hamlet.TBODY<Hamlet.TABLE<Hamlet>>>> cell = |
| row.td(); |
| if (message.length() > maxDisplayLength || message.contains("\n")) { |
| String displayMessage = entry.getKey().split("\n")[0]; |
| if (displayMessage.length() > maxDisplayLength) { |
| displayMessage = displayMessage.substring(0, maxDisplayLength); |
| } |
| |
| cell.pre().a().$href("#").$onclick("toggleContent(this);") |
| .$style("white-space: pre")._(displayMessage)._()._().div() |
| .$class("toggle-content").pre()._(message)._()._()._(); |
| } else { |
| cell.pre()._(message)._()._(); |
| } |
| Log4jWarningErrorMetricsAppender.Element ele = entry.getValue(); |
| row.td(type).td(String.valueOf(ele.count)) |
| .td(Times.format(ele.timestampSeconds * 1000))._(); |
| } |
| } |
| } |
| errorsTable._()._(); |
| } |
| } |
| |
| public static class MetricsBase extends HtmlBlock { |
| List<Long> cutoffs; |
| List<Integer> values; |
| String tableHeading; |
| Log4jWarningErrorMetricsAppender appender; |
| |
| MetricsBase(ViewContext ctx) { |
| super(ctx); |
| cutoffs = new ArrayList<>(); |
| |
| // cutoff has to be in seconds |
| long now = Time.now(); |
| cutoffs.add((now - 60 * 1000) / 1000); |
| cutoffs.add((now - 300 * 1000) / 1000); |
| cutoffs.add((now - 900 * 1000) / 1000); |
| cutoffs.add((now - 3600 * 1000) / 1000); |
| cutoffs.add((now - 21600 * 1000) / 1000); |
| cutoffs.add((now - 43200 * 1000) / 1000); |
| cutoffs.add((now - 84600 * 1000) / 1000); |
| |
| Log log = LogFactory.getLog(ErrorsAndWarningsBlock.class); |
| if (log instanceof Log4JLogger) { |
| appender = |
| Log4jWarningErrorMetricsAppender.findAppender(); |
| } |
| } |
| |
| List<Long> getCutoffs() { |
| return this.cutoffs; |
| } |
| |
| @Override |
| protected void render(Block html) { |
| Log log = LogFactory.getLog(ErrorsAndWarningsBlock.class); |
| if (log instanceof Log4JLogger) { |
| Hamlet.DIV<Hamlet> div = |
| html.div().$class("metrics").$style("padding-bottom: 20px"); |
| div.h3(tableHeading).table("#metricsoverview").thead() |
| .$class("ui-widget-header").tr().th().$class("ui-state-default") |
| ._("Last 1 minute")._().th().$class("ui-state-default") |
| ._("Last 5 minutes")._().th().$class("ui-state-default") |
| ._("Last 15 minutes")._().th().$class("ui-state-default") |
| ._("Last 1 hour")._().th().$class("ui-state-default") |
| ._("Last 6 hours")._().th().$class("ui-state-default") |
| ._("Last 12 hours")._().th().$class("ui-state-default") |
| ._("Last 24 hours")._()._()._().tbody().$class("ui-widget-content") |
| .tr().td(String.valueOf(values.get(0))) |
| .td(String.valueOf(values.get(1))).td(String.valueOf(values.get(2))) |
| .td(String.valueOf(values.get(3))).td(String.valueOf(values.get(4))) |
| .td(String.valueOf(values.get(5))).td(String.valueOf(values.get(6))) |
| ._()._()._(); |
| div._(); |
| } |
| } |
| } |
| |
| public static class ErrorMetrics extends MetricsBase { |
| |
| @Inject |
| ErrorMetrics(ViewContext ctx) { |
| super(ctx); |
| tableHeading = "Error Metrics"; |
| } |
| |
| @Override |
| protected void render(Block html) { |
| if (appender == null) { |
| return; |
| } |
| values = appender.getErrorCounts(getCutoffs()); |
| super.render(html); |
| } |
| } |
| |
| public static class WarningMetrics extends MetricsBase { |
| |
| @Inject |
| WarningMetrics(ViewContext ctx) { |
| super(ctx); |
| tableHeading = "Warning Metrics"; |
| } |
| |
| @Override |
| protected void render(Block html) { |
| if (appender == null) { |
| return; |
| } |
| values = appender.getWarningCounts(getCutoffs()); |
| super.render(html); |
| } |
| } |
| } |
