| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.hadoop.mapreduce.v2.hs.webapp; |
| |
| import static org.apache.hadoop.mapreduce.v2.app.webapp.AMParams.TASK_TYPE; |
| import static org.apache.hadoop.mapreduce.v2.app.webapp.AMParams.TASK_ID; |
| import static org.apache.hadoop.yarn.webapp.view.JQueryUI.ACCORDION; |
| import static org.apache.hadoop.yarn.webapp.view.JQueryUI.DATATABLES; |
| import static org.apache.hadoop.yarn.webapp.view.JQueryUI.DATATABLES_ID; |
| import static org.apache.hadoop.yarn.webapp.view.JQueryUI.initID; |
| import static org.apache.hadoop.yarn.webapp.view.JQueryUI.postInitID; |
| import static org.apache.hadoop.yarn.webapp.view.JQueryUI.tableInit; |
| |
| import java.util.Collection; |
| |
| import org.apache.hadoop.mapreduce.v2.api.records.TaskId; |
| import org.apache.hadoop.mapreduce.v2.api.records.TaskType; |
| import org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt; |
| import org.apache.hadoop.mapreduce.v2.app.webapp.App; |
| import org.apache.hadoop.mapreduce.v2.util.MRApps; |
| import org.apache.hadoop.util.StringUtils; |
| import org.apache.hadoop.yarn.util.Times; |
| import org.apache.hadoop.yarn.webapp.SubView; |
| import org.apache.hadoop.yarn.webapp.hamlet.Hamlet; |
| import org.apache.hadoop.yarn.webapp.hamlet.Hamlet.TABLE; |
| import org.apache.hadoop.yarn.webapp.hamlet.Hamlet.TBODY; |
| import org.apache.hadoop.yarn.webapp.hamlet.Hamlet.TD; |
| import org.apache.hadoop.yarn.webapp.hamlet.Hamlet.TFOOT; |
| import org.apache.hadoop.yarn.webapp.hamlet.Hamlet.THEAD; |
| import org.apache.hadoop.yarn.webapp.hamlet.Hamlet.TR; |
| import org.apache.hadoop.yarn.webapp.hamlet.HamletSpec.InputType; |
| import org.apache.hadoop.yarn.webapp.view.HtmlBlock; |
| |
| import com.google.common.base.Joiner; |
| import com.google.inject.Inject; |
| |
| /** |
| * A Page the shows the status of a given task |
| */ |
| public class HsTaskPage extends HsView { |
| |
| /** |
| * A Block of HTML that will render a given task attempt. |
| */ |
| static class AttemptsBlock extends HtmlBlock { |
| final App app; |
| |
| @Inject |
| AttemptsBlock(App ctx) { |
| app = ctx; |
| } |
| |
| @Override |
| protected void render(Block html) { |
| if (!isValidRequest()) { |
| html. |
| h2($(TITLE)); |
| return; |
| } |
| TaskType type = null; |
| String symbol = $(TASK_TYPE); |
| if (!symbol.isEmpty()) { |
| type = MRApps.taskType(symbol); |
| } else { |
| type = app.getTask().getType(); |
| } |
| |
| TR<THEAD<TABLE<Hamlet>>> headRow = html. |
| table("#attempts"). |
| thead(). |
| tr(); |
| |
| headRow. |
| th(".id", "Attempt"). |
| th(".state", "State"). |
| th(".node", "node"). |
| th(".tsh", "Start Time"); |
| |
| if(type == TaskType.REDUCE) { |
| headRow.th("Shuffle Finish Time"); |
| headRow.th("Merge Finish Time"); |
| } |
| |
| headRow.th("Finish Time"); //Attempt |
| |
| if(type == TaskType.REDUCE) { |
| headRow.th("Elapsed Time Shuffle"); //Attempt |
| headRow.th("Elapsed Time Merge"); //Attempt |
| headRow.th("Elapsed Time Reduce"); //Attempt |
| } |
| headRow.th("Elapsed Time"). |
| th(".note", "Note"); |
| |
| TBODY<TABLE<Hamlet>> tbody = headRow._()._().tbody(); |
| for (TaskAttempt ta : getTaskAttempts()) { |
| String taid = MRApps.toString(ta.getID()); |
| |
| String nodeHttpAddr = ta.getNodeHttpAddress(); |
| String containerIdString = ta.getAssignedContainerID().toString(); |
| String nodeIdString = ta.getAssignedContainerMgrAddress(); |
| String nodeRackName = ta.getNodeRackName(); |
| |
| long attemptStartTime = ta.getLaunchTime(); |
| long shuffleFinishTime = -1; |
| long sortFinishTime = -1; |
| long attemptFinishTime = ta.getFinishTime(); |
| long elapsedShuffleTime = -1; |
| long elapsedSortTime = -1; |
| long elapsedReduceTime = -1; |
| if(type == TaskType.REDUCE) { |
| shuffleFinishTime = ta.getShuffleFinishTime(); |
| sortFinishTime = ta.getSortFinishTime(); |
| elapsedShuffleTime = |
| Times.elapsed(attemptStartTime, shuffleFinishTime, false); |
| elapsedSortTime = |
| Times.elapsed(shuffleFinishTime, sortFinishTime, false); |
| elapsedReduceTime = |
| Times.elapsed(sortFinishTime, attemptFinishTime, false); |
| } |
| long attemptElapsed = |
| Times.elapsed(attemptStartTime, attemptFinishTime, false); |
| int sortId = ta.getID().getId() + (ta.getID().getTaskId().getId() * 10000); |
| |
| TR<TBODY<TABLE<Hamlet>>> row = tbody.tr(); |
| TD<TR<TBODY<TABLE<Hamlet>>>> td = row.td(); |
| |
| td.br().$title(String.valueOf(sortId))._(). // sorting |
| _(taid)._().td(ta.getState().toString()).td().a(".nodelink", |
| url("http://", nodeHttpAddr), |
| nodeRackName + "/" + nodeHttpAddr); |
| td._(" ").a(".logslink", |
| url("logs", nodeIdString, containerIdString, taid, app.getJob() |
| .getUserName()), "logs"); |
| td._(); |
| |
| row.td(). |
| br().$title(String.valueOf(attemptStartTime))._(). |
| _(Times.format(attemptStartTime))._(); |
| |
| if(type == TaskType.REDUCE) { |
| row.td(). |
| br().$title(String.valueOf(shuffleFinishTime))._(). |
| _(Times.format(shuffleFinishTime))._(); |
| row.td(). |
| br().$title(String.valueOf(sortFinishTime))._(). |
| _(Times.format(sortFinishTime))._(); |
| } |
| row. |
| td(). |
| br().$title(String.valueOf(attemptFinishTime))._(). |
| _(Times.format(attemptFinishTime))._(); |
| |
| if(type == TaskType.REDUCE) { |
| row.td(). |
| br().$title(String.valueOf(elapsedShuffleTime))._(). |
| _(formatTime(elapsedShuffleTime))._(); |
| row.td(). |
| br().$title(String.valueOf(elapsedSortTime))._(). |
| _(formatTime(elapsedSortTime))._(); |
| row.td(). |
| br().$title(String.valueOf(elapsedReduceTime))._(). |
| _(formatTime(elapsedReduceTime))._(); |
| } |
| |
| row. |
| td(). |
| br().$title(String.valueOf(attemptElapsed))._(). |
| _(formatTime(attemptElapsed))._(). |
| td(".note", Joiner.on('\n').join(ta.getDiagnostics())); |
| row._(); |
| } |
| |
| |
| TR<TFOOT<TABLE<Hamlet>>> footRow = tbody._().tfoot().tr(); |
| footRow. |
| th().input("search_init").$type(InputType.text). |
| $name("attempt_name").$value("Attempt")._()._(). |
| th().input("search_init").$type(InputType.text). |
| $name("attempt_state").$value("State")._()._(). |
| th().input("search_init").$type(InputType.text). |
| $name("attempt_node").$value("Node")._()._(). |
| th().input("search_init").$type(InputType.text). |
| $name("attempt_start_time").$value("Start Time")._()._(); |
| |
| if(type == TaskType.REDUCE) { |
| footRow. |
| th().input("search_init").$type(InputType.text). |
| $name("shuffle_time").$value("Shuffle Time")._()._(); |
| footRow. |
| th().input("search_init").$type(InputType.text). |
| $name("merge_time").$value("Merge Time")._()._(); |
| } |
| |
| footRow. |
| th().input("search_init").$type(InputType.text). |
| $name("attempt_finish").$value("Finish Time")._()._(); |
| |
| if(type == TaskType.REDUCE) { |
| footRow. |
| th().input("search_init").$type(InputType.text). |
| $name("elapsed_shuffle_time").$value("Elapsed Shuffle Time")._()._(); |
| footRow. |
| th().input("search_init").$type(InputType.text). |
| $name("elapsed_merge_time").$value("Elapsed Merge Time")._()._(); |
| footRow. |
| th().input("search_init").$type(InputType.text). |
| $name("elapsed_reduce_time").$value("Elapsed Reduce Time")._()._(); |
| } |
| |
| footRow. |
| th().input("search_init").$type(InputType.text). |
| $name("attempt_elapsed").$value("Elapsed Time")._()._(). |
| th().input("search_init").$type(InputType.text). |
| $name("note").$value("Note")._()._(); |
| |
| footRow._()._()._(); |
| } |
| |
| private String formatTime(long elapsed) { |
| return elapsed < 0 ? "N/A" : StringUtils.formatTime(elapsed); |
| } |
| |
| /** |
| * @return true if this is a valid request else false. |
| */ |
| protected boolean isValidRequest() { |
| return app.getTask() != null; |
| } |
| |
| /** |
| * @return all of the attempts to render. |
| */ |
| protected Collection<TaskAttempt> getTaskAttempts() { |
| return app.getTask().getAttempts().values(); |
| } |
| } |
| |
| /* |
| * (non-Javadoc) |
| * @see org.apache.hadoop.mapreduce.v2.hs.webapp.HsView#preHead(org.apache.hadoop.yarn.webapp.hamlet.Hamlet.HTML) |
| */ |
| @Override protected void preHead(Page.HTML<_> html) { |
| commonPreHead(html); |
| //override the nav config from commonPReHead |
| set(initID(ACCORDION, "nav"), "{autoHeight:false, active:2}"); |
| //Set up the java script and CSS for the attempts table |
| set(DATATABLES_ID, "attempts"); |
| set(initID(DATATABLES, "attempts"), attemptsTableInit()); |
| set(postInitID(DATATABLES, "attempts"), attemptsPostTableInit()); |
| setTableStyles(html, "attempts"); |
| } |
| |
| /** |
| * The content of this page is the attempts block |
| * @return AttemptsBlock.class |
| */ |
| @Override protected Class<? extends SubView> content() { |
| return AttemptsBlock.class; |
| } |
| |
| /** |
| * @return The end of the JS map that is the jquery datatable config for the |
| * attempts table. |
| */ |
| private String attemptsTableInit() { |
| TaskType type = null; |
| String symbol = $(TASK_TYPE); |
| if (!symbol.isEmpty()) { |
| type = MRApps.taskType(symbol); |
| } else { |
| TaskId taskID = MRApps.toTaskID($(TASK_ID)); |
| type = taskID.getTaskType(); |
| } |
| StringBuilder b = tableInit(). |
| append(",aoColumnDefs:["); |
| |
| b.append("{'sType':'title-numeric', 'aTargets': [ 0"); |
| if(type == TaskType.REDUCE) { |
| b.append(", 7, 8, 9, 10"); |
| } else { //MAP |
| b.append(", 5"); |
| } |
| b.append(" ] }]"); |
| |
| // Sort by id upon page load |
| b.append(", aaSorting: [[0, 'asc']]"); |
| |
| b.append("}"); |
| return b.toString(); |
| } |
| |
| private String attemptsPostTableInit() { |
| return "var asInitVals = new Array();\n" + |
| "$('tfoot input').keyup( function () \n{"+ |
| " attemptsDataTable.fnFilter( this.value, $('tfoot input').index(this) );\n"+ |
| "} );\n"+ |
| "$('tfoot input').each( function (i) {\n"+ |
| " asInitVals[i] = this.value;\n"+ |
| "} );\n"+ |
| "$('tfoot input').focus( function () {\n"+ |
| " if ( this.className == 'search_init' )\n"+ |
| " {\n"+ |
| " this.className = '';\n"+ |
| " this.value = '';\n"+ |
| " }\n"+ |
| "} );\n"+ |
| "$('tfoot input').blur( function (i) {\n"+ |
| " if ( this.value == '' )\n"+ |
| " {\n"+ |
| " this.className = 'search_init';\n"+ |
| " this.value = asInitVals[$('tfoot input').index(this)];\n"+ |
| " }\n"+ |
| "} );\n"; |
| } |
| } |
