src/webapps/hdfs/dfshealth.jsp - hadoop - Git at Google

 <%@ page
   contentType="text/html; charset=UTF-8"
   import="javax.servlet.*"
   import="javax.servlet.http.*"
   import="java.io.*"
   import="java.util.*"
   import="org.apache.hadoop.fs.*"
   import="org.apache.hadoop.hdfs.*"
   import="org.apache.hadoop.hdfs.server.namenode.*"
   import="org.apache.hadoop.hdfs.server.datanode.*"
   import="org.apache.hadoop.hdfs.server.common.Storage"
   import="org.apache.hadoop.hdfs.server.common.Storage.StorageDirectory"
   import="org.apache.hadoop.hdfs.protocol.*"
   import="org.apache.hadoop.util.*"
   import="java.text.DateFormat"
   import="java.lang.Math"
   import="java.net.URLEncoder"
 %>
 <%!
   JspHelper jspHelper = new JspHelper();

   int rowNum = 0;
   int colNum = 0;

   String rowTxt() { colNum = 0;
       return "<tr class=\"" + (((rowNum++)%2 == 0)? "rowNormal" : "rowAlt")
           + "\"> "; }
   String colTxt() { return "<td id=\"col" + ++colNum + "\"> "; }
   void counterReset () { colNum = 0; rowNum = 0 ; }

   long diskBytes = 1024 * 1024 * 1024;
   String diskByteStr = "GB";

   String sorterField = null;
   String sorterOrder = null;

   String NodeHeaderStr(String name) {
       String ret = "class=header";
       String order = "ASC";
       if ( name.equals( sorterField ) ) {
           ret += sorterOrder;
           if ( sorterOrder.equals("ASC") )
               order = "DSC";
       }
       ret += " onClick=\"window.document.location=" +
           "'/dfshealth.jsp?sorter/field=" + name + "&sorter/order=" +
           order + "'\" title=\"sort on this column\"";

       return ret;
   }

   public void generateNodeData( JspWriter out, DatanodeDescriptor d,
                                     String suffix, boolean alive,
                                     int nnHttpPort )
     throws IOException {

     /* Say the datanode is dn1.hadoop.apache.org with ip 192.168.0.5
        we use:
        1) d.getHostName():d.getPort() to display.
            Domain and port are stripped if they are common across the nodes.
            i.e. "dn1"
        2) d.getHost():d.Port() for "title".
           i.e. "192.168.0.5:50010"
        3) d.getHostName():d.getInfoPort() for url.
           i.e. "http://dn1.hadoop.apache.org:50075/..."
           Note that "d.getHost():d.getPort()" is what DFS clients use
           to interact with datanodes.
     */
     // from nn_browsedfscontent.jsp:
     String url = "http://" + d.getHostName() + ":" + d.getInfoPort() +
                  "/browseDirectory.jsp?namenodeInfoPort=" +
                  nnHttpPort + "&dir=" +
                  URLEncoder.encode("/", "UTF-8");

     String name = d.getHostName() + ":" + d.getPort();
     if ( !name.matches( "\\d+\\.\\d+.\\d+\\.\\d+.*" ) )
         name = name.replaceAll( "\\.[^.:]*", "" );
     int idx = (suffix != null && name.endsWith( suffix )) ?
         name.indexOf( suffix ) : -1;

     out.print( rowTxt() + "<td class=\"name\"><a title=\""
                + d.getHost() + ":" + d.getPort() +
                "\" href=\"" + url + "\">" +
                (( idx > 0 ) ? name.substring(0, idx) : name) + "</a>" +
                (( alive ) ? "" : "\n") );
     if ( !alive )
         return;

     long c = d.getCapacity();
     long u = d.getDfsUsed();
     long nu = d.getNonDfsUsed();
     long r = d.getRemaining();
     String percentUsed = StringUtils.limitDecimalTo2(d.getDfsUsedPercent());
     String percentRemaining = StringUtils.limitDecimalTo2(d.getRemainingPercent());

     String adminState = (d.isDecommissioned() ? "Decommissioned" :
                          (d.isDecommissionInProgress() ? "Decommission In Progress":
                           "In Service"));

     long timestamp = d.getLastUpdate();
     long currentTime = System.currentTimeMillis();
     out.print("<td class=\"lastcontact\"> " +
               ((currentTime - timestamp)/1000) +
               "<td class=\"adminstate\">" +
               adminState +
               "<td align=\"right\" class=\"capacity\">" +
               StringUtils.limitDecimalTo2(c*1.0/diskBytes) +
               "<td align=\"right\" class=\"used\">" +
               StringUtils.limitDecimalTo2(u*1.0/diskBytes) +
               "<td align=\"right\" class=\"nondfsused\">" +
               StringUtils.limitDecimalTo2(nu*1.0/diskBytes) +
               "<td align=\"right\" class=\"remaining\">" +
               StringUtils.limitDecimalTo2(r*1.0/diskBytes) +
               "<td align=\"right\" class=\"pcused\">" + percentUsed +
               "<td class=\"pcused\">" +
               ServletUtil.percentageGraph( (int)Double.parseDouble(percentUsed) , 100) +
               "<td align=\"right\" class=\"pcremaining`\">" + percentRemaining +
               "<td title=" + "\"blocks scheduled : " + d.getBlocksScheduled() +
               "\" class=\"blocks\">" + d.numBlocks() + "\n");
   }


   public void generateConfReport( JspWriter out,
 		  FSNamesystem fsn,
 		  HttpServletRequest request)
   throws IOException {
 	  long underReplicatedBlocks = fsn.getUnderReplicatedBlocks();
 	  FSImage fsImage = fsn.getFSImage();
 	  List<Storage.StorageDirectory> removedStorageDirs = fsImage.getRemovedStorageDirs();
 	  String storageDirsSizeStr="", removedStorageDirsSizeStr="", storageDirsStr="", removedStorageDirsStr="", storageDirsDiv="", removedStorageDirsDiv="";

 	  //FS Image storage configuration
 	  out.print("<h3> NameNode Storage: </h3>");
 	  out.print("<div id=\"dfstable\"> <table border=1 cellpadding=10 cellspacing=0 title=\"NameNode Storage\">\n"+
 	  "<thead><tr><td><b>Storage Directory</b></td><td><b>Type</b></td><td><b>State</b></td></tr></thead>");

 	  StorageDirectory st =null;
 	  for (Iterator<StorageDirectory> it = fsImage.dirIterator(); it.hasNext();) {
 	      st = it.next();
 	      String dir = "" +  st.getRoot();
 		  String type = "" + st.getStorageDirType();
 		  out.print("<tr><td>"+dir+"</td><td>"+type+"</td><td>Active</td></tr>");
 	  }

 	  long storageDirsSize = removedStorageDirs.size();
 	  for(int i=0; i< storageDirsSize; i++){
 		  st = removedStorageDirs.get(i);
 		  String dir = "" +  st.getRoot();
 		  String type = "" + st.getStorageDirType();
 		  out.print("<tr><td>"+dir+"</td><td>"+type+"</td><td><font color=red>Failed</font></td></tr>");
 	  }

 	  out.print("</table></div><br>\n");
   }


   public void generateDFSHealthReport(JspWriter out,
                                       NameNode nn,
                                       HttpServletRequest request)
                                       throws IOException {
     FSNamesystem fsn = nn.getNamesystem();
     ArrayList<DatanodeDescriptor> live = new ArrayList<DatanodeDescriptor>();
     ArrayList<DatanodeDescriptor> dead = new ArrayList<DatanodeDescriptor>();
     jspHelper.DFSNodesStatus(live, dead);

     ArrayList<DatanodeDescriptor> decommissioning = fsn
         .getDecommissioningNodes();

     sorterField = request.getParameter("sorter/field");
     sorterOrder = request.getParameter("sorter/order");
     if ( sorterField == null )
         sorterField = "name";
     if ( sorterOrder == null )
         sorterOrder = "ASC";

     // Find out common suffix. Should this be before or after the sort?
     String port_suffix = null;
     if ( live.size() > 0 ) {
         String name = live.get(0).getName();
         int idx = name.indexOf(':');
         if ( idx > 0 ) {
             port_suffix = name.substring( idx );
         }

         for ( int i=1; port_suffix != null && i < live.size(); i++ ) {
             if ( live.get(i).getName().endsWith( port_suffix ) == false ) {
                 port_suffix = null;
                 break;
             }
         }
     }

     counterReset();

     long total = fsn.getCapacityTotal();
     long remaining = fsn.getCapacityRemaining();
     long used = fsn.getCapacityUsed();
     long nonDFS = fsn.getCapacityUsedNonDFS();
     float percentUsed = fsn.getCapacityUsedPercent();
     float percentRemaining = fsn.getCapacityRemainingPercent();

     out.print( "<div id=\"dfstable\"> <table>\n" +
 	       rowTxt() + colTxt() + "Configured Capacity" + colTxt() + ":" + colTxt() +
 	       StringUtils.byteDesc( total ) +
 	       rowTxt() + colTxt() + "DFS Used" + colTxt() + ":" + colTxt() +
 	       StringUtils.byteDesc( used ) +
 	       rowTxt() + colTxt() + "Non DFS Used" + colTxt() + ":" + colTxt() +
 	       StringUtils.byteDesc( nonDFS ) +
 	       rowTxt() + colTxt() + "DFS Remaining" + colTxt() + ":" + colTxt() +
 	       StringUtils.byteDesc( remaining ) +
 	       rowTxt() + colTxt() + "DFS Used%" + colTxt() + ":" + colTxt() +
 	       StringUtils.limitDecimalTo2(percentUsed) + " %" +
 	       rowTxt() + colTxt() + "DFS Remaining%" + colTxt() + ":" + colTxt() +
 	       StringUtils.limitDecimalTo2(percentRemaining) + " %" +
 	       rowTxt() + colTxt() +
 	       		"<a href=\"dfsnodelist.jsp?whatNodes=LIVE\">Live Nodes</a> " +
 	       		colTxt() + ":" + colTxt() + live.size() +
 	       rowTxt() + colTxt() +
 	       		"<a href=\"dfsnodelist.jsp?whatNodes=DEAD\">Dead Nodes</a> " +
 	       		colTxt() + ":" + colTxt() + dead.size() + rowTxt() + colTxt()
 				+ "<a href=\"dfsnodelist.jsp?whatNodes=DECOMMISSIONING\">"
 				+ "Decommissioning Nodes</a> "
 				+ colTxt() + ":" + colTxt() + decommissioning.size()
 				+ rowTxt() + colTxt()
 				+ "Number of Under-Replicated Blocks" + colTxt() + ":" + colTxt()
 				+ fsn.getUnderReplicatedBlocks()
                 + "</table></div><br>\n" );

     if (live.isEmpty() && dead.isEmpty()) {
         out.print("There are no datanodes in the cluster");
     }
   }%>

 <%
   NameNode nn = (NameNode)application.getAttribute("name.node");
   FSNamesystem fsn = nn.getNamesystem();
   String namenodeLabel = nn.getNameNodeAddress().getHostName() + ":" + nn.getNameNodeAddress().getPort();
 %>

 <html>

 <link rel="stylesheet" type="text/css" href="/static/hadoop.css">
 <title>Hadoop NameNode <%=namenodeLabel%></title>

 <body>
 <h1>NameNode '<%=namenodeLabel%>'</h1>


 <div id="dfstable"> <table>
 <tr> <td id="col1"> Started: <td> <%= fsn.getStartTime()%>
 <tr> <td id="col1"> Version: <td> <%= VersionInfo.getVersion()%>, r<%= VersionInfo.getRevision()%>
 <tr> <td id="col1"> Compiled: <td> <%= VersionInfo.getDate()%> by <%= VersionInfo.getUser()%>
 <tr> <td id="col1"> Upgrades: <td> <%= jspHelper.getUpgradeStatusText()%>
 </table></div><br>

 <b><a href="/nn_browsedfscontent.jsp">Browse the filesystem</a></b><br>
 <b><a href="/logs/">Namenode Logs</a></b>

 <hr>
 <h3>Cluster Summary</h3>
 <b> <%= jspHelper.getSafeModeText()%> </b>
 <b> <%= jspHelper.getInodeLimitText()%> </b>
 <a class="warning"> <%= JspHelper.getWarningText(fsn)%></a>

 <%
     generateDFSHealthReport(out, nn, request);
 %>
 <hr>
 <%
 	generateConfReport(out, fsn, request);
 %>
 <%
 out.println(ServletUtil.htmlFooter());
 %>
	<%@ page
	contentType="text/html; charset=UTF-8"
	import="javax.servlet.*"
	import="javax.servlet.http.*"
	import="java.io.*"
	import="java.util.*"
	import="org.apache.hadoop.fs.*"
	import="org.apache.hadoop.hdfs.*"
	import="org.apache.hadoop.hdfs.server.namenode.*"
	import="org.apache.hadoop.hdfs.server.datanode.*"
	import="org.apache.hadoop.hdfs.server.common.Storage"
	import="org.apache.hadoop.hdfs.server.common.Storage.StorageDirectory"
	import="org.apache.hadoop.hdfs.protocol.*"
	import="org.apache.hadoop.util.*"
	import="java.text.DateFormat"
	import="java.lang.Math"
	import="java.net.URLEncoder"
	%>
	<%!
	JspHelper jspHelper = new JspHelper();

	int rowNum = 0;
	int colNum = 0;

	String rowTxt() { colNum = 0;
	return "<tr class=\"" + (((rowNum++)%2 == 0)? "rowNormal" : "rowAlt")
	+ "\"> "; }
	String colTxt() { return "<td id=\"col" + ++colNum + "\"> "; }
	void counterReset () { colNum = 0; rowNum = 0 ; }

	long diskBytes = 1024 * 1024 * 1024;
	String diskByteStr = "GB";

	String sorterField = null;
	String sorterOrder = null;

	String NodeHeaderStr(String name) {
	String ret = "class=header";
	String order = "ASC";
	if ( name.equals( sorterField ) ) {
	ret += sorterOrder;
	if ( sorterOrder.equals("ASC") )
	order = "DSC";
	}
	ret += " onClick=\"window.document.location=" +
	"'/dfshealth.jsp?sorter/field=" + name + "&sorter/order=" +
	order + "'\" title=\"sort on this column\"";

	return ret;
	}

	public void generateNodeData( JspWriter out, DatanodeDescriptor d,
	String suffix, boolean alive,
	int nnHttpPort )
	throws IOException {

	/* Say the datanode is dn1.hadoop.apache.org with ip 192.168.0.5
	we use:
	1) d.getHostName():d.getPort() to display.
	Domain and port are stripped if they are common across the nodes.
	i.e. "dn1"
	2) d.getHost():d.Port() for "title".
	i.e. "192.168.0.5:50010"
	3) d.getHostName():d.getInfoPort() for url.
	i.e. "http://dn1.hadoop.apache.org:50075/..."
	Note that "d.getHost():d.getPort()" is what DFS clients use
	to interact with datanodes.
	*/
	// from nn_browsedfscontent.jsp:
	String url = "http://" + d.getHostName() + ":" + d.getInfoPort() +
	"/browseDirectory.jsp?namenodeInfoPort=" +
	nnHttpPort + "&dir=" +
	URLEncoder.encode("/", "UTF-8");

	String name = d.getHostName() + ":" + d.getPort();
	if ( !name.matches( "\\d+\\.\\d+.\\d+\\.\\d+.*" ) )
	name = name.replaceAll( "\\.[^.:]*", "" );
	int idx = (suffix != null && name.endsWith( suffix )) ?
	name.indexOf( suffix ) : -1;

	out.print( rowTxt() + "<td class=\"name\"><a title=\""
	+ d.getHost() + ":" + d.getPort() +
	"\" href=\"" + url + "\">" +
	(( idx > 0 ) ? name.substring(0, idx) : name) + "</a>" +
	(( alive ) ? "" : "\n") );
	if ( !alive )
	return;

	long c = d.getCapacity();
	long u = d.getDfsUsed();
	long nu = d.getNonDfsUsed();
	long r = d.getRemaining();
	String percentUsed = StringUtils.limitDecimalTo2(d.getDfsUsedPercent());
	String percentRemaining = StringUtils.limitDecimalTo2(d.getRemainingPercent());

	String adminState = (d.isDecommissioned() ? "Decommissioned" :
	(d.isDecommissionInProgress() ? "Decommission In Progress":
	"In Service"));

	long timestamp = d.getLastUpdate();
	long currentTime = System.currentTimeMillis();
	out.print("<td class=\"lastcontact\"> " +
	((currentTime - timestamp)/1000) +
	"<td class=\"adminstate\">" +
	adminState +
	"<td align=\"right\" class=\"capacity\">" +
	StringUtils.limitDecimalTo2(c*1.0/diskBytes) +
	"<td align=\"right\" class=\"used\">" +
	StringUtils.limitDecimalTo2(u*1.0/diskBytes) +
	"<td align=\"right\" class=\"nondfsused\">" +
	StringUtils.limitDecimalTo2(nu*1.0/diskBytes) +
	"<td align=\"right\" class=\"remaining\">" +
	StringUtils.limitDecimalTo2(r*1.0/diskBytes) +
	"<td align=\"right\" class=\"pcused\">" + percentUsed +
	"<td class=\"pcused\">" +
	ServletUtil.percentageGraph( (int)Double.parseDouble(percentUsed) , 100) +
	"<td align=\"right\" class=\"pcremaining`\">" + percentRemaining +
	"<td title=" + "\"blocks scheduled : " + d.getBlocksScheduled() +
	"\" class=\"blocks\">" + d.numBlocks() + "\n");
	}


	public void generateConfReport( JspWriter out,
	FSNamesystem fsn,
	HttpServletRequest request)
	throws IOException {
	long underReplicatedBlocks = fsn.getUnderReplicatedBlocks();
	FSImage fsImage = fsn.getFSImage();
	List<Storage.StorageDirectory> removedStorageDirs = fsImage.getRemovedStorageDirs();
	String storageDirsSizeStr="", removedStorageDirsSizeStr="", storageDirsStr="", removedStorageDirsStr="", storageDirsDiv="", removedStorageDirsDiv="";

	//FS Image storage configuration
	out.print("<h3> NameNode Storage: </h3>");
	out.print("<div id=\"dfstable\"> <table border=1 cellpadding=10 cellspacing=0 title=\"NameNode Storage\">\n"+
	"<thead><tr><td><b>Storage Directory</b></td><td><b>Type</b></td><td><b>State</b></td></tr></thead>");

	StorageDirectory st =null;
	for (Iterator<StorageDirectory> it = fsImage.dirIterator(); it.hasNext();) {
	st = it.next();
	String dir = "" + st.getRoot();
	String type = "" + st.getStorageDirType();
	out.print("<tr><td>"+dir+"</td><td>"+type+"</td><td>Active</td></tr>");
	}

	long storageDirsSize = removedStorageDirs.size();
	for(int i=0; i< storageDirsSize; i++){
	st = removedStorageDirs.get(i);
	String dir = "" + st.getRoot();
	String type = "" + st.getStorageDirType();
	out.print("<tr><td>"+dir+"</td><td>"+type+"</td><td><font color=red>Failed</font></td></tr>");
	}

	out.print("</table></div><br>\n");
	}


	public void generateDFSHealthReport(JspWriter out,
	NameNode nn,
	HttpServletRequest request)
	throws IOException {
	FSNamesystem fsn = nn.getNamesystem();
	ArrayList<DatanodeDescriptor> live = new ArrayList<DatanodeDescriptor>();
	ArrayList<DatanodeDescriptor> dead = new ArrayList<DatanodeDescriptor>();
	jspHelper.DFSNodesStatus(live, dead);

	ArrayList<DatanodeDescriptor> decommissioning = fsn
	.getDecommissioningNodes();

	sorterField = request.getParameter("sorter/field");
	sorterOrder = request.getParameter("sorter/order");
	if ( sorterField == null )
	sorterField = "name";
	if ( sorterOrder == null )
	sorterOrder = "ASC";

	// Find out common suffix. Should this be before or after the sort?
	String port_suffix = null;
	if ( live.size() > 0 ) {
	String name = live.get(0).getName();
	int idx = name.indexOf(':');
	if ( idx > 0 ) {
	port_suffix = name.substring( idx );
	}

	for ( int i=1; port_suffix != null && i < live.size(); i++ ) {
	if ( live.get(i).getName().endsWith( port_suffix ) == false ) {
	port_suffix = null;
	break;
	}
	}
	}

	counterReset();

	long total = fsn.getCapacityTotal();
	long remaining = fsn.getCapacityRemaining();
	long used = fsn.getCapacityUsed();
	long nonDFS = fsn.getCapacityUsedNonDFS();
	float percentUsed = fsn.getCapacityUsedPercent();
	float percentRemaining = fsn.getCapacityRemainingPercent();

	out.print( "<div id=\"dfstable\"> <table>\n" +
	rowTxt() + colTxt() + "Configured Capacity" + colTxt() + ":" + colTxt() +
	StringUtils.byteDesc( total ) +
	rowTxt() + colTxt() + "DFS Used" + colTxt() + ":" + colTxt() +
	StringUtils.byteDesc( used ) +
	rowTxt() + colTxt() + "Non DFS Used" + colTxt() + ":" + colTxt() +
	StringUtils.byteDesc( nonDFS ) +
	rowTxt() + colTxt() + "DFS Remaining" + colTxt() + ":" + colTxt() +
	StringUtils.byteDesc( remaining ) +
	rowTxt() + colTxt() + "DFS Used%" + colTxt() + ":" + colTxt() +
	StringUtils.limitDecimalTo2(percentUsed) + " %" +
	rowTxt() + colTxt() + "DFS Remaining%" + colTxt() + ":" + colTxt() +
	StringUtils.limitDecimalTo2(percentRemaining) + " %" +
	rowTxt() + colTxt() +
	"<a href=\"dfsnodelist.jsp?whatNodes=LIVE\">Live Nodes</a> " +
	colTxt() + ":" + colTxt() + live.size() +
	rowTxt() + colTxt() +
	"<a href=\"dfsnodelist.jsp?whatNodes=DEAD\">Dead Nodes</a> " +
	colTxt() + ":" + colTxt() + dead.size() + rowTxt() + colTxt()
	+ "<a href=\"dfsnodelist.jsp?whatNodes=DECOMMISSIONING\">"
	+ "Decommissioning Nodes</a> "
	+ colTxt() + ":" + colTxt() + decommissioning.size()
	+ rowTxt() + colTxt()
	+ "Number of Under-Replicated Blocks" + colTxt() + ":" + colTxt()
	+ fsn.getUnderReplicatedBlocks()
	+ "</table></div><br>\n" );

	if (live.isEmpty() && dead.isEmpty()) {
	out.print("There are no datanodes in the cluster");
	}
	}%>

	<%
	NameNode nn = (NameNode)application.getAttribute("name.node");
	FSNamesystem fsn = nn.getNamesystem();
	String namenodeLabel = nn.getNameNodeAddress().getHostName() + ":" + nn.getNameNodeAddress().getPort();
	%>

	<html>

	<link rel="stylesheet" type="text/css" href="/static/hadoop.css">
	<title>Hadoop NameNode <%=namenodeLabel%></title>

	<body>
	<h1>NameNode '<%=namenodeLabel%>'</h1>


	<div id="dfstable"> <table>
	<tr> <td id="col1"> Started: <td> <%= fsn.getStartTime()%>
	<tr> <td id="col1"> Version: <td> <%= VersionInfo.getVersion()%>, r<%= VersionInfo.getRevision()%>
	<tr> <td id="col1"> Compiled: <td> <%= VersionInfo.getDate()%> by <%= VersionInfo.getUser()%>
	<tr> <td id="col1"> Upgrades: <td> <%= jspHelper.getUpgradeStatusText()%>
	</table></div><br>

	<b><a href="/nn_browsedfscontent.jsp">Browse the filesystem</a></b><br>
	<b><a href="/logs/">Namenode Logs</a></b>

	<hr>
	<h3>Cluster Summary</h3>
	<b> <%= jspHelper.getSafeModeText()%> </b>
	<b> <%= jspHelper.getInodeLimitText()%> </b>
	<a class="warning"> <%= JspHelper.getWarningText(fsn)%></a>

	<%
	generateDFSHealthReport(out, nn, request);
	%>
	<hr>
	<%
	generateConfReport(out, fsn, request);
	%>
	<%
	out.println(ServletUtil.htmlFooter());
	%>