[120] | 1 | <%@ page |
---|
| 2 | contentType="text/html; charset=UTF-8" |
---|
| 3 | import="javax.servlet.*" |
---|
| 4 | import="javax.servlet.http.*" |
---|
| 5 | import="java.io.*" |
---|
| 6 | import="java.util.*" |
---|
| 7 | import="org.apache.hadoop.fs.*" |
---|
| 8 | import="org.apache.hadoop.hdfs.*" |
---|
| 9 | import="org.apache.hadoop.hdfs.server.namenode.*" |
---|
| 10 | import="org.apache.hadoop.hdfs.server.datanode.*" |
---|
| 11 | import="org.apache.hadoop.hdfs.server.common.Storage" |
---|
| 12 | import="org.apache.hadoop.hdfs.server.common.Storage.StorageDirectory" |
---|
| 13 | import="org.apache.hadoop.hdfs.protocol.*" |
---|
| 14 | import="org.apache.hadoop.util.*" |
---|
| 15 | import="java.text.DateFormat" |
---|
| 16 | import="java.lang.Math" |
---|
| 17 | import="java.net.URLEncoder" |
---|
| 18 | %> |
---|
| 19 | <%! |
---|
| 20 | JspHelper jspHelper = new JspHelper(); |
---|
| 21 | |
---|
| 22 | int rowNum = 0; |
---|
| 23 | int colNum = 0; |
---|
| 24 | |
---|
| 25 | String rowTxt() { colNum = 0; |
---|
| 26 | return "<tr class=\"" + (((rowNum++)%2 == 0)? "rowNormal" : "rowAlt") |
---|
| 27 | + "\"> "; } |
---|
| 28 | String colTxt() { return "<td id=\"col" + ++colNum + "\"> "; } |
---|
| 29 | void counterReset () { colNum = 0; rowNum = 0 ; } |
---|
| 30 | |
---|
| 31 | long diskBytes = 1024 * 1024 * 1024; |
---|
| 32 | String diskByteStr = "GB"; |
---|
| 33 | |
---|
| 34 | String sorterField = null; |
---|
| 35 | String sorterOrder = null; |
---|
| 36 | |
---|
| 37 | String NodeHeaderStr(String name) { |
---|
| 38 | String ret = "class=header"; |
---|
| 39 | String order = "ASC"; |
---|
| 40 | if ( name.equals( sorterField ) ) { |
---|
| 41 | ret += sorterOrder; |
---|
| 42 | if ( sorterOrder.equals("ASC") ) |
---|
| 43 | order = "DSC"; |
---|
| 44 | } |
---|
| 45 | ret += " onClick=\"window.document.location=" + |
---|
| 46 | "'/dfshealth.jsp?sorter/field=" + name + "&sorter/order=" + |
---|
| 47 | order + "'\" title=\"sort on this column\""; |
---|
| 48 | |
---|
| 49 | return ret; |
---|
| 50 | } |
---|
| 51 | |
---|
| 52 | public void generateNodeData( JspWriter out, DatanodeDescriptor d, |
---|
| 53 | String suffix, boolean alive, |
---|
| 54 | int nnHttpPort ) |
---|
| 55 | throws IOException { |
---|
| 56 | |
---|
| 57 | /* Say the datanode is dn1.hadoop.apache.org with ip 192.168.0.5 |
---|
| 58 | we use: |
---|
| 59 | 1) d.getHostName():d.getPort() to display. |
---|
| 60 | Domain and port are stripped if they are common across the nodes. |
---|
| 61 | i.e. "dn1" |
---|
| 62 | 2) d.getHost():d.Port() for "title". |
---|
| 63 | i.e. "192.168.0.5:50010" |
---|
| 64 | 3) d.getHostName():d.getInfoPort() for url. |
---|
| 65 | i.e. "http://dn1.hadoop.apache.org:50075/..." |
---|
| 66 | Note that "d.getHost():d.getPort()" is what DFS clients use |
---|
| 67 | to interact with datanodes. |
---|
| 68 | */ |
---|
| 69 | // from nn_browsedfscontent.jsp: |
---|
| 70 | String url = "http://" + d.getHostName() + ":" + d.getInfoPort() + |
---|
| 71 | "/browseDirectory.jsp?namenodeInfoPort=" + |
---|
| 72 | nnHttpPort + "&dir=" + |
---|
| 73 | URLEncoder.encode("/", "UTF-8"); |
---|
| 74 | |
---|
| 75 | String name = d.getHostName() + ":" + d.getPort(); |
---|
| 76 | if ( !name.matches( "\\d+\\.\\d+.\\d+\\.\\d+.*" ) ) |
---|
| 77 | name = name.replaceAll( "\\.[^.:]*", "" ); |
---|
| 78 | int idx = (suffix != null && name.endsWith( suffix )) ? |
---|
| 79 | name.indexOf( suffix ) : -1; |
---|
| 80 | |
---|
| 81 | out.print( rowTxt() + "<td class=\"name\"><a title=\"" |
---|
| 82 | + d.getHost() + ":" + d.getPort() + |
---|
| 83 | "\" href=\"" + url + "\">" + |
---|
| 84 | (( idx > 0 ) ? name.substring(0, idx) : name) + "</a>" + |
---|
| 85 | (( alive ) ? "" : "\n") ); |
---|
| 86 | if ( !alive ) |
---|
| 87 | return; |
---|
| 88 | |
---|
| 89 | long c = d.getCapacity(); |
---|
| 90 | long u = d.getDfsUsed(); |
---|
| 91 | long nu = d.getNonDfsUsed(); |
---|
| 92 | long r = d.getRemaining(); |
---|
| 93 | String percentUsed = StringUtils.limitDecimalTo2(d.getDfsUsedPercent()); |
---|
| 94 | String percentRemaining = StringUtils.limitDecimalTo2(d.getRemainingPercent()); |
---|
| 95 | |
---|
| 96 | String adminState = (d.isDecommissioned() ? "Decommissioned" : |
---|
| 97 | (d.isDecommissionInProgress() ? "Decommission In Progress": |
---|
| 98 | "In Service")); |
---|
| 99 | |
---|
| 100 | long timestamp = d.getLastUpdate(); |
---|
| 101 | long currentTime = System.currentTimeMillis(); |
---|
| 102 | out.print("<td class=\"lastcontact\"> " + |
---|
| 103 | ((currentTime - timestamp)/1000) + |
---|
| 104 | "<td class=\"adminstate\">" + |
---|
| 105 | adminState + |
---|
| 106 | "<td align=\"right\" class=\"capacity\">" + |
---|
| 107 | StringUtils.limitDecimalTo2(c*1.0/diskBytes) + |
---|
| 108 | "<td align=\"right\" class=\"used\">" + |
---|
| 109 | StringUtils.limitDecimalTo2(u*1.0/diskBytes) + |
---|
| 110 | "<td align=\"right\" class=\"nondfsused\">" + |
---|
| 111 | StringUtils.limitDecimalTo2(nu*1.0/diskBytes) + |
---|
| 112 | "<td align=\"right\" class=\"remaining\">" + |
---|
| 113 | StringUtils.limitDecimalTo2(r*1.0/diskBytes) + |
---|
| 114 | "<td align=\"right\" class=\"pcused\">" + percentUsed + |
---|
| 115 | "<td class=\"pcused\">" + |
---|
| 116 | ServletUtil.percentageGraph( (int)Double.parseDouble(percentUsed) , 100) + |
---|
| 117 | "<td align=\"right\" class=\"pcremaining`\">" + percentRemaining + |
---|
| 118 | "<td title=" + "\"blocks scheduled : " + d.getBlocksScheduled() + |
---|
| 119 | "\" class=\"blocks\">" + d.numBlocks() + "\n"); |
---|
| 120 | } |
---|
| 121 | |
---|
| 122 | |
---|
| 123 | public void generateConfReport( JspWriter out, |
---|
| 124 | FSNamesystem fsn, |
---|
| 125 | HttpServletRequest request) |
---|
| 126 | throws IOException { |
---|
| 127 | long underReplicatedBlocks = fsn.getUnderReplicatedBlocks(); |
---|
| 128 | FSImage fsImage = fsn.getFSImage(); |
---|
| 129 | List<Storage.StorageDirectory> removedStorageDirs = fsImage.getRemovedStorageDirs(); |
---|
| 130 | String storageDirsSizeStr="", removedStorageDirsSizeStr="", storageDirsStr="", removedStorageDirsStr="", storageDirsDiv="", removedStorageDirsDiv=""; |
---|
| 131 | |
---|
| 132 | //FS Image storage configuration |
---|
| 133 | out.print("<h3> NameNode Storage: </h3>"); |
---|
| 134 | out.print("<div id=\"dfstable\"> <table border=1 cellpadding=10 cellspacing=0 title=\"NameNode Storage\">\n"+ |
---|
| 135 | "<thead><tr><td><b>Storage Directory</b></td><td><b>Type</b></td><td><b>State</b></td></tr></thead>"); |
---|
| 136 | |
---|
| 137 | StorageDirectory st =null; |
---|
| 138 | for (Iterator<StorageDirectory> it = fsImage.dirIterator(); it.hasNext();) { |
---|
| 139 | st = it.next(); |
---|
| 140 | String dir = "" + st.getRoot(); |
---|
| 141 | String type = "" + st.getStorageDirType(); |
---|
| 142 | out.print("<tr><td>"+dir+"</td><td>"+type+"</td><td>Active</td></tr>"); |
---|
| 143 | } |
---|
| 144 | |
---|
| 145 | long storageDirsSize = removedStorageDirs.size(); |
---|
| 146 | for(int i=0; i< storageDirsSize; i++){ |
---|
| 147 | st = removedStorageDirs.get(i); |
---|
| 148 | String dir = "" + st.getRoot(); |
---|
| 149 | String type = "" + st.getStorageDirType(); |
---|
| 150 | out.print("<tr><td>"+dir+"</td><td>"+type+"</td><td><font color=red>Failed</font></td></tr>"); |
---|
| 151 | } |
---|
| 152 | |
---|
| 153 | out.print("</table></div><br>\n"); |
---|
| 154 | } |
---|
| 155 | |
---|
| 156 | |
---|
| 157 | public void generateDFSHealthReport(JspWriter out, |
---|
| 158 | NameNode nn, |
---|
| 159 | HttpServletRequest request) |
---|
| 160 | throws IOException { |
---|
| 161 | FSNamesystem fsn = nn.getNamesystem(); |
---|
| 162 | ArrayList<DatanodeDescriptor> live = new ArrayList<DatanodeDescriptor>(); |
---|
| 163 | ArrayList<DatanodeDescriptor> dead = new ArrayList<DatanodeDescriptor>(); |
---|
| 164 | jspHelper.DFSNodesStatus(live, dead); |
---|
| 165 | |
---|
| 166 | sorterField = request.getParameter("sorter/field"); |
---|
| 167 | sorterOrder = request.getParameter("sorter/order"); |
---|
| 168 | if ( sorterField == null ) |
---|
| 169 | sorterField = "name"; |
---|
| 170 | if ( sorterOrder == null ) |
---|
| 171 | sorterOrder = "ASC"; |
---|
| 172 | |
---|
| 173 | // Find out common suffix. Should this be before or after the sort? |
---|
| 174 | String port_suffix = null; |
---|
| 175 | if ( live.size() > 0 ) { |
---|
| 176 | String name = live.get(0).getName(); |
---|
| 177 | int idx = name.indexOf(':'); |
---|
| 178 | if ( idx > 0 ) { |
---|
| 179 | port_suffix = name.substring( idx ); |
---|
| 180 | } |
---|
| 181 | |
---|
| 182 | for ( int i=1; port_suffix != null && i < live.size(); i++ ) { |
---|
| 183 | if ( live.get(i).getName().endsWith( port_suffix ) == false ) { |
---|
| 184 | port_suffix = null; |
---|
| 185 | break; |
---|
| 186 | } |
---|
| 187 | } |
---|
| 188 | } |
---|
| 189 | |
---|
| 190 | counterReset(); |
---|
| 191 | |
---|
| 192 | long total = fsn.getCapacityTotal(); |
---|
| 193 | long remaining = fsn.getCapacityRemaining(); |
---|
| 194 | long used = fsn.getCapacityUsed(); |
---|
| 195 | long nonDFS = fsn.getCapacityUsedNonDFS(); |
---|
| 196 | float percentUsed = fsn.getCapacityUsedPercent(); |
---|
| 197 | float percentRemaining = fsn.getCapacityRemainingPercent(); |
---|
| 198 | |
---|
| 199 | out.print( "<div id=\"dfstable\"> <table>\n" + |
---|
| 200 | rowTxt() + colTxt() + "Configured Capacity" + colTxt() + ":" + colTxt() + |
---|
| 201 | StringUtils.byteDesc( total ) + |
---|
| 202 | rowTxt() + colTxt() + "DFS Used" + colTxt() + ":" + colTxt() + |
---|
| 203 | StringUtils.byteDesc( used ) + |
---|
| 204 | rowTxt() + colTxt() + "Non DFS Used" + colTxt() + ":" + colTxt() + |
---|
| 205 | StringUtils.byteDesc( nonDFS ) + |
---|
| 206 | rowTxt() + colTxt() + "DFS Remaining" + colTxt() + ":" + colTxt() + |
---|
| 207 | StringUtils.byteDesc( remaining ) + |
---|
| 208 | rowTxt() + colTxt() + "DFS Used%" + colTxt() + ":" + colTxt() + |
---|
| 209 | StringUtils.limitDecimalTo2(percentUsed) + " %" + |
---|
| 210 | rowTxt() + colTxt() + "DFS Remaining%" + colTxt() + ":" + colTxt() + |
---|
| 211 | StringUtils.limitDecimalTo2(percentRemaining) + " %" + |
---|
| 212 | rowTxt() + colTxt() + |
---|
| 213 | "<a href=\"dfsnodelist.jsp?whatNodes=LIVE\">Live Nodes</a> " + |
---|
| 214 | colTxt() + ":" + colTxt() + live.size() + |
---|
| 215 | rowTxt() + colTxt() + |
---|
| 216 | "<a href=\"dfsnodelist.jsp?whatNodes=DEAD\">Dead Nodes</a> " + |
---|
| 217 | colTxt() + ":" + colTxt() + dead.size() + |
---|
| 218 | "</table></div><br>\n" ); |
---|
| 219 | |
---|
| 220 | if (live.isEmpty() && dead.isEmpty()) { |
---|
| 221 | out.print("There are no datanodes in the cluster"); |
---|
| 222 | } |
---|
| 223 | }%> |
---|
| 224 | |
---|
| 225 | <% |
---|
| 226 | NameNode nn = (NameNode)application.getAttribute("name.node"); |
---|
| 227 | FSNamesystem fsn = nn.getNamesystem(); |
---|
| 228 | String namenodeLabel = nn.getNameNodeAddress().getHostName() + ":" + nn.getNameNodeAddress().getPort(); |
---|
| 229 | %> |
---|
| 230 | |
---|
| 231 | <html> |
---|
| 232 | |
---|
| 233 | <link rel="stylesheet" type="text/css" href="/static/hadoop.css"> |
---|
| 234 | <title>Hadoop NameNode <%=namenodeLabel%></title> |
---|
| 235 | |
---|
| 236 | <body> |
---|
| 237 | <h1>NameNode '<%=namenodeLabel%>'</h1> |
---|
| 238 | |
---|
| 239 | |
---|
| 240 | <div id="dfstable"> <table> |
---|
| 241 | <tr> <td id="col1"> Started: <td> <%= fsn.getStartTime()%> |
---|
| 242 | <tr> <td id="col1"> Version: <td> <%= VersionInfo.getVersion()%>, r<%= VersionInfo.getRevision()%> |
---|
| 243 | <tr> <td id="col1"> Compiled: <td> <%= VersionInfo.getDate()%> by <%= VersionInfo.getUser()%> |
---|
| 244 | <tr> <td id="col1"> Upgrades: <td> <%= jspHelper.getUpgradeStatusText()%> |
---|
| 245 | </table></div><br> |
---|
| 246 | |
---|
| 247 | <b><a href="/nn_browsedfscontent.jsp">Browse the filesystem</a></b><br> |
---|
| 248 | <b><a href="/logs/">Namenode Logs</a></b> |
---|
| 249 | |
---|
| 250 | <hr> |
---|
| 251 | <h3>Cluster Summary</h3> |
---|
| 252 | <b> <%= jspHelper.getSafeModeText()%> </b> |
---|
| 253 | <b> <%= jspHelper.getInodeLimitText()%> </b> |
---|
| 254 | <a class="warning"> <%= JspHelper.getWarningText(fsn)%></a> |
---|
| 255 | |
---|
| 256 | <% |
---|
| 257 | generateDFSHealthReport(out, nn, request); |
---|
| 258 | %> |
---|
| 259 | <hr> |
---|
| 260 | <% |
---|
| 261 | generateConfReport(out, fsn, request); |
---|
| 262 | %> |
---|
| 263 | <% |
---|
| 264 | out.println(ServletUtil.htmlFooter()); |
---|
| 265 | %> |
---|