// postToRestfulApi -
// Note: params in the addr field need to be URLEncoded
private String postToRestfulApi(
String addr, String data, HttpServletRequest request, HttpServletResponse response) {
if (localCookie) CookieHandler.setDefault(cm);
String result = "";
try {
URLConnection connection = new URL(API_ROOT + addr).openConnection();
String cookieVal = getBrowserInfiniteCookie(request);
if (cookieVal != null) {
connection.addRequestProperty("Cookie", "infinitecookie=" + cookieVal);
connection.setDoInput(true);
}
connection.setDoOutput(true);
connection.setRequestProperty("Accept-Charset", "UTF-8");
// Post JSON string to URL
OutputStream os = connection.getOutputStream();
byte[] b = data.getBytes("UTF-8");
os.write(b);
// Receive results back from API
InputStream is = connection.getInputStream();
result = IOUtils.toString(is, "UTF-8");
String newCookie = getConnectionInfiniteCookie(connection);
if (newCookie != null && response != null) {
setBrowserInfiniteCookie(response, newCookie, request.getServerPort());
}
} catch (Exception e) {
// System.out.println("Exception: " + e.getMessage());
}
return result;
} // TESTED
// callRestfulApi - Calls restful API and returns results as a string
public String callRestfulApi(
String addr, HttpServletRequest request, HttpServletResponse response) {
if (localCookie) CookieHandler.setDefault(cm);
try {
ByteArrayOutputStream output = new ByteArrayOutputStream();
URL url = new URL(API_ROOT + addr);
URLConnection urlConnection = url.openConnection();
String cookieVal = getBrowserInfiniteCookie(request);
if (cookieVal != null) {
urlConnection.addRequestProperty("Cookie", "infinitecookie=" + cookieVal);
urlConnection.setDoInput(true);
urlConnection.setDoOutput(true);
urlConnection.setRequestProperty("Accept-Charset", "UTF-8");
}
IOUtils.copy(urlConnection.getInputStream(), output);
String newCookie = getConnectionInfiniteCookie(urlConnection);
if (newCookie != null && response != null) {
setBrowserInfiniteCookie(response, newCookie, request.getServerPort());
}
return output.toString();
} catch (IOException e) {
System.out.println(e.getMessage());
return null;
}
} // TESTED
public void doGet(HttpServletRequest req, HttpServletResponse res)
throws ServletException, IOException {
PrintWriter out;
res.setContentType("text/html; charset = EUC-KR");
out = res.getWriter();
out.println("<html>");
out.println("<head><title>Request 정보출력 Servlet</title></head>");
out.println("<body>");
out.println("<h3>네트워크 관련 요청정보</h3>");
out.println("<pre>");
out.println("Request Scheme : " + req.getScheme());
out.println("Server Name : " + req.getServerName());
out.println("Server Address : " + req.getLocalAddr());
out.println("Server Port : " + req.getServerPort());
out.println("Client Address : " + req.getRemoteAddr());
out.println("Client Host : " + req.getRemoteHost());
out.println("Client Port : " + req.getRemotePort());
out.println("</pre>");
out.println("</body></html>");
}
public void doGet(HttpServletRequest req, HttpServletResponse resp) throws ServletException {
String retval = "<html> <H4>";
try {
// Create a message factory.
MessageFactory mf = MessageFactory.newInstance();
// Create a message from the message factory.
SOAPMessage msg = mf.createMessage();
// Message creation takes care of creating the SOAPPart - a
// required part of the message as per the SOAP 1.1
// specification.
SOAPPart sp = msg.getSOAPPart();
// Retrieve the envelope from the soap part to start building
// the soap message.
SOAPEnvelope envelope = sp.getEnvelope();
// Create a soap header from the envelope.
SOAPHeader hdr = envelope.getHeader();
// Create a soap body from the envelope.
SOAPBody bdy = envelope.getBody();
// Add a soap body element to the soap body
SOAPBodyElement gltp =
bdy.addBodyElement(
envelope.createName("GetLastTradePrice", "ztrade", "http://wombat.ztrade.com"));
gltp.addChildElement(envelope.createName("symbol", "ztrade", "http://wombat.ztrade.com"))
.addTextNode("SUNW");
StringBuffer urlSB = new StringBuffer();
urlSB.append(req.getScheme()).append("://").append(req.getServerName());
urlSB.append(":").append(req.getServerPort()).append(req.getContextPath());
String reqBase = urlSB.toString();
if (data == null) {
data = reqBase + "/index.html";
}
// Want to set an attachment from the following url.
// Get context
URL url = new URL(data);
AttachmentPart ap = msg.createAttachmentPart(new DataHandler(url));
ap.setContentType("text/html");
// Add the attachment part to the message.
msg.addAttachmentPart(ap);
// Create an endpoint for the recipient of the message.
if (to == null) {
to = reqBase + "/receiver";
}
URL urlEndpoint = new URL(to);
System.err.println("Sending message to URL: " + urlEndpoint);
System.err.println("Sent message is logged in \"sent.msg\"");
retval += " Sent message (check \"sent.msg\") and ";
FileOutputStream sentFile = new FileOutputStream("sent.msg");
msg.writeTo(sentFile);
sentFile.close();
// Send the message to the provider using the connection.
SOAPMessage reply = con.call(msg, urlEndpoint);
if (reply != null) {
FileOutputStream replyFile = new FileOutputStream("reply.msg");
reply.writeTo(replyFile);
replyFile.close();
System.err.println("Reply logged in \"reply.msg\"");
retval += " received reply (check \"reply.msg\").</H4> </html>";
} else {
System.err.println("No reply");
retval += " no reply was received. </H4> </html>";
}
} catch (Throwable e) {
e.printStackTrace();
logger.severe("Error in constructing or sending message " + e.getMessage());
retval += " There was an error " + "in constructing or sending message. </H4> </html>";
}
try {
OutputStream os = resp.getOutputStream();
os.write(retval.getBytes());
os.flush();
os.close();
} catch (IOException e) {
e.printStackTrace();
logger.severe("Error in outputting servlet response " + e.getMessage());
}
}
public void _jspService(HttpServletRequest request, HttpServletResponse response)
throws java.io.IOException, ServletException {
PageContext pageContext = null;
ServletContext application = null;
ServletConfig config = null;
JspWriter out = null;
Object page = this;
JspWriter _jspx_out = null;
PageContext _jspx_page_context = null;
try {
response.setContentType("text/html; charset=ISO-8859-1");
pageContext = _jspxFactory.getPageContext(this, request, response, null, false, 8192, true);
_jspx_page_context = pageContext;
application = pageContext.getServletContext();
config = pageContext.getServletConfig();
out = pageContext.getOut();
_jspx_out = out;
out.write("<!--\n");
out.write("Copyright 2012 The Infinit.e Open Source Project\n");
out.write("\n");
out.write("Licensed under the Apache License, Version 2.0 (the \"License\");\n");
out.write("you may not use this file except in compliance with the License.\n");
out.write("You may obtain a copy of the License at\n");
out.write("\n");
out.write(" http://www.apache.org/licenses/LICENSE-2.0\n");
out.write("\n");
out.write("Unless required by applicable law or agreed to in writing, software\n");
out.write("distributed under the License is distributed on an \"AS IS\" BASIS,\n");
out.write("WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n");
out.write("See the License for the specific language governing permissions and\n");
out.write("limitations under the License.\n");
out.write("-->\n");
out.write("\n");
out.write("\n");
out.write("<!--\n");
out.write("Copyright 2012 The Infinit.e Open Source Project\n");
out.write("\n");
out.write("Licensed under the Apache License, Version 2.0 (the \"License\");\n");
out.write("you may not use this file except in compliance with the License.\n");
out.write("You may obtain a copy of the License at\n");
out.write("\n");
out.write(" http://www.apache.org/licenses/LICENSE-2.0\n");
out.write("\n");
out.write("Unless required by applicable law or agreed to in writing, software\n");
out.write("distributed under the License is distributed on an \"AS IS\" BASIS,\n");
out.write("WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n");
out.write("See the License for the specific language governing permissions and\n");
out.write("limitations under the License.\n");
out.write("-->\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write('\n');
out.write('\n');
out.write('\n');
// !---------- Read AppConstants.js to get the API_ROOT value ----------!
if (API_ROOT == null) {
URL baseUrl =
new URL(request.getScheme(), request.getServerName(), request.getServerPort(), "");
ScriptEngineManager manager = new ScriptEngineManager();
ScriptEngine engine = manager.getEngineByName("javascript");
String appConstantFile = null;
InputStream in = null;
// Use file from local deployment always
try {
in = new FileInputStream(application.getRealPath("/") + "AppConstants.js");
appConstantFile = IOUtils.toString(in);
} catch (Exception e) {
// System.out.println("Exception: " + e.getMessage());
}
// Eval the file as JavaScript through or JS engine and call getEndPointUrl
try {
engine.eval(appConstantFile);
engine.eval("output = getEndPointUrl();");
API_ROOT = (String) engine.get("output");
} catch (Exception e) {
// System.out.println("Exception: " + e.getMessage());
}
if (null == API_ROOT) {
// Default to localhost
API_ROOT = "http://localhost:8080/api/";
}
if (API_ROOT.contains("localhost")) {
localCookie = true;
} else {
localCookie = false;
}
}
boolean isLoggedIn = false;
messageToDisplay = "";
// Page request is a post back from the login form
if (request.getParameter("username") != null && request.getParameter("password") != null) {
String username = request.getParameter("username");
String password = request.getParameter("password");
isLoggedIn = getLogin(username, password, request, response);
// Temp fix, refresh the page to retrieve the new cookie that was set
out.println("<meta http-equiv=\"refresh\" content=\"0\">");
}
// Make sure user is already logged in and retrieve their user id
else {
isLoggedIn = isLoggedIn(request, response);
}
out.write("\n");
out.write("\n");
out.write("\t\n");
out.write('\n');
out.write('\n');
out.write('\n');
messageToDisplay = "";
//
if (isLoggedIn) {
// Determine which action is being called for by the user
String action = "";
if (request.getParameter("action") != null)
action = request.getParameter("action").toLowerCase();
if (request.getParameter("dispatchAction") != null)
action = request.getParameter("dispatchAction").toLowerCase();
try {
if (action.equals("logout")) {
logOut(request, response);
out.println("<meta http-equiv=\"refresh\" content=\"0;url=index.jsp\">");
}
} catch (Exception e) {
// System.out.println(e.getMessage());
}
}
out.write("\n");
out.write("\n");
out.write(
"<!DOCTYPE html PUBLIC \"-//W3C//DTD HTML 4.01 Transitional//EN\" \"http://www.w3.org/TR/html4/loose.dtd\">\n");
out.write("<html>\n");
out.write("<head>\n");
out.write("\t<meta http-equiv=\"Content-Type\" content=\"text/html; charset=ISO-8859-1\">\n");
out.write("\t<link rel=\"stylesheet\" type=\"text/css\" href=\"inc/manager.css\" />\n");
out.write("\t<title>Infinit.e.Manager - Home</title>\n");
out.write("</head>\n");
out.write("<body>\n");
out.write("\n");
out.write("<table width=\"100%\" cellpadding=\"0\" cellspacing=\"0\" >\n");
out.write("<tr valign=\"middle\">\n");
out.write("\t<td width=\"100%\" background=\"image/infinite_logo_bg.png\">\n");
out.write("\t\t<table width=\"100%\" cellpadding=\"0\" cellspacing=\"0\" >\n");
out.write("\t\t\t<tr valign=\"bottom\">\n");
out.write(
"\t\t\t\t<td width=\"200\"><a href=\"index.jsp\"><img src=\"image/infinite_logo.png\" border=\"0\"></a></td>\n");
out.write("\t\t\t\t<td>\n");
out.write(
"\t\t\t\t\t<a href=\"people.jsp\" class=\"headerLink\" title=\"Add/Edit Users\">People</a> \n");
out.write(
"\t\t\t\t\t<a href=\"communities.jsp\" class=\"headerLink\" title=\"Add/Edit Communities\">Communities</a> \n");
out.write(
"\t\t\t\t\t<a href=\"sources.jsp\" class=\"headerLink\" title=\"Add/Edit Sources\">Sources</a> \n");
out.write(
"\t\t\t\t\t<!-- <a href=\"widgets.jsp\" class=\"headerLink\" title=\"Add/Edit Widgets\">Widgets</a> -->\n");
out.write(
"\t\t\t\t\t<!-- <a href=\"hadoop.jsp\" class=\"headerLink\" title=\"Add/Edit Hadoop Jars\">Hadoop</a> -->\n");
out.write(
"\t\t\t\t\t<!-- <a href=\"shares.jsp\" class=\"headerLink\" title=\"Add/Edit Shares\">Shares</a> -->\n");
out.write(
"\t\t\t\t\t<a href=\"index.jsp\" class=\"headerLink\" title=\"Home\">Home</a> \n");
out.write(
"\t\t\t\t\t<a href=\"?action=logout\" class=\"headerLink\" title=\"Logout\">Logout</a>\n");
out.write("\t\t\t\t</td>\n");
out.write(
"\t\t\t\t<td align=\"right\" width=\"120\" background=\"image/ikanow_logo_smaller_bg.png\"></td>\n");
out.write("\t\t\t</tr>\n");
out.write("\t\t</table>\n");
out.write("\t</td>\n");
out.write("</tr>\n");
out.write("<tr>\n");
out.write("\t<td bgcolor=\"#ffffff\">\n");
out.write('\n');
out.write('\n');
if (!isLoggedIn) {
out.write('\n');
out.write(' ');
out.write(' ');
out.write("<!-- Begin login_form.jsp -->\n");
out.write("\n");
out.write("<br />\n");
out.write("<br />\n");
out.write("<br />\n");
out.write("<br />\n");
out.write("<center>\n");
out.write("<form method=\"post\" name=\"login_form\">\n");
out.write(
"<table class=\"standardTable\" cellpadding=\"5\" cellspacing=\"1\" width=\"35%\" >\n");
out.write("\t<tr>\n");
out.write("\t\t<td colspan=\"2\" align=\"center\">\n");
out.write("\t\t\t<font color=\"white\"><b>Login to Infinit.e.Manager</b></font>\n");
out.write("\t\t</td>\n");
out.write("\t</tr>\n");
out.write("\t<tr>\n");
out.write("\t\t<td bgcolor=\"white\" width=\"40%\">User Name:</td>\n");
out.write(
"\t\t<td bgcolor=\"white\" width=\"60%\"><input type=\"text\" name=\"username\" size=\"40\"></td>\n");
out.write("\t</tr>\n");
out.write("\t<tr>\n");
out.write("\t\t<td bgcolor=\"white\" width=\"40%\">Password:</td>\n");
out.write(
"\t\t<td bgcolor=\"white\" width=\"60%\"><input type=\"password\" name=\"password\" size=\"40\"></td>\n");
out.write("\t</tr>\n");
out.write("\t<tr>\n");
out.write("\t\t<td colspan=\"2\" align=\"right\"><input type=\"submit\"></td>\n");
out.write("\t</tr>\n");
out.write("</table>\n");
out.write("</form>\n");
out.write("</center>\n");
out.write("<br />\n");
out.write("<br />\n");
out.write("<br />\n");
out.write("<br />\n");
out.write("<!-- End login_form.jsp -->");
out.write('\n');
} else {
out.write("\n");
out.write(
"\t<table class=\"standardTable\" cellpadding=\"5\" cellspacing=\"1\" width=\"100%\" >\n");
out.write("\t<tr>\n");
out.write("\t\t<td width=\"100%\" bgcolor=\"#ffffff\">\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t\n");
out.write("\t\t\t<center>\n");
out.write(
"\t\t\t<table class=\"standardTable\" cellpadding=\"5\" cellspacing=\"1\" width=\"50%\">\n");
out.write("\t\t\t\t<tr>\n");
out.write("\t\t\t\t\t<td> </td>\n");
out.write("\t\t\t\t</tr>\n");
out.write("\t\t\t\t<tr>\n");
out.write("\t\t\t\t\t<td bgcolor=\"white\">\n");
out.write("\t\t\t\t\t\t<ul>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"people.jsp\" title=\"Add/Edit Users\">People</a></b> - Add/Edit Users</li>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"communities.jsp\" title=\"Add/Edit Users\">Communities</a></b> - Add/Edit Communities and Membership</li>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"sources.jsp\" title=\"Add/Edit Users\">Sources</a></b> - Add/Edit Sources\n");
out.write(
"\t\t\t\t\t\t\t\t<ul><li><b><a href=\"sourcemonitor.jsp\" title=\"Monitor Sources\" target=\"_blank\">Source Monitoring</a></b> (new tab)</li></ul>\n");
out.write("\t\t\t\t\t\t\t</li>\n");
out.write("\t\t\t\t\t\t</ul>\n");
out.write("\t\t\t\t\t\t<ul>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"fileUploader.jsp\" title=\"Add/Edit Users\" target=\"_blank\">File Uploader</a></b> - Add/Edit Files or JSON (new tab)</li>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"widgetUploader.jsp\" title=\"Add/Edit Users\" target=\"_blank\">Widget Uploader</a></b> - Add/Edit Widgets (new tab)</li>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"pluginManager.jsp\" title=\"Add/Edit Users\" target=\"_blank\">Plugin Manager</a></b> - Add/Edit Hadoop Plugins (new tab)</li>\t\t\t\t\t\t\n");
out.write("\t\t\t\t\t\t</ul>\n");
out.write("\t\t\t\t\t\t<ul>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"chrome.html\" title=\"Install Chrome Source Extension\" target=\"_blank\">Infinit.e Chrome Extension</a></b> - Create Sources from Chrome</li>\n");
out.write("\t\t\t\t\t\t</ul>\n");
out.write("\t\t\t\t\t</td>\n");
out.write("\t\t\t\t</tr>\n");
out.write("\t\t\t</table>\n");
out.write("\t\t\t</center>\n");
out.write("\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t<br />\n");
out.write("\t\t</td>\n");
out.write("\t<tr>\n");
out.write("\t</table>\n");
}
out.write('\n');
out.write('\n');
out.write("\t\n");
out.write("\t</td>\n");
out.write("<tr>\n");
out.write("<tr>\n");
out.write("\t<td align=\"right\" bgcolor=\"#000000\">\n");
out.write("\t\t \n");
out.write(
"\t\t<!-- <a href=\"http://www.ikanow.com\" title=\"www.ikanow.com\"><img src=\"image/ikanow_logo_small.png\" border=\"0\"></a> -->\n");
out.write("\t</td>\n");
out.write("</tr>\n");
out.write("</table>\n");
out.write("\n");
out.write("\n");
out.write("</body>\n");
out.write("</html>");
} catch (Throwable t) {
if (!(t instanceof SkipPageException)) {
out = _jspx_out;
if (out != null && out.getBufferSize() != 0)
try {
out.clearBuffer();
} catch (java.io.IOException e) {
}
if (_jspx_page_context != null) _jspx_page_context.handlePageException(t);
}
} finally {
_jspxFactory.releasePageContext(_jspx_page_context);
}
}
/**
* This is the server part, eg http://motherlode:8080
*
* @param req the HttpServletRequest
* @return request server
*/
public static String getRequestServer(HttpServletRequest req) {
return req.getScheme() + "://" + req.getServerName() + ":" + req.getServerPort();
}
/**
* Show details about the request
*
* @param servlet used to get teh servlet context, may be null
* @param req the request
* @return string showing the details of the request.
*/
public static String showRequestDetail(HttpServlet servlet, HttpServletRequest req) {
StringBuilder sbuff = new StringBuilder();
sbuff.append("Request Info\n");
sbuff.append(" req.getServerName(): ").append(req.getServerName()).append("\n");
sbuff.append(" req.getServerPort(): ").append(req.getServerPort()).append("\n");
sbuff.append(" req.getContextPath:").append(req.getContextPath()).append("\n");
sbuff.append(" req.getServletPath:").append(req.getServletPath()).append("\n");
sbuff.append(" req.getPathInfo:").append(req.getPathInfo()).append("\n");
sbuff.append(" req.getQueryString:").append(req.getQueryString()).append("\n");
sbuff
.append(" getQueryStringDecoded:")
.append(EscapeStrings.urlDecode(req.getQueryString()))
.append("\n");
/*try {
sbuff.append(" getQueryStringDecoded:").append(URLDecoder.decode(req.getQueryString(), "UTF-8")).append("\n");
} catch (UnsupportedEncodingException e1) {
e1.printStackTrace();
}*/
sbuff.append(" req.getRequestURI:").append(req.getRequestURI()).append("\n");
sbuff.append(" getRequestBase:").append(getRequestBase(req)).append("\n");
sbuff.append(" getRequestServer:").append(getRequestServer(req)).append("\n");
sbuff.append(" getRequest:").append(getRequest(req)).append("\n");
sbuff.append("\n");
sbuff.append(" req.getPathTranslated:").append(req.getPathTranslated()).append("\n");
String path = req.getPathTranslated();
if ((path != null) && (servlet != null)) {
ServletContext context = servlet.getServletContext();
sbuff.append(" getMimeType:").append(context.getMimeType(path)).append("\n");
}
sbuff.append("\n");
sbuff.append(" req.getScheme:").append(req.getScheme()).append("\n");
sbuff.append(" req.getProtocol:").append(req.getProtocol()).append("\n");
sbuff.append(" req.getMethod:").append(req.getMethod()).append("\n");
sbuff.append("\n");
sbuff.append(" req.getContentType:").append(req.getContentType()).append("\n");
sbuff.append(" req.getContentLength:").append(req.getContentLength()).append("\n");
sbuff.append(" req.getRemoteAddr():").append(req.getRemoteAddr());
try {
sbuff
.append(" getRemoteHost():")
.append(java.net.InetAddress.getByName(req.getRemoteHost()).getHostName())
.append("\n");
} catch (java.net.UnknownHostException e) {
sbuff.append(" getRemoteHost():").append(e.getMessage()).append("\n");
}
sbuff.append(" getRemoteUser():").append(req.getRemoteUser()).append("\n");
sbuff.append("\n");
sbuff.append("Request Parameters:\n");
Enumeration params = req.getParameterNames();
while (params.hasMoreElements()) {
String name = (String) params.nextElement();
String values[] = req.getParameterValues(name);
if (values != null) {
for (int i = 0; i < values.length; i++) {
sbuff
.append(" ")
.append(name)
.append(" (")
.append(i)
.append("): ")
.append(values[i])
.append("\n");
}
}
}
sbuff.append("\n");
sbuff.append("Request Headers:\n");
Enumeration names = req.getHeaderNames();
while (names.hasMoreElements()) {
String name = (String) names.nextElement();
Enumeration values = req.getHeaders(name); // support multiple values
if (values != null) {
while (values.hasMoreElements()) {
String value = (String) values.nextElement();
sbuff.append(" ").append(name).append(": ").append(value).append("\n");
}
}
}
sbuff.append(" ------------------\n");
return sbuff.toString();
}
public void generateFileDetails(JspWriter out, HttpServletRequest req, Configuration conf)
throws IOException, InterruptedException {
int chunkSizeToView = 0;
long startOffset = 0;
int datanodePort;
String blockIdStr = null;
long currBlockId = 0;
blockIdStr = req.getParameter("blockId");
if (blockIdStr == null) {
out.print("Invalid input (blockId absent)");
return;
}
currBlockId = Long.parseLong(blockIdStr);
String datanodePortStr = req.getParameter("datanodePort");
if (datanodePortStr == null) {
out.print("Invalid input (datanodePort absent)");
return;
}
datanodePort = Integer.parseInt(datanodePortStr);
String namenodeInfoPortStr = req.getParameter("namenodeInfoPort");
int namenodeInfoPort = -1;
if (namenodeInfoPortStr != null) namenodeInfoPort = Integer.parseInt(namenodeInfoPortStr);
String chunkSizeToViewStr = req.getParameter("chunkSizeToView");
if (chunkSizeToViewStr != null && Integer.parseInt(chunkSizeToViewStr) > 0) {
chunkSizeToView = Integer.parseInt(chunkSizeToViewStr);
} else {
chunkSizeToView = JspHelper.getDefaultChunkSize(conf);
}
String startOffsetStr = req.getParameter("startOffset");
if (startOffsetStr == null || Long.parseLong(startOffsetStr) < 0) startOffset = 0;
else startOffset = Long.parseLong(startOffsetStr);
String filename = HtmlQuoting.unquoteHtmlChars(req.getParameter("filename"));
if (filename == null || filename.length() == 0) {
out.print("Invalid input");
return;
}
String blockSizeStr = req.getParameter("blockSize");
long blockSize = 0;
if (blockSizeStr == null || blockSizeStr.length() == 0) {
out.print("Invalid input");
return;
}
blockSize = Long.parseLong(blockSizeStr);
String tokenString = req.getParameter(JspHelper.DELEGATION_PARAMETER_NAME);
UserGroupInformation ugi = JspHelper.getUGI(req, conf);
DFSClient dfs = JspHelper.getDFSClient(ugi, jspHelper.nameNodeAddr, conf);
List<LocatedBlock> blocks =
dfs.namenode.getBlockLocations(filename, 0, Long.MAX_VALUE).getLocatedBlocks();
// Add the various links for looking at the file contents
// URL for downloading the full file
String downloadUrl =
"http://"
+ req.getServerName()
+ ":"
+ +req.getServerPort()
+ "/streamFile"
+ URLEncoder.encode(filename, "UTF-8")
+ "?"
+ JspHelper.DELEGATION_PARAMETER_NAME
+ "="
+ tokenString;
out.print("<a name=\"viewOptions\"></a>");
out.print("<a href=\"" + downloadUrl + "\">Download this file</a><br>");
DatanodeInfo chosenNode;
// URL for TAIL
LocatedBlock lastBlk = blocks.get(blocks.size() - 1);
long blockId = lastBlk.getBlock().getBlockId();
try {
chosenNode = jspHelper.bestNode(lastBlk);
} catch (IOException e) {
out.print(e.toString());
dfs.close();
return;
}
String fqdn = InetAddress.getByName(chosenNode.getHost()).getCanonicalHostName();
String tailUrl =
"http://"
+ fqdn
+ ":"
+ chosenNode.getInfoPort()
+ "/tail.jsp?filename="
+ URLEncoder.encode(filename, "UTF-8")
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ "&chunkSizeToView="
+ chunkSizeToView
+ "&referrer="
+ URLEncoder.encode(req.getRequestURL() + "?" + req.getQueryString(), "UTF-8")
+ JspHelper.getDelegationTokenUrlParam(tokenString);
out.print("<a href=\"" + tailUrl + "\">Tail this file</a><br>");
out.print("<form action=\"/browseBlock.jsp\" method=GET>");
out.print("<b>Chunk size to view (in bytes, up to file's DFS block size): </b>");
out.print("<input type=\"hidden\" name=\"blockId\" value=\"" + currBlockId + "\">");
out.print("<input type=\"hidden\" name=\"blockSize\" value=\"" + blockSize + "\">");
out.print("<input type=\"hidden\" name=\"startOffset\" value=\"" + startOffset + "\">");
out.print("<input type=\"hidden\" name=\"filename\" value=\"" + filename + "\">");
out.print("<input type=\"hidden\" name=\"datanodePort\" value=\"" + datanodePort + "\">");
out.print(
"<input type=\"hidden\" name=\"namenodeInfoPort\" value=\"" + namenodeInfoPort + "\">");
out.print(
"<input type=\"text\" name=\"chunkSizeToView\" value="
+ chunkSizeToView
+ " size=10 maxlength=10>");
out.print(" <input type=\"submit\" name=\"submit\" value=\"Refresh\">");
out.print("</form>");
out.print("<hr>");
out.print("<a name=\"blockDetails\"></a>");
out.print("<B>Total number of blocks: " + blocks.size() + "</B><br>");
// generate a table and dump the info
out.println("\n<table>");
for (LocatedBlock cur : blocks) {
out.print("<tr>");
blockId = cur.getBlock().getBlockId();
blockSize = cur.getBlock().getNumBytes();
String blk = "blk_" + Long.toString(blockId);
out.print("<td>" + Long.toString(blockId) + ":</td>");
DatanodeInfo[] locs = cur.getLocations();
for (int j = 0; j < locs.length; j++) {
String datanodeAddr = locs[j].getName();
datanodePort =
Integer.parseInt(
datanodeAddr.substring(datanodeAddr.indexOf(':') + 1, datanodeAddr.length()));
fqdn = InetAddress.getByName(locs[j].getHost()).getCanonicalHostName();
String blockUrl =
"http://"
+ fqdn
+ ":"
+ locs[j].getInfoPort()
+ "/browseBlock.jsp?blockId="
+ Long.toString(blockId)
+ "&blockSize="
+ blockSize
+ "&filename="
+ URLEncoder.encode(filename, "UTF-8")
+ "&datanodePort="
+ datanodePort
+ "&genstamp="
+ cur.getBlock().getGenerationStamp()
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ "&chunkSizeToView="
+ chunkSizeToView;
out.print(
"<td> </td>" + "<td><a href=\"" + blockUrl + "\">" + datanodeAddr + "</a></td>");
}
out.println("</tr>");
}
out.println("</table>");
out.print("<hr>");
String namenodeHost = jspHelper.nameNodeAddr.getHostName();
out.print(
"<br><a href=\"http://"
+ InetAddress.getByName(namenodeHost).getCanonicalHostName()
+ ":"
+ namenodeInfoPort
+ "/dfshealth.jsp\">Go back to DFS home</a>");
dfs.close();
}
public void generateFileChunks(JspWriter out, HttpServletRequest req, Configuration conf)
throws IOException, InterruptedException {
long startOffset = 0;
int datanodePort = 0;
int chunkSizeToView = 0;
String namenodeInfoPortStr = req.getParameter("namenodeInfoPort");
int namenodeInfoPort = -1;
if (namenodeInfoPortStr != null) namenodeInfoPort = Integer.parseInt(namenodeInfoPortStr);
String filename = HtmlQuoting.unquoteHtmlChars(req.getParameter("filename"));
if (filename == null) {
out.print("Invalid input (filename absent)");
return;
}
String blockIdStr = null;
long blockId = 0;
blockIdStr = req.getParameter("blockId");
if (blockIdStr == null) {
out.print("Invalid input (blockId absent)");
return;
}
blockId = Long.parseLong(blockIdStr);
String tokenString = req.getParameter(JspHelper.DELEGATION_PARAMETER_NAME);
UserGroupInformation ugi = JspHelper.getUGI(req, conf);
final DFSClient dfs = JspHelper.getDFSClient(ugi, jspHelper.nameNodeAddr, conf);
Token<BlockTokenIdentifier> accessToken = BlockTokenSecretManager.DUMMY_TOKEN;
if (conf.getBoolean(DFSConfigKeys.DFS_BLOCK_ACCESS_TOKEN_ENABLE_KEY, false)) {
List<LocatedBlock> blks =
dfs.namenode.getBlockLocations(filename, 0, Long.MAX_VALUE).getLocatedBlocks();
if (blks == null || blks.size() == 0) {
out.print("Can't locate file blocks");
dfs.close();
return;
}
for (int i = 0; i < blks.size(); i++) {
if (blks.get(i).getBlock().getBlockId() == blockId) {
accessToken = blks.get(i).getBlockToken();
break;
}
}
}
String blockGenStamp = null;
long genStamp = 0;
blockGenStamp = req.getParameter("genstamp");
if (blockGenStamp == null) {
out.print("Invalid input (genstamp absent)");
return;
}
genStamp = Long.parseLong(blockGenStamp);
String blockSizeStr;
long blockSize = 0;
blockSizeStr = req.getParameter("blockSize");
if (blockSizeStr == null) {
out.print("Invalid input (blockSize absent)");
return;
}
blockSize = Long.parseLong(blockSizeStr);
String chunkSizeToViewStr = req.getParameter("chunkSizeToView");
if (chunkSizeToViewStr != null && Integer.parseInt(chunkSizeToViewStr) > 0)
chunkSizeToView = Integer.parseInt(chunkSizeToViewStr);
else chunkSizeToView = JspHelper.getDefaultChunkSize(conf);
String startOffsetStr = req.getParameter("startOffset");
if (startOffsetStr == null || Long.parseLong(startOffsetStr) < 0) startOffset = 0;
else startOffset = Long.parseLong(startOffsetStr);
String datanodePortStr = req.getParameter("datanodePort");
if (datanodePortStr == null) {
out.print("Invalid input (datanodePort absent)");
return;
}
datanodePort = Integer.parseInt(datanodePortStr);
out.print("<h3>File: ");
JspHelper.printPathWithLinks(
HtmlQuoting.quoteHtmlChars(filename), out, namenodeInfoPort, tokenString);
out.print("</h3><hr>");
String parent = new File(filename).getParent();
JspHelper.printGotoForm(out, namenodeInfoPort, tokenString, HtmlQuoting.quoteHtmlChars(parent));
out.print("<hr>");
out.print(
"<a href=\"http://"
+ req.getServerName()
+ ":"
+ req.getServerPort()
+ "/browseDirectory.jsp?dir="
+ URLEncoder.encode(parent, "UTF-8")
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ "\"><i>Go back to dir listing</i></a><br>");
out.print("<a href=\"#viewOptions\">Advanced view/download options</a><br>");
out.print("<hr>");
// Determine the prev & next blocks
long nextStartOffset = 0;
long nextBlockSize = 0;
String nextBlockIdStr = null;
String nextGenStamp = null;
String nextHost = req.getServerName();
int nextPort = req.getServerPort();
int nextDatanodePort = datanodePort;
// determine data for the next link
if (startOffset + chunkSizeToView >= blockSize) {
// we have to go to the next block from this point onwards
List<LocatedBlock> blocks =
dfs.namenode.getBlockLocations(filename, 0, Long.MAX_VALUE).getLocatedBlocks();
for (int i = 0; i < blocks.size(); i++) {
if (blocks.get(i).getBlock().getBlockId() == blockId) {
if (i != blocks.size() - 1) {
LocatedBlock nextBlock = blocks.get(i + 1);
nextBlockIdStr = Long.toString(nextBlock.getBlock().getBlockId());
nextGenStamp = Long.toString(nextBlock.getBlock().getGenerationStamp());
nextStartOffset = 0;
nextBlockSize = nextBlock.getBlock().getNumBytes();
DatanodeInfo d = jspHelper.bestNode(nextBlock);
String datanodeAddr = d.getName();
nextDatanodePort =
Integer.parseInt(
datanodeAddr.substring(datanodeAddr.indexOf(':') + 1, datanodeAddr.length()));
nextHost = InetAddress.getByName(d.getHost()).getCanonicalHostName();
nextPort = d.getInfoPort();
}
}
}
} else {
// we are in the same block
nextBlockIdStr = blockIdStr;
nextStartOffset = startOffset + chunkSizeToView;
nextBlockSize = blockSize;
nextGenStamp = blockGenStamp;
}
String nextUrl = null;
if (nextBlockIdStr != null) {
nextUrl =
"http://"
+ nextHost
+ ":"
+ nextPort
+ "/browseBlock.jsp?blockId="
+ nextBlockIdStr
+ "&blockSize="
+ nextBlockSize
+ "&startOffset="
+ nextStartOffset
+ "&genstamp="
+ nextGenStamp
+ "&filename="
+ URLEncoder.encode(filename, "UTF-8")
+ "&chunkSizeToView="
+ chunkSizeToView
+ "&datanodePort="
+ nextDatanodePort
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ JspHelper.getDelegationTokenUrlParam(tokenString);
out.print("<a href=\"" + nextUrl + "\">View Next chunk</a> ");
}
// determine data for the prev link
String prevBlockIdStr = null;
String prevGenStamp = null;
long prevStartOffset = 0;
long prevBlockSize = 0;
String prevHost = req.getServerName();
int prevPort = req.getServerPort();
int prevDatanodePort = datanodePort;
if (startOffset == 0) {
List<LocatedBlock> blocks =
dfs.namenode.getBlockLocations(filename, 0, Long.MAX_VALUE).getLocatedBlocks();
for (int i = 0; i < blocks.size(); i++) {
if (blocks.get(i).getBlock().getBlockId() == blockId) {
if (i != 0) {
LocatedBlock prevBlock = blocks.get(i - 1);
prevBlockIdStr = Long.toString(prevBlock.getBlock().getBlockId());
prevGenStamp = Long.toString(prevBlock.getBlock().getGenerationStamp());
prevStartOffset = prevBlock.getBlock().getNumBytes() - chunkSizeToView;
if (prevStartOffset < 0) prevStartOffset = 0;
prevBlockSize = prevBlock.getBlock().getNumBytes();
DatanodeInfo d = jspHelper.bestNode(prevBlock);
String datanodeAddr = d.getName();
prevDatanodePort =
Integer.parseInt(
datanodeAddr.substring(datanodeAddr.indexOf(':') + 1, datanodeAddr.length()));
prevHost = InetAddress.getByName(d.getHost()).getCanonicalHostName();
prevPort = d.getInfoPort();
}
}
}
} else {
// we are in the same block
prevBlockIdStr = blockIdStr;
prevStartOffset = startOffset - chunkSizeToView;
if (prevStartOffset < 0) prevStartOffset = 0;
prevBlockSize = blockSize;
prevGenStamp = blockGenStamp;
}
String prevUrl = null;
if (prevBlockIdStr != null) {
prevUrl =
"http://"
+ prevHost
+ ":"
+ prevPort
+ "/browseBlock.jsp?blockId="
+ prevBlockIdStr
+ "&blockSize="
+ prevBlockSize
+ "&startOffset="
+ prevStartOffset
+ "&filename="
+ URLEncoder.encode(filename, "UTF-8")
+ "&chunkSizeToView="
+ chunkSizeToView
+ "&genstamp="
+ prevGenStamp
+ "&datanodePort="
+ prevDatanodePort
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ JspHelper.getDelegationTokenUrlParam(tokenString);
out.print("<a href=\"" + prevUrl + "\">View Prev chunk</a> ");
}
out.print("<hr>");
out.print("<textarea cols=\"100\" rows=\"25\" wrap=\"virtual\" style=\"width:100%\" READONLY>");
try {
jspHelper.streamBlockInAscii(
new InetSocketAddress(req.getServerName(), datanodePort),
blockId,
accessToken,
genStamp,
blockSize,
startOffset,
chunkSizeToView,
out,
conf);
} catch (Exception e) {
out.print(e);
}
out.print("</textarea>");
dfs.close();
}
