private String mapLocation(String location) {
Map<String, List<String>> mappings = site.getMappings();
String bestMatch = "";
String prefix = null;
for (Iterator<Entry<String, List<String>>> iterator = mappings.entrySet().iterator();
iterator.hasNext(); ) {
Entry<String, List<String>> entry = iterator.next();
List<String> candidates = entry.getValue();
for (Iterator<String> candidateIt = candidates.iterator(); candidateIt.hasNext(); ) {
String candidate = candidateIt.next();
if (location.startsWith(candidate) && candidate.length() > bestMatch.length()) {
bestMatch = candidate;
prefix = entry.getKey();
}
}
}
if (prefix != null) {
String reverseMappedPath = prefix + location.substring(bestMatch.length());
try {
URI pathlessRequestURI =
new URI(
request.getScheme(),
null,
request.getServerName(),
request.getServerPort(),
null,
null,
null);
return pathlessRequestURI.toString() + reverseMappedPath;
} catch (URISyntaxException t) {
// best effort
System.err.println(t);
}
}
return location;
}
public void doPost(HttpServletRequest req, HttpServletResponse resp) throws IOException {
int index;
DatastoreService ds;
MemcacheService ms;
BlobstoreService bs;
URLFetchService us;
FileService fs;
Map<String, List<BlobKey>> blobMap;
BlobKey blobKey;
BlobInfoFactory blobInfoFactory;
BlobInfo blobInfo;
int postCount;
int postIndex;
String postType;
String postText;
String postDelpw;
String postShowgallery;
DataObj dataObj;
String filelink;
String picUrl;
HTTPResponse picRes;
List<HTTPHeader> headerList;
String picMime;
String[] fileNamePart;
AppEngineFile picFile;
FileWriteChannel writeChannel;
PostObj postObj;
List<PostObj> postObjList;
String linkID;
resp.setCharacterEncoding("UTF-8");
resp.setContentType("text/plain");
try {
ds = DatastoreServiceFactory.getDatastoreService();
ms = MemcacheServiceFactory.getMemcacheService();
bs = BlobstoreServiceFactory.getBlobstoreService();
us = URLFetchServiceFactory.getURLFetchService();
fs = FileServiceFactory.getFileService();
blobInfoFactory = new BlobInfoFactory(ds);
blobMap = bs.getUploads(req);
postCount = Integer.valueOf(req.getParameter("input_post_count"));
postObjList = new ArrayList<PostObj>();
for (postIndex = 0; postIndex < postCount; postIndex++) {
try {
postType = req.getParameter("input_post_type_" + postIndex);
if (postType == null) {
continue;
}
postText = req.getParameter("input_post_text_" + postIndex);
postDelpw = req.getParameter("input_post_delpw_" + postIndex);
postShowgallery = req.getParameter("input_post_showgallery_" + postIndex);
if (postShowgallery == null) {
postShowgallery = "";
}
if (postType.equals("file") == true) {
blobKey = blobMap.get("input_post_file_" + postIndex).get(0);
if (blobKey == null) {
throw new Exception();
}
dataObj = new DataObj();
dataObj.fileid = createUID();
dataObj.posttime = new Date().getTime();
dataObj.delpw = postDelpw;
dataObj.blobkey = blobKey;
dataObj.putDB(ds);
blobInfo = blobInfoFactory.loadBlobInfo(dataObj.blobkey);
filelink =
"http://"
+ req.getServerName()
+ "/down/"
+ dataObj.fileid
+ "/"
+ blobInfo.getFilename();
postObj =
new PostObj(
dataObj.fileid,
filelink,
blobInfo.getSize(),
dataObj.posttime,
dataObj.delpw,
postShowgallery);
postObjList.add(postObj);
} else if (postType.equals("url") == true) {
picUrl = postText;
picRes = us.fetch(new URL(picUrl));
headerList = picRes.getHeaders();
picMime = "application/octet-stream";
for (index = 0; index < headerList.size(); index++) {
if (headerList.get(index).getName().compareToIgnoreCase("Content-Type") == 0) {
picMime = headerList.get(index).getValue();
break;
}
}
fileNamePart = picUrl.split("/");
picFile = fs.createNewBlobFile(picMime, fileNamePart[fileNamePart.length - 1]);
writeChannel = fs.openWriteChannel(picFile, true);
writeChannel.write(ByteBuffer.wrap(picRes.getContent()));
writeChannel.closeFinally();
dataObj = new DataObj();
dataObj.fileid = createUID();
dataObj.posttime = new Date().getTime();
dataObj.delpw = postDelpw;
dataObj.blobkey = fs.getBlobKey(picFile);
dataObj.putDB(ds);
blobInfo = blobInfoFactory.loadBlobInfo(dataObj.blobkey);
filelink =
"http://"
+ req.getServerName()
+ "/down/"
+ dataObj.fileid
+ "/"
+ blobInfo.getFilename();
postObj =
new PostObj(
dataObj.fileid,
filelink,
blobInfo.getSize(),
dataObj.posttime,
dataObj.delpw,
postShowgallery);
postObjList.add(postObj);
}
} catch (Exception e) {
}
}
linkID = postFile(us, postObjList);
if (req.getParameter("specflag") != null) {
resp.getWriter().print("http://tnfshmoe.appspot.com/link.jsp?linkid=" + linkID);
} else {
resp.sendRedirect("http://tnfshmoe.appspot.com/link.jsp?linkid=" + linkID);
}
} catch (Exception e) {
}
}
public void generateFileDetails(JspWriter out, HttpServletRequest req, Configuration conf)
throws IOException, InterruptedException {
int chunkSizeToView = 0;
long startOffset = 0;
int datanodePort;
String blockIdStr = null;
long currBlockId = 0;
blockIdStr = req.getParameter("blockId");
if (blockIdStr == null) {
out.print("Invalid input (blockId absent)");
return;
}
currBlockId = Long.parseLong(blockIdStr);
String datanodePortStr = req.getParameter("datanodePort");
if (datanodePortStr == null) {
out.print("Invalid input (datanodePort absent)");
return;
}
datanodePort = Integer.parseInt(datanodePortStr);
String namenodeInfoPortStr = req.getParameter("namenodeInfoPort");
int namenodeInfoPort = -1;
if (namenodeInfoPortStr != null) namenodeInfoPort = Integer.parseInt(namenodeInfoPortStr);
String chunkSizeToViewStr = req.getParameter("chunkSizeToView");
if (chunkSizeToViewStr != null && Integer.parseInt(chunkSizeToViewStr) > 0) {
chunkSizeToView = Integer.parseInt(chunkSizeToViewStr);
} else {
chunkSizeToView = JspHelper.getDefaultChunkSize(conf);
}
String startOffsetStr = req.getParameter("startOffset");
if (startOffsetStr == null || Long.parseLong(startOffsetStr) < 0) startOffset = 0;
else startOffset = Long.parseLong(startOffsetStr);
String filename = HtmlQuoting.unquoteHtmlChars(req.getParameter("filename"));
if (filename == null || filename.length() == 0) {
out.print("Invalid input");
return;
}
String blockSizeStr = req.getParameter("blockSize");
long blockSize = 0;
if (blockSizeStr == null || blockSizeStr.length() == 0) {
out.print("Invalid input");
return;
}
blockSize = Long.parseLong(blockSizeStr);
String tokenString = req.getParameter(JspHelper.DELEGATION_PARAMETER_NAME);
UserGroupInformation ugi = JspHelper.getUGI(req, conf);
DFSClient dfs = JspHelper.getDFSClient(ugi, jspHelper.nameNodeAddr, conf);
List<LocatedBlock> blocks =
dfs.namenode.getBlockLocations(filename, 0, Long.MAX_VALUE).getLocatedBlocks();
// Add the various links for looking at the file contents
// URL for downloading the full file
String downloadUrl =
"http://"
+ req.getServerName()
+ ":"
+ +req.getServerPort()
+ "/streamFile"
+ URLEncoder.encode(filename, "UTF-8")
+ "?"
+ JspHelper.DELEGATION_PARAMETER_NAME
+ "="
+ tokenString;
out.print("<a name=\"viewOptions\"></a>");
out.print("<a href=\"" + downloadUrl + "\">Download this file</a><br>");
DatanodeInfo chosenNode;
// URL for TAIL
LocatedBlock lastBlk = blocks.get(blocks.size() - 1);
long blockId = lastBlk.getBlock().getBlockId();
try {
chosenNode = jspHelper.bestNode(lastBlk);
} catch (IOException e) {
out.print(e.toString());
dfs.close();
return;
}
String fqdn = InetAddress.getByName(chosenNode.getHost()).getCanonicalHostName();
String tailUrl =
"http://"
+ fqdn
+ ":"
+ chosenNode.getInfoPort()
+ "/tail.jsp?filename="
+ URLEncoder.encode(filename, "UTF-8")
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ "&chunkSizeToView="
+ chunkSizeToView
+ "&referrer="
+ URLEncoder.encode(req.getRequestURL() + "?" + req.getQueryString(), "UTF-8")
+ JspHelper.getDelegationTokenUrlParam(tokenString);
out.print("<a href=\"" + tailUrl + "\">Tail this file</a><br>");
out.print("<form action=\"/browseBlock.jsp\" method=GET>");
out.print("<b>Chunk size to view (in bytes, up to file's DFS block size): </b>");
out.print("<input type=\"hidden\" name=\"blockId\" value=\"" + currBlockId + "\">");
out.print("<input type=\"hidden\" name=\"blockSize\" value=\"" + blockSize + "\">");
out.print("<input type=\"hidden\" name=\"startOffset\" value=\"" + startOffset + "\">");
out.print("<input type=\"hidden\" name=\"filename\" value=\"" + filename + "\">");
out.print("<input type=\"hidden\" name=\"datanodePort\" value=\"" + datanodePort + "\">");
out.print(
"<input type=\"hidden\" name=\"namenodeInfoPort\" value=\"" + namenodeInfoPort + "\">");
out.print(
"<input type=\"text\" name=\"chunkSizeToView\" value="
+ chunkSizeToView
+ " size=10 maxlength=10>");
out.print(" <input type=\"submit\" name=\"submit\" value=\"Refresh\">");
out.print("</form>");
out.print("<hr>");
out.print("<a name=\"blockDetails\"></a>");
out.print("<B>Total number of blocks: " + blocks.size() + "</B><br>");
// generate a table and dump the info
out.println("\n<table>");
for (LocatedBlock cur : blocks) {
out.print("<tr>");
blockId = cur.getBlock().getBlockId();
blockSize = cur.getBlock().getNumBytes();
String blk = "blk_" + Long.toString(blockId);
out.print("<td>" + Long.toString(blockId) + ":</td>");
DatanodeInfo[] locs = cur.getLocations();
for (int j = 0; j < locs.length; j++) {
String datanodeAddr = locs[j].getName();
datanodePort =
Integer.parseInt(
datanodeAddr.substring(datanodeAddr.indexOf(':') + 1, datanodeAddr.length()));
fqdn = InetAddress.getByName(locs[j].getHost()).getCanonicalHostName();
String blockUrl =
"http://"
+ fqdn
+ ":"
+ locs[j].getInfoPort()
+ "/browseBlock.jsp?blockId="
+ Long.toString(blockId)
+ "&blockSize="
+ blockSize
+ "&filename="
+ URLEncoder.encode(filename, "UTF-8")
+ "&datanodePort="
+ datanodePort
+ "&genstamp="
+ cur.getBlock().getGenerationStamp()
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ "&chunkSizeToView="
+ chunkSizeToView;
out.print(
"<td> </td>" + "<td><a href=\"" + blockUrl + "\">" + datanodeAddr + "</a></td>");
}
out.println("</tr>");
}
out.println("</table>");
out.print("<hr>");
String namenodeHost = jspHelper.nameNodeAddr.getHostName();
out.print(
"<br><a href=\"http://"
+ InetAddress.getByName(namenodeHost).getCanonicalHostName()
+ ":"
+ namenodeInfoPort
+ "/dfshealth.jsp\">Go back to DFS home</a>");
dfs.close();
}
public void _jspService(HttpServletRequest request, HttpServletResponse response)
throws java.io.IOException, ServletException {
PageContext pageContext = null;
ServletContext application = null;
ServletConfig config = null;
JspWriter out = null;
Object page = this;
JspWriter _jspx_out = null;
PageContext _jspx_page_context = null;
try {
response.setContentType("text/html; charset=ISO-8859-1");
pageContext = _jspxFactory.getPageContext(this, request, response, null, false, 8192, true);
_jspx_page_context = pageContext;
application = pageContext.getServletContext();
config = pageContext.getServletConfig();
out = pageContext.getOut();
_jspx_out = out;
out.write("<!--\n");
out.write("Copyright 2012 The Infinit.e Open Source Project\n");
out.write("\n");
out.write("Licensed under the Apache License, Version 2.0 (the \"License\");\n");
out.write("you may not use this file except in compliance with the License.\n");
out.write("You may obtain a copy of the License at\n");
out.write("\n");
out.write(" http://www.apache.org/licenses/LICENSE-2.0\n");
out.write("\n");
out.write("Unless required by applicable law or agreed to in writing, software\n");
out.write("distributed under the License is distributed on an \"AS IS\" BASIS,\n");
out.write("WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n");
out.write("See the License for the specific language governing permissions and\n");
out.write("limitations under the License.\n");
out.write("-->\n");
out.write("\n");
out.write("\n");
out.write("<!--\n");
out.write("Copyright 2012 The Infinit.e Open Source Project\n");
out.write("\n");
out.write("Licensed under the Apache License, Version 2.0 (the \"License\");\n");
out.write("you may not use this file except in compliance with the License.\n");
out.write("You may obtain a copy of the License at\n");
out.write("\n");
out.write(" http://www.apache.org/licenses/LICENSE-2.0\n");
out.write("\n");
out.write("Unless required by applicable law or agreed to in writing, software\n");
out.write("distributed under the License is distributed on an \"AS IS\" BASIS,\n");
out.write("WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n");
out.write("See the License for the specific language governing permissions and\n");
out.write("limitations under the License.\n");
out.write("-->\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write("\n");
out.write('\n');
out.write('\n');
out.write('\n');
// !---------- Read AppConstants.js to get the API_ROOT value ----------!
if (API_ROOT == null) {
URL baseUrl =
new URL(request.getScheme(), request.getServerName(), request.getServerPort(), "");
ScriptEngineManager manager = new ScriptEngineManager();
ScriptEngine engine = manager.getEngineByName("javascript");
String appConstantFile = null;
InputStream in = null;
// Use file from local deployment always
try {
in = new FileInputStream(application.getRealPath("/") + "AppConstants.js");
appConstantFile = IOUtils.toString(in);
} catch (Exception e) {
// System.out.println("Exception: " + e.getMessage());
}
// Eval the file as JavaScript through or JS engine and call getEndPointUrl
try {
engine.eval(appConstantFile);
engine.eval("output = getEndPointUrl();");
API_ROOT = (String) engine.get("output");
} catch (Exception e) {
// System.out.println("Exception: " + e.getMessage());
}
if (null == API_ROOT) {
// Default to localhost
API_ROOT = "http://localhost:8080/api/";
}
if (API_ROOT.contains("localhost")) {
localCookie = true;
} else {
localCookie = false;
}
}
boolean isLoggedIn = false;
messageToDisplay = "";
// Page request is a post back from the login form
if (request.getParameter("username") != null && request.getParameter("password") != null) {
String username = request.getParameter("username");
String password = request.getParameter("password");
isLoggedIn = getLogin(username, password, request, response);
// Temp fix, refresh the page to retrieve the new cookie that was set
out.println("<meta http-equiv=\"refresh\" content=\"0\">");
}
// Make sure user is already logged in and retrieve their user id
else {
isLoggedIn = isLoggedIn(request, response);
}
out.write("\n");
out.write("\n");
out.write("\t\n");
out.write('\n');
out.write('\n');
out.write('\n');
messageToDisplay = "";
//
if (isLoggedIn) {
// Determine which action is being called for by the user
String action = "";
if (request.getParameter("action") != null)
action = request.getParameter("action").toLowerCase();
if (request.getParameter("dispatchAction") != null)
action = request.getParameter("dispatchAction").toLowerCase();
try {
if (action.equals("logout")) {
logOut(request, response);
out.println("<meta http-equiv=\"refresh\" content=\"0;url=index.jsp\">");
}
} catch (Exception e) {
// System.out.println(e.getMessage());
}
}
out.write("\n");
out.write("\n");
out.write(
"<!DOCTYPE html PUBLIC \"-//W3C//DTD HTML 4.01 Transitional//EN\" \"http://www.w3.org/TR/html4/loose.dtd\">\n");
out.write("<html>\n");
out.write("<head>\n");
out.write("\t<meta http-equiv=\"Content-Type\" content=\"text/html; charset=ISO-8859-1\">\n");
out.write("\t<link rel=\"stylesheet\" type=\"text/css\" href=\"inc/manager.css\" />\n");
out.write("\t<title>Infinit.e.Manager - Home</title>\n");
out.write("</head>\n");
out.write("<body>\n");
out.write("\n");
out.write("<table width=\"100%\" cellpadding=\"0\" cellspacing=\"0\" >\n");
out.write("<tr valign=\"middle\">\n");
out.write("\t<td width=\"100%\" background=\"image/infinite_logo_bg.png\">\n");
out.write("\t\t<table width=\"100%\" cellpadding=\"0\" cellspacing=\"0\" >\n");
out.write("\t\t\t<tr valign=\"bottom\">\n");
out.write(
"\t\t\t\t<td width=\"200\"><a href=\"index.jsp\"><img src=\"image/infinite_logo.png\" border=\"0\"></a></td>\n");
out.write("\t\t\t\t<td>\n");
out.write(
"\t\t\t\t\t<a href=\"people.jsp\" class=\"headerLink\" title=\"Add/Edit Users\">People</a> \n");
out.write(
"\t\t\t\t\t<a href=\"communities.jsp\" class=\"headerLink\" title=\"Add/Edit Communities\">Communities</a> \n");
out.write(
"\t\t\t\t\t<a href=\"sources.jsp\" class=\"headerLink\" title=\"Add/Edit Sources\">Sources</a> \n");
out.write(
"\t\t\t\t\t<!-- <a href=\"widgets.jsp\" class=\"headerLink\" title=\"Add/Edit Widgets\">Widgets</a> -->\n");
out.write(
"\t\t\t\t\t<!-- <a href=\"hadoop.jsp\" class=\"headerLink\" title=\"Add/Edit Hadoop Jars\">Hadoop</a> -->\n");
out.write(
"\t\t\t\t\t<!-- <a href=\"shares.jsp\" class=\"headerLink\" title=\"Add/Edit Shares\">Shares</a> -->\n");
out.write(
"\t\t\t\t\t<a href=\"index.jsp\" class=\"headerLink\" title=\"Home\">Home</a> \n");
out.write(
"\t\t\t\t\t<a href=\"?action=logout\" class=\"headerLink\" title=\"Logout\">Logout</a>\n");
out.write("\t\t\t\t</td>\n");
out.write(
"\t\t\t\t<td align=\"right\" width=\"120\" background=\"image/ikanow_logo_smaller_bg.png\"></td>\n");
out.write("\t\t\t</tr>\n");
out.write("\t\t</table>\n");
out.write("\t</td>\n");
out.write("</tr>\n");
out.write("<tr>\n");
out.write("\t<td bgcolor=\"#ffffff\">\n");
out.write('\n');
out.write('\n');
if (!isLoggedIn) {
out.write('\n');
out.write(' ');
out.write(' ');
out.write("<!-- Begin login_form.jsp -->\n");
out.write("\n");
out.write("<br />\n");
out.write("<br />\n");
out.write("<br />\n");
out.write("<br />\n");
out.write("<center>\n");
out.write("<form method=\"post\" name=\"login_form\">\n");
out.write(
"<table class=\"standardTable\" cellpadding=\"5\" cellspacing=\"1\" width=\"35%\" >\n");
out.write("\t<tr>\n");
out.write("\t\t<td colspan=\"2\" align=\"center\">\n");
out.write("\t\t\t<font color=\"white\"><b>Login to Infinit.e.Manager</b></font>\n");
out.write("\t\t</td>\n");
out.write("\t</tr>\n");
out.write("\t<tr>\n");
out.write("\t\t<td bgcolor=\"white\" width=\"40%\">User Name:</td>\n");
out.write(
"\t\t<td bgcolor=\"white\" width=\"60%\"><input type=\"text\" name=\"username\" size=\"40\"></td>\n");
out.write("\t</tr>\n");
out.write("\t<tr>\n");
out.write("\t\t<td bgcolor=\"white\" width=\"40%\">Password:</td>\n");
out.write(
"\t\t<td bgcolor=\"white\" width=\"60%\"><input type=\"password\" name=\"password\" size=\"40\"></td>\n");
out.write("\t</tr>\n");
out.write("\t<tr>\n");
out.write("\t\t<td colspan=\"2\" align=\"right\"><input type=\"submit\"></td>\n");
out.write("\t</tr>\n");
out.write("</table>\n");
out.write("</form>\n");
out.write("</center>\n");
out.write("<br />\n");
out.write("<br />\n");
out.write("<br />\n");
out.write("<br />\n");
out.write("<!-- End login_form.jsp -->");
out.write('\n');
} else {
out.write("\n");
out.write(
"\t<table class=\"standardTable\" cellpadding=\"5\" cellspacing=\"1\" width=\"100%\" >\n");
out.write("\t<tr>\n");
out.write("\t\t<td width=\"100%\" bgcolor=\"#ffffff\">\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t\n");
out.write("\t\t\t<center>\n");
out.write(
"\t\t\t<table class=\"standardTable\" cellpadding=\"5\" cellspacing=\"1\" width=\"50%\">\n");
out.write("\t\t\t\t<tr>\n");
out.write("\t\t\t\t\t<td> </td>\n");
out.write("\t\t\t\t</tr>\n");
out.write("\t\t\t\t<tr>\n");
out.write("\t\t\t\t\t<td bgcolor=\"white\">\n");
out.write("\t\t\t\t\t\t<ul>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"people.jsp\" title=\"Add/Edit Users\">People</a></b> - Add/Edit Users</li>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"communities.jsp\" title=\"Add/Edit Users\">Communities</a></b> - Add/Edit Communities and Membership</li>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"sources.jsp\" title=\"Add/Edit Users\">Sources</a></b> - Add/Edit Sources\n");
out.write(
"\t\t\t\t\t\t\t\t<ul><li><b><a href=\"sourcemonitor.jsp\" title=\"Monitor Sources\" target=\"_blank\">Source Monitoring</a></b> (new tab)</li></ul>\n");
out.write("\t\t\t\t\t\t\t</li>\n");
out.write("\t\t\t\t\t\t</ul>\n");
out.write("\t\t\t\t\t\t<ul>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"fileUploader.jsp\" title=\"Add/Edit Users\" target=\"_blank\">File Uploader</a></b> - Add/Edit Files or JSON (new tab)</li>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"widgetUploader.jsp\" title=\"Add/Edit Users\" target=\"_blank\">Widget Uploader</a></b> - Add/Edit Widgets (new tab)</li>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"pluginManager.jsp\" title=\"Add/Edit Users\" target=\"_blank\">Plugin Manager</a></b> - Add/Edit Hadoop Plugins (new tab)</li>\t\t\t\t\t\t\n");
out.write("\t\t\t\t\t\t</ul>\n");
out.write("\t\t\t\t\t\t<ul>\n");
out.write(
"\t\t\t\t\t\t\t<li><b><a href=\"chrome.html\" title=\"Install Chrome Source Extension\" target=\"_blank\">Infinit.e Chrome Extension</a></b> - Create Sources from Chrome</li>\n");
out.write("\t\t\t\t\t\t</ul>\n");
out.write("\t\t\t\t\t</td>\n");
out.write("\t\t\t\t</tr>\n");
out.write("\t\t\t</table>\n");
out.write("\t\t\t</center>\n");
out.write("\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t<br />\n");
out.write("\t\t\t<br />\n");
out.write("\t\t</td>\n");
out.write("\t<tr>\n");
out.write("\t</table>\n");
}
out.write('\n');
out.write('\n');
out.write("\t\n");
out.write("\t</td>\n");
out.write("<tr>\n");
out.write("<tr>\n");
out.write("\t<td align=\"right\" bgcolor=\"#000000\">\n");
out.write("\t\t \n");
out.write(
"\t\t<!-- <a href=\"http://www.ikanow.com\" title=\"www.ikanow.com\"><img src=\"image/ikanow_logo_small.png\" border=\"0\"></a> -->\n");
out.write("\t</td>\n");
out.write("</tr>\n");
out.write("</table>\n");
out.write("\n");
out.write("\n");
out.write("</body>\n");
out.write("</html>");
} catch (Throwable t) {
if (!(t instanceof SkipPageException)) {
out = _jspx_out;
if (out != null && out.getBufferSize() != 0)
try {
out.clearBuffer();
} catch (java.io.IOException e) {
}
if (_jspx_page_context != null) _jspx_page_context.handlePageException(t);
}
} finally {
_jspxFactory.releasePageContext(_jspx_page_context);
}
}
public void generateFileChunks(JspWriter out, HttpServletRequest req, Configuration conf)
throws IOException, InterruptedException {
long startOffset = 0;
int datanodePort = 0;
int chunkSizeToView = 0;
String namenodeInfoPortStr = req.getParameter("namenodeInfoPort");
int namenodeInfoPort = -1;
if (namenodeInfoPortStr != null) namenodeInfoPort = Integer.parseInt(namenodeInfoPortStr);
String filename = HtmlQuoting.unquoteHtmlChars(req.getParameter("filename"));
if (filename == null) {
out.print("Invalid input (filename absent)");
return;
}
String blockIdStr = null;
long blockId = 0;
blockIdStr = req.getParameter("blockId");
if (blockIdStr == null) {
out.print("Invalid input (blockId absent)");
return;
}
blockId = Long.parseLong(blockIdStr);
String tokenString = req.getParameter(JspHelper.DELEGATION_PARAMETER_NAME);
UserGroupInformation ugi = JspHelper.getUGI(req, conf);
final DFSClient dfs = JspHelper.getDFSClient(ugi, jspHelper.nameNodeAddr, conf);
Token<BlockTokenIdentifier> accessToken = BlockTokenSecretManager.DUMMY_TOKEN;
if (conf.getBoolean(DFSConfigKeys.DFS_BLOCK_ACCESS_TOKEN_ENABLE_KEY, false)) {
List<LocatedBlock> blks =
dfs.namenode.getBlockLocations(filename, 0, Long.MAX_VALUE).getLocatedBlocks();
if (blks == null || blks.size() == 0) {
out.print("Can't locate file blocks");
dfs.close();
return;
}
for (int i = 0; i < blks.size(); i++) {
if (blks.get(i).getBlock().getBlockId() == blockId) {
accessToken = blks.get(i).getBlockToken();
break;
}
}
}
String blockGenStamp = null;
long genStamp = 0;
blockGenStamp = req.getParameter("genstamp");
if (blockGenStamp == null) {
out.print("Invalid input (genstamp absent)");
return;
}
genStamp = Long.parseLong(blockGenStamp);
String blockSizeStr;
long blockSize = 0;
blockSizeStr = req.getParameter("blockSize");
if (blockSizeStr == null) {
out.print("Invalid input (blockSize absent)");
return;
}
blockSize = Long.parseLong(blockSizeStr);
String chunkSizeToViewStr = req.getParameter("chunkSizeToView");
if (chunkSizeToViewStr != null && Integer.parseInt(chunkSizeToViewStr) > 0)
chunkSizeToView = Integer.parseInt(chunkSizeToViewStr);
else chunkSizeToView = JspHelper.getDefaultChunkSize(conf);
String startOffsetStr = req.getParameter("startOffset");
if (startOffsetStr == null || Long.parseLong(startOffsetStr) < 0) startOffset = 0;
else startOffset = Long.parseLong(startOffsetStr);
String datanodePortStr = req.getParameter("datanodePort");
if (datanodePortStr == null) {
out.print("Invalid input (datanodePort absent)");
return;
}
datanodePort = Integer.parseInt(datanodePortStr);
out.print("<h3>File: ");
JspHelper.printPathWithLinks(
HtmlQuoting.quoteHtmlChars(filename), out, namenodeInfoPort, tokenString);
out.print("</h3><hr>");
String parent = new File(filename).getParent();
JspHelper.printGotoForm(out, namenodeInfoPort, tokenString, HtmlQuoting.quoteHtmlChars(parent));
out.print("<hr>");
out.print(
"<a href=\"http://"
+ req.getServerName()
+ ":"
+ req.getServerPort()
+ "/browseDirectory.jsp?dir="
+ URLEncoder.encode(parent, "UTF-8")
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ "\"><i>Go back to dir listing</i></a><br>");
out.print("<a href=\"#viewOptions\">Advanced view/download options</a><br>");
out.print("<hr>");
// Determine the prev & next blocks
long nextStartOffset = 0;
long nextBlockSize = 0;
String nextBlockIdStr = null;
String nextGenStamp = null;
String nextHost = req.getServerName();
int nextPort = req.getServerPort();
int nextDatanodePort = datanodePort;
// determine data for the next link
if (startOffset + chunkSizeToView >= blockSize) {
// we have to go to the next block from this point onwards
List<LocatedBlock> blocks =
dfs.namenode.getBlockLocations(filename, 0, Long.MAX_VALUE).getLocatedBlocks();
for (int i = 0; i < blocks.size(); i++) {
if (blocks.get(i).getBlock().getBlockId() == blockId) {
if (i != blocks.size() - 1) {
LocatedBlock nextBlock = blocks.get(i + 1);
nextBlockIdStr = Long.toString(nextBlock.getBlock().getBlockId());
nextGenStamp = Long.toString(nextBlock.getBlock().getGenerationStamp());
nextStartOffset = 0;
nextBlockSize = nextBlock.getBlock().getNumBytes();
DatanodeInfo d = jspHelper.bestNode(nextBlock);
String datanodeAddr = d.getName();
nextDatanodePort =
Integer.parseInt(
datanodeAddr.substring(datanodeAddr.indexOf(':') + 1, datanodeAddr.length()));
nextHost = InetAddress.getByName(d.getHost()).getCanonicalHostName();
nextPort = d.getInfoPort();
}
}
}
} else {
// we are in the same block
nextBlockIdStr = blockIdStr;
nextStartOffset = startOffset + chunkSizeToView;
nextBlockSize = blockSize;
nextGenStamp = blockGenStamp;
}
String nextUrl = null;
if (nextBlockIdStr != null) {
nextUrl =
"http://"
+ nextHost
+ ":"
+ nextPort
+ "/browseBlock.jsp?blockId="
+ nextBlockIdStr
+ "&blockSize="
+ nextBlockSize
+ "&startOffset="
+ nextStartOffset
+ "&genstamp="
+ nextGenStamp
+ "&filename="
+ URLEncoder.encode(filename, "UTF-8")
+ "&chunkSizeToView="
+ chunkSizeToView
+ "&datanodePort="
+ nextDatanodePort
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ JspHelper.getDelegationTokenUrlParam(tokenString);
out.print("<a href=\"" + nextUrl + "\">View Next chunk</a> ");
}
// determine data for the prev link
String prevBlockIdStr = null;
String prevGenStamp = null;
long prevStartOffset = 0;
long prevBlockSize = 0;
String prevHost = req.getServerName();
int prevPort = req.getServerPort();
int prevDatanodePort = datanodePort;
if (startOffset == 0) {
List<LocatedBlock> blocks =
dfs.namenode.getBlockLocations(filename, 0, Long.MAX_VALUE).getLocatedBlocks();
for (int i = 0; i < blocks.size(); i++) {
if (blocks.get(i).getBlock().getBlockId() == blockId) {
if (i != 0) {
LocatedBlock prevBlock = blocks.get(i - 1);
prevBlockIdStr = Long.toString(prevBlock.getBlock().getBlockId());
prevGenStamp = Long.toString(prevBlock.getBlock().getGenerationStamp());
prevStartOffset = prevBlock.getBlock().getNumBytes() - chunkSizeToView;
if (prevStartOffset < 0) prevStartOffset = 0;
prevBlockSize = prevBlock.getBlock().getNumBytes();
DatanodeInfo d = jspHelper.bestNode(prevBlock);
String datanodeAddr = d.getName();
prevDatanodePort =
Integer.parseInt(
datanodeAddr.substring(datanodeAddr.indexOf(':') + 1, datanodeAddr.length()));
prevHost = InetAddress.getByName(d.getHost()).getCanonicalHostName();
prevPort = d.getInfoPort();
}
}
}
} else {
// we are in the same block
prevBlockIdStr = blockIdStr;
prevStartOffset = startOffset - chunkSizeToView;
if (prevStartOffset < 0) prevStartOffset = 0;
prevBlockSize = blockSize;
prevGenStamp = blockGenStamp;
}
String prevUrl = null;
if (prevBlockIdStr != null) {
prevUrl =
"http://"
+ prevHost
+ ":"
+ prevPort
+ "/browseBlock.jsp?blockId="
+ prevBlockIdStr
+ "&blockSize="
+ prevBlockSize
+ "&startOffset="
+ prevStartOffset
+ "&filename="
+ URLEncoder.encode(filename, "UTF-8")
+ "&chunkSizeToView="
+ chunkSizeToView
+ "&genstamp="
+ prevGenStamp
+ "&datanodePort="
+ prevDatanodePort
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ JspHelper.getDelegationTokenUrlParam(tokenString);
out.print("<a href=\"" + prevUrl + "\">View Prev chunk</a> ");
}
out.print("<hr>");
out.print("<textarea cols=\"100\" rows=\"25\" wrap=\"virtual\" style=\"width:100%\" READONLY>");
try {
jspHelper.streamBlockInAscii(
new InetSocketAddress(req.getServerName(), datanodePort),
blockId,
accessToken,
genStamp,
blockSize,
startOffset,
chunkSizeToView,
out,
conf);
} catch (Exception e) {
out.print(e);
}
out.print("</textarea>");
dfs.close();
}