@Override
protected void doPost(HttpServletRequest request, HttpServletResponse response)
throws ServletException, IOException {
// POST method only used for tracked login operation
HttpSession session = request.getSession();
response.setContentType("text/plain");
PrintWriter out = response.getWriter();
// Get the username and password from request
String username = request.getParameter("id");
String password = request.getParameter("pwd");
Long id = 0L;
try {
id = Long.parseLong(username);
} catch (Exception ex) {
}
if (username != null && password != null) {
// Login into tracked system
CTracked ctracked = db.loginTrackedFromMobile(id, password).getResult();
if (ctracked != null) {
// Login successful
out.print("OK," + ctracked.getUsername());
session.setAttribute("device_id", ctracked.getUsername());
log.info(ctracked + " : logined!");
}
}
}
private void getPermissions(HttpServletRequest request, Role item) {
String[] per = request.getParameterValues("permissions");
item.clearPermissions();
for (int i = 0; i < per.length; i++) {
item.addPermission(Long.parseLong(per[i]));
}
}
private void getPositions(HttpServletRequest request, Role item) {
String[] pos = request.getParameterValues("positions");
item.clearPositions();
for (int i = 0; i < pos.length; i++) {
item.addPosition(Long.parseLong(pos[i]));
}
}
public void doFilter(
ServletRequest servletRequest, ServletResponse servletResponse, FilterChain filterChain)
throws IOException, ServletException {
HttpServletRequest request = (HttpServletRequest) servletRequest;
HttpServletResponse response = (HttpServletResponse) servletResponse;
String uri = request.getParameter("uri");
response.setContentType("text/html");
response.setCharacterEncoding("UTF-8");
String rLastEdit = request.getParameter("lastEdit");
if (rLastEdit == null) return;
long userLastEdit = Long.parseLong(rLastEdit);
if (clipStatus.hasAccess(request.getSession().getId(), uri)) {
Connection con = dbCon.getConnection();
try {
Clip clip = ClipAgent.getInstance().loadClip(uri, con);
if (clip != null) {
DateFormat df = DateFormat.getDateTimeInstance();
String textAreaValue = clip.getValue();
Pattern p = Pattern.compile("</\\s*textarea", Pattern.CASE_INSENSITIVE);
Matcher m = p.matcher(textAreaValue);
textAreaValue = m.replaceAll("textarea");
response.getOutputStream().write(textAreaValue.getBytes("UTF-8"));
}
} finally {
dbCon.returnConnection(con);
}
} else {
response.getOutputStream().print("");
}
response.getOutputStream().flush();
}
/**
* {@code #revNumber}의 이전 리비전에 해당하는 커밋 정보를 번환한다.
*
* @param revNumber
* @return
*/
@Override
public Commit getParentCommitOf(String revNumber) {
Long rev = Long.parseLong(revNumber) - 1;
try {
return getCommit(rev.toString());
} catch (Exception e) {
throw new RuntimeException(e);
}
}
/**
* Gets the value of the given parameter from the request converted to an {@code long}. If
* the parameter is not set or not parseable, the default value is returned.
*
* @param pReq the servlet request
* @param pName the parameter name
* @param pDefault the default value
* @return the value of the parameter converted to an {@code long}, or the default value, if the
* parameter is not set.
*/
public static long getLongParameter(
final ServletRequest pReq, final String pName, final long pDefault) {
String str = pReq.getParameter(pName);
try {
return str != null ? Long.parseLong(str) : pDefault;
} catch (NumberFormatException nfe) {
return pDefault;
}
}
@Override
public HttpSession getSession() {
long key = 0;
if (getCookies().length == 0) {
key = System.nanoTime();
THttpSessionStore.set(key);
} else {
key = Long.parseLong(getCookies()[0].getValue());
}
return THttpSessionStore.get(key);
}
@Override
public void doGet(HttpServletRequest request, HttpServletResponse response)
throws ServletException, IOException {
HttpSession session = request.getSession();
// All request in GET method must be certificated
Object obj = session.getAttribute("device_id");
if (!(obj instanceof Long)) {
// Client must be login first, then use Mobile service
response.setStatus(404);
return;
}
response.setContentType("text/plain");
PrintWriter out = response.getWriter();
// Here is tracked's id
Long device_id = (Long) obj;
// Determine operation type
String op = request.getParameter("op");
if (op == null) op = "";
// Get current track
Long track_id = null;
obj = session.getAttribute("track_id");
if (obj instanceof Long) {
track_id = (Long) obj;
}
if (op.equals("logout")) {
// Client request a logout operation
session.removeAttribute("device_id");
session.removeAttribute("track_id");
out.print("OK," + device_id);
} else if (op.equals("latlng")) {
// Client insert update it's location in latitude/longitude
// If it's a first waypoint, create a new track
if (track_id == null) {
track_id = db.newTrack(device_id).getResult().getTrackID();
session.setAttribute("track_id", track_id);
}
// Parse latitude, longitude from request
double lat = Double.parseDouble(request.getParameter("lat"));
double lng = Double.parseDouble(request.getParameter("lng"));
long speed = -1L;
try {
// Try to get speed from request
speed = Long.parseLong(request.getParameter("spd"));
} catch (Exception ex) {
}
if (speed < 0) {
// Client don't send speed to server
try {
// Calculate speed manually
double lastLat = (Double) session.getAttribute("latitude");
double lastLng = (Double) session.getAttribute("longitude");
long time = (Long) session.getAttribute("time");
long distance = Utils.getDistance(lastLat, lastLng, lat, lng);
speed = distance * 1000 / Math.abs(time - System.currentTimeMillis());
} catch (Exception ex) {
speed = 0L;
}
}
// Insert new point into server
ServiceResult<CWaypoint> result = db.insertWaypoint(track_id, lat, lng, speed);
CWaypoint cwaypoint = result.getResult();
if (result.isOK()) {
// OK,latitude,longitude,speed(m/s),time,trackid
session.setAttribute("latitude", lat);
session.setAttribute("longitude", lng);
session.setAttribute("time", cwaypoint.getTime().getTime());
out.print(
"OK,"
+ cwaypoint.getLat()
+ ","
+ cwaypoint.getLng()
+ ","
+ cwaypoint.getSpeed()
+ ","
+ cwaypoint.getTime().getTime()
+ ","
+ cwaypoint.getTrackID());
}
} else if (op.equals("cellid")) {
// Client send it's location by cellular technique
if (track_id == null) {
track_id = db.newTrack(device_id).getResult().getTrackID();
session.setAttribute("track_id", track_id);
}
try {
int cell = Integer.parseInt(request.getParameter("cell"));
int lac = Integer.parseInt(request.getParameter("lac"));
Geocode geocode = Utils.getLocation(cell, lac);
out.println(geocode.getLatitude() + "," + geocode.getLongitude());
} catch (Exception ex) {
}
// TODO Implements cellular method to calculate location of a mobile
out.println("Not implement");
} else if (op.equals("newtrack")) {
// Client request to create a new track
track_id = db.newTrack(device_id).getResult().getTrackID();
session.setAttribute("track_id", track_id);
out.print("OK," + track_id);
} else if (op.equals("changepass")) {
String newpass = request.getParameter("newpass");
if (newpass != null) {
CTracked ctracked = new CTracked();
ctracked.setUsername(device_id);
ctracked.setPassword(newpass);
if (db.updateTracked(ctracked).isOK()) {
out.println("OK," + device_id);
}
}
} else if (op.equals("config")) {
CTracked ctracked = db.getTracked(device_id).getResult();
Integer interval = ctracked.getIntervalGps();
if (interval == null) interval = 10;
out.print("OK," + interval + ",");
byte[] b = ctracked.getSchedule();
if (b == null) {
for (int i = 0; i < 23; i++) {
out.print("1.");
}
out.println(1);
} else {
for (int i = 0; i < 23; i++) {
out.print(b[i] + ".");
}
out.println(b[23]);
}
} else if (op.equals("amilogin")) {
out.println("OK");
}
}
// Process the request
private String processRequest(HttpServletRequest request, HttpServletResponse response) {
HttpSession session = request.getSession();
String userIDs = (String) session.getAttribute("user.id");
userIDs = (userIDs != null && userIDs.compareTo(" ") > 0) ? userIDs : "0";
long userID = Long.parseLong(userIDs);
String command = request.getParameter("command");
String template = request.getParameter("template");
String pageHash = request.getParameter("pagehash");
String pageTitle = request.getParameter("pagetitle");
String pageDescription = request.getParameter("pagedescription");
String outLine = "";
String nextScript = request.getParameter("nextscript");
OutputStream toClient;
boolean success = false;
// System.out.println("userid=" + userID + ", id=" + id + ", command=" + command);
command = (command != null && command.compareTo(" ") > 0) ? command : "form";
nextScript = (nextScript != null && nextScript.compareTo(" ") > 0) ? nextScript : "simple1.jsp";
// inputstring = (inputstring != null && inputstring.compareTo(" ") > 0) ? inputstring : "";
DbConn myConn = null;
try {
Context initCtx = new InitialContext();
// String csiSchema = (String) initCtx.lookup("java:comp/env/csi-schema-path");
// String acronym = (String) initCtx.lookup("java:comp/env/SystemAcronym");
myConn = new DbConn();
String csiSchema = myConn.getSchemaPath();
if (userID != 0) {
if (command.equals("add")) {
outLine = "";
} else if (command.equals("update")) {
outLine = "";
} else if (command.equals("updatepage")) {
UHash uPage = new UHash(pageHash, myConn);
// System.out.println("Got Here 1");
if (template.equals("simple1")) {
TextItem title = new TextItem(uPage.get("title"), myConn);
title.setText(pageTitle);
title.save(myConn);
TextItem description = new TextItem(uPage.get("description"), myConn);
description.setText(pageDescription);
description.save(myConn);
} else if (template.equals("simple2")) {
}
} else if (command.equals("test")) {
outLine = "test";
}
success = true;
}
} catch (IllegalArgumentException e) {
outLine = outLine + "IllegalArgumentException caught: " + e.getMessage();
ALog.logActivity(userID, "csi", 0, pageHash + " error: '" + outLine + "'");
// log(outLine);
} catch (NullPointerException e) {
outLine = outLine + "NullPointerException caught: " + e.getMessage();
ALog.logActivity(userID, "csi", 0, pageHash + " error: '" + outLine + "'");
// log(outLine);
}
// catch (IOException e) {
// outLine = outLine + "IOException caught: " + e.getMessage();
// ALog.logActivity(userID, "csi", 0, pageHash + " error: '" + outLine + "'");
// //log(outLine);
// }
catch (Exception e) {
outLine = outLine + "Exception caught: " + e.getMessage();
ALog.logActivity(userID, "csi", 0, pageHash + " error: '" + outLine + "'");
// log(outLine);
} finally {
try {
generateResponse(outLine, command, nextScript, success, response);
} catch (Exception i) {
}
myConn.release();
// log("Test log message\n");
}
return outLine;
}
@Override
protected void doPost(HttpServletRequest request, HttpServletResponse response)
throws ServletException, IOException {
response.setContentType("text/html;charset=UTF-8");
request.setCharacterEncoding("utf-8");
if (jjNumber.isDigit(jjTools.getParameter(request, "maxSize"))) {
maxSize = Long.parseLong(jjTools.getParameter(request, "maxSize"));
}
response.setCharacterEncoding("utf-8");
String name = request.getParameter("name");
name = name == null ? "" : name;
response.setContentType("text/plain");
super.init(getServletConfig());
// response.setContentType("text/plain");
PrintWriter out = response.getWriter();
// out.println();
DiskFileItemFactory fileItemFactory = new DiskFileItemFactory();
// fileItemFactory.setSizeThreshold(1024 * 1024); //1 MB
try {
ServletFileUpload uploadHandler = new ServletFileUpload(fileItemFactory);
List items = uploadHandler.parseRequest(request);
Iterator itr = items.iterator();
while (itr.hasNext()) {
FileItem item = (FileItem) itr.next();
if (item.isFormField()) {
/*
* Field
*/
// out.println("Field Name=" + item.getFieldName() + ", Value=" +
// item.getString());
data.put(item.getFieldName(), item.getString());
} else {
/*
* File
*/
File folderAddress =
new File(request.getServletContext().getRealPath(Save_Folder_Name)); // "/" +
String extension = "";
String nameWithoutExtension = item.getName();
if (item.getName().lastIndexOf(".") > -1) {
extension = item.getName().substring(item.getName().lastIndexOf("."));
nameWithoutExtension =
item.getName()
.substring(
item.getName().lastIndexOf("\\") + 1, item.getName().lastIndexOf("."));
}
folderAddress.mkdirs();
nameWithoutExtension = "P";
File file =
new File(
folderAddress
+ "/"
+ nameWithoutExtension.toLowerCase()
+ jjNumber.getRandom(10)
+ extension.toLowerCase());
String i = "0000000000";
while (file.exists()) {
i = jjNumber.getRandom(10);
file =
new File(
folderAddress
+ "/"
+ nameWithoutExtension.toLowerCase()
+ i
+ extension.toLowerCase());
}
if (!name.equals("")) {
file = new File(folderAddress + "/" + name);
}
// out.println("File Name=" + item.getName()
// + ", Field Name=" + item.getFieldName()
// + ", Content type=" + item.getContentType()
// + ", File Size=" + item.getSize()
// + ", Save Address=" + file);
// out.println(file);
// String urlPath =
// request.getRequestURL().toString().replace("Upload2", "Upload") + "/" +
// file.getName().replace("\\", "/");
// out.println("<html><head><meta http-equiv='Content-Type'
// content='text/html; charset=utf-8'></head><body><input type='text' name='T1' size='58'
// value='" + urlPath + "'></body></html>");
data.put(item.getFieldName(), file.getAbsolutePath());
if (!file.getName().toLowerCase().endsWith(".exe")) {
item.write(file);
}
long size = file.length();
ServerLog.Print("?>>>>>>" + file + " - Size:" + size);
if (size > maxSize) {
file.delete();
out.print("big");
} else {
out.print(
file.getName()
.replace(" ", "%20")
.replace("<pre style=\"word-wrap: break-word; white-space: pre-wrap;\">", ""));
ServerLog.Print("Write pic in: " + file + " size:" + file.length());
String name2 = file.getName().substring(0, file.getName().lastIndexOf("."));
String extension2 =
file.getName()
.substring(file.getName().lastIndexOf(".") + 1, file.getName().length());
File file2 = new File(file.getParent() + "/" + name2 + "_small." + extension2);
if (extension2.toLowerCase().equals("jpg")
|| extension2.toLowerCase().equals("png")
|| extension2.toLowerCase().equals("gif")) {
jjPicture.doChangeSizeOfPic(file, file2, 250);
}
}
}
}
} catch (Exception ex) {
Server.ErrorHandler(ex);
}
out.flush();
out.close();
}
// Process the request
private String processRequest(HttpServletRequest request, HttpServletResponse response) {
String command = request.getParameter("command");
String id = request.getParameter("id");
String description = request.getParameter("description");
String status = request.getParameter("rstatus");
status = (status != null && status.compareTo(" ") > 0) ? status : null;
String outLine = "";
// String nextScript = "home.jsp";
String nextScript = request.getParameter("nextscript");
OutputStream toClient;
HttpSession session = request.getSession();
boolean success = false;
String userIDs = (String) session.getAttribute("user.id");
long userID = Long.parseLong(userIDs);
command = (command != null && command.compareTo(" ") > 0) ? command : "form";
nextScript = (nextScript != null && nextScript.compareTo(" ") > 0) ? nextScript : "roles.jsp";
// inputstring = (inputstring != null && inputstring.compareTo(" ") > 0) ? inputstring : "";
DbConn myConn = null;
try {
Context initCtx = new InitialContext();
// String csiSchema = (String) initCtx.lookup("java:comp/env/csi-schema-path");
String acronym = (String) initCtx.lookup("java:comp/env/SystemAcronym");
myConn = new DbConn();
String csiSchema = myConn.getSchemaPath();
if (command.equals("add")) {
Role item = new Role();
item.setDescription(description);
item.setStatus(status);
getPermissions(request, item);
getPositions(request, item);
item.add(myConn, userID);
GlobalMembership.refresh(myConn);
success = true;
outLine = "";
} else if (command.equals("update")) {
Role item = new Role(myConn, Long.parseLong(id));
item.setDescription(description);
item.setStatus(status);
getPermissions(request, item);
getPositions(request, item);
item.save(myConn, userID);
GlobalMembership.refresh(myConn);
success = true;
outLine = "";
} else if (command.equals("drop")) {
Role item = new Role(myConn, Long.parseLong(id));
item.drop(myConn, userID);
success = true;
outLine = "Role " + item.getDescription() + " Removed";
} else if (command.equals("test")) {
outLine = "test";
}
} catch (IllegalArgumentException e) {
outLine = outLine + "IllegalArgumentException caught: " + e.getMessage();
ALog.logActivity(userID, "csi", 0, "Role error: '" + outLine + "'");
// log(outLine);
} catch (NullPointerException e) {
outLine = outLine + "NullPointerException caught: " + e.getMessage();
ALog.logActivity(userID, "csi", 0, "Role error: '" + outLine + "'");
// log(outLine);
}
// catch (IOException e) {
// outLine = outLine + "IOException caught: " + e.getMessage();
// ALog.logActivity(userID, "csi", 0, "Role error: '" + outLine + "'");
// //log(outLine);
// }
catch (Exception e) {
outLine = outLine + "Exception caught: " + e.getMessage();
ALog.logActivity(userID, "csi", 0, "Role error: '" + outLine + "'");
// log(outLine);
} finally {
try {
generateResponse(outLine, command, nextScript, success, response);
} catch (Exception i) {
}
myConn.release();
// log("Test log message\n");
}
return outLine;
}
/**
* Write a file to the response stream. Handles Range requests.
*
* @param req request
* @param res response
* @param file must exists and not be a directory
* @param contentType must not be null
* @throws IOException or error
*/
public static void returnFile(
HttpServletRequest req, HttpServletResponse res, File file, String contentType)
throws IOException {
res.setContentType(contentType);
// see if its a Range Request
boolean isRangeRequest = false;
long startPos = 0, endPos = Long.MAX_VALUE;
String rangeRequest = req.getHeader("Range");
if (rangeRequest != null) { // bytes=12-34 or bytes=12-
int pos = rangeRequest.indexOf("=");
if (pos > 0) {
int pos2 = rangeRequest.indexOf("-");
if (pos2 > 0) {
String startString = rangeRequest.substring(pos + 1, pos2);
String endString = rangeRequest.substring(pos2 + 1);
startPos = Long.parseLong(startString);
if (endString.length() > 0) endPos = Long.parseLong(endString) + 1;
isRangeRequest = true;
}
}
}
// set content length
long fileSize = file.length();
long contentLength = fileSize;
if (isRangeRequest) {
endPos = Math.min(endPos, fileSize);
contentLength = endPos - startPos;
}
if (contentLength > Integer.MAX_VALUE)
res.addHeader(
"Content-Length", Long.toString(contentLength)); // allow content length > MAX_INT
else res.setContentLength((int) contentLength); // note HEAD only allows this
String filename = file.getPath();
boolean debugRequest = Debug.isSet("returnFile");
if (debugRequest)
log.debug(
"returnFile(): filename = "
+ filename
+ " contentType = "
+ contentType
+ " contentLength = "
+ contentLength);
// indicate we allow Range Requests
res.addHeader("Accept-Ranges", "bytes");
if (req.getMethod().equals("HEAD")) {
log.info(
"returnFile(): "
+ UsageLog.closingMessageForRequestContext(HttpServletResponse.SC_OK, 0));
return;
}
try {
if (isRangeRequest) {
// set before content is sent
res.addHeader("Content-Range", "bytes " + startPos + "-" + (endPos - 1) + "/" + fileSize);
res.setStatus(HttpServletResponse.SC_PARTIAL_CONTENT);
FileCacheRaf.Raf craf = null;
try {
craf = fileCacheRaf.acquire(filename);
IO.copyRafB(
craf.getRaf(), startPos, contentLength, res.getOutputStream(), new byte[60000]);
log.info(
"returnFile(): "
+ UsageLog.closingMessageForRequestContext(
HttpServletResponse.SC_PARTIAL_CONTENT, contentLength));
return;
} finally {
if (craf != null) fileCacheRaf.release(craf);
}
}
// Return the file
ServletOutputStream out = res.getOutputStream();
IO.copyFileB(file, out, 60000);
res.flushBuffer();
out.close();
if (debugRequest) log.debug("returnFile(): returnFile ok = " + filename);
log.info(
"returnFile(): "
+ UsageLog.closingMessageForRequestContext(HttpServletResponse.SC_OK, contentLength));
}
// @todo Split up this exception handling: those from file access vs those from dealing with
// response
// File access: catch and res.sendError()
// response: don't catch (let bubble up out of doGet() etc)
catch (FileNotFoundException e) {
log.error("returnFile(): FileNotFoundException= " + filename);
log.info(
"returnFile(): "
+ UsageLog.closingMessageForRequestContext(HttpServletResponse.SC_NOT_FOUND, 0));
if (!res.isCommitted()) res.sendError(HttpServletResponse.SC_NOT_FOUND);
} catch (java.net.SocketException e) {
log.info("returnFile(): SocketException sending file: " + filename + " " + e.getMessage());
log.info("returnFile(): " + UsageLog.closingMessageForRequestContext(STATUS_CLIENT_ABORT, 0));
} catch (IOException e) {
String eName =
e.getClass().getName(); // dont want compile time dependency on ClientAbortException
if (eName.equals("org.apache.catalina.connector.ClientAbortException")) {
log.info(
"returnFile(): ClientAbortException while sending file: "
+ filename
+ " "
+ e.getMessage());
log.info(
"returnFile(): " + UsageLog.closingMessageForRequestContext(STATUS_CLIENT_ABORT, 0));
return;
}
log.error("returnFile(): IOException (" + e.getClass().getName() + ") sending file ", e);
log.error(
"returnFile(): "
+ UsageLog.closingMessageForRequestContext(HttpServletResponse.SC_NOT_FOUND, 0));
if (!res.isCommitted())
res.sendError(HttpServletResponse.SC_NOT_FOUND, "Problem sending file: " + e.getMessage());
}
}
public void generateFileDetails(JspWriter out, HttpServletRequest req, Configuration conf)
throws IOException, InterruptedException {
int chunkSizeToView = 0;
long startOffset = 0;
int datanodePort;
String blockIdStr = null;
long currBlockId = 0;
blockIdStr = req.getParameter("blockId");
if (blockIdStr == null) {
out.print("Invalid input (blockId absent)");
return;
}
currBlockId = Long.parseLong(blockIdStr);
String datanodePortStr = req.getParameter("datanodePort");
if (datanodePortStr == null) {
out.print("Invalid input (datanodePort absent)");
return;
}
datanodePort = Integer.parseInt(datanodePortStr);
String namenodeInfoPortStr = req.getParameter("namenodeInfoPort");
int namenodeInfoPort = -1;
if (namenodeInfoPortStr != null) namenodeInfoPort = Integer.parseInt(namenodeInfoPortStr);
String chunkSizeToViewStr = req.getParameter("chunkSizeToView");
if (chunkSizeToViewStr != null && Integer.parseInt(chunkSizeToViewStr) > 0) {
chunkSizeToView = Integer.parseInt(chunkSizeToViewStr);
} else {
chunkSizeToView = JspHelper.getDefaultChunkSize(conf);
}
String startOffsetStr = req.getParameter("startOffset");
if (startOffsetStr == null || Long.parseLong(startOffsetStr) < 0) startOffset = 0;
else startOffset = Long.parseLong(startOffsetStr);
String filename = HtmlQuoting.unquoteHtmlChars(req.getParameter("filename"));
if (filename == null || filename.length() == 0) {
out.print("Invalid input");
return;
}
String blockSizeStr = req.getParameter("blockSize");
long blockSize = 0;
if (blockSizeStr == null || blockSizeStr.length() == 0) {
out.print("Invalid input");
return;
}
blockSize = Long.parseLong(blockSizeStr);
String tokenString = req.getParameter(JspHelper.DELEGATION_PARAMETER_NAME);
UserGroupInformation ugi = JspHelper.getUGI(req, conf);
DFSClient dfs = JspHelper.getDFSClient(ugi, jspHelper.nameNodeAddr, conf);
List<LocatedBlock> blocks =
dfs.namenode.getBlockLocations(filename, 0, Long.MAX_VALUE).getLocatedBlocks();
// Add the various links for looking at the file contents
// URL for downloading the full file
String downloadUrl =
"http://"
+ req.getServerName()
+ ":"
+ +req.getServerPort()
+ "/streamFile"
+ URLEncoder.encode(filename, "UTF-8")
+ "?"
+ JspHelper.DELEGATION_PARAMETER_NAME
+ "="
+ tokenString;
out.print("<a name=\"viewOptions\"></a>");
out.print("<a href=\"" + downloadUrl + "\">Download this file</a><br>");
DatanodeInfo chosenNode;
// URL for TAIL
LocatedBlock lastBlk = blocks.get(blocks.size() - 1);
long blockId = lastBlk.getBlock().getBlockId();
try {
chosenNode = jspHelper.bestNode(lastBlk);
} catch (IOException e) {
out.print(e.toString());
dfs.close();
return;
}
String fqdn = InetAddress.getByName(chosenNode.getHost()).getCanonicalHostName();
String tailUrl =
"http://"
+ fqdn
+ ":"
+ chosenNode.getInfoPort()
+ "/tail.jsp?filename="
+ URLEncoder.encode(filename, "UTF-8")
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ "&chunkSizeToView="
+ chunkSizeToView
+ "&referrer="
+ URLEncoder.encode(req.getRequestURL() + "?" + req.getQueryString(), "UTF-8")
+ JspHelper.getDelegationTokenUrlParam(tokenString);
out.print("<a href=\"" + tailUrl + "\">Tail this file</a><br>");
out.print("<form action=\"/browseBlock.jsp\" method=GET>");
out.print("<b>Chunk size to view (in bytes, up to file's DFS block size): </b>");
out.print("<input type=\"hidden\" name=\"blockId\" value=\"" + currBlockId + "\">");
out.print("<input type=\"hidden\" name=\"blockSize\" value=\"" + blockSize + "\">");
out.print("<input type=\"hidden\" name=\"startOffset\" value=\"" + startOffset + "\">");
out.print("<input type=\"hidden\" name=\"filename\" value=\"" + filename + "\">");
out.print("<input type=\"hidden\" name=\"datanodePort\" value=\"" + datanodePort + "\">");
out.print(
"<input type=\"hidden\" name=\"namenodeInfoPort\" value=\"" + namenodeInfoPort + "\">");
out.print(
"<input type=\"text\" name=\"chunkSizeToView\" value="
+ chunkSizeToView
+ " size=10 maxlength=10>");
out.print(" <input type=\"submit\" name=\"submit\" value=\"Refresh\">");
out.print("</form>");
out.print("<hr>");
out.print("<a name=\"blockDetails\"></a>");
out.print("<B>Total number of blocks: " + blocks.size() + "</B><br>");
// generate a table and dump the info
out.println("\n<table>");
for (LocatedBlock cur : blocks) {
out.print("<tr>");
blockId = cur.getBlock().getBlockId();
blockSize = cur.getBlock().getNumBytes();
String blk = "blk_" + Long.toString(blockId);
out.print("<td>" + Long.toString(blockId) + ":</td>");
DatanodeInfo[] locs = cur.getLocations();
for (int j = 0; j < locs.length; j++) {
String datanodeAddr = locs[j].getName();
datanodePort =
Integer.parseInt(
datanodeAddr.substring(datanodeAddr.indexOf(':') + 1, datanodeAddr.length()));
fqdn = InetAddress.getByName(locs[j].getHost()).getCanonicalHostName();
String blockUrl =
"http://"
+ fqdn
+ ":"
+ locs[j].getInfoPort()
+ "/browseBlock.jsp?blockId="
+ Long.toString(blockId)
+ "&blockSize="
+ blockSize
+ "&filename="
+ URLEncoder.encode(filename, "UTF-8")
+ "&datanodePort="
+ datanodePort
+ "&genstamp="
+ cur.getBlock().getGenerationStamp()
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ "&chunkSizeToView="
+ chunkSizeToView;
out.print(
"<td> </td>" + "<td><a href=\"" + blockUrl + "\">" + datanodeAddr + "</a></td>");
}
out.println("</tr>");
}
out.println("</table>");
out.print("<hr>");
String namenodeHost = jspHelper.nameNodeAddr.getHostName();
out.print(
"<br><a href=\"http://"
+ InetAddress.getByName(namenodeHost).getCanonicalHostName()
+ ":"
+ namenodeInfoPort
+ "/dfshealth.jsp\">Go back to DFS home</a>");
dfs.close();
}
public void generateFileChunks(JspWriter out, HttpServletRequest req, Configuration conf)
throws IOException, InterruptedException {
long startOffset = 0;
int datanodePort = 0;
int chunkSizeToView = 0;
String namenodeInfoPortStr = req.getParameter("namenodeInfoPort");
int namenodeInfoPort = -1;
if (namenodeInfoPortStr != null) namenodeInfoPort = Integer.parseInt(namenodeInfoPortStr);
String filename = HtmlQuoting.unquoteHtmlChars(req.getParameter("filename"));
if (filename == null) {
out.print("Invalid input (filename absent)");
return;
}
String blockIdStr = null;
long blockId = 0;
blockIdStr = req.getParameter("blockId");
if (blockIdStr == null) {
out.print("Invalid input (blockId absent)");
return;
}
blockId = Long.parseLong(blockIdStr);
String tokenString = req.getParameter(JspHelper.DELEGATION_PARAMETER_NAME);
UserGroupInformation ugi = JspHelper.getUGI(req, conf);
final DFSClient dfs = JspHelper.getDFSClient(ugi, jspHelper.nameNodeAddr, conf);
Token<BlockTokenIdentifier> accessToken = BlockTokenSecretManager.DUMMY_TOKEN;
if (conf.getBoolean(DFSConfigKeys.DFS_BLOCK_ACCESS_TOKEN_ENABLE_KEY, false)) {
List<LocatedBlock> blks =
dfs.namenode.getBlockLocations(filename, 0, Long.MAX_VALUE).getLocatedBlocks();
if (blks == null || blks.size() == 0) {
out.print("Can't locate file blocks");
dfs.close();
return;
}
for (int i = 0; i < blks.size(); i++) {
if (blks.get(i).getBlock().getBlockId() == blockId) {
accessToken = blks.get(i).getBlockToken();
break;
}
}
}
String blockGenStamp = null;
long genStamp = 0;
blockGenStamp = req.getParameter("genstamp");
if (blockGenStamp == null) {
out.print("Invalid input (genstamp absent)");
return;
}
genStamp = Long.parseLong(blockGenStamp);
String blockSizeStr;
long blockSize = 0;
blockSizeStr = req.getParameter("blockSize");
if (blockSizeStr == null) {
out.print("Invalid input (blockSize absent)");
return;
}
blockSize = Long.parseLong(blockSizeStr);
String chunkSizeToViewStr = req.getParameter("chunkSizeToView");
if (chunkSizeToViewStr != null && Integer.parseInt(chunkSizeToViewStr) > 0)
chunkSizeToView = Integer.parseInt(chunkSizeToViewStr);
else chunkSizeToView = JspHelper.getDefaultChunkSize(conf);
String startOffsetStr = req.getParameter("startOffset");
if (startOffsetStr == null || Long.parseLong(startOffsetStr) < 0) startOffset = 0;
else startOffset = Long.parseLong(startOffsetStr);
String datanodePortStr = req.getParameter("datanodePort");
if (datanodePortStr == null) {
out.print("Invalid input (datanodePort absent)");
return;
}
datanodePort = Integer.parseInt(datanodePortStr);
out.print("<h3>File: ");
JspHelper.printPathWithLinks(
HtmlQuoting.quoteHtmlChars(filename), out, namenodeInfoPort, tokenString);
out.print("</h3><hr>");
String parent = new File(filename).getParent();
JspHelper.printGotoForm(out, namenodeInfoPort, tokenString, HtmlQuoting.quoteHtmlChars(parent));
out.print("<hr>");
out.print(
"<a href=\"http://"
+ req.getServerName()
+ ":"
+ req.getServerPort()
+ "/browseDirectory.jsp?dir="
+ URLEncoder.encode(parent, "UTF-8")
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ "\"><i>Go back to dir listing</i></a><br>");
out.print("<a href=\"#viewOptions\">Advanced view/download options</a><br>");
out.print("<hr>");
// Determine the prev & next blocks
long nextStartOffset = 0;
long nextBlockSize = 0;
String nextBlockIdStr = null;
String nextGenStamp = null;
String nextHost = req.getServerName();
int nextPort = req.getServerPort();
int nextDatanodePort = datanodePort;
// determine data for the next link
if (startOffset + chunkSizeToView >= blockSize) {
// we have to go to the next block from this point onwards
List<LocatedBlock> blocks =
dfs.namenode.getBlockLocations(filename, 0, Long.MAX_VALUE).getLocatedBlocks();
for (int i = 0; i < blocks.size(); i++) {
if (blocks.get(i).getBlock().getBlockId() == blockId) {
if (i != blocks.size() - 1) {
LocatedBlock nextBlock = blocks.get(i + 1);
nextBlockIdStr = Long.toString(nextBlock.getBlock().getBlockId());
nextGenStamp = Long.toString(nextBlock.getBlock().getGenerationStamp());
nextStartOffset = 0;
nextBlockSize = nextBlock.getBlock().getNumBytes();
DatanodeInfo d = jspHelper.bestNode(nextBlock);
String datanodeAddr = d.getName();
nextDatanodePort =
Integer.parseInt(
datanodeAddr.substring(datanodeAddr.indexOf(':') + 1, datanodeAddr.length()));
nextHost = InetAddress.getByName(d.getHost()).getCanonicalHostName();
nextPort = d.getInfoPort();
}
}
}
} else {
// we are in the same block
nextBlockIdStr = blockIdStr;
nextStartOffset = startOffset + chunkSizeToView;
nextBlockSize = blockSize;
nextGenStamp = blockGenStamp;
}
String nextUrl = null;
if (nextBlockIdStr != null) {
nextUrl =
"http://"
+ nextHost
+ ":"
+ nextPort
+ "/browseBlock.jsp?blockId="
+ nextBlockIdStr
+ "&blockSize="
+ nextBlockSize
+ "&startOffset="
+ nextStartOffset
+ "&genstamp="
+ nextGenStamp
+ "&filename="
+ URLEncoder.encode(filename, "UTF-8")
+ "&chunkSizeToView="
+ chunkSizeToView
+ "&datanodePort="
+ nextDatanodePort
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ JspHelper.getDelegationTokenUrlParam(tokenString);
out.print("<a href=\"" + nextUrl + "\">View Next chunk</a> ");
}
// determine data for the prev link
String prevBlockIdStr = null;
String prevGenStamp = null;
long prevStartOffset = 0;
long prevBlockSize = 0;
String prevHost = req.getServerName();
int prevPort = req.getServerPort();
int prevDatanodePort = datanodePort;
if (startOffset == 0) {
List<LocatedBlock> blocks =
dfs.namenode.getBlockLocations(filename, 0, Long.MAX_VALUE).getLocatedBlocks();
for (int i = 0; i < blocks.size(); i++) {
if (blocks.get(i).getBlock().getBlockId() == blockId) {
if (i != 0) {
LocatedBlock prevBlock = blocks.get(i - 1);
prevBlockIdStr = Long.toString(prevBlock.getBlock().getBlockId());
prevGenStamp = Long.toString(prevBlock.getBlock().getGenerationStamp());
prevStartOffset = prevBlock.getBlock().getNumBytes() - chunkSizeToView;
if (prevStartOffset < 0) prevStartOffset = 0;
prevBlockSize = prevBlock.getBlock().getNumBytes();
DatanodeInfo d = jspHelper.bestNode(prevBlock);
String datanodeAddr = d.getName();
prevDatanodePort =
Integer.parseInt(
datanodeAddr.substring(datanodeAddr.indexOf(':') + 1, datanodeAddr.length()));
prevHost = InetAddress.getByName(d.getHost()).getCanonicalHostName();
prevPort = d.getInfoPort();
}
}
}
} else {
// we are in the same block
prevBlockIdStr = blockIdStr;
prevStartOffset = startOffset - chunkSizeToView;
if (prevStartOffset < 0) prevStartOffset = 0;
prevBlockSize = blockSize;
prevGenStamp = blockGenStamp;
}
String prevUrl = null;
if (prevBlockIdStr != null) {
prevUrl =
"http://"
+ prevHost
+ ":"
+ prevPort
+ "/browseBlock.jsp?blockId="
+ prevBlockIdStr
+ "&blockSize="
+ prevBlockSize
+ "&startOffset="
+ prevStartOffset
+ "&filename="
+ URLEncoder.encode(filename, "UTF-8")
+ "&chunkSizeToView="
+ chunkSizeToView
+ "&genstamp="
+ prevGenStamp
+ "&datanodePort="
+ prevDatanodePort
+ "&namenodeInfoPort="
+ namenodeInfoPort
+ JspHelper.getDelegationTokenUrlParam(tokenString);
out.print("<a href=\"" + prevUrl + "\">View Prev chunk</a> ");
}
out.print("<hr>");
out.print("<textarea cols=\"100\" rows=\"25\" wrap=\"virtual\" style=\"width:100%\" READONLY>");
try {
jspHelper.streamBlockInAscii(
new InetSocketAddress(req.getServerName(), datanodePort),
blockId,
accessToken,
genStamp,
blockSize,
startOffset,
chunkSizeToView,
out,
conf);
} catch (Exception e) {
out.print(e);
}
out.print("</textarea>");
dfs.close();
}
protected void doPost(HttpServletRequest request, HttpServletResponse response)
throws ServletException, IOException {
try {
JSONParser parser = new JSONParser();
String originalRouteJsonString = request.getParameter("originalroutejsontext");
JSONObject originalRouteJsonObject = (JSONObject) parser.parse(originalRouteJsonString);
JSONObject routes = (JSONObject) ((JSONArray) originalRouteJsonObject.get("routes")).get(0);
JSONArray legs = (JSONArray) routes.get("legs");
JSONArray steps = (JSONArray) ((JSONObject) legs.get(0)).get("steps");
String routeID = request.getParameter("routeid");
// System.out.println("Route steps loaded in a JSONArray...size is " + steps.size());
List<Double> stepLats = new ArrayList<Double>();
List<Double> stepLngs = new ArrayList<Double>();
for (int i = 0; i < steps.size(); i++) {
JSONObject temp = (JSONObject) ((JSONObject) steps.get(i)).get("end_location");
// System.out.println("Lat of end_location of step " + i + " " + temp.get("lat"));
stepLats.add(Double.parseDouble(temp.get("lat").toString()));
stepLngs.add(Double.parseDouble(temp.get("lng").toString()));
}
// System.out.println("All steps set with size " + stepLngs.size() + " and " +
// stepLats.size());
// System.out.println("Skipping route boxer...");
// RouteBoxer routeBoxer = new RouteBoxer(stepLats, stepLngs,
// Double.parseDouble(request.getParameter("radius")));
// if(routeBoxer.getFlag())
// throw new RuntimeException("Could not create boxes for the route");
// List<Double> boxLats = routeBoxer.getLats();
// List<Double> boxLngs = routeBoxer.getLngs();
// System.out.println("Calculated boxes with number of lats " + boxLats.size() + " and number
// of lngs " + boxLngs.size());
double r = Double.parseDouble(request.getParameter("radius").toString());
int radius = r > RADIUS_TO_LOOK_FOR_PLACES ? RADIUS_TO_LOOK_FOR_PLACES : (int) r;
String[] types = request.getParameter("keywords").split(",");
System.out.println("Size of types is " + types.length);
JSONObject finalPlacesJSONObject = new JSONObject();
for (int j = 0; j < types.length; j++) {
JSONArray jsonArrayForType = new JSONArray();
for (int i = 0; i < stepLats.size(); i++) {
JSONObject placesAroundLocationJSONObject =
(JSONObject)
parser.parse(
GoogleMap.getPlacesAroundLocation(
stepLats.get(i), stepLngs.get(i), radius, types[j]));
JSONArray placesAroundLocationJSONArray =
(JSONArray) placesAroundLocationJSONObject.get("results");
if (!placesAroundLocationJSONArray.isEmpty()) {
jsonArrayForType.addAll(placesAroundLocationJSONArray);
}
}
finalPlacesJSONObject.put(types[j], jsonArrayForType);
}
List<String> place_ids = new ArrayList<String>();
finalPlacesJSONObject = removeDuplicatePlaces(finalPlacesJSONObject);
finalPlacesJSONObject =
filterPlacesRandomly(finalPlacesJSONObject, FINAL_PLACES_NUMBER_PER_REQUEST, place_ids);
// System.out.println("MAGIC " + place_ids.toString());
DatastoreService datastore = DatastoreServiceFactory.getDatastoreService();
MemcacheService syncCache = MemcacheServiceFactory.getMemcacheService();
// add places as a property of original route entity
Entity originalRouteEntity =
datastore.get(KeyFactory.createKey("Route", Long.parseLong(routeID)));
Text placesJsonAsText = new Text(finalPlacesJSONObject.toJSONString());
originalRouteEntity.setProperty("placesJSON", placesJsonAsText);
datastore.put(originalRouteEntity);
// System.out.println("SUCCESS written places to datastore");
// add task for fetching place reviews to queue
QueueFactory.getDefaultQueue()
.add(
TaskOptions.Builder.withUrl("/waypointsreview")
.param("places", place_ids.toString()));
System.out.println("Task to get reviews added to queue");
// We cache the route entity
String cacheKey = "route-" + routeID;
syncCache.put(cacheKey, originalRouteEntity);
} catch (Exception e) {
System.out.println("ERROR " + e.getMessage());
e.printStackTrace();
}
}