/* use badsource and badsink */
public void bad(HttpServletRequest request, HttpServletResponse response) throws Throwable {
String data = bad_source(request, response);
/* POTENTIAL FLAW: unvalidated or sandboxed value */
File fIn = new File(data);
if (fIn.exists() && fIn.isFile()) {
IO.writeLine(new BufferedReader(new FileReader(fIn)).readLine());
}
}
/** ���ļ���ͬһ��Ŀ¼�¸���һ�� fileName ԭ4�ļ��� path �ļ���·�� cFileName ���ƺ���ļ��� */
public static void copy(String fileName, String cFileName, String path) {
// ԭ�ļ�
File file = new File(path + fileName);
if (file.isFile()) {
InputStream is = null;
OutputStream out = null;
try {
// ԭ�ļ���һ��������
is = new FileInputStream(file);
// �����ļ���·��
File toFile = new File(path + cFileName);
if (toFile.exists()) {
toFile.delete();
}
// ���������ļ�
toFile.createNewFile();
// �����ļ��������
out = new FileOutputStream(toFile);
// ����
byte[] b = new byte[256];
for (int length = 0; (length = is.read(b, 0, 256)) > 0; ) {
out.write(b, 0, length);
}
} catch (Exception ex) {
ex.printStackTrace();
} finally {
try {
if (is != null) {
is.close();
}
} catch (IOException ex1) {
}
try {
if (out != null) {
out.close();
}
} catch (IOException ex2) {
}
}
// file.delete();
}
// return abstractPath;
}
/**
* �����Ƶ���ǰ���µ��ļ���,���������·��
*
* @param fileName String
*/
public static String move(String fileName, String loadPath) {
String path = getPath(loadPath);
// �������µ��ļ�·���ַ�
String abstractPath = getAbstractPath(path);
File file = new File(path + fileName);
if (file.isFile()) {
InputStream is = null;
OutputStream out = null;
try {
is = new FileInputStream(file);
path = path + abstractPath + fileName;
File toFile = new File(path);
if (toFile.exists()) {
toFile.delete();
}
toFile.createNewFile();
out = new FileOutputStream(toFile);
byte[] b = new byte[256];
for (int length = 0; (length = is.read(b, 0, 256)) > 0; ) {
out.write(b, 0, length);
}
} catch (Exception ex) {
ex.printStackTrace();
} finally {
try {
if (is != null) {
is.close();
}
} catch (IOException ex1) {
}
try {
if (out != null) {
out.close();
}
} catch (IOException ex2) {
}
}
file.delete();
}
return abstractPath;
}
// *****************************************************
// Process the initial request from Proshop_main
// *****************************************************
//
@SuppressWarnings("deprecation")
public void doGet(HttpServletRequest req, HttpServletResponse resp)
throws ServletException, IOException {
//
// Prevent caching so sessions are not mangled
//
resp.setHeader("Pragma", "no-cache"); // for HTTP 1.0
resp.setHeader("Cache-Control", "no-store, no-cache, must-revalidate"); // for HTTP 1.1
resp.setDateHeader("Expires", 0); // prevents caching at the proxy server
resp.setContentType("text/html");
PrintWriter out = resp.getWriter();
HttpSession session = SystemUtils.verifyPro(req, out); // check for intruder
if (session == null) {
return;
}
String club = (String) session.getAttribute("club"); // get club name
String templott = (String) session.getAttribute("lottery"); // get lottery support indicator
int lottery = Integer.parseInt(templott);
//
// Call is to display the new features page.
//
// Display a page to provide a link to the new feature page
//
out.println("<html><head>");
out.println("<meta http-equiv=\"Content-Type\" content=\"text/html; charset=windows-1252\">");
out.println("<meta http-equiv=\"Content-Language\" content=\"en-us\">");
out.println("<title> \"ForeTees Proshop Announcement Page\"</title>");
// out.println("<link rel=\"stylesheet\" href=\"/" +rev+ "/web utilities/foretees.css\"
// type=\"text/css\"></link>");
out.println(
"<script language=\"JavaScript\" src=\"/" + rev + "/web utilities/foretees.js\"></script>");
out.println("</head>");
out.println("<body bgcolor=\"#FFFFFF\" text=\"#000000\">");
SystemUtils.getProshopSubMenu(req, out, lottery);
File f;
FileReader fr;
BufferedReader br;
String tmp = "";
String path = "";
try {
path = req.getRealPath("");
tmp = "/proshop_features.htm"; // "/" +rev+
f = new File(path + tmp);
fr = new FileReader(f);
br = new BufferedReader(fr);
if (!f.isFile()) {
// do nothing
}
} catch (FileNotFoundException e) {
out.println("<br><br><p align=center>Missing New Features Page.</p>");
out.println("</BODY></HTML>");
out.close();
return;
} catch (SecurityException se) {
out.println("<br><br><p align=center>Access Denied.</p>");
out.println("</BODY></HTML>");
out.close();
return;
}
while ((tmp = br.readLine()) != null) out.println(tmp);
br.close();
out.println("</BODY></HTML>");
out.close();
} // end of doGet
/** * Compare the checksums of the hdfs file as well as the local copied file. * * @author [email protected] * @date Fri Jan 27 06:06:00 2012 */ boolean compareChecksums(FileSystem fs, Path p, String sFsPath) { try { // get hdfs file info FileStatus stat = fs.getFileStatus(p); // get HDFS checksum FileChecksum ck = fs.getFileChecksum(p); String sCk, sCkShort; if (ck == null) { sCk = sCkShort = "<null>"; } else { sCk = ck.toString(); sCkShort = sCk.replaceAll("^.*:", ""); } // System.out.println(p.toUri().getPath() + " len=" + stat.getLen() // + " " + stat.getOwner() + "/" + stat.getGroup() // + " checksum=" + sCk); // find the local file File fLocal = new File(sFsPath); if (!fLocal.exists()) { System.out.println("CHECKSUM-ERROR: file does not exist: " + sFsPath); return false; } if (!fLocal.isFile()) { System.out.println("CHECKSUM-ERROR: path is not a file: " + sFsPath); return false; } if (stat.getLen() != fLocal.length()) { System.out.println( "CHECKSUM-ERROR: length mismatch: " + sFsPath + " hdfslen=" + stat.getLen() + " fslen=" + fLocal.length()); return false; } // get local fs checksum FileChecksum ckLocal = getLocalFileChecksum(sFsPath); if (ckLocal == null) { System.out.println("ERROR Failed to get checksum for local file " + sFsPath); return false; } // compare checksums as a string, after stripping the // algorithm name from the beginning String sCkLocal = ckLocal.toString(); String sCkLocalShort = sCkLocal.replaceAll("^.*:", ""); if (false == sCkShort.equals(sCkLocalShort)) { System.out.println( "CHECKSUM-ERROR: checksum mismatch: " + sFsPath + "\nhdfs = " + sCk + "\nlocal= " + sCkLocal); return false; } return true; } catch (IOException e) { System.out.println("CHECKSUM-ERROR: " + sFsPath + " exception " + e.toString()); } return false; }
/**
* Method to move files from HDFS to local filesystem
*
* <p>localPath: Path on the machines filesystem fs:FileSystem object from HDFS pathList:List of
* paths for files that might need to be backed up size:max size in bytes to be backed up
*
* <p>ReturnsDate of the last files backed up if reached size limit, else, zero
*/
public long backupFiles(
String localPath, String preservePath, FileSystem fs, ArrayList<Path> pathList, long size) {
Path fsPath;
long tmpSize = 0;
long tmpDate = 0;
// Start iterating over all paths
for (Path hdfsPath : pathList) {
try {
long nFileSize = fs.getContentSummary(hdfsPath).getLength();
tmpSize = tmpSize + nFileSize;
if ((tmpSize <= size) || (size == 0)) {
FileStatus stat = fs.getFileStatus(hdfsPath);
System.err.println(
"File "
+ hdfsPath.toUri().getPath()
+ " "
+ nFileSize
+ " bytes, "
+ "perms: "
+ stat.getOwner()
+ "/"
+ stat.getGroup()
+ ", "
+ stat.getPermission().toString());
tmpDate = stat.getModificationTime() / 1000;
String sFsPath = localPath + hdfsPath.toUri().getPath();
fsPath = new Path(sFsPath);
File f = new File(sFsPath);
// COMMENTED OUT: until a few backup cycles run
// and the mtime gets in fact set on all copied
// files.
//
// ignore it if the file exists and has the same mtime
// if (f.exists() && f.isFile() && f.lastModified() == stat.getModificationTime())
// {
// System.out.println("no need to backup " + f.toString() + ", mtime matches hdfs");
// continue;
// }
if (false == m_bDryRun) {
// check if we need to back up the local file
// (not directory), if it already exists.
if (f.exists() && f.isFile()) {
// ignore files with substrings in the
// no-preserve file
if (true == doPreserveFile(sFsPath)) {
// move it to the backup path
String sNewPath = preservePath + hdfsPath.toUri().getPath();
File newFile = new File(sNewPath);
// create directory structure for new file?
if (false == newFile.getParentFile().exists()) {
if (false == newFile.getParentFile().mkdirs()) {
System.err.println("Failed to mkdirs " + newFile.getParentFile().toString());
System.exit(1);
}
}
// rename existing file to new location
if (false == f.renameTo(newFile)) {
System.err.println(
"Failed to renameTo " + f.toString() + " to " + newFile.toString());
System.exit(1);
}
System.out.println("preserved " + f.toString() + " into " + newFile.toString());
} else {
System.out.println("skipped preservation of " + f.toString());
}
}
// copy from hdfs to local filesystem
fs.copyToLocalFile(hdfsPath, fsPath);
// set the mtime to match hdfs file
f.setLastModified(stat.getModificationTime());
// compare checksums on both files
compareChecksums(fs, hdfsPath, sFsPath);
}
// don't print the progress after every file -- go
// by at least 1% increments
long nPercentDone = (long) (100 * tmpSize / m_nTotalBytes);
if (nPercentDone > m_nLastPercentBytesDone) {
System.out.println(
"progress: copied "
+ prettyPrintBytes(tmpSize)
+ ", "
+ nPercentDone
+ "% done"
+ ", tstamp="
+ tmpDate);
m_nLastPercentBytesDone = nPercentDone;
}
if (m_nSleepSeconds > 0) {
try {
Thread.sleep(1000 * m_nSleepSeconds);
} catch (Exception e2) {
// ignore
}
}
} else {
return tmpDate;
}
} catch (IOException e) {
System.err.println("FATAL ERROR: Something wrong with the file");
System.err.println(e);
System.out.println(tmpDate);
System.exit(1);
return 0;
}
}
return 0;
}
