public static void load(String libDir, String mainClass, String[] args) throws Exception {
Iterable<File> it = new FileIterator(libDir);
List<URL> jars = new ArrayList<URL>();
SimpleDateFormat sdf = new SimpleDateFormat("yyyy/MM/dd HH:mm:ss");
for (File f : it) {
if (f.isDirectory()) {
continue;
}
if (f.getName().toLowerCase().endsWith(".jar")) {
System.out.println(
"add " + f.getAbsolutePath() + " \t " + sdf.format(new Date(f.lastModified())));
jars.add(f.toURI().toURL());
}
}
System.out.println(
"jar cnt=" + jars.size() + " run " + mainClass + " " + Arrays.deepToString(args));
new URLClassLoader(jars.toArray(new URL[jars.size()]), Loader.class.getClassLoader())
.loadClass(mainClass)
.getMethod("main", new Class[] {String[].class})
.invoke(null, new Object[] {args});
}
/**
* Process the specified HTTP request, and create the corresponding HTTP response (or forward to
* another web component that will create it). Return an <code>ActionForward</code> instance
* describing where and how control should be forwarded, or <code>null</code> if the response has
* already been completed.
*
* @param mapping The ActionMapping used to select this instance
* @param form The optional ActionForm bean for this request (if any)
* @param request The HTTP request we are processing
* @param response The HTTP response we are creating
* @exception Exception if business logic throws an exception
*/
public ActionForward execute(
ActionMapping mapping,
ActionForm form,
HttpServletRequest request,
HttpServletResponse response)
throws Exception {
// Extract attributes we will need
MessageResources messages = getResources(request);
// save errors
ActionMessages errors = new ActionMessages();
// START check for login (security)
if (!SecurityService.getInstance().checkForLogin(request.getSession(false))) {
return (mapping.findForward("welcome"));
}
// END check for login (security)
// START get id of current project from either request, attribute, or cookie
// id of project from request
String projectId = null;
projectId = request.getParameter("projectViewId");
// check attribute in request
if (projectId == null) {
projectId = (String) request.getAttribute("projectViewId");
}
// id of project from cookie
if (projectId == null) {
projectId = StandardCode.getInstance().getCookie("projectViewId", request.getCookies());
}
// default project to last if not in request or cookie
if (projectId == null) {
List results = ProjectService.getInstance().getProjectList();
ListIterator iterScroll = null;
for (iterScroll = results.listIterator(); iterScroll.hasNext(); iterScroll.next()) {}
iterScroll.previous();
Project p = (Project) iterScroll.next();
projectId = String.valueOf(p.getProjectId());
}
Integer id = Integer.valueOf(projectId);
// END get id of current project from either request, attribute, or cookie
// get project to edit
Project p = ProjectService.getInstance().getSingleProject(id);
// get this project's sources
Set sources = p.getSourceDocs();
// for each source add each sources' Tasks
List totalLinTasks = new ArrayList();
// for each source
for (Iterator sourceIter = sources.iterator(); sourceIter.hasNext(); ) {
SourceDoc sd = (SourceDoc) sourceIter.next();
// for each target of this source
for (Iterator linTargetIter = sd.getTargetDocs().iterator(); linTargetIter.hasNext(); ) {
TargetDoc td = (TargetDoc) linTargetIter.next();
// for each lin Task of this target
for (Iterator linTaskIter = td.getLinTasks().iterator(); linTaskIter.hasNext(); ) {
LinTask lt = (LinTask) linTaskIter.next();
if (lt.getPersonName() != null
&& lt.getDueDateDate() != null
&& (lt.getTaskName().equalsIgnoreCase("Translation")
|| lt.getTaskName().equalsIgnoreCase("Editing")
|| lt.getTaskName().trim().equalsIgnoreCase("Proofreading")
|| lt.getTaskName().equalsIgnoreCase("Proofreading / Linguistic QA"))) {
totalLinTasks.add(lt);
}
System.out.println(
sd.getLanguage() + "--------" + td.getLanguage() + "---------" + lt.getTaskName());
}
}
}
// Sort by task (orderNum), then source (language), then target (language)
Collections.sort(totalLinTasks, CompareTaskLin.getInstance());
Collections.sort(totalLinTasks, CompareTaskLanguages.getInstance());
// array for display in jsp
LinTask[] linTasksArray = (LinTask[]) totalLinTasks.toArray(new LinTask[0]);
for (int i = 0; i < totalLinTasks.size(); i++) {
request.setAttribute(projectId, log);
}
// place all Tasks for this project into the form for display
DynaValidatorForm qvg = (DynaValidatorForm) form;
// HERE down is standard and does not need to change when adding task blocks
// place this project into request for further display in jsp page
request.setAttribute("project", p);
// add this project id to cookies; this will remember the last project
response.addCookie(StandardCode.getInstance().setCookie("projectViewId", projectId));
// add tab location to cookies; this will remember which tab we are at
response.addCookie(StandardCode.getInstance().setCookie("projectViewTab", "Team"));
// an update of totals may be required
// Forward control to the specified success URI
return (mapping.findForward("Success"));
}
/**
* Gets the <tt>Content</tt>s of this <tt>Conference</tt>.
*
* @return the <tt>Content</tt>s of this <tt>Conference</tt>
*/
public Content[] getContents() {
synchronized (contents) {
return contents.toArray(new Content[contents.size()]);
}
}
public int run(String[] args) throws Exception {
// printUsage();
/*
* SETUP
*/
Configuration argConf = getConf();
Hashtable<String, String> confArg = new Hashtable<String, String>();
setup(confArg, argConf);
Date currentTime = new Date();
Date endDate = new Date(new Long(confArg.get("timestamp_stop")));
Boolean full_run = confArg.get("intermediate").matches("(?i).*true.*");
Boolean quick_add = confArg.get("quick_add").matches("(?i).*true.*");
logger.info("Running GeStore");
// ZooKeeper setup
Configuration config = HBaseConfiguration.create();
zkWatcher = new ZooKeeperWatcher(config, "Testing", new HBaseAdmin(config));
zkInstance =
new ZooKeeper(
ZKConfig.getZKQuorumServersString(config),
config.getInt("zookeeper.session.timeout", -1),
zkWatcher);
if (!confArg.get("task_id").isEmpty()) {
confArg.put("temp_path", confArg.get("temp_path") + confArg.get("task_id"));
}
String lockRequest = confArg.get("file_id");
if (!confArg.get("run_id").isEmpty())
lockRequest = lockRequest + "_" + confArg.get("run_id") + "_";
if (!confArg.get("task_id").isEmpty())
lockRequest = lockRequest + "_" + confArg.get("task_id") + "_";
// Get type of movement
toFrom type_move = checkArgs(confArg);
if (type_move == toFrom.LOCAL2REMOTE && !confArg.get("format").equals("unknown")) {
List<String> arguments = new ArrayList<String>();
arguments.add("-Dinput=" + confArg.get("local_path"));
arguments.add("-Dtable=" + confArg.get("file_id"));
arguments.add("-Dtimestamp=" + confArg.get("timestamp_stop"));
arguments.add("-Dtype=" + confArg.get("format"));
arguments.add("-Dtarget_dir=" + confArg.get("base_path") + "_" + confArg.get("file_id"));
arguments.add("-Dtemp_hdfs_path=" + confArg.get("temp_path"));
arguments.add("-Drun_id=" + confArg.get("run_id"));
if (!confArg.get("run_id").isEmpty()) arguments.add("-Drun_id=" + confArg.get("run_id"));
if (!confArg.get("task_id").isEmpty()) arguments.add("-Dtask_id=" + confArg.get("task_id"));
if (quick_add) arguments.add("-Dquick_add=" + confArg.get("quick_add"));
String lockName = lock(lockRequest);
String[] argumentString = arguments.toArray(new String[arguments.size()]);
adddb.main(argumentString);
unlock(lockName);
System.exit(0);
}
// Database registration
dbutil db_util = new dbutil(config);
db_util.register_database(confArg.get("db_name_files"), true);
db_util.register_database(confArg.get("db_name_runs"), true);
db_util.register_database(confArg.get("db_name_updates"), true);
FileSystem hdfs = FileSystem.get(config);
FileSystem localFS = FileSystem.getLocal(config);
// Get source type
confArg.put("source", getSource(db_util, confArg.get("db_name_files"), confArg.get("file_id")));
confArg.put(
"database", isDatabase(db_util, confArg.get("db_name_files"), confArg.get("file_id")));
if (!confArg.get("source").equals("local")
&& type_move == toFrom.REMOTE2LOCAL
&& !confArg.get("timestamp_stop").equals(Integer.toString(Integer.MAX_VALUE))) {
confArg.put("timestamp_stop", Long.toString(latestVersion(confArg, db_util)));
}
/*
* Get previous timestamp
*/
Get run_id_get = new Get(confArg.get("run_id").getBytes());
Result run_get = db_util.doGet(confArg.get("db_name_runs"), run_id_get);
KeyValue run_file_prev =
run_get.getColumnLatest(
"d".getBytes(), (confArg.get("file_id") + "_db_timestamp").getBytes());
String last_timestamp = new String("0");
if (null != run_file_prev && !confArg.get("source").equals("local")) {
long last_timestamp_real = run_file_prev.getTimestamp();
Long current_timestamp = new Long(confArg.get("timestamp_real"));
if ((current_timestamp - last_timestamp_real) > 36000) {
last_timestamp = new String(run_file_prev.getValue());
Integer lastTimestamp = new Integer(last_timestamp);
lastTimestamp += 1;
last_timestamp = lastTimestamp.toString();
logger.info("Last timestamp: " + last_timestamp + " End data: " + endDate);
Date last_run = new Date(run_file_prev.getTimestamp());
if (last_run.before(endDate) && !full_run) {
confArg.put("timestamp_start", last_timestamp);
}
}
}
Integer tse = new Integer(confArg.get("timestamp_stop"));
Integer tss = new Integer(confArg.get("timestamp_start"));
if (tss > tse) {
logger.info("No new version of requested file.");
return 0;
}
/*
* Generate file
*/
String lockName = lock(lockRequest);
Get file_id_get = new Get(confArg.get("file_id").getBytes());
Result file_get = db_util.doGet(confArg.get("db_name_files"), file_id_get);
if (!file_get.isEmpty()) {
boolean found =
hasFile(
db_util,
hdfs,
confArg.get("db_name_files"),
confArg.get("file_id"),
getFullPath(confArg));
if (confArg.get("source").equals("fullfile")) {
found = false;
}
String filenames_put =
getFileNames(
db_util, confArg.get("db_name_files"), confArg.get("file_id"), getFullPath(confArg));
// Filename not found in file database
if (!found && type_move == toFrom.REMOTE2LOCAL) {
if (!confArg.get("source").equals("local")) {
// Generate intermediate file
if (getFile(hdfs, confArg, db_util) == null) {
unlock(lockName);
return 1;
}
// Put generated file into file database
if (!confArg.get("format").equals("fullfile")) {
putFileEntry(
db_util,
hdfs,
confArg.get("db_name_files"),
confArg.get("file_id"),
confArg.get("full_file_name"),
confArg.get("source"));
}
} else {
logger.warn("Remote file not found, and cannot be generated! File: " + confArg);
unlock(lockName);
return 1;
}
}
} else {
if (type_move == toFrom.REMOTE2LOCAL) {
logger.warn("Remote file not found, and cannot be generated.");
unlock(lockName);
return 1;
}
}
/*
* Copy file
* Update tables
*/
if (type_move == toFrom.LOCAL2REMOTE) {
if (!confArg.get("format").equals("fullfile")) {
putFileEntry(
db_util,
hdfs,
confArg.get("db_name_files"),
confArg.get("file_id"),
getFullPath(confArg),
confArg.get("source"));
}
putRunEntry(
db_util,
confArg.get("db_name_runs"),
confArg.get("run_id"),
confArg.get("file_id"),
confArg.get("type"),
confArg.get("timestamp_real"),
confArg.get("timestamp_stop"),
getFullPath(confArg),
confArg.get("delimiter"));
hdfs.copyFromLocalFile(new Path(confArg.get("local_path")), new Path(getFullPath(confArg)));
} else if (type_move == toFrom.REMOTE2LOCAL) {
FileStatus[] files = hdfs.globStatus(new Path(getFullPath(confArg) + "*"));
putRunEntry(
db_util,
confArg.get("db_name_runs"),
confArg.get("run_id"),
confArg.get("file_id"),
confArg.get("type"),
confArg.get("timestamp_real"),
confArg.get("timestamp_stop"),
getFullPath(confArg),
confArg.get("delimiter"));
unlock(lockName);
for (FileStatus file : files) {
Path cur_file = file.getPath();
Path cur_local_path =
new Path(new String(confArg.get("local_path") + confArg.get("file_id")));
String suffix = getSuffix(getFileName(confArg), cur_file.getName());
if (suffix.length() > 0) {
cur_local_path = cur_local_path.suffix(new String("." + suffix));
}
if (confArg.get("copy").equals("true")) {
String crc = hdfs.getFileChecksum(cur_file).toString();
if (checksumLocalTest(cur_local_path, crc)) {
continue;
} else {
hdfs.copyToLocalFile(cur_file, cur_local_path);
writeChecksum(cur_local_path, crc);
}
} else {
System.out.println(cur_local_path + "\t" + cur_file);
}
}
}
unlock(lockName);
return 0;
}