private void defaultInit() {
setTimes();
try {
this.setProperty(
InMemoInformation.INFO_ID_PROPERTY_NAME, java.util.UUID.randomUUID().toString());
} catch (SharkKBException ex) {
// cannot happen
}
}
/** create it and set status */
protected InMemoInformation(
String contentType, long lastModified, long creationTime, PeerSTSet recipientSet) {
try {
this.setProperty(InMemoInformation.INFO_CONTENT_TYPE, contentType);
this.setProperty(InMemoInformation.INFO_LAST_MODIFED, Long.toString(lastModified));
this.setProperty(InMemoInformation.INFO_CREATION_TIME, Long.toString(creationTime));
this.setProperty(
InMemoInformation.INFO_ID_PROPERTY_NAME, java.util.UUID.randomUUID().toString());
} catch (SharkKBException ex) {
// cannot happen
}
}
public static void main(String[] args) throws Exception {
System.out.println("Beginning job...");
// Start phase 1
Configuration conf = new Configuration();
conf.set("mapred.job.tracker", "local");
conf.set("fs.default.name", "local");
String[] inputArgs = new GenericOptionsParser(conf, args).getRemainingArgs();
Path xmlPath = null;
List<String> other_args = new ArrayList<String>();
for (int i = 0; i < args.length; ++i) {
if ("-setup".equals(inputArgs[i])) {
xmlPath = new Path(inputArgs[++i]);
DistributedCache.addCacheFile(xmlPath.toUri(), conf);
conf.setBoolean("minibatch.job.setup", true);
} else {
other_args.add(inputArgs[i]);
}
}
String[] tool_args = other_args.toArray(new String[0]);
int result = ToolRunner.run(conf, new BatchGenerationEngine(), tool_args);
// End phase 1
// get example count and size from xml file
// count = count_size[0];
// size = count_size[1];
int[] count_size = parseJobSetup(xmlPath);
// distribute those output from phase 1 into different directories
String outputPhase1 = tool_args[1];
FileSystem fs = FileSystem.get(new Configuration());
Path outputPhase1Path = new Path(outputPhase1);
fs.setWorkingDirectory(outputPhase1Path);
FileStatus[] outputP1AllFiles = fs.listStatus(outputPhase1Path);
for (int i = 0; i < outputP1AllFiles.length; i++) {
int batchNum = i / count_size[1];
Path batchPath = new Path(outputPhase1 + "/batch" + batchNum);
// if batch# directory not exists, mkdir
if (!fs.exists(batchPath)) FileSystem.mkdirs(fs, batchPath, new FsPermission("777"));
// move file into the batch# directory
fs.rename(
outputP1AllFiles[i].getPath(),
new Path(
outputPhase1 + "/batch" + batchNum + "/" + outputP1AllFiles[i].getPath().getName()));
}
//
// Generate dictionary of jobs
int numberOfJobs = count_size[0] * count_size[1];
JobConfig[] dictionary = new JobConfig[numberOfJobs];
// Add job 0 to dictionary
Configuration conf0 = new Configuration();
DistributedCache.addCacheFile(xmlPath.toUri(), conf0);
JobConfig job0 = new JobConfig(conf0, "input go here", java.util.UUID.randomUUID().toString());
dictionary[0] = job0;
// Add the rest of jobs into dictionary
for (int i = 1; i < dictionary.length; i++) {
Configuration newConf = new Configuration();
DistributedCache.addCacheFile(xmlPath.toUri(), newConf);
JobConfig newJob =
new JobConfig(newConf, dictionary[i - 1].args[1], java.util.UUID.randomUUID().toString());
dictionary[i] = newJob;
}
// running the jobs
logger.info("Start " + dictionary.length + " jobs!");
for (int i = 0; i < dictionary.length; i++) {
int runResult =
ToolRunner.run(dictionary[i].conf, new BatchGenerationEngine(), dictionary[i].args);
if (runResult == 1) {
logger.info("Job " + i + "-th Re-run once!");
dictionary[i].args[1] = java.util.UUID.randomUUID().toString();
runResult =
ToolRunner.run(dictionary[i].conf, new BatchGenerationEngine(), dictionary[i].args);
}
if (runResult == 1) {
logger.info("Job " + i + "-th Re-run twice!");
dictionary[i].args[1] = java.util.UUID.randomUUID().toString();
runResult =
ToolRunner.run(dictionary[i].conf, new BatchGenerationEngine(), dictionary[i].args);
}
if (runResult == 1) {
logger.info("Job " + i + "-th Failed!");
break;
} else {
if (i - 1 < dictionary.length) dictionary[i + 1].args[0] = dictionary[i].args[1];
}
}
System.exit(1);
}
public static void main(String args[]) throws Exception {
boolean usePersistConnection = JokeClient.usePersistConnection;
// default server name to connect
String serverName = "localhost";
// read optional serverName param from args if there is args.
if (args.length > 0) {
serverName = args[0];
}
String userName = null;
String clientId = java.util.UUID.randomUUID().toString();
/** user can pass a clientId as arg. */
if (args.length > 1) {
clientId = args[1];
}
/** user can pass usePersistConnection as arg. */
if (args.length > 2) {
usePersistConnection = Boolean.parseBoolean(args[2]);
}
// print configuration information
printConfiguration(serverName, clientId, usePersistConnection);
/**
* we need to close resources after use them, so declared two named object, and auto close them
* by jdk7.
*/
try (InputStreamReader inputStreamReader = new InputStreamReader(System.in);
BufferedReader bufferedReader = new BufferedReader(inputStreamReader); ) {
/** create connection to server .I do not want reconnect socket each time, so I re-use it. */
Socket server = null;
/** when use PersistConnection, will not re connect each time */
if (usePersistConnection) {
server = new Socket(serverName, SERVER_PORT);
}
// continue do job until break by user's quit command
while (true) {
if (!usePersistConnection) {
server = new Socket(serverName, SERVER_PORT);
}
if (userName == null) {
System.out.print(
"Enter \""
+ ClientCommandType.SetName
+ " yourName\" to set your name,("
+ QUIT_COMMAND
+ ") to end: ");
} else {
System.out.print(
"Enter "
+ ClientCommandType.QueryNext
+ " to query next joke/proverb, ("
+ QUIT_COMMAND
+ ") to end: ");
}
System.out.flush();
String clientCommand = bufferedReader.readLine();
/** validate input.must be not null and not empty. */
if (clientCommand == null || clientCommand.isEmpty()) {
System.out.println("command must not be null or empty");
continue;
}
/**
* More strict condition to quit. Must exactly equals quit command to quit, other than only
* contains quit command in the host name.
*/
if (clientCommand.equals(QUIT_COMMAND)) {
System.out.println("Cancelled by user request.");
// break is to quit here.
break;
}
/** if userName is not set ,do not allow query command. */
if (userName == null) {
if (!clientCommand.startsWith(ClientCommandType.SetName.toString())) {
System.out.println("You must enter name before QueryNext joke or proverb.");
continue;
} else {
/**
* client don't store input userName, instead ,it store verified and accepted userName
* by server.
*/
userName = getResponse(clientId, clientCommand, server)[0];
continue;
}
}
// didn't quit. userName is set. so do query and print.
getResponse(clientId, clientCommand, server);
if (!usePersistConnection) {
server.close();
}
}
} catch (IOException x) {
System.out.println("Socket error. Client Terminated");
x.printStackTrace();
}
}
