/**
* this is the primary method that sends a query to the CIPRes REST service. It expects to receive
* an XML file, which it returns in Document if the root tag matc hes xmlRootTag
*/
public Document cipresQuery(HttpClient httpclient, String URL, String xmlRootTag) {
if (StringUtil.blank(URL)) return null;
try {
HttpGet httpget = new HttpGet(URL);
httpget.addHeader("cipres-appkey", CIPRESkey);
try {
HttpResponse response = httpclient.execute(httpget);
HttpEntity responseEntity = response.getEntity();
InputStream instream = responseEntity.getContent();
BufferedReader br = new BufferedReader(new InputStreamReader(instream));
String line = "";
StringBuffer sb = new StringBuffer();
while ((line = br.readLine()) != null) {
sb.append(line + StringUtil.lineEnding());
}
Document cipresResponseDoc = loadXMLFile(xmlRootTag, sb.toString());
if (cipresResponseDoc != null && verbose) {
ownerModule.logln(sb.toString());
}
if (cipresResponseDoc == null) {
Document errorDoc = loadXMLFile(sb.toString());
if (errorDoc != null) reportError(errorDoc, "Error in communicating with CIPRes", true);
}
EntityUtils.consume(response.getEntity());
return cipresResponseDoc;
} catch (IOException e) {
Debugg.printStackTrace(e);
} catch (Exception e) {
Debugg.printStackTrace(e);
}
} catch (Exception e) {
Debugg.printStackTrace(e);
}
return null;
}
/** The core method that initiates a job on CIPRes. */
public boolean postJob(
HttpClient httpclient, MultipartEntityBuilder builder, MesquiteString jobURL) {
if (builder == null) return false;
String URL = baseURL + "/job/" + username;
HttpPost httppost = new HttpPost(URL);
httppost.addHeader("cipres-appkey", CIPRESkey);
// some of this from
// http://stackoverflow.com/questions/18964288/upload-a-file-through-an-http-form-via-multipartentitybuilder-with-a-progress
HttpEntity cipresEntity = builder.build();
httppost.setEntity(cipresEntity);
try {
HttpResponse response = httpclient.execute(httppost);
HttpEntity responseEntity = response.getEntity();
InputStream instream = responseEntity.getContent();
BufferedReader br = new BufferedReader(new InputStreamReader(instream));
StringBuffer sb = new StringBuffer();
String line = "";
while ((line = br.readLine()) != null) {
sb.append(line + StringUtil.lineEnding());
}
Document cipresResponseDoc = loadXMLFile("jobstatus", sb.toString()); // let's see how it went
boolean success = false;
if (cipresResponseDoc != null) {
processJobSubmissionResponse(cipresResponseDoc, jobURL);
if (verbose) ownerModule.logln(sb.toString());
if (jobURL != null) success = StringUtil.notEmpty(jobURL.getValue());
else success = true;
} else {
cipresResponseDoc = loadXMLFile(sb.toString());
reportError(cipresResponseDoc, "Error with CIPRes run", false);
}
EntityUtils.consume(response.getEntity());
return success;
} catch (IOException e) {
Debugg.printStackTrace(e);
}
return false;
}
/**
* executes a shell script at "scriptPath". If runningFilePath is not blank and not null, then
* Mesquite will create a file there that will serve as a flag to Mesquite that the script is
* running.
*/
public boolean executeInShell() {
proc = null;
try {
ShellScriptUtil.setScriptFileToBeExecutable(scriptPath);
if (!StringUtil.blank(runningFilePath)) {
if (StringUtil.blank(runningFileMessage))
MesquiteFile.putFileContents(runningFilePath, "Script running...", true);
else MesquiteFile.putFileContents(runningFilePath, runningFileMessage, true);
if (appendRemoveCommand && MesquiteFile.fileExists(runningFilePath))
MesquiteFile.appendFileContents(
scriptPath,
StringUtil.lineEnding() + ShellScriptUtil.getRemoveCommand(runningFilePath),
true); // append remove command to guarantee that the runningFile is deleted
// +StringUtil.lineEnding()+ShellScriptUtil.getExitCommand()
}
proc = ShellScriptUtil.executeScript(scriptPath, visibleTerminal);
} catch (IOException e) {
MesquiteMessage.warnProgrammer("IOException in shell script executed by " + name);
return false;
}
return true;
}
/*.................................................................................................................*/
String getComDelim() {
if (externalProcRunner.isWindows()) return ";" + StringUtil.lineEnding();
else return ";" + StringUtil.lineEnding();
}
/*.................................................................................................................*/
void formCommandFile(String dataFileName, int firstOutgroup) {
if (parallel) {
commands = "";
}
commands += getTNTCommand("mxram " + mxram);
commands += getTNTCommand("report+0/1/0");
commands += getTNTCommand("log " + logFileName);
commands += getTNTCommand("p " + dataFileName);
commands += getTNTCommand("vversion");
if (MesquiteInteger.isCombinable(firstOutgroup) && firstOutgroup >= 0)
commands += getTNTCommand("outgroup " + firstOutgroup);
if (bootstrapOrJackknife()) {
if (parallel) {
commands += indentTNTCommand("ptnt begin parallelRun " + numSlaves + "/ram x 2 = ");
}
if (StringUtil.notEmpty(bootSearchScriptPath)) {
String script = MesquiteFile.getFileContentsAsString(bootSearchScriptPath);
if (StringUtil.notEmpty(script)) commands += script;
} else
commands += StringUtil.lineEnding() + bootstrapSearchArguments + StringUtil.lineEnding();
String saveTreesString = "";
if (resamplingAllConsensusTrees) saveTreesString = " savetrees ";
String bootSearchString = " [xmult; bb]";
bootSearchString = "";
if (parallel) {
int numRepsPerSlave = bootstrapreps / numSlaves;
if (numRepsPerSlave * numSlaves < bootstrapreps) numRepsPerSlave++;
if (searchStyle == BOOTSTRAPSEARCH)
commands +=
getTNTCommand(
"resample boot cut 50 "
+ saveTreesString
+ " replications "
+ numRepsPerSlave
+ " [xmult; bb] savetrees"); // + getComDelim();
else if (searchStyle == JACKKNIFESEARCH)
commands +=
getTNTCommand(
"resample jak cut 50 "
+ saveTreesString
+ " replications "
+ numRepsPerSlave
+ " [xmult; bb] savetrees"); // + getComDelim();
else if (searchStyle == SYMSEARCH)
commands +=
getTNTCommand(
"resample sym cut 50 "
+ saveTreesString
+ " replications "
+ numRepsPerSlave
+ " [xmult; bb] savetrees"); // + getComDelim();
else if (searchStyle == POISSONSEARCH)
commands +=
getTNTCommand(
"resample poisson cut 50 "
+ saveTreesString
+ " replications "
+ numRepsPerSlave
+ " [xmult; bb] savetrees"); // + getComDelim();
commands += getTNTCommand("return");
commands += getTNTCommand("ptnt wait parallelRun");
commands += getTNTCommand("ptnt get parallelRun");
} else {
if (!resamplingAllConsensusTrees) {
commands += getTNTCommand("macro=");
commands += getTNTCommand("ttags =");
}
commands += getTNTCommand("tsave *" + treeFileName);
if (bootstrapAllowed) {
if (searchStyle == BOOTSTRAPSEARCH)
commands +=
getTNTCommand(
"resample boot "
+ saveTreesString
+ " replications "
+ bootstrapreps
+ bootSearchString); // + getComDelim();
else if (searchStyle == JACKKNIFESEARCH)
commands +=
getTNTCommand(
"resample jak cut 50 "
+ saveTreesString
+ " replications "
+ bootstrapreps
+ bootSearchString); // + getComDelim();
else if (searchStyle == SYMSEARCH)
commands +=
getTNTCommand(
"resample sym cut 50 "
+ saveTreesString
+ " replications "
+ bootstrapreps
+ bootSearchString); // + getComDelim();
else if (searchStyle == POISSONSEARCH)
commands +=
getTNTCommand(
"resample poisson cut 50 "
+ saveTreesString
+ " replications "
+ bootstrapreps
+ bootSearchString); // + getComDelim();
}
if (!resamplingAllConsensusTrees) commands += getTNTCommand("save *");
else commands += getTNTCommand("save");
commands += getTNTCommand("tsave/");
if (!resamplingAllConsensusTrees) {
commands += getTNTCommand("ttags -/");
commands += getTNTCommand("macro-");
}
}
// commands += getTNTCommand("proc/") ;
commands += getTNTCommand("log/");
// if (!parallel)
commands += getTNTCommand("quit");
} else {
// commands += getTNTCommand("tsave !5 " + treeFileName) ; // if showing intermediate trees
commands += getTNTCommand("tsave *" + treeFileName);
if (StringUtil.notEmpty(searchScriptPath)) {
String script = MesquiteFile.getFileContentsAsString(searchScriptPath);
if (StringUtil.notEmpty(script)) commands += script;
} else commands += searchArguments;
commands += otherOptions;
if (harvestOnlyStrictConsensus) commands += getTNTCommand("nelsen *");
commands += getTNTCommand("save");
commands += getTNTCommand("log/");
commands += getTNTCommand("tsave/");
commands += getTNTCommand("quit");
}
}
