public boolean spooler_process() {
try {
super.spooler_process();
} catch (Exception e1) {
// TODO Auto-generated catch block
e1.printStackTrace();
}
boolean checkParallel = false;
boolean parallelTransfer = false;
String parallelTransferCheckSetback = "00:00:60";
int parallelTransferCheckRetry = 60;
Variable_set params = null;
boolean rc = false;
boolean isFilePath = false;
boolean orderSelfDestruct = false;
// Properties schedulerParams = null;
HashMap<String, String> schedulerParams = null;
try {
this.setLogger(new SOSSchedulerLogger(spooler_log));
getLogger().info(JSVersionInfo.getVersionString());
getLogger().info(conSVNVersion);
try { // to get the job and order parameters
params = getParameters();
schedulerParams =
objOptions.DeletePrefix(super.getSchedulerParameterAsProperties(params), "ftp_");
schedulerParams.putAll(getParameterDefaults(params));
checkParallel =
sosString.parseToBoolean(
sosString.parseToString(schedulerParams.get(conParameterCHECK_PARALLEL)));
parallelTransfer =
sosString.parseToBoolean(
sosString.parseToString(schedulerParams.get(conParameterPARALLEL)));
} catch (Exception e) {
throw new JobSchedulerException("could not process job parameters: " + e.getMessage(), e);
}
try {
if (checkParallel && spooler_job.order_queue() != null) {
boolean bSuccess = true;
String[] paramNames = sosString.parseToString(spooler.variables().names()).split(";");
for (int i = 0; i < paramNames.length; i++) {
if (paramNames[i].startsWith(
"ftp_check_send_" + normalize(spooler_task.order().id()) + ".")) {
if (sosString.parseToString(spooler.var(paramNames[i])).equals("0")) {
// Anzahl der Wiederholungen merken
String sRetry =
sosString.parseToString(
spooler
.variables()
.var("cur_transfer_retry" + normalize(spooler_task.order().id())));
int retry = sRetry.length() == 0 ? 0 : Integer.parseInt(sRetry);
--retry;
spooler
.variables()
.set_var(
"cur_transfer_retry" + normalize(spooler_task.order().id()),
String.valueOf(retry));
if (retry == 0) {
getLogger().debug("terminated cause max order setback reached: " + paramNames[i]);
spooler
.variables()
.set_var(
"terminated_cause_max_order_setback_"
+ normalize(spooler_task.order().id()),
"1");
return false;
}
getLogger()
.debug(
"launching setback: "
+ parallelTransferCheckRetry
+ " * "
+ parallelTransferCheckSetback);
spooler_task.order().setback();
return false;
} else if (sosString.parseToString(spooler.var(paramNames[i])).equals("1")) {
getLogger().debug("successfully terminated: " + paramNames[i]);
} else if (sosString.parseToString(spooler.var(paramNames[i])).equals("2")) {
bSuccess = false;
getLogger().debug("terminated with error : " + paramNames[i]);
}
}
}
return bSuccess;
} else if (sosString.parseToString(params.var("ftp_parent_order_id")).length() > 0) {
// Hauptauftrag wurde wegen Erreichens von ftp_parallel_check_retry beendet -> die
// restlichen Unterauftr�ge sollen
// nicht durchlaufen
String state =
spooler
.variables()
.var(
"terminated_cause_max_order_setback_"
+ normalize(params.var("ftp_parent_order_id")));
if (state.equals("1")) return false;
}
if (sosString.parseToString(schedulerParams.get("file_path")).length() > 0) {
isFilePath = true;
} else {
isFilePath = false;
}
} catch (Exception e) {
throw (new Exception("invalid or insufficient parameters: " + e.getMessage()));
}
try { // to process ftp
if (parallelTransfer && !isFilePath) {
// nur die filelist holen um Parallelen transfer zu erm�glichen
Properties p = new Properties();
p.putAll((Properties) schedulerParams.clone());
p.put("skip_transfer", "yes");
// kb 2011-04--27 no longer needed due to too much trouble with this file / concept
// createIncludeConfigurationFile("sos/net/sosftp/Configuration.xml",
// "sos.net.sosftp.Configuration.xml");//Alle
// Parametern sind hier auch g�ltig
SOSConfiguration con =
new SOSConfiguration(
null,
p,
sosString.parseToString(schedulerParams.get(conParameterSETTINGS)),
sosString.parseToString(schedulerParams.get(conParameterPROFILE)),
// "sos/scheduler/ftp/SOSFTPConfiguration.xml", new
// SOSSchedulerLogger(spooler_log));
null,
new SOSSchedulerLogger(spooler_log));
con.checkConfigurationItems();
sos.net.sosftp.SOSFTPCommandSend ftpCommand =
new sos.net.sosftp.SOSFTPCommandSend(con, new SOSSchedulerLogger(spooler_log));
ftpCommand.setSchedulerJob(this);
rc = ftpCommand.transfer();
Vector<File> filelist = ftpCommand.getTransferredFilelist();
Iterator iterator = filelist.iterator();
if (isJobchain() == false) {
// parallel transfer for standalone job
while (iterator.hasNext()) {
File fileName = (File) iterator.next();
Variable_set newParams = params;
newParams.set_var("ftp_file_path", fileName.getCanonicalPath());
newParams.set_var("ftp_local_dir", "");
getLogger()
.info(
"launching job for parallel transfer with parameter ftp_file_path: "
+ fileName.getCanonicalPath());
spooler.job(spooler_task.job().name()).start(params);
}
return signalSuccess();
} else {
// parallel transfer for order job
while (iterator.hasNext()) {
File fileName = (File) iterator.next();
Variable_set newParams = spooler.create_variable_set();
if (spooler_task.params() != null) newParams.merge(params);
newParams.set_var("ftp_file_path", fileName.getCanonicalPath());
newParams.set_var("ftp_parent_order_id", spooler_task.order().id());
newParams.set_var("ftp_order_self_destruct", "1");
Order newOrder = spooler.create_order();
newOrder.set_state(spooler_task.order().state());
newOrder.set_params(newParams);
spooler.job_chain(spooler_task.order().job_chain().name()).add_order(newOrder);
getLogger()
.info(
"launching order for parallel transfer with parameter ftp_file_path: "
+ fileName.getCanonicalPath());
spooler
.variables()
.set_var(
"ftp_order",
normalize(spooler_task.order().id())
+ "."
+ normalize(newOrder.id())
+ "."
+ "0");
spooler
.variables()
.set_var(
"ftp_check_send_"
+ normalize(spooler_task.order().id())
+ "."
+ normalize(newOrder.id()),
"0");
}
// am aktuellen Auftrag speichern, dass im Wiederholungsfall per setback() nicht erneut
// Auftr�ge erzeugt werden
// sollen, sondern dass deren Erledigungszustand gepr�ft wird:
spooler_task.order().params().set_var("ftp_check_parallel", "yes");
spooler_job.set_delay_order_after_setback(1, parallelTransferCheckSetback);
spooler_job.set_max_order_setbacks(parallelTransferCheckRetry);
spooler_task.order().setback();
spooler
.variables()
.set_var(
"cur_transfer_retry" + normalize(spooler_task.order().id()),
String.valueOf(parallelTransferCheckRetry));
return false;
}
}
// end Parallel Transfer
// createIncludeConfigurationFile("sos/net/sosftp/Configuration.xml",
// "sos.net.sosftp.Configuration.xml");// Alle Parametern
// // sind hier auch
// // g�ltig
SOSConfiguration con =
new SOSConfiguration(
null,
mapToProperties(schedulerParams),
sosString.parseToString(schedulerParams.get(conParameterSETTINGS)),
sosString.parseToString(schedulerParams.get(conParameterPROFILE)),
// "sos/scheduler/ftp/SOSFTPConfiguration.xml", new
// SOSSchedulerLogger(spooler_log));
null,
new SOSSchedulerLogger(spooler_log));
con.checkConfigurationItems();
sos.net.sosftp.SOSFTPCommandSend ftpCommand =
new sos.net.sosftp.SOSFTPCommandSend(con, new SOSSchedulerLogger(spooler_log));
ftpCommand.setSchedulerJob(this);
rc = ftpCommand.transfer();
// return the number of transferred files
createReturnParameter(ftpCommand);
if (parallelTransfer && isFilePath && spooler_job.order_queue() != null) {
spooler
.variables()
.set_var(
"ftp_check_send_"
+ normalize(params.var("ftp_parent_order_id"))
+ "."
+ normalize(spooler_task.order().id()),
"1");
}
processResult(rc, "");
spooler_job.set_state_text(ftpCommand.getState() != null ? ftpCommand.getState() : "");
return (spooler_task.job().order_queue() == null) ? false : rc;
} catch (Exception e) {
rc = false;
if (parallelTransfer && isFilePath && spooler_job.order_queue() != null) {
spooler
.variables()
.set_var(
"ftp_check_send_"
+ normalize(params.var("ftp_parent_order_id"))
+ "."
+ normalize(spooler_task.order().id()),
"2");
}
throw (new Exception("could not process file transfer: " + e, e));
} finally {
if (parallelTransfer) {
if (orderSelfDestruct) {
// find positive end state for parallel orders
String state = "";
sos.spooler.Job_chain_node node = spooler_task.order().job_chain_node();
while (node != null) {
node = node.next_node();
if (node != null) state = node.state();
}
this.getLogger().debug9("..set state for parallel order job: " + state);
// find positive end state
spooler_task.order().set_state(state);
}
}
}
} catch (Exception e) {
processResult(false, e.toString());
spooler_job.set_state_text("ftp processing failed: " + e);
spooler_log.warn("ftp processing failed: " + e);
return false;
}
}
/**
* Convert parameters from sos.spooler.Variable_set in java.util.Properties.
*
* @param params
* @return
* @throws Exception
*/
private HashMap<String, String> getParameterDefaults(Variable_set params) throws Exception {
HashMap<String, String> schedulerParams =
new HashMap<String, String>(); // hier variable_set in Properties casten
try {
// String[] names = params.names().split(";");
// getLogger().debug9("names " + params.names());
// for (int i = 0; i < names.length; i++) {
// String key = names[i];
// String val = params.var(names[i]);
//
// if (key.startsWith("ftp_") && key.length() > "ftp_".length()) {
// key = key.substring("ftp_".length());
// }
//// getLogger().debug("param [" + key + "=" + val + "]");
// schedulerParams.put(key, val);
// }
// Einige Defaults hinzuf�gen
schedulerParams.put("operation", "send");
try {
schedulerParams.put("mail_smtp", spooler_log.mail().smtp());
schedulerParams.put("mail_queue_dir", spooler_log.mail().queue_dir());
schedulerParams.put("mail_from", spooler_log.mail().from());
} catch (Exception e) {
schedulerParams.put("mail_smtp", "localhost");
schedulerParams.put("mail_queue_dir", "");
schedulerParams.put("mail_from", "SOSFTP");
}
String fileNotificationTo =
sosString.parseToString(schedulerParams.get("file_notification_to"));
String fileNotificationSubject =
sosString.parseToString(schedulerParams.get("file_notification_subject"));
String fileNotificationBody =
sosString.parseToString(schedulerParams.get("file_notification_body"));
if (fileNotificationTo != null && fileNotificationTo.length() > 0) {
if (fileNotificationSubject == null || fileNotificationSubject.length() == 0) {
if (spooler_job.order_queue() != null) {
fileNotificationSubject =
"[info] Job Chain: "
+ spooler_task.order().job_chain().name()
+ ", Order: "
+ spooler_task.order().id()
+ ", Job: "
+ spooler_job.name()
+ " ("
+ spooler_job.title()
+ "), Task: "
+ spooler_task.id();
} else {
fileNotificationSubject =
"[info] Job: "
+ spooler_job.name()
+ " ("
+ spooler_job.title()
+ "), Task: "
+ spooler_task.id();
}
schedulerParams.put("file_notification_subject", fileNotificationSubject);
}
if (fileNotificationBody == null || fileNotificationBody.length() == 0) {
fileNotificationBody = "The following files have been send:\n\n";
schedulerParams.put("file_notification_body", fileNotificationBody);
}
}
String fileZeroByteNotificationTo =
sosString.parseToString(schedulerParams.get("file_zero_byte_notification_to"));
String fileZeroByteNotificationSubject =
sosString.parseToString(schedulerParams.get("file_zero_byte_notification_subject"));
String fileZeroByteNotificationBody =
sosString.parseToString(schedulerParams.get("file_zero_byte_notification_body"));
if (fileZeroByteNotificationTo != null && fileZeroByteNotificationTo.length() > 0) {
if (fileZeroByteNotificationSubject == null
|| fileZeroByteNotificationSubject.length() == 0) {
if (spooler_job.order_queue() != null) {
fileZeroByteNotificationSubject =
"[warning] Job Chain: "
+ spooler_task.order().job_chain().name()
+ ", Order: "
+ spooler_task.order().id()
+ ", Job: "
+ spooler_job.name()
+ " ("
+ spooler_job.title()
+ "), Task: "
+ spooler_task.id();
} else {
fileZeroByteNotificationSubject =
"[warning] Job: "
+ spooler_job.name()
+ " ("
+ spooler_job.title()
+ "), Task: "
+ spooler_task.id();
}
schedulerParams.put(
"file_zero_byte_notification_subject", fileZeroByteNotificationSubject);
}
if (fileZeroByteNotificationBody == null || fileZeroByteNotificationBody.length() == 0) {
fileZeroByteNotificationBody =
"The following files have been send and were removed due to zero byte constraints:\n\n";
schedulerParams.put("file_zero_byte_notification_body", fileZeroByteNotificationBody);
}
}
return schedulerParams;
} catch (Exception e) {
throw new Exception("error occurred reading Parameter: " + e.getMessage());
}
}
