private CIJobStatus deleteCI(CIJob job, List<String> builds) throws PhrescoException {
S_LOGGER.debug("Entering Method CIManagerImpl.deleteCI(CIJob job)");
S_LOGGER.debug("Job name " + job.getName());
cli = getCLI(job);
String deleteType = null;
List<String> argList = new ArrayList<String>();
S_LOGGER.debug("job name " + job.getName());
S_LOGGER.debug("Builds " + builds);
if (CollectionUtils.isEmpty(builds)) { // delete job
S_LOGGER.debug("Job deletion started");
S_LOGGER.debug("Command " + FrameworkConstants.CI_JOB_DELETE_COMMAND);
deleteType = DELETE_TYPE_JOB;
argList.add(FrameworkConstants.CI_JOB_DELETE_COMMAND);
argList.add(job.getName());
} else { // delete Build
S_LOGGER.debug("Build deletion started");
deleteType = DELETE_TYPE_BUILD;
argList.add(FrameworkConstants.CI_BUILD_DELETE_COMMAND);
argList.add(job.getName());
StringBuilder result = new StringBuilder();
for (String string : builds) {
result.append(string);
result.append(",");
}
String buildNos = result.substring(0, result.length() - 1);
argList.add(buildNos);
S_LOGGER.debug("Command " + FrameworkConstants.CI_BUILD_DELETE_COMMAND);
S_LOGGER.debug("Build numbers " + buildNos);
}
try {
int status = cli.execute(argList);
String message = deleteType + " deletion started in jenkins";
if (status == FrameworkConstants.JOB_STATUS_NOTOK) {
deleteType = deleteType.substring(0, 1).toLowerCase() + deleteType.substring(1);
message = "Error while deleting " + deleteType + " in jenkins";
}
S_LOGGER.debug("Delete CI Status " + status);
S_LOGGER.debug("Delete CI Message " + message);
return new CIJobStatus(status, message);
} finally {
if (cli != null) {
try {
cli.close();
} catch (IOException e) {
if (debugEnabled) {
S_LOGGER.error(
"Entered into catch block of CIManagerImpl.deleteCI(CIJob job) "
+ e.getLocalizedMessage());
}
} catch (InterruptedException e) {
if (debugEnabled) {
S_LOGGER.error(
"Entered into catch block of CIManagerImpl.deleteCI(CIJob job) "
+ e.getLocalizedMessage());
}
}
}
}
}
/** This method simply lists the tools available */
public void listTools(HttpClient httpclient) {
Document cipresResponseDoc = cipresQuery(httpclient, baseURL + "/tool", "tools");
if (cipresResponseDoc != null) {
String elementName = "tool";
List tools = cipresResponseDoc.getRootElement().elements(elementName);
int count = 0;
for (Iterator iter = tools.iterator();
iter.hasNext(); ) { // let's get a count as to how many tools there are.
Element nextTool = (Element) iter.next();
count++;
}
String[] toolName = new String[count];
count = 0;
for (Iterator iter = tools.iterator(); iter.hasNext(); ) {
Element nextTool = (Element) iter.next();
String name = nextTool.elementText("toolId");
if (!StringUtil.blank(name) && count < toolName.length) {
ownerModule.logln(name);
}
name = nextTool.elementText("toolName");
if (!StringUtil.blank(name) && count < toolName.length) {
ownerModule.logln(" " + name);
}
count++;
}
}
}
public String[] getJobURLs(Document cipresResponseDoc) {
String elementName = "jobstatus";
Element jobs = cipresResponseDoc.getRootElement().element("jobs");
if (jobs == null) return null;
List tools = jobs.elements("jobstatus");
int count = 0;
for (Iterator iter = tools.iterator(); iter.hasNext(); ) {
Element nextTool = (Element) iter.next();
count++;
}
String[] url = new String[count];
count = 0;
for (Iterator iter = tools.iterator(); iter.hasNext(); ) {
Element nextJob = (Element) iter.next();
if (nextJob != null) {
Element selfUriElement = nextJob.element("selfUri");
if (selfUriElement != null) {
String jobURL = selfUriElement.elementText("url");
if (!StringUtil.blank(jobURL) && count < url.length) {
url[count] = jobURL;
}
}
count++;
}
}
return url;
}
/*.................................................................................................................*/
public String jobStatusFromResponse(Document cipresResponseDoc) {
String status = "Status not available";
Element element = cipresResponseDoc.getRootElement().element("terminalStage");
if (element != null) {
status = element.getText();
if ("true".equalsIgnoreCase(status)) return JOBCOMPLETED;
}
element = cipresResponseDoc.getRootElement().element("messages");
if (element == null) return status;
List entries = element.elements("message");
String reportedJobID = "";
for (Iterator iter = entries.iterator(); iter.hasNext(); ) {
Element nextEntry = (Element) iter.next();
if (nextEntry != null) status = nextEntry.elementText("stage");
}
element = cipresResponseDoc.getRootElement().element("minPollIntervalSeconds");
if (element != null) {
minPollIntervalSeconds = MesquiteInteger.fromString(element.getText());
if (!MesquiteInteger.isCombinable(minPollIntervalSeconds) || minPollIntervalSeconds <= 0)
minPollIntervalSeconds = defaultMinPollIntervalSeconds;
}
if (JOBCOMPLETED.equalsIgnoreCase(status)) return JOBCOMPLETED;
return status;
}
private void deleteJsonJobs(ApplicationInfo appInfo, List<CIJob> selectedJobs)
throws PhrescoException {
try {
if (CollectionUtils.isEmpty(selectedJobs)) {
return;
}
Gson gson = new Gson();
List<CIJob> jobs = getJobs(appInfo);
if (CollectionUtils.isEmpty(jobs)) {
return;
}
// all values
Iterator<CIJob> iterator = jobs.iterator();
// deletable values
for (CIJob selectedInfo : selectedJobs) {
while (iterator.hasNext()) {
CIJob itrCiJob = iterator.next();
if (itrCiJob.getName().equals(selectedInfo.getName())) {
iterator.remove();
break;
}
}
}
writeJsonJobs(appInfo, jobs, CI_CREATE_NEW_JOBS);
} catch (Exception e) {
throw new PhrescoException(e);
}
}
public void reportError(Document doc, String noteToUser, boolean resetPassword) {
if (doc == null) return;
String displayMessage = doc.getRootElement().elementText("displayMessage");
String message = doc.getRootElement().elementText("message");
if (StringUtil.notEmpty(message)) {
if ("Authentication Error".equalsIgnoreCase(displayMessage)) {
if (resetPassword) password = "";
} else {
ownerModule.logln("\n******************");
ownerModule.logln(noteToUser);
ownerModule.logln(displayMessage);
ownerModule.logln(message);
List paramErrors = doc.getRootElement().elements("paramError");
if (paramErrors != null)
for (Iterator iter = paramErrors.iterator(); iter.hasNext(); ) {
Element nextEntry = (Element) iter.next();
String param = nextEntry.elementText("param");
String error = nextEntry.elementText("error");
ownerModule.logln(" " + param + ": " + error);
}
ownerModule.logln("\n******************\n");
}
}
}
public List getUserListAT() {
List<Map> list = new ArrayList<Map>();
String[][] data = {
{"3537255778", "Alex Chen"},
{"2110989338", "Brian Wang"},
{"3537640807", "David Hsieh"},
{"5764816553", "James Yu"},
{"3756404948", "K.C."},
{"2110994764", "Neil Weinstock"},
{"6797798390", "Owen Chen"},
{"3831206627", "Randy Chen"},
{"6312460903", "Tony Shen"},
{"2110993498", "Yee Liaw"}
};
for (int i = 0; i < data.length; i++) {
Map map = new HashMap();
String userRef = data[i][0];
String userName = data[i][1];
map.put("userObjectId", userRef);
map.put("userName", userName);
list.add(map);
}
return list;
}
private CIJobStatus buildJob(CIJob job) throws PhrescoException {
if (debugEnabled) {
S_LOGGER.debug("Entering Method CIManagerImpl.buildJob(CIJob job)");
}
cli = getCLI(job);
List<String> argList = new ArrayList<String>();
argList.add(FrameworkConstants.CI_BUILD_JOB_COMMAND);
argList.add(job.getName());
try {
int status = cli.execute(argList);
String message = FrameworkConstants.CI_BUILD_STARTED;
if (status == FrameworkConstants.JOB_STATUS_NOTOK) {
message = FrameworkConstants.CI_BUILD_STARTING_ERROR;
}
return new CIJobStatus(status, message);
} finally {
if (cli != null) {
try {
cli.close();
} catch (IOException e) {
if (debugEnabled) {
S_LOGGER.error(e.getLocalizedMessage());
}
} catch (InterruptedException e) {
if (debugEnabled) {
S_LOGGER.error(e.getLocalizedMessage());
}
}
}
}
}
protected String getRallyAPIError(String responseXML) {
String errorMsg = "";
try {
org.jdom.input.SAXBuilder bSAX = new org.jdom.input.SAXBuilder();
org.jdom.Document doc = bSAX.build(new StringReader(responseXML));
Element root = doc.getRootElement();
XPath xpath = XPath.newInstance("//Errors");
List xlist = xpath.selectNodes(root);
Iterator iter = xlist.iterator();
while (iter.hasNext()) {
Element item = (Element) iter.next();
errorMsg = item.getChildText("OperationResultError");
}
} catch (Exception e) {
errorMsg = e.toString();
}
return errorMsg;
}
public List<CIBuild> getBuilds(CIJob job) throws PhrescoException {
if (debugEnabled) {
S_LOGGER.debug("Entering Method CIManagerImpl.getCIBuilds(CIJob job)");
}
List<CIBuild> ciBuilds = null;
try {
if (debugEnabled) {
S_LOGGER.debug("getCIBuilds() JobName = " + job.getName());
}
JsonArray jsonArray = getBuildsArray(job);
ciBuilds = new ArrayList<CIBuild>(jsonArray.size());
Gson gson = new Gson();
CIBuild ciBuild = null;
for (int i = 0; i < jsonArray.size(); i++) {
ciBuild = gson.fromJson(jsonArray.get(i), CIBuild.class);
setBuildStatus(ciBuild, job);
String buildUrl = ciBuild.getUrl();
String jenkinUrl = job.getJenkinsUrl() + ":" + job.getJenkinsPort();
buildUrl =
buildUrl.replaceAll(
"localhost:" + job.getJenkinsPort(),
jenkinUrl); // when displaying url it should display setup machine ip
ciBuild.setUrl(buildUrl);
ciBuilds.add(ciBuild);
}
} catch (Exception e) {
if (debugEnabled) {
S_LOGGER.debug(
"Entering Method CIManagerImpl.getCIBuilds(CIJob job) " + e.getLocalizedMessage());
}
}
return ciBuilds;
}
/**
* Send Conference POST request to API endpoint which is used for allocating new conferences in
* reservation system.
*
* @param ownerEmail email of new conference owner
* @param mucRoomName full name of MUC room that is hosting the conference.
* {room_name}@{muc.server.net}
* @return <tt>ApiResult</tt> that contains system response. It will contain <tt>Conference</tt>
* instance filled with data from the reservation system if everything goes OK.
* @throws FaultTolerantRESTRequest.RetryExhaustedException When the number of retries to submit
* the request for the conference data is reached
* @throws UnsupportedEncodingException When the room data have the encoding that does not play
* with UTF8 standard
*/
public ApiResult createNewConference(String ownerEmail, String mucRoomName)
throws FaultTolerantRESTRequest.RetryExhaustedException, UnsupportedEncodingException {
Conference conference = new Conference(mucRoomName, ownerEmail, new Date());
HttpPost post = new HttpPost(baseUrl + "/conference");
List<NameValuePair> nameValuePairs = new ArrayList<NameValuePair>(1);
Map<String, Object> jsonMap = conference.createJSonMap();
for (Map.Entry<String, Object> entry : jsonMap.entrySet()) {
nameValuePairs.add(new BasicNameValuePair(entry.getKey(), String.valueOf(entry.getValue())));
}
post.setEntity(new UrlEncodedFormEntity(nameValuePairs, "UTF8"));
logger.info("Sending post: " + jsonMap);
CreateConferenceResponseParser conferenceResponseParser =
new CreateConferenceResponseParser(conference);
FaultTolerantRESTRequest faultTolerantRESTRequest =
new FaultTolerantRESTRequest(post, conferenceResponseParser, retriesCreate, httpClient);
return faultTolerantRESTRequest.submit();
}
public List parsePage(String pageCode) {
List sections = new ArrayList();
List folders = new ArrayList();
List files = new ArrayList();
int start = pageCode.indexOf("<div id=\"list-view\" class=\"view\"");
int end = pageCode.indexOf("<div id=\"gallery-view\" class=\"view\"");
String usefulSection = "";
if (start != -1 && end != -1) {
usefulSection = pageCode.substring(start, end);
} else {
debug("Could not parse page");
}
try {
DocumentBuilder db = DocumentBuilderFactory.newInstance().newDocumentBuilder();
InputSource is = new InputSource();
is.setCharacterStream(new StringReader(usefulSection));
Document doc = db.parse(is);
NodeList divs = doc.getElementsByTagName("div");
for (int i = 0; i < divs.getLength(); i++) {
Element div = (Element) divs.item(i);
boolean isFolder = false;
if (div.getAttribute("class").equals("filename")) {
NodeList imgs = div.getElementsByTagName("img");
for (int j = 0; j < imgs.getLength(); j++) {
Element img = (Element) imgs.item(j);
if (img.getAttribute("class").indexOf("folder") > 0) {
isFolder = true;
} else {
isFolder = false; // it's a file
}
}
NodeList anchors = div.getElementsByTagName("a");
Element anchor = (Element) anchors.item(0);
String attr = anchor.getAttribute("href");
String fileName = anchor.getAttribute("title");
String fileURL;
if (isFolder && !attr.equals("#")) {
folders.add(attr);
folders.add(fileName);
} else if (!isFolder && !attr.equals("#")) {
// Dropbox uses ajax to get the file for download, so the url isn't enough. We must be
// sneaky here.
fileURL = "https://dl.dropbox.com" + attr.substring(23) + "?dl=1";
files.add(fileURL);
files.add(fileName);
}
}
}
} catch (Exception e) {
debug(e.toString());
}
sections.add(files);
sections.add(folders);
return sections;
}
public List getUserList() {
List<Map> list = new ArrayList<Map>();
try {
/*
String apiUrl=rallyApiHost+"/user?query="+
"((TeamMemberships%20%3D%20https%3A%2F%2Frally1.rallydev.com%2Fslm%2Fwebservice%2F1.34%2Fproject%2F6169133135)%20or%20"+
"(TeamMemberships%20%3D%20https%3A%2F%2Frally1.rallydev.com%2Fslm%2Fwebservice%2F1.34%2Fproject%2F6083311244))"+
"&fetch=true&order=Name&start=1&pagesize=100";
*/
String apiUrl =
rallyApiHost
+ "/user?query=(Disabled%20=%20false)"
+ "&fetch=true&order=Name&start=1&pagesize=100";
log.info("apiUrl=" + apiUrl);
String responseXML = getRallyXML(apiUrl);
org.jdom.input.SAXBuilder bSAX = new org.jdom.input.SAXBuilder();
org.jdom.Document doc = bSAX.build(new StringReader(responseXML));
Element root = doc.getRootElement();
XPath xpath = XPath.newInstance("//Object");
List xlist = xpath.selectNodes(root);
Iterator iter = xlist.iterator();
while (iter.hasNext()) {
Map map = new HashMap();
Element item = (Element) iter.next();
String userRef = item.getAttribute("ref").getValue();
String userName = item.getAttribute("refObjectName").getValue();
String userObjectId = item.getChildText("ObjectID");
map.put("userRef", userRef);
map.put("userObjectId", userObjectId);
map.put("userName", userName);
list.add(map);
}
} catch (Exception ex) {
log.error("", ex);
}
return list;
}
public StringBuilder listToCSV(List list) {
StringBuilder csv = new StringBuilder();
csv.append(
"Work Product,,Name,State,Owner,Plan Estimate,Task Estimate,Task Remaining,Time Spent\n");
for (int i = 0; i < list.size(); i++) {
Map map = (Map) list.get(i);
String type = (String) map.get("type");
String formattedId = (String) map.get("formattedId");
String name = (String) map.get("name");
String taskStatus = (String) map.get("taskStatus");
String owner = (String) map.get("owner");
String planEstimate = (String) map.get("planEstimate");
String taskEstimateTotal = (String) map.get("taskEstimateTotal");
String taskRemainingTotal = (String) map.get("taskRemainingTotal");
String taskTimeSpentTotal = (String) map.get("taskTimeSpentTotal");
if ("task".equals(type)) {
csv.append("," + formattedId + ",");
} else if ("userstory".equals(type)) {
csv.append(formattedId + ",,");
} else if ("iteration".equals(type)) {
csv.append(",,");
}
if (planEstimate == null) {
planEstimate = "";
}
if (taskEstimateTotal == null) {
taskEstimateTotal = "";
}
if (taskRemainingTotal == null) {
taskRemainingTotal = "";
}
csv.append("\"" + name + "\",");
csv.append(taskStatus + ",");
csv.append(owner + ",");
csv.append(planEstimate + ",");
csv.append(taskEstimateTotal + ",");
csv.append(taskRemainingTotal + ",");
csv.append(taskTimeSpentTotal + "\n");
}
return csv;
}
/**
* This processes information about the files contained in either the results or working directory
* of a job.
*/
public CipresJobFile[] processFilesDocument(Document cipresResponseDoc) {
Element jobfiles = cipresResponseDoc.getRootElement().element("jobfiles");
if (jobfiles == null) return null;
List tools = jobfiles.elements("jobfile");
int count = 0;
for (Iterator iter = tools.iterator(); iter.hasNext(); ) {
Element nextTool = (Element) iter.next();
count++;
}
if (count == 0) return null;
CipresJobFile[] cipresJobFile = new CipresJobFile[count];
count = 0;
for (Iterator iter = tools.iterator(); iter.hasNext(); ) {
Element nextJob = (Element) iter.next();
if (nextJob != null) {
if (cipresJobFile[count] == null) cipresJobFile[count] = new CipresJobFile();
Element jobFileElement = nextJob.element("downloadUri");
String fileInfo = null;
if (jobFileElement != null) {
fileInfo = jobFileElement.elementText("url");
if (!StringUtil.blank(fileInfo) && count < cipresJobFile.length) {
cipresJobFile[count].setDownloadURL(fileInfo);
}
fileInfo = jobFileElement.elementText("title");
if (!StringUtil.blank(fileInfo) && count < cipresJobFile.length) {
cipresJobFile[count].setDownloadTitle(fileInfo);
}
}
fileInfo = nextJob.elementText("dateModified");
if (!StringUtil.blank(fileInfo) && count < cipresJobFile.length) {
cipresJobFile[count].setLastModified(fileInfo);
}
fileInfo = nextJob.elementText("filename");
if (!StringUtil.blank(fileInfo) && count < cipresJobFile.length) {
cipresJobFile[count].setFileName(fileInfo);
}
fileInfo = nextJob.elementText("length");
if (!StringUtil.blank(fileInfo) && count < cipresJobFile.length) {
cipresJobFile[count].setLength(MesquiteLong.fromString(fileInfo));
}
count++;
}
}
return cipresJobFile;
}
public List getProjectList() {
List<Map> list = new ArrayList<Map>();
try {
String apiUrl = rallyApiHost + "/project?" + "fetch=true&order=Name&start=1&pagesize=200";
log.info("rallyApiUrl:" + apiUrl);
String responseXML = getRallyXML(apiUrl);
org.jdom.input.SAXBuilder bSAX = new org.jdom.input.SAXBuilder();
org.jdom.Document doc = bSAX.build(new StringReader(responseXML));
Element root = doc.getRootElement();
XPath xpath = XPath.newInstance("//Object");
List xlist = xpath.selectNodes(root);
Iterator iter = xlist.iterator();
while (iter.hasNext()) {
Map map = new HashMap();
Element item = (Element) iter.next();
String objId = item.getChildText("ObjectID");
String name = item.getChildText("Name");
String state = item.getChildText("State");
map.put("objId", objId);
map.put("name", name);
map.put("state", state);
list.add(map);
}
} catch (Exception ex) {
log.error("ERROR: ", ex);
}
return list;
}
public StringBuilder listToCSVForUserView(List list) {
StringBuilder csv = new StringBuilder();
csv.append(
"Project,Iteration,Work Product,Name,State,Owner,Task Estimate,Task Remaining,Time Spent\n");
for (int i = 0; i < list.size(); i++) {
Map map = (Map) list.get(i);
String projectName = (String) map.get("projectName");
String iterationName = (String) map.get("iterationName");
String formattedId = (String) map.get("taskFormattedId");
String taskName = (String) map.get("taskName");
String taskState = (String) map.get("taskState");
String owner = (String) map.get("owner");
String taskEstimate = (String) map.get("taskEstimate");
String taskRemaining = (String) map.get("taskRemaining");
String taskTimeSpent = (String) map.get("hours");
if (taskEstimate == null) {
taskEstimate = "";
}
if (taskRemaining == null) {
taskRemaining = "";
}
csv.append("" + projectName + ",");
csv.append("\"" + iterationName + "\",");
csv.append(formattedId + ",");
csv.append(taskName + ",");
csv.append(taskState + ",");
csv.append(owner + ",");
csv.append(taskEstimate + ",");
csv.append(taskRemaining + ",");
csv.append(taskTimeSpent + "\n");
}
return csv;
}
private void writeJsonJobs(ApplicationInfo appInfo, List<CIJob> jobs, String status)
throws PhrescoException {
try {
if (jobs == null) {
return;
}
Gson gson = new Gson();
List<CIJob> existingJobs = getJobs(appInfo);
if (CI_CREATE_NEW_JOBS.equals(status) || existingJobs == null) {
existingJobs = new ArrayList<CIJob>();
}
existingJobs.addAll(jobs);
FileWriter writer = null;
File ciJobFile = new File(getCIJobPath(appInfo));
String jobJson = gson.toJson(existingJobs);
writer = new FileWriter(ciJobFile);
writer.write(jobJson);
writer.flush();
} catch (Exception e) {
throw new PhrescoException(e);
}
}
public void processJobSubmissionResponse(Document cipresResponseDoc, MesquiteString jobURL) {
Element element = cipresResponseDoc.getRootElement().element("selfUri");
Element subelement = null;
if (element != null) subelement = element.element("url");
if ("false".equals(cipresResponseDoc.getRootElement().elementText("failed"))) {
element = cipresResponseDoc.getRootElement().element("metadata");
List entries = element.elements("entry");
String reportedJobID = "";
for (Iterator iter = entries.iterator(); iter.hasNext(); ) {
Element nextEntry = (Element) iter.next();
if ("clientJobId".equals(nextEntry.elementText("key")))
reportedJobID = nextEntry.elementText("value");
}
ownerModule.logln("\nJob successfully submitted to CIPRes.");
ownerModule.logln(" Job URL: " + subelement.getText());
ownerModule.logln(" Job ID: " + reportedJobID + "\n");
if (jobURL != null) jobURL.setValue(subelement.getText());
}
}
private boolean adaptExistingJobs(ApplicationInfo appInfo) {
try {
CIJob existJob = getJob(appInfo);
S_LOGGER.debug("Going to get existing jobs to relocate!!!!!");
if (existJob != null) {
S_LOGGER.debug("Existing job found " + existJob.getName());
boolean deleteExistJob = deleteCIJobFile(appInfo);
Gson gson = new Gson();
List<CIJob> existingJobs = new ArrayList<CIJob>();
existingJobs.addAll(Arrays.asList(existJob));
FileWriter writer = null;
File ciJobFile = new File(getCIJobPath(appInfo));
String jobJson = gson.toJson(existingJobs);
writer = new FileWriter(ciJobFile);
writer.write(jobJson);
writer.flush();
S_LOGGER.debug("Existing job moved to new type of project!!");
}
return true;
} catch (Exception e) {
S_LOGGER.debug("It is already adapted !!!!! ");
}
return false;
}
public void getFilesFromFolder(List filesAndFolders, String savePath) {
// create a File object for the parent directory
File downloadsDirectory = new File(savePath);
// create the folder if needed.
downloadsDirectory.mkdir();
for (int i = 0; i < filesAndFolders.size(); i++) {
Object links = filesAndFolders.get(i);
List linksArray = (ArrayList) links;
if (i == 0) {
for (int j = 0; j < linksArray.size(); j += 2) {
// We've got an array of file urls so download each one to a directory with the folder
// name
String fileURL = linksArray.get(j).toString();
String fileName = linksArray.get(j + 1).toString();
downloadFile(fileURL, savePath, fileName);
progress++;
Message msg = mHandler.obtainMessage();
msg.arg1 = progress;
mHandler.sendMessage(msg);
}
} else if (i == 1) {
// we've got an array of folders so recurse down the levels, extracting subfolders and files
// until we've downloaded everything.
for (int j = 0; j < linksArray.size(); j += 2) {
String folderURL = linksArray.get(j).toString();
String folderName = linksArray.get(j + 1).toString();
String page = getData(folderURL);
List newFilesAndFolders = parsePage(page);
String dlDirPath = savePath + folderName + "/";
getFilesFromFolder(newFilesAndFolders, dlDirPath);
}
}
}
}
public List getIterationList(String projectId) {
List<Map> list = new ArrayList<Map>();
try {
String apiUrl =
rallyApiHost
+ "/iteration?"
+ "project="
+ rallyApiHost
+ "/project/"
+ projectId
+ "&fetch=true&order=Name%20desc&start=1&pagesize=100";
String checkProjectRef = rallyApiHost + "/project/" + projectId;
log.info("rallyApiUrl:" + apiUrl);
log.info("checkProjectRef:" + checkProjectRef);
String responseXML = getRallyXML(apiUrl);
SimpleDateFormat ISO8601FORMAT = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss.SSS'Z'");
Date currentDate = new Date();
org.jdom.input.SAXBuilder bSAX = new org.jdom.input.SAXBuilder();
org.jdom.Document doc = bSAX.build(new StringReader(responseXML));
Element root = doc.getRootElement();
XPath xpath = XPath.newInstance("//Object");
List xlist = xpath.selectNodes(root);
Iterator iter = xlist.iterator();
while (iter.hasNext()) {
Map map = new HashMap();
Element item = (Element) iter.next();
String objId = item.getChildText("ObjectID");
String name = item.getChildText("Name");
String state = item.getChildText("State");
String startDateStr = item.getChildText("StartDate");
String endDateStr = item.getChildText("EndDate");
Date startDate = ISO8601FORMAT.parse(startDateStr);
Date endDate = ISO8601FORMAT.parse(endDateStr);
boolean isCurrent = false;
int startCheck = startDate.compareTo(currentDate);
int endCheck = endDate.compareTo(currentDate);
if (startCheck < 0 && endCheck > 0) {
isCurrent = true;
}
log.info("name=" + name + " isCurrent=" + isCurrent);
String releaseRef = item.getAttribute("ref").getValue();
// In child project, parent object have to be filiered
Element projectElement = item.getChild("Project");
String projectRef = projectElement.getAttributeValue("ref");
if (projectRef.equals(checkProjectRef)) {
map.put("objId", objId);
map.put("rallyRef", releaseRef);
map.put("name", name);
map.put("state", state);
map.put("isCurrent", "" + isCurrent);
list.add(map);
}
}
log.info("-----------");
} catch (Exception ex) {
log.error("ERROR: ", ex);
}
return list;
}
public List getUserTimeSpentByDate(String userObjectId, String startDate, String endDate) {
List list = new ArrayList();
log.info("userObjectId=" + userObjectId);
log.info("startDate=" + startDate);
log.info("endDate=" + endDate);
try {
String apiUrl =
rallyApiHost
+ "/timeentryvalue?query=((TimeEntryItem.User.ObjectId%20=%20"
+ userObjectId
+ ")"
+ "%20and%20((DateVal%20%3E=%20"
+ startDate
+ ")%20and%20(DateVal%20%3C=%20"
+ endDate
+ ")))"
+ "&start=1&pagesize=100&fetch=true";
log.info("apiUrl=" + apiUrl);
String responseXML = getRallyXML(apiUrl);
log.info("responseXML=" + responseXML);
org.jdom.input.SAXBuilder bSAX = new org.jdom.input.SAXBuilder();
org.jdom.Document doc = bSAX.build(new StringReader(responseXML));
Element root = doc.getRootElement();
XPath xpath = XPath.newInstance("//Object");
List xlist = xpath.selectNodes(root);
Iterator iter = xlist.iterator();
while (iter.hasNext()) {
// Map map=new HashMap();
Element item = (Element) iter.next();
String hours = item.getChildText("Hours");
Element timeEntryItemElement = item.getChild("TimeEntryItem");
String timeEntryItemRef = timeEntryItemElement.getAttributeValue("ref");
Map map = getUserStoryTaskMap(timeEntryItemRef);
String checkTaskId = (String) map.get("taskFormattedId");
boolean isExist = false;
for (int i = 0; i < list.size(); i++) {
Map existMap = (Map) list.get(i);
log.info("existMap=" + existMap);
String existTaskId = (String) existMap.get("taskFormattedId");
log.info("existTaskId=" + existTaskId);
log.info("checkTaskId=" + checkTaskId);
if (existTaskId != null && existTaskId.equals(checkTaskId)) {
isExist = true;
String existHours = (String) existMap.get("hours");
double eHour = 0.0D;
if (!"".equals(existHours)) {
eHour = Double.parseDouble(existHours);
}
double nHour = 0.0D;
if (!"".equals(hours)) {
nHour = Double.parseDouble(hours);
}
log.info("nHour=" + nHour);
log.info("eHour=" + eHour);
nHour += eHour;
log.info("2 nHour=" + nHour);
existMap.put("hours", "" + nHour);
break;
}
}
if (!isExist) {
map.put("hours", hours);
list.add(map);
}
log.info("hours=" + hours);
log.info("timeEntryItemRef=" + timeEntryItemRef);
// list.add(map);
}
Collections.sort(
list,
new Comparator<Map<String, String>>() {
public int compare(Map<String, String> m1, Map<String, String> m2) {
if (m1.get("projectName") == null || m2.get("projectName") == null) return -1;
return m1.get("projectName").compareTo(m2.get("projectName"));
}
});
// Sum up the total time
double totalTaskEstimate = 0.0D;
double totalTaskRemaining = 0.0D;
double totalHours = 0.0D;
for (int i = 0; i < list.size(); i++) {
Map map = (Map) list.get(i);
log.info("taskEstimate=" + (String) map.get("taskEstimate"));
log.info("taskRemaining=" + (String) map.get("taskRemaining"));
log.info("hours=" + (String) map.get("hours"));
log.info("map==" + map);
try {
double taskEstimate = Double.parseDouble((String) map.get("taskEstimate"));
double taskRemaining = Double.parseDouble((String) map.get("taskRemaining"));
double hours = Double.parseDouble((String) map.get("hours"));
totalTaskEstimate += taskEstimate;
totalTaskRemaining += taskRemaining;
totalHours += hours;
} catch (Exception e) {
log.info("ERROR in parsing number" + e);
}
}
Map firstMap = new HashMap();
firstMap.put("taskFormattedId", "");
firstMap.put("taskName", "");
firstMap.put("taskState", "");
firstMap.put("owner", "");
firstMap.put("taskEstimate", "" + totalTaskEstimate);
firstMap.put("taskRemaining", "" + totalTaskRemaining);
firstMap.put("hours", "" + totalHours);
firstMap.put("projectName", "");
firstMap.put("iterationName", "");
list.add(0, firstMap);
} catch (Exception ex) {
log.error("", ex);
}
return list;
}
// public List getUserStoryList(String sessionId,String iterationId,ServletOutputStream out) {
public List getUserStoryList(String sessionId, String iterationId, PrintWriter out) {
List<Map> list = new ArrayList<Map>();
statusMap.put(sessionId, "0");
try {
String apiURL =
rallyApiHost
+ "/hierarchicalrequirement?"
+ "query=(Iteration%20=%20"
+ rallyApiHost
+ "/iteration/"
+ iterationId
+ ")&fetch=true&start=1&pagesize=100";
log.info("getUserStoryList apiURL=" + apiURL);
String responseXML = getRallyXML(apiURL);
org.jdom.input.SAXBuilder bSAX = new org.jdom.input.SAXBuilder();
org.jdom.Document doc = bSAX.build(new StringReader(responseXML));
Element root = doc.getRootElement();
XPath xpath = XPath.newInstance("//Object");
List xlist = xpath.selectNodes(root);
int totalSteps = xlist.size() + 1;
int currentStep = 0;
List taskRefLink = new ArrayList();
Iterator iter = xlist.iterator();
while (iter.hasNext()) {
double totalTimeSpent = 0.0D;
Map map = new HashMap();
Element item = (Element) iter.next();
String objId = item.getChildText("ObjectID");
String name = item.getChildText("Name");
String planEstimate = item.getChildText("PlanEstimate");
String formattedId = item.getChildText("FormattedID");
String taskActualTotal = item.getChildText("TaskActualTotal");
String taskEstimateTotal = item.getChildText("TaskEstimateTotal");
String taskRemainingTotal = item.getChildText("TaskRemainingTotal");
String scheduleState = item.getChildText("ScheduleState");
Element ownerElement = item.getChild("Owner");
String owner = "";
String ownerRef = "";
if (ownerElement != null) {
owner = ownerElement.getAttributeValue("refObjectName");
}
Element taskElements = item.getChild("Tasks");
// List taskElementList=taskElements.getContent();
List taskElementList = taskElements.getChildren();
List taskList = new ArrayList();
log.info("taskElements.getChildren=" + taskElements);
log.info("taskList=" + taskElementList);
for (int i = 0; i < taskElementList.size(); i++) {
Element taskElement = (Element) taskElementList.get(i);
String taskRef = taskElement.getAttributeValue("ref");
String[] objectIdArr = taskRef.split("/");
String objectId = objectIdArr[objectIdArr.length - 1];
log.info("objectId=" + objectId);
// Map taskMap=getTaskMap(taskRef);
Map taskMap = getTaskMapBatch(objectId);
double taskTimeSpentTotal =
Double.parseDouble((String) taskMap.get("taskTimeSpentTotal"));
totalTimeSpent += taskTimeSpentTotal;
taskList.add(taskMap);
}
map.put("type", "userstory");
map.put("formattedId", formattedId);
map.put("name", name);
map.put("taskStatus", scheduleState);
map.put("owner", owner);
map.put("planEstimate", planEstimate);
map.put("taskEstimateTotal", taskEstimateTotal);
map.put("taskRemainingTotal", taskRemainingTotal);
map.put("taskTimeSpentTotal", "" + totalTimeSpent);
list.add(map);
list.addAll(taskList);
++currentStep;
double percentage = 100.0D * currentStep / totalSteps;
String status = "" + Math.round(percentage);
statusMap.put(sessionId, status);
out.println("<script>parent.updateProcessStatus('" + status + "%')</script>" + status);
out.flush();
log.info("out.flush..." + status);
// log.info("status="+status+" sessionId="+sessionId);
// log.info("L1 statusMap="+statusMap+" "+statusMap.hashCode());
}
double planEstimate = 0.0D;
double taskEstimateTotal = 0.0D;
double taskRemainingTotal = 0.0D;
double taskTimeSpentTotal = 0.0D;
Map iterationMap = new HashMap();
for (Map map : list) {
String type = (String) map.get("type");
String planEstimateStr = (String) map.get("planEstimate");
log.info("planEstimateStr=" + planEstimateStr);
if ("userstory".equals(type)) {
if (planEstimateStr != null) {
planEstimate += Double.parseDouble(planEstimateStr);
}
taskEstimateTotal += Double.parseDouble((String) map.get("taskEstimateTotal"));
taskRemainingTotal += Double.parseDouble((String) map.get("taskRemainingTotal"));
taskTimeSpentTotal += Double.parseDouble((String) map.get("taskTimeSpentTotal"));
}
}
apiURL = rallyApiHost + "/iteration/" + iterationId + "?fetch=true";
log.info("iteration apiURL=" + apiURL);
responseXML = getRallyXML(apiURL);
bSAX = new org.jdom.input.SAXBuilder();
doc = bSAX.build(new StringReader(responseXML));
root = doc.getRootElement();
xpath = XPath.newInstance("//Iteration");
xlist = xpath.selectNodes(root);
String projName = "";
String iterName = "";
String iterState = "";
iter = xlist.iterator();
while (iter.hasNext()) {
Element item = (Element) iter.next();
iterName = item.getChildText("Name");
iterState = item.getChildText("State");
Element projElement = item.getChild("Project");
projName = projElement.getAttributeValue("refObjectName");
}
iterationMap.put("type", "iteration");
iterationMap.put("formattedId", "");
iterationMap.put("name", projName + " - " + iterName);
iterationMap.put("taskStatus", iterState);
iterationMap.put("owner", "");
iterationMap.put("planEstimate", "" + planEstimate);
iterationMap.put("taskEstimateTotal", "" + taskEstimateTotal);
iterationMap.put("taskRemainingTotal", "" + taskRemainingTotal);
iterationMap.put("taskTimeSpentTotal", "" + taskTimeSpentTotal);
list.add(0, iterationMap);
statusMap.put(sessionId, "100");
log.info("L2 statusMap=" + statusMap);
log.info("L2 verify=" + getProcessStatus(sessionId));
log.info("-----------");
// String jsonData=JsonUtil.encodeObj(list);
String jsonData = JSONValue.toJSONString(list);
out.println("<script>parent.tableResult=" + jsonData + "</script>");
out.println("<script>parent.showTableResult()</script>");
} catch (Exception ex) {
log.error("ERROR: ", ex);
}
return list;
}
private CIJobStatus configureJob(CIJob job, String jobType) throws PhrescoException {
if (debugEnabled) {
S_LOGGER.debug("Entering Method CIManagerImpl.createJob(CIJob job)");
}
try {
cli = getCLI(job);
List<String> argList = new ArrayList<String>();
argList.add(jobType);
argList.add(job.getName());
String jenkinsTemplateDir = Utility.getJenkinsTemplateDir();
String configFilePath = jenkinsTemplateDir + job.getRepoType() + HYPHEN + CONFIG_XML;
if (debugEnabled) {
S_LOGGER.debug("configFilePath ... " + configFilePath);
}
File configFile = new File(configFilePath);
ConfigProcessor processor = new ConfigProcessor(configFile);
customizeNodes(processor, job);
ByteArrayOutputStream baos = new ByteArrayOutputStream();
if (debugEnabled) {
S_LOGGER.debug("argList " + argList.toString());
}
int result = cli.execute(argList, processor.getConfigAsStream(), System.out, baos);
String message = "Job created successfully";
if (result == -1) {
byte[] byteArray = baos.toByteArray();
message = new String(byteArray);
}
if (debugEnabled) {
S_LOGGER.debug("message " + message);
}
// when svn is selected credential value has to set
if (SVN.equals(job.getRepoType())) {
setSvnCredential(job);
}
setMailCredential(job);
return new CIJobStatus(result, message);
} catch (IOException e) {
throw new PhrescoException(e);
} catch (JDOMException e) {
throw new PhrescoException(e);
} finally {
if (cli != null) {
try {
cli.close();
} catch (IOException e) {
if (debugEnabled) {
S_LOGGER.error(e.getLocalizedMessage());
}
} catch (InterruptedException e) {
if (debugEnabled) {
S_LOGGER.error(e.getLocalizedMessage());
}
}
}
}
}
