@Override
public long setTargetVersion(PublishingTargetItem target, long newVersion, String site) {
long resoponseVersion = -1;
if (target.getVersionUrl() != null && !target.getVersionUrl().isEmpty()) {
LOGGER.debug("Set deployment agent version for target {0}", target.getName());
URL versionUrl = null;
try {
versionUrl = new URL(target.getVersionUrl());
} catch (MalformedURLException e) {
LOGGER.error("Invalid set version URL for target [%s]", target.getName());
return resoponseVersion;
}
PostMethod postMethod = null;
HttpClient client = null;
try {
postMethod = new PostMethod(target.getVersionUrl());
postMethod.addParameter(TARGET_REQUEST_PARAMETER, target.getTarget());
postMethod.addParameter(VERSION_REQUEST_PARAMETER, String.valueOf(newVersion));
String siteId = target.getSiteId();
if (StringUtils.isEmpty(siteId)) {
siteId = site;
}
postMethod.addParameter(SITE_REQUEST_PARAMETER, site);
client = new HttpClient();
int status = client.executeMethod(postMethod);
if (status == HttpStatus.SC_OK) {
String responseText = postMethod.getResponseBodyAsString();
if (responseText != null && !responseText.isEmpty()) {
resoponseVersion = Long.parseLong(responseText);
} else {
resoponseVersion = 0;
}
}
} catch (Exception e) {
LOGGER.error(
"Target {0} responded with error while setting target version. Set version failed for url {1}",
target.getName(), target.getVersionUrl());
} finally {
if (client != null) {
HttpConnectionManager mgr = client.getHttpConnectionManager();
if (mgr instanceof SimpleHttpConnectionManager) {
((SimpleHttpConnectionManager) mgr).shutdown();
}
}
if (postMethod != null) {
postMethod.releaseConnection();
}
postMethod = null;
client = null;
}
}
return resoponseVersion;
}
@Override
public long getTargetVersion(PublishingTargetItem target, String site) {
long version = -1;
if (target.getVersionUrl() != null && !target.getVersionUrl().isEmpty()) {
LOGGER.debug(String.format("Get deployment agent version for target ", target.getName()));
URL versionUrl = null;
try {
versionUrl = new URL(target.getVersionUrl());
} catch (MalformedURLException e) {
LOGGER.error(String.format("Invalid get version URL for target [%s]", target.getName()), e);
}
GetMethod getMethod = null;
HttpClient client = null;
try {
getMethod = new GetMethod(target.getVersionUrl());
String siteId = target.getSiteId();
if (StringUtils.isEmpty(siteId)) {
siteId = site;
}
getMethod.setQueryString(
new NameValuePair[] {
new NameValuePair(TARGET_REQUEST_PARAMETER, target.getTarget()),
new NameValuePair(SITE_REQUEST_PARAMETER, siteId)
});
client = new HttpClient();
int status = client.executeMethod(getMethod);
if (status == HttpStatus.SC_OK) {
String responseText = getMethod.getResponseBodyAsString();
if (responseText != null && !responseText.isEmpty()) {
version = Long.parseLong(responseText.trim());
} else {
version = 0;
}
}
} catch (Exception e) {
// LOGGER.error(String.format("Target (%s) responded with error while checking target
// version. Get version failed for url %s", target.getName(), target.getVersionUrl()));
} finally {
if (client != null) {
HttpConnectionManager mgr = client.getHttpConnectionManager();
if (mgr instanceof SimpleHttpConnectionManager) {
((SimpleHttpConnectionManager) mgr).shutdown();
}
}
if (getMethod != null) {
getMethod.releaseConnection();
}
getMethod = null;
client = null;
}
}
return version;
}
@Override
public boolean checkConnection(PublishingTargetItem target) {
boolean connOk = false;
if (target.getStatusUrl() != null && !target.getStatusUrl().isEmpty()) {
LOGGER.debug(String.format("Check deployment agent status for target ", target.getName()));
URL statusUrl = null;
try {
statusUrl = new URL(target.getStatusUrl());
} catch (MalformedURLException e) {
LOGGER.error(
String.format(
"Invalid endpoint status URL for publishing channel [%s]", target.getName()),
e);
}
GetMethod getMethod = null;
HttpClient client = null;
try {
getMethod = new GetMethod(target.getStatusUrl());
client = new HttpClient();
int status = client.executeMethod(getMethod);
if (status == HttpStatus.SC_OK) {
connOk = true;
}
} catch (Exception e) {
LOGGER.error(
String.format(
"Target (%s) is not available. Status check failed for url %s",
target.getName(), target.getStatusUrl()));
} finally {
if (client != null) {
HttpConnectionManager mgr = client.getHttpConnectionManager();
if (mgr instanceof SimpleHttpConnectionManager) {
((SimpleHttpConnectionManager) mgr).shutdown();
}
}
if (getMethod != null) {
getMethod.releaseConnection();
}
getMethod = null;
client = null;
}
}
return connOk;
}
// ���� URL ָ�����ҳ
public String downloadFile(String url) {
String filePath = null;
// 1.���� HttpClinet��������
HttpClient httpClient = new HttpClient();
// ���� HTTP���ӳ�ʱ 5s
httpClient.getHttpConnectionManager().getParams().setConnectionTimeout(5000);
// 2.���� GetMethod��������
GetMethod getMethod = new GetMethod(url);
// ���� get����ʱ 5s
getMethod.getParams().setParameter(HttpMethodParams.SO_TIMEOUT, 5000);
// �����������Դ���
getMethod
.getParams()
.setParameter(HttpMethodParams.RETRY_HANDLER, new DefaultHttpMethodRetryHandler());
// 3.ִ��GET����
try {
int statusCode = httpClient.executeMethod(getMethod);
// �жϷ��ʵ�״̬��
if (statusCode != HttpStatus.SC_OK) {
System.err.println("Method failed: " + getMethod.getStatusLine());
filePath = null;
}
// 4.���� HTTP ��Ӧ����
byte[] responseBody = getMethod.getResponseBody(); // ��ȡΪ�ֽ�����
// ������ҳ url ���ɱ���ʱ���ļ���
filePath =
"temp\\" + getFileNameByUrl(url, getMethod.getResponseHeader("Content-Type").getValue());
File file = new File(filePath);
if (!file.getParentFile().exists()) {
file.getParentFile().mkdir();
}
saveToLocal(responseBody, filePath);
} catch (HttpException e) {
// �����������쳣��������Э�鲻�Ի��߷��ص�����������
System.out.println("�������http��ַ�Ƿ���ȷ");
e.printStackTrace();
} catch (IOException e) {
// ���������쳣
e.printStackTrace();
} finally {
// �ͷ�����
getMethod.releaseConnection();
}
return filePath;
}
/* (non-Javadoc)
* @see org.springframework.beans.factory.InitializingBean#afterPropertiesSet()
*/
public void afterPropertiesSet() throws Exception {
final HttpConnectionManager httpConnectionManager = httpClient.getHttpConnectionManager();
final HttpConnectionManagerParams params = httpConnectionManager.getParams();
params.setConnectionTimeout(connectionTimeout);
params.setSoTimeout(readTimeout);
params.setParameter(
HttpMethodParams.RETRY_HANDLER,
new HttpMethodRetryHandler() {
public boolean retryMethod(
final HttpMethod method, final IOException exception, int executionCount) {
if (executionCount >= timesToRetry) {
// Do not retry if over max retry count
return false;
}
if (exception instanceof NoHttpResponseException) {
// Retry if the server dropped connection on us
return true;
}
if (exception instanceof SocketException) {
// Retry if the server reset connection on us
return true;
}
if (exception instanceof SocketTimeoutException) {
// Retry if the read timed out
return true;
}
if (!method.isRequestSent()) {
// Retry if the request has not been sent fully or
// if it's OK to retry methods that have been sent
return true;
}
// otherwise do not retry
return false;
}
});
}
@Override
public void deployItemsToTarget(
String site, List<PublishingSyncItem> filteredItems, PublishingTargetItem target)
throws ContentNotFoundForPublishingException, UploadFailedException {
LOGGER.debug(
"Start deploying items for site \"{0}\", target \"{1}\", number of items \"{2}\"",
site, target.getName(), filteredItems.size());
URL requestUrl = null;
try {
requestUrl = new URL(target.getServerUrl());
} catch (MalformedURLException e) {
LOGGER.error("Invalid server URL for target {0}", target.getName());
throw new UploadFailedException(site, target.getName(), target.getServerUrl(), e);
}
ByteArrayPartSource baps = null;
PartSource metadataPart = null;
StringPart stringPart = null;
FilePart filePart = null;
int numberOfBuckets = filteredItems.size() / target.getBucketSize() + 1;
Iterator<PublishingSyncItem> iter = filteredItems.iterator();
LOGGER.debug(
"Divide all deployment items into {0} bucket(s) for target {1}",
numberOfBuckets, target.getName());
List<DeploymentEventItem> eventItems = new ArrayList<DeploymentEventItem>();
for (int bucketIndex = 0; bucketIndex < numberOfBuckets; bucketIndex++) {
int cntFiles = 0;
StringBuilder sbDeletedFiles = new StringBuilder();
List<Part> formParts = new ArrayList<Part>();
formParts.add(new StringPart(PASSWORD_REQUEST_PARAMETER, target.getPassword()));
formParts.add(new StringPart(TARGET_REQUEST_PARAMETER, target.getTarget()));
String siteId = target.getSiteId();
if (StringUtils.isEmpty(siteId)) {
siteId = site;
}
formParts.add(new StringPart(SITE_REQUEST_PARAMETER, siteId));
LOGGER.debug(
"Preparing deployment items (bucket {0}) for target {1}",
bucketIndex + 1, target.getName());
int loopSize =
(filteredItems.size() - (bucketIndex * target.getBucketSize()) > target.getBucketSize())
? target.getBucketSize()
: filteredItems.size() - bucketIndex * target.getBucketSize();
for (int j = 0; j < loopSize; j++) {
if (iter.hasNext()) {
PublishingSyncItem item = iter.next();
LOGGER.debug(
"Parsing \"{0}\" , site \"{1}\"; for publishing on target \"{2}\"",
item.getPath(), item.getSite(), target.getName());
DeploymentEventItem eventItem = new DeploymentEventItem();
eventItem.setSite(item.getSite());
eventItem.setPath(item.getPath());
eventItem.setUser(item.getUser());
eventItem.setDateTime(new Date());
if (item.getAction() == PublishingSyncItem.Action.DELETE) {
eventItem.setState(DeploymentEventItem.STATE_DELETED);
if (sbDeletedFiles.length() > 0) {
sbDeletedFiles.append(FILES_SEPARATOR).append(item.getPath());
} else {
sbDeletedFiles.append(item.getPath());
}
if (item.getPath().endsWith("/" + _indexFile)) {
sbDeletedFiles
.append(FILES_SEPARATOR)
.append(item.getPath().replace("/" + _indexFile, ""));
}
} else {
if (item.getAction() == PublishingSyncItem.Action.NEW) {
eventItem.setState(DeploymentEventItem.STATE_NEW);
} else if (item.getAction() == PublishingSyncItem.Action.MOVE) {
eventItem.setState(DeploymentEventItem.STATE_MOVED);
} else {
eventItem.setState(DeploymentEventItem.STATE_UPDATED);
}
LOGGER.debug("Get content for \"{0}\" , site \"{1}\"", item.getPath(), item.getSite());
InputStream input =
_contentRepository.getContent(site, null, item.getEnvironment(), item.getPath());
try {
if (input == null || input.available() < 0) {
if (!_contentRepository.isFolder(site, item.getPath())
&& _contentRepository.contentExists(site, item.getPath())) {
baps = null;
stringPart = null;
filePart = null;
formParts = null;
throw new ContentNotFoundForPublishingException(
site, target.getName(), item.getPath());
} else {
// Content does not exist - skip deploying file
continue;
}
}
} catch (IOException err) {
LOGGER.error(
"Error reading input stream for content at path: "
+ item.getPath()
+ " site: "
+ item.getSite());
if (_contentRepository.contentExists(site, item.getPath())) {
baps = null;
stringPart = null;
filePart = null;
formParts = null;
throw new ContentNotFoundForPublishingException(
site, target.getName(), item.getPath());
} else {
// Content does not exist - skip deploying file
continue;
}
}
String fileName = _contentRepository.getFilename(site, item.getPath());
byte[] byteArray = null;
try {
byteArray = IOUtils.toByteArray(input);
} catch (IOException e) {
LOGGER.error("Error while converting input stream to byte array", e);
baps = null;
stringPart = null;
filePart = null;
formParts = null;
if (_contentRepository.contentExists(site, item.getPath())) {
throw new ContentNotFoundForPublishingException(
site, target.getName(), item.getPath());
} else {
// Content does not exist - skip deploying file
continue;
}
} finally {
IOUtils.closeQuietly(input);
input = null;
}
baps = new ByteArrayPartSource(fileName, byteArray);
LOGGER.debug(
"Create http request parameters for \"{0}\" , site \"{1}\"; publishing on target \"{2}\"",
item.getPath(), item.getSite(), target.getName());
int idx = item.getPath().lastIndexOf("/");
String relativePath = item.getPath().substring(0, idx + 1) + fileName;
stringPart =
new StringPart(CONTENT_LOCATION_REQUEST_PARAMETER + cntFiles, relativePath);
formParts.add(stringPart);
filePart = new FilePart(CONTENT_FILE_REQUEST_PARAMETER + cntFiles, baps);
formParts.add(filePart);
if (item.getAction() == PublishingSyncItem.Action.MOVE) {
if (item.getOldPath() != null
&& !item.getOldPath().equalsIgnoreCase(item.getPath())) {
LOGGER.debug(
"Add old path to be deleted for MOVE action (\"{0}\")", item.getOldPath());
eventItem.setOldPath(item.getOldPath());
if (sbDeletedFiles.length() > 0) {
sbDeletedFiles.append(",").append(item.getOldPath());
} else {
sbDeletedFiles.append(item.getOldPath());
}
if (item.getOldPath().endsWith("/" + _indexFile)) {
sbDeletedFiles
.append(FILES_SEPARATOR)
.append(item.getOldPath().replace("/" + _indexFile, ""));
}
}
}
if (target.isSendMetadata()) {
LOGGER.debug(
"Adding meta data for content \"{0}\" site \"{0}\"",
item.getPath(), item.getSite());
InputStream metadataStream = null;
try {
metadataStream = _contentRepository.getMetadataStream(site, item.getPath());
metadataPart =
new ByteArrayPartSource(
fileName + ".meta", IOUtils.toByteArray(metadataStream));
formParts.add(
new FilePart(METADATA_FILE_REQUEST_PARAMETER + cntFiles, metadataPart));
} catch (IOException e) {
LOGGER.error("Error while creating input stream with content metadata", e);
baps = null;
stringPart = null;
filePart = null;
formParts = null;
} finally {
IOUtils.closeQuietly(metadataStream);
metadataPart = null;
}
}
}
cntFiles++;
eventItems.add(eventItem);
}
}
if (sbDeletedFiles.length() > 0) {
formParts.add(new StringPart(DELETED_FILES_REQUEST_PARAMETER, sbDeletedFiles.toString()));
}
LOGGER.debug(
"Create http request to deploy bucket {0} for target {1}",
bucketIndex + 1, target.getName());
PostMethod postMethod = null;
HttpClient client = null;
try {
LOGGER.debug("Create HTTP Post Method");
postMethod = new PostMethod(requestUrl.toString());
postMethod.getParams().setBooleanParameter(HttpMethodParams.USE_EXPECT_CONTINUE, true);
Part[] parts = new Part[formParts.size()];
for (int i = 0; i < formParts.size(); i++) parts[i] = formParts.get(i);
postMethod.setRequestEntity(new MultipartRequestEntity(parts, postMethod.getParams()));
client = new HttpClient();
LOGGER.debug("Execute HTTP POST request \"{0}\"", postMethod.getURI());
int status = client.executeMethod(postMethod);
if (status == HttpStatus.SC_OK) {
LOGGER.info(
"Successfully deployed bucket number {0} on target {1}",
bucketIndex + 1, target.getName());
} else {
LOGGER.error(
"Deployment failed for bucket number {0} on target {1}. Deployment agent returned status {2}",
bucketIndex + 1, target.getName(), HttpStatus.getStatusText(status));
throw new UploadFailedException(site, target.getName(), target.getServerUrl());
}
} catch (HttpException e) {
LOGGER.error(
"Publish failed for target {0} due to http protocol exception", target.getName());
throw new UploadFailedException(site, target.getName(), target.getServerUrl(), e);
} catch (IOException e) {
LOGGER.error(
"Publish failed for target {0} due to I/O (transport) exception", target.getName());
throw new UploadFailedException(site, target.getName(), target.getServerUrl(), e);
} finally {
LOGGER.debug("Release http connection and release resources");
if (client != null) {
HttpConnectionManager mgr = client.getHttpConnectionManager();
if (mgr instanceof SimpleHttpConnectionManager) {
((SimpleHttpConnectionManager) mgr).shutdown();
}
}
if (postMethod != null) {
postMethod.releaseConnection();
postMethod = null;
client = null;
}
baps = null;
stringPart = null;
filePart = null;
formParts = null;
}
}
LOGGER.debug(
"Publishing deployment event for target \"{0}\" with \"{1}\" items.",
target.getName(), eventItems.size());
_contentRepository.publishDeployEvent(target.getName(), eventItems);
LOGGER.info("Deployment successful on target {0}", target.getName());
LOGGER.debug(
"Finished deploying items for site \"{0}\", target \"{1}\", number of items \"{2}\"",
site, target.getName(), filteredItems.size());
}