@Override
@Transactional(readOnly = false)
public Collection stopAidrFetcher(Collection collection, Long userId) {
try {
/** Rest call to Fetcher */
Client client = ClientBuilder.newBuilder().register(JacksonFeature.class).build();
String path = "";
if (CollectionType.SMS.equals(collection.getProvider())) {
path = "/sms/stop?collection_code=";
} else {
path = "/" + collection.getProvider().toString().toLowerCase() + "/stop?id=";
}
WebTarget webResource =
client.target(fetchMainUrl + path + URLEncoder.encode(collection.getCode(), "UTF-8"));
Response clientResponse = webResource.request(MediaType.APPLICATION_JSON).get();
String jsonString = clientResponse.readEntity(String.class);
JSONParser parser = new JSONParser();
JSONObject jsonResponse = (JSONObject) parser.parse(jsonString);
collection =
updateStatusCollection(jsonResponse.get("entity").toString(), collection, userId);
/** Change Database Status */
return this.collectionRepository.stop(collection.getId());
} catch (Exception e) {
logger.error("Error while stopping Remote FetchMain Collection", e);
}
return null;
}
// @SuppressWarnings("deprecation")
@Transactional
@Override
public Collection statusByCollection(Collection collection, Long accountId) throws Exception {
if (collection != null) {
try {
/** Make a call to fetcher Status Rest API */
Client client = ClientBuilder.newBuilder().register(JacksonFeature.class).build();
String path = "";
if (CollectionType.Twitter.equals(collection.getProvider())
|| CollectionType.Facebook.equals(collection.getProvider())) {
path = "/" + collection.getProvider().toString().toLowerCase() + "/status?id=";
} else if (CollectionType.SMS.equals(collection.getProvider())) {
path = "/sms/status?collection_code=";
}
WebTarget webResource =
client.target(fetchMainUrl + path + URLEncoder.encode(collection.getCode(), "UTF-8"));
Response clientResponse = webResource.request(MediaType.APPLICATION_JSON).get();
String jsonString = clientResponse.readEntity(String.class);
JSONParser parser = new JSONParser();
JSONObject jsonResponse = (JSONObject) parser.parse(jsonString);
collection =
updateStatusCollection(jsonResponse.get("entity").toString(), collection, accountId);
return collection;
} catch (Exception e) {
String msg = "Error while getting status for collection from Remote FetchMain Collection";
logger.error(msg, e);
throw new Exception(msg);
}
}
return null;
}
@Override
@Transactional(readOnly = true)
public FetcherRequestDTO prepareFetcherRequest(Collection dbCollection) {
FetcherRequestDTO dto = new FetcherRequestDTO();
UserConnection userconnection =
userConnectionService.fetchByCombinedUserName(dbCollection.getOwner().getUserName());
dto.setAccessToken(userconnection.getAccessToken());
dto.setAccessTokenSecret(userconnection.getSecret());
dto.setCollectionName(dbCollection.getName());
dto.setCollectionCode(dbCollection.getCode());
if (dbCollection.getProvider() == CollectionType.Facebook) {
dto.setToFollow(dbCollection.getFollow());
} else {
dto.setToFollow(
getFollowTwitterIDs(dbCollection.getFollow(), dbCollection.getOwner().getUserName()));
}
dto.setToTrack(dbCollection.getTrack());
dto.setGeoLocation(dbCollection.getGeo());
dto.setGeoR(dbCollection.getGeoR());
dto.setLanguageFilter(dbCollection.getLangFilters());
dto.setSaveMediaEnabled(dbCollection.isSaveMediaEnabled());
dto.setFetchInterval(dbCollection.getFetchInterval());
dto.setProvider(dbCollection.getProvider().toString());
dto.setFetchInterval(dbCollection.getFetchInterval());
dto.setFetchFrom(dbCollection.getFetchFrom());
dto.setLastExecutionTime(dbCollection.getLastExecutionTime());
// Added by koushik
accessTokenStr = dto.getAccessToken();
accessTokenSecretStr = dto.getAccessTokenSecret();
return dto;
}
@Override
@Transactional(readOnly = false)
public Collection updateAndGetRunningCollectionStatusByUser(Long userId) throws Exception {
Collection collection = collectionRepository.getRunningCollectionStatusByUser(userId);
if (collection != null) {
logger.info(
"User with ID: '"
+ userId
+ "' has a running collection with code: '"
+ collection.getCode());
return statusByCollection(collection, userId);
} else {
// logger.info("User with ID: '" + userId + "' don't have any running collections. Nothing to
// update." );
// If there is no running collection there is still can be collection with status
// 'Initializing'.
// This happens because we update collection information from fetcher before
// collection was started.
// So we need to update from Fetcher this kind of collections as well.
collection = collectionRepository.getInitializingCollectionStatusByUser(userId);
if (collection != null) {
return statusByCollection(collection, userId);
}
}
return null;
}
private CollectionSummaryInfo adaptCollectionToCollectionSummaryInfo(Collection collection) {
CollectionSummaryInfo summaryInfo = new CollectionSummaryInfo();
summaryInfo.setCode(collection.getCode());
summaryInfo.setName(collection.getName());
summaryInfo.setCurator(collection.getOwner().getUserName());
summaryInfo.setStartDate(collection.getStartDate());
summaryInfo.setEndDate(collection.getEndDate());
summaryInfo.setCollectionCreationDate(collection.getCreatedAt());
// TODO to fetch from collection log
try {
summaryInfo.setTotalCount(
collectionLogService.countTotalDownloadedItemsForCollection(collection.getId()));
} catch (Exception e) {
logger.warn("Error in fetch count from collection log.", e);
summaryInfo.setTotalCount(collection.getCount());
}
summaryInfo.setStatus(collection.getStatus().getStatus());
// TODO summaryInfo.setCreatedAt(collection.getCreatedAt());
summaryInfo.setLanguage(collection.getLangFilters());
summaryInfo.setKeywords(collection.getTrack());
summaryInfo.setGeo(collection.getGeo());
summaryInfo.setLabelCount(taggerService.getLabelCount(collection.getId()));
summaryInfo.setPubliclyListed(collection.isPubliclyListed());
summaryInfo.setProvider(collection.getProvider().toString());
return summaryInfo;
}
private CollectionBriefInfo adaptCollectionToCollectionBriefInfo(Collection collection) {
CollectionBriefInfo briefInfo = new CollectionBriefInfo();
briefInfo.setCollectionId(collection.getId());
briefInfo.setCollectionCode(collection.getCode());
briefInfo.setCollectionName(collection.getName());
briefInfo.setMicromappersEnabled(collection.isMicromappersEnabled());
briefInfo.setProvider(collection.getProvider().name());
return briefInfo;
}
@Override
@Transactional(readOnly = false)
public Collection startFetcher(FetcherRequestDTO fetcherRequest, Collection collection) {
try {
/** Rest call to Fetcher */
Client client = ClientBuilder.newBuilder().register(JacksonFeature.class).build();
if (CollectionType.Twitter.equals(collection.getProvider())
|| CollectionType.Facebook.equals(collection.getProvider())) {
WebTarget webResource =
client.target(
fetchMainUrl + "/" + collection.getProvider().toString().toLowerCase() + "/start");
ObjectMapper objectMapper = JacksonWrapper.getObjectMapper();
Response clientResponse =
webResource
.request(MediaType.APPLICATION_JSON)
.post(Entity.json(objectMapper.writeValueAsString(fetcherRequest)), Response.class);
// logger.info("ObjectMapper: " + objectMapper.writeValueAsString(fetcherRequest));
String jsonString = clientResponse.readEntity(String.class);
JSONParser parser = new JSONParser();
JSONObject jsonResponse = (JSONObject) parser.parse(jsonString);
// logger.info("NEW STRING: " + jsonResponse);
FetcheResponseDTO response =
objectMapper.readValue(jsonResponse.get("entity").toString(), FetcheResponseDTO.class);
logger.info("start Response from fetchMain " + objectMapper.writeValueAsString(response));
collection.setStatus(CollectionStatus.getByStatus(response.getStatusCode()));
} else if (CollectionType.SMS.equals(collection.getProvider())) {
WebTarget webResource =
client.target(
fetchMainUrl
+ "/sms/start?collection_code="
+ URLEncoder.encode(collection.getCode(), "UTF-8"));
Response response = webResource.request(MediaType.APPLICATION_JSON).get();
if (response.getStatus() == 200) collection.setStatus(CollectionStatus.INITIALIZING);
}
/** Update Status To database */
collectionRepository.update(collection);
return collection;
} catch (Exception e) {
logger.error("Error while starting Remote FetchMain Collection", e);
}
return null;
}