// @SuppressWarnings("deprecation")
@Transactional
@Override
public Collection statusByCollection(Collection collection, Long accountId) throws Exception {
if (collection != null) {
try {
/** Make a call to fetcher Status Rest API */
Client client = ClientBuilder.newBuilder().register(JacksonFeature.class).build();
String path = "";
if (CollectionType.Twitter.equals(collection.getProvider())
|| CollectionType.Facebook.equals(collection.getProvider())) {
path = "/" + collection.getProvider().toString().toLowerCase() + "/status?id=";
} else if (CollectionType.SMS.equals(collection.getProvider())) {
path = "/sms/status?collection_code=";
}
WebTarget webResource =
client.target(fetchMainUrl + path + URLEncoder.encode(collection.getCode(), "UTF-8"));
Response clientResponse = webResource.request(MediaType.APPLICATION_JSON).get();
String jsonString = clientResponse.readEntity(String.class);
JSONParser parser = new JSONParser();
JSONObject jsonResponse = (JSONObject) parser.parse(jsonString);
collection =
updateStatusCollection(jsonResponse.get("entity").toString(), collection, accountId);
return collection;
} catch (Exception e) {
String msg = "Error while getting status for collection from Remote FetchMain Collection";
logger.error(msg, e);
throw new Exception(msg);
}
}
return null;
}
@Override
@Transactional(readOnly = false)
public Collection stopAidrFetcher(Collection collection, Long userId) {
try {
/** Rest call to Fetcher */
Client client = ClientBuilder.newBuilder().register(JacksonFeature.class).build();
String path = "";
if (CollectionType.SMS.equals(collection.getProvider())) {
path = "/sms/stop?collection_code=";
} else {
path = "/" + collection.getProvider().toString().toLowerCase() + "/stop?id=";
}
WebTarget webResource =
client.target(fetchMainUrl + path + URLEncoder.encode(collection.getCode(), "UTF-8"));
Response clientResponse = webResource.request(MediaType.APPLICATION_JSON).get();
String jsonString = clientResponse.readEntity(String.class);
JSONParser parser = new JSONParser();
JSONObject jsonResponse = (JSONObject) parser.parse(jsonString);
collection =
updateStatusCollection(jsonResponse.get("entity").toString(), collection, userId);
/** Change Database Status */
return this.collectionRepository.stop(collection.getId());
} catch (Exception e) {
logger.error("Error while stopping Remote FetchMain Collection", e);
}
return null;
}
@Override
@Transactional(readOnly = false)
public Collection startFetcher(FetcherRequestDTO fetcherRequest, Collection collection) {
try {
/** Rest call to Fetcher */
Client client = ClientBuilder.newBuilder().register(JacksonFeature.class).build();
if (CollectionType.Twitter.equals(collection.getProvider())
|| CollectionType.Facebook.equals(collection.getProvider())) {
WebTarget webResource =
client.target(
fetchMainUrl + "/" + collection.getProvider().toString().toLowerCase() + "/start");
ObjectMapper objectMapper = JacksonWrapper.getObjectMapper();
Response clientResponse =
webResource
.request(MediaType.APPLICATION_JSON)
.post(Entity.json(objectMapper.writeValueAsString(fetcherRequest)), Response.class);
// logger.info("ObjectMapper: " + objectMapper.writeValueAsString(fetcherRequest));
String jsonString = clientResponse.readEntity(String.class);
JSONParser parser = new JSONParser();
JSONObject jsonResponse = (JSONObject) parser.parse(jsonString);
// logger.info("NEW STRING: " + jsonResponse);
FetcheResponseDTO response =
objectMapper.readValue(jsonResponse.get("entity").toString(), FetcheResponseDTO.class);
logger.info("start Response from fetchMain " + objectMapper.writeValueAsString(response));
collection.setStatus(CollectionStatus.getByStatus(response.getStatusCode()));
} else if (CollectionType.SMS.equals(collection.getProvider())) {
WebTarget webResource =
client.target(
fetchMainUrl
+ "/sms/start?collection_code="
+ URLEncoder.encode(collection.getCode(), "UTF-8"));
Response response = webResource.request(MediaType.APPLICATION_JSON).get();
if (response.getStatus() == 200) collection.setStatus(CollectionStatus.INITIALIZING);
}
/** Update Status To database */
collectionRepository.update(collection);
return collection;
} catch (Exception e) {
logger.error("Error while starting Remote FetchMain Collection", e);
}
return null;
}
private Collection adaptCollectionDetailsInfoToCollection(
CollectionDetailsInfo collectionInfo, UserAccount user) {
Collection collection = new Collection();
collection.setDurationHours(collectionInfo.getDurationHours());
collection.setCode(collectionInfo.getCode());
collection.setName(collectionInfo.getName());
collection.setClassifierEnabled(false);
collection.setProvider(CollectionType.valueOf(collectionInfo.getProvider()));
collection.setOwner(user);
collection.setStatus(CollectionStatus.NOT_RUNNING);
collection.setPubliclyListed(true); // TODO: change default behavior to user choice
collection.setGeoR(collectionInfo.getGeoR());
collection.setGeo(collectionInfo.getGeo());
collection.setTrack(collectionInfo.getTrack());
collection.setCrisisType(crisisTypeService.getById(collectionInfo.getCrisisType()));
collection.setFollow(collectionInfo.getFollow());
collection.setLangFilters(collectionInfo.getLangFilters());
collection.setMicromappersEnabled(Boolean.FALSE);
collection.setProvider(CollectionType.valueOf(collectionInfo.getProvider()));
collection.setPurpose(collectionInfo.getPurpose());
collection.setFetchInterval(collectionInfo.getFetchInterval());
collection.setFetchFrom(collectionInfo.getFetchFrom());
if (CollectionType.SMS.equals(collectionInfo.getProvider())) {
collection.setTrack(null);
collection.setLangFilters(null);
collection.setGeo(null);
collection.setFollow(null);
}
Timestamp now = new Timestamp(System.currentTimeMillis());
collection.setCreatedAt(now);
collection.setUpdatedAt(now);
return collection;
}
@Override
@Transactional(readOnly = false)
public boolean updateCollection(CollectionUpdateInfo collectionUpdateInfo, Long userId) {
String filteredTrack = "";
try {
Collection collection = findByCode(collectionUpdateInfo.getCode());
if (!collection.getName().equals(collectionUpdateInfo.getName())) {
if (!existName(collectionUpdateInfo.getName())) {
collection.setName(collectionUpdateInfo.getName());
} else {
return false;
}
}
// if collection exists with same name
collection.setProvider(CollectionType.valueOf(collectionUpdateInfo.getProvider()));
collection.setFollow(collectionUpdateInfo.getFollow());
collection.setFetchInterval(collectionUpdateInfo.getFetchInterval());
collection.setFetchFrom(collectionUpdateInfo.getFetchFrom());
filteredTrack = collectionUpdateInfo.getTrack();
if (!StringUtils.isEmpty(filteredTrack)) {
filteredTrack = getFilteredTrack(filteredTrack);
if (StringUtils.isEmpty(filteredTrack)) {
return false;
}
}
collection.setTrack(filteredTrack);
collection.setGeo(collectionUpdateInfo.getGeo());
collection.setGeoR(collectionUpdateInfo.getGeoR());
collection.setDurationHours(Integer.parseInt(collectionUpdateInfo.getDurationHours()));
collection.setLangFilters(collectionUpdateInfo.getLangFilters());
Long crisisTypeId = Long.parseLong(collectionUpdateInfo.getCrisisType());
CrisisType crisisType = crisisTypeService.getById(crisisTypeId);
if (crisisType != null) {
collection.setCrisisType(crisisType);
} else {
logger.error(
"Crisis Type Id: "
+ crisisTypeId
+ " does not exist. Can't update the collection : "
+ collectionUpdateInfo.getCode());
return false;
}
if (CollectionType.SMS.equals(collection.getProvider())) {
collection.setTrack(null);
collection.setLangFilters(null);
collection.setGeo(null);
collection.setGeoR(null);
collection.setFollow(null);
}
if (collection.getProvider() == CollectionType.Twitter) {
collection.setFollow(
this.getFollowTwitterIDs(
collectionUpdateInfo.getFollow(), collection.getOwner().getUserName()));
}
collectionRepository.update(collection);
// first make an entry in log if collection is running
if (CollectionStatus.RUNNING_WARNING.equals(collection.getStatus())
|| CollectionStatus.RUNNING.equals(collection.getStatus())) {
this.stop(collection.getId(), userId);
this.startFetcher(this.prepareFetcherRequest(collection), collection);
}
return true;
} catch (Exception e) {
logger.error("Unable to update the collection : " + collectionUpdateInfo.getCode(), e);
return false;
}
}
