public Result manageGlobal(String inputId) {
if (!Permissions.isPermitted(RestPermissions.INPUTS_EDIT, inputId)) {
return redirect(routes.StartpageController.redirect());
}
try {
Node node = nodeService.loadMasterNode();
Input input = node.getInput(inputId);
return ok(
views.html.system.inputs.extractors.manage.render(
currentUser(),
standardBreadcrumbs(node, input),
node,
input,
extractorService.all(node, input)));
} catch (IOException e) {
return status(500, views.html.errors.error.render(ApiClient.ERROR_MSG_IO, e, request()));
} catch (APIException e) {
String message =
"Could not fetch system information. We expected HTTP 200, but got a HTTP "
+ e.getHttpCode()
+ ".";
return status(500, views.html.errors.error.render(message, e, request()));
}
}
public Result importExtractorsPage(String nodeId, String inputId) {
if (!Permissions.isPermitted(RestPermissions.INPUTS_EDIT, inputId)) {
return redirect(routes.StartpageController.redirect());
}
try {
Node node = nodeService.loadNode(nodeId);
Input input = node.getInput(inputId);
BreadcrumbList bc = standardBreadcrumbs(node, input);
bc.addCrumb(
"Import", controllers.routes.ExtractorsController.importExtractorsPage(nodeId, inputId));
return ok(
views.html.system.inputs.extractors.importPage.render(currentUser(), bc, node, input));
} catch (IOException e) {
return status(500, views.html.errors.error.render(ApiClient.ERROR_MSG_IO, e, request()));
} catch (APIException e) {
String message =
"Could not fetch system information. We expected HTTP 200, but got a HTTP "
+ e.getHttpCode()
+ ".";
return status(500, views.html.errors.error.render(message, e, request()));
} catch (NodeService.NodeNotFoundException e) {
return status(
404, views.html.errors.error.render(ApiClient.ERROR_MSG_NODE_NOT_FOUND, e, request()));
}
}
public Result update(String nodeId, String inputId, String extractorId) {
if (!Permissions.isPermitted(RestPermissions.INPUTS_EDIT, inputId)) {
return redirect(routes.StartpageController.redirect());
}
try {
final Node node = nodeService.loadNode(nodeId);
final Input input = node.getInput(inputId);
final Extractor originalExtractor = extractorService.load(node, input, extractorId);
final Map<String, String[]> form = request().body().asFormUrlEncoded();
final String title = form.get("title")[0];
CreateExtractorRequest request;
try {
request = this.generateCreateExtractorRequest(form, originalExtractor);
} catch (NullPointerException e) {
Logger.error("Cannot build extractor configuration.", e);
return badRequest();
}
extractorService.update(extractorId, node, input, request);
flash("success", "Extractor \"" + title + "\" was updated successfully");
return redirect(controllers.routes.ExtractorsController.manage(nodeId, inputId));
} catch (IOException e) {
return status(500, views.html.errors.error.render(ApiClient.ERROR_MSG_IO, e, request()));
} catch (APIException e) {
String message =
"Could not update extractor! We expected HTTP 200, but got a HTTP "
+ e.getHttpCode()
+ ".";
return status(500, views.html.errors.error.render(message, e, request()));
} catch (NodeService.NodeNotFoundException e) {
return status(
404, views.html.errors.error.render(ApiClient.ERROR_MSG_NODE_NOT_FOUND, e, request()));
}
}
public Result index(Integer page) {
try {
List<NotificationType> notifications = Lists.newArrayList();
if (isPermitted(NOTIFICATIONS_READ)) {
for (Notification notification : clusterService.allNotifications())
notifications.add(notificationTypeFactory.get(notification));
}
List<SystemJob> systemJobs =
isPermitted(SYSTEMJOBS_READ)
? clusterService.allSystemJobs()
: Collections.<SystemJob>emptyList();
final Boolean permittedSystemMessages = isPermitted(SYSTEMMESSAGES_READ);
int totalSystemMessages =
permittedSystemMessages ? clusterService.getNumberOfSystemMessages() : 0;
List<SystemMessage> systemMessages =
permittedSystemMessages
? clusterService.getSystemMessages(page - 1)
: Collections.<SystemMessage>emptyList();
ESClusterHealth clusterHealth =
isPermitted(INDEXERCLUSTER_READ) ? clusterService.getESClusterHealth() : null;
long indexFailureCount =
isPermitted(INDICES_FAILURES) ? clusterService.getIndexerFailureCountLast24Hours() : -1;
String masterTimezone = nodeService.loadMasterNode().getTimezone();
return ok(
views.html.system.index.render(
currentUser(),
systemJobs,
clusterHealth,
systemMessages,
totalSystemMessages,
page,
notifications,
indexFailureCount,
masterTimezone));
} catch (IOException e) {
return status(504, views.html.errors.error.render(ApiClient.ERROR_MSG_IO, e, request()));
} catch (APIException e) {
String message =
"Could not fetch system information. We expected HTTP 200, but got a HTTP "
+ e.getHttpCode()
+ ".";
return status(504, views.html.errors.error.render(message, e, request()));
}
}
public Result delete(String nodeId, String inputId, String extractorId) {
if (!Permissions.isPermitted(RestPermissions.INPUTS_EDIT, inputId)) {
return redirect(routes.StartpageController.redirect());
}
try {
Node node = nodeService.loadNode(nodeId);
extractorService.delete(node, node.getInput(inputId), extractorId);
return redirect(controllers.routes.ExtractorsController.manage(nodeId, inputId));
} catch (IOException e) {
return status(500, views.html.errors.error.render(ApiClient.ERROR_MSG_IO, e, request()));
} catch (APIException e) {
String message =
"Could not delete extractor! We expected HTTP 204, but got a HTTP "
+ e.getHttpCode()
+ ".";
return status(500, views.html.errors.error.render(message, e, request()));
} catch (NodeService.NodeNotFoundException e) {
return status(
404, views.html.errors.error.render(ApiClient.ERROR_MSG_NODE_NOT_FOUND, e, request()));
}
}
public Result exportExtractors(String nodeId, String inputId) {
if (!Permissions.isPermitted(RestPermissions.INPUTS_READ, inputId)) {
return redirect(routes.StartpageController.redirect());
}
try {
Node node = nodeService.loadNode(nodeId);
Input input = node.getInput(inputId);
BreadcrumbList bc = standardBreadcrumbs(node, input);
bc.addCrumb(
"Export", controllers.routes.ExtractorsController.exportExtractors(nodeId, inputId));
Map<String, Object> result = Maps.newHashMap();
List<Map<String, Object>> extractors = Lists.newArrayList();
for (Extractor extractor : extractorService.all(node, input)) {
extractors.add(extractor.export());
}
result.put("extractors", extractors);
result.put("version", Version.VERSION.toString());
String extractorExport = Json.toJsonString(result);
return ok(
views.html.system.inputs.extractors.export.render(
currentUser(), bc, node, input, extractorExport));
} catch (IOException e) {
return status(500, views.html.errors.error.render(ApiClient.ERROR_MSG_IO, e, request()));
} catch (APIException e) {
String message =
"Could not fetch system information. We expected HTTP 200, but got a HTTP "
+ e.getHttpCode()
+ ".";
return status(500, views.html.errors.error.render(message, e, request()));
} catch (NodeService.NodeNotFoundException e) {
return status(
404, views.html.errors.error.render(ApiClient.ERROR_MSG_NODE_NOT_FOUND, e, request()));
}
}
public Result editExtractor(String nodeId, String inputId, String extractorId) {
if (!Permissions.isPermitted(RestPermissions.INPUTS_EDIT, inputId)) {
return redirect(routes.StartpageController.redirect());
}
try {
final Node node = nodeService.loadNode(nodeId);
final Input input = node.getInput(inputId);
final Extractor extractor = extractorService.load(node, input, extractorId);
final String sourceField = extractor.getSourceField();
String example;
try {
final MessageResult exampleMessage = input.getRecentlyReceivedMessage(nodeId);
example = exampleMessage.getFields().get(sourceField).toString();
} catch (Exception e) {
example = null;
}
return ok(
views.html.system.inputs.extractors.edit_extractor.render(
currentUser(),
standardBreadcrumbs(node, input, extractor),
node,
input,
extractor,
example));
} catch (IOException e) {
return status(500, views.html.errors.error.render(ApiClient.ERROR_MSG_IO, e, request()));
} catch (APIException e) {
String message =
"Could not fetch system information. We expected HTTP 200, but got a HTTP "
+ e.getHttpCode()
+ ".";
return status(500, views.html.errors.error.render(message, e, request()));
} catch (NodeService.NodeNotFoundException e) {
return status(
404, views.html.errors.error.render(ApiClient.ERROR_MSG_NODE_NOT_FOUND, e, request()));
}
}
public Result newExtractor(
String nodeId,
String inputId,
String extractorType,
String field,
String exampleIndex,
String exampleId) {
if (!Permissions.isPermitted(RestPermissions.INPUTS_EDIT, inputId)) {
return redirect(routes.StartpageController.redirect());
}
try {
Node node = nodeService.loadNode(nodeId);
Input input = node.getInput(inputId);
MessageResult exampleMessage = messagesService.getMessage(exampleIndex, exampleId);
String example = exampleMessage.getFields().get(field).toString();
return ok(
views.html.system.inputs.extractors.new_extractor.render(
currentUser(),
standardBreadcrumbs(node, input),
node,
input,
Extractor.Type.valueOf(extractorType.toUpperCase()),
field,
example));
} catch (IOException e) {
return status(500, views.html.errors.error.render(ApiClient.ERROR_MSG_IO, e, request()));
} catch (APIException e) {
String message =
"Could not fetch system information. We expected HTTP 200, but got a HTTP "
+ e.getHttpCode()
+ ".";
return status(500, views.html.errors.error.render(message, e, request()));
} catch (NodeService.NodeNotFoundException e) {
return status(
404, views.html.errors.error.render(ApiClient.ERROR_MSG_NODE_NOT_FOUND, e, request()));
}
}
public Result nodes() {
final List<NodeDescription> nodes = Lists.newArrayList();
for (final Node node : serverNodes.all()) {
nodes.add(new NodeDescription(node));
}
try {
for (final Radio radio : nodeService.radios().values()) {
nodes.add(new NodeDescription(radio));
}
} catch (IOException e) {
return status(504, e.getMessage());
} catch (APIException e) {
String message =
"Could not fetch radio information. We expected HTTP 200, but got a HTTP "
+ e.getHttpCode()
+ ".";
return status(504, message);
}
return ok(Json.toJson(nodes));
}
public Result importExtractors(String nodeId, String inputId) {
if (!Permissions.isPermitted(RestPermissions.INPUTS_EDIT, inputId)) {
return redirect(routes.StartpageController.redirect());
}
Map<String, String> form = flattenFormUrlEncoded(request().body().asFormUrlEncoded());
if (!form.containsKey("extractors") || form.get("extractors").isEmpty()) {
flash("error", "No JSON provided. Please fill out the import definition field.");
return redirect(
controllers.routes.ExtractorsController.importExtractorsPage(nodeId, inputId));
}
ExtractorListImportRequest elir;
try {
elir = Json.fromJson(Json.parse(form.get("extractors")), ExtractorListImportRequest.class);
} catch (Exception e) {
Logger.error("Could not read JSON.", e);
flash("error", "Could not read JSON.");
return redirect(
controllers.routes.ExtractorsController.importExtractorsPage(nodeId, inputId));
}
/*
* For future versions with breaking changes: check the "version" field in the ExtractorListImportRequest.
*
* Thank me later.
*/
int successes = 0;
List<String> failedExtractors = new ArrayList<>();
for (ExtractorImportRequest importRequest : elir.extractors) {
try {
Node node = nodeService.loadNode(nodeId);
Extractor.Type type = Extractor.Type.valueOf(importRequest.extractorType.toUpperCase());
Extractor extractor =
extractorFactory.forCreate(
Extractor.CursorStrategy.valueOf(importRequest.cursorStrategy.toUpperCase()),
importRequest.title,
importRequest.sourceField,
importRequest.targetField,
type,
currentUser(),
Extractor.ConditionType.valueOf(importRequest.conditionType.toUpperCase()),
importRequest.conditionValue);
extractor.loadConfigFromImport(type, importRequest.extractorConfig);
extractor.loadConvertersFromImport(importRequest.converters);
extractor.setOrder(importRequest.order);
extractorService.create(node, node.getInput(inputId), extractor.toCreateExtractorRequest());
successes++;
} catch (Exception e) {
failedExtractors.add(importRequest.title);
Logger.error(
"Could not import extractor \"" + importRequest.title + "\": " + e.getMessage());
Logger.debug("Details for failing to import extractor \"" + importRequest.title + "\":", e);
}
}
if (!failedExtractors.isEmpty()) {
flash(
"error",
"Failed to import "
+ failedExtractors.size()
+ " extractors: "
+ Joiner.on(',').useForNull("[null title]").join(failedExtractors));
}
flash(
"success",
"Successfully imported " + successes + " of " + elir.extractors.size() + " extractors.");
return redirect(controllers.routes.ExtractorsController.manage(nodeId, inputId));
}