//
// ONE TIME ADD VIOLATIONS
//
//
private static void oneTimeAddViolations() {
String jsonString = "";
try {
jsonString = readFile("./json/violations.json", StandardCharsets.UTF_8);
} catch (IOException e) {
System.out.println(e);
}
try {
JSONObject rootObject = new JSONObject(jsonString); // Parse the JSON to a JSONObject
JSONArray rows = rootObject.getJSONArray("stuff"); // Get all JSONArray rows
System.out.println("row lengths: " + rows.length());
for (int j = 0; j < rows.length(); j++) { // Iterate each element in the elements array
JSONObject element = rows.getJSONObject(j); // Get the element object
int id = element.getInt("id");
int citationNumber = element.getInt("citation_number");
String violationNumber = element.getString("violation_number");
String violationDescription = element.getString("violation_description");
String warrantStatus = element.getString("warrant_status");
String warrantNumber = " ";
Boolean isWarrantNumberNull = element.isNull("warrant_number");
if (!isWarrantNumberNull) warrantNumber = element.getString("warrant_number");
String status = element.getString("status");
String statusDate = element.getString("status_date");
String fineAmount = " ";
Boolean isFineAmountNull = element.isNull("fine_amount");
if (!isFineAmountNull) fineAmount = element.getString("fine_amount");
String courtCost = " ";
Boolean isCourtCostNull = element.isNull("court_cost");
if (!isCourtCostNull) courtCost = element.getString("court_cost");
/*
Map<String, AttributeValue> item = newViolationItem(citationNumber, violationNumber, violationDescription, warrantStatus, warrantNumber, status, statusDate, fineAmount, courtCost);
PutItemRequest putItemRequest = new PutItemRequest("violations-table", item);
PutItemResult putItemResult = dynamoDB.putItem(putItemRequest);
*/
}
} catch (JSONException e) {
// JSON Parsing error
e.printStackTrace();
}
}
public List<List<HashMap<String, String>>> parse(JSONObject jObject) {
List<List<HashMap<String, String>>> routes = new ArrayList<List<HashMap<String, String>>>();
JSONArray jRoutes = null;
JSONArray jLegs = null;
JSONArray jSteps = null;
try {
jRoutes = jObject.getJSONArray("routes");
for (int i = 0; i < jRoutes.length(); i++) {
jLegs = ((JSONObject) jRoutes.get(i)).getJSONArray("legs");
List path = new ArrayList<HashMap<String, String>>();
for (int j = 0; j < jLegs.length(); j++) {
jSteps = ((JSONObject) jLegs.get(j)).getJSONArray("steps");
for (int k = 0; k < jSteps.length(); k++) {
String polyline = "";
polyline =
(String) ((JSONObject) ((JSONObject) jSteps.get(k)).get("polyline")).get("points");
List<LatLng> list = decodePoly(polyline);
for (int l = 0; l < list.size(); l++) {
HashMap<String, String> hm = new HashMap<String, String>();
hm.put("lat", Double.toString(((LatLng) list.get(l)).latitude));
hm.put("lng", Double.toString(((LatLng) list.get(l)).longitude));
path.add(hm);
}
}
routes.add(path);
}
}
} catch (JSONException e) {
e.printStackTrace();
} catch (Exception e) {
}
return routes;
}
@Before
public void synchronizeFeatureTypeAndLoadInfo() throws JSONException {
Layer layer = applicationLayer.getService().getSingleLayer(applicationLayer.getLayerName());
if (layer == null) {
getContext()
.getValidationErrors()
.addGlobalError(
new SimpleError(
"Laag niet gevonden bij originele service - verwijder deze laag uit niveau"));
return;
}
for (StyleLibrary sld : layer.getService().getStyleLibraries()) {
Map style = new HashMap();
JSONObject styleTitleJson = new JSONObject();
style.put("id", "sld:" + sld.getId());
style.put(
"title", "SLD stijl: " + sld.getTitle() + (sld.isDefaultStyle() ? " (standaard)" : ""));
// Find stuff for layerName
if (sld.getNamedLayerUserStylesJson() != null) {
JSONObject sldNamedLayerJson = new JSONObject(sld.getNamedLayerUserStylesJson());
if (sldNamedLayerJson.has(layer.getName())) {
JSONObject namedLayer = sldNamedLayerJson.getJSONObject(layer.getName());
if (namedLayer.has("title")) {
styleTitleJson.put("namedLayerTitle", namedLayer.get("title"));
}
JSONArray userStyles = namedLayer.getJSONArray("styles");
if (userStyles.length() > 0) {
JSONObject userStyle = userStyles.getJSONObject(0);
if (userStyle.has("title")) {
styleTitleJson.put("styleTitle", userStyle.get("title"));
}
}
}
}
styles.add(style);
stylesTitleJson.put((String) style.get("id"), styleTitleJson);
}
if (layer.getDetails().containsKey(Layer.DETAIL_WMS_STYLES)) {
JSONArray wmsStyles =
new JSONArray(layer.getDetails().get(Layer.DETAIL_WMS_STYLES).getValue());
for (int i = 0; i < wmsStyles.length(); i++) {
JSONObject wmsStyle = wmsStyles.getJSONObject(i);
Map style = new HashMap();
style.put("id", "wms:" + wmsStyle.getString("name"));
style.put(
"title",
"WMS server stijl: "
+ wmsStyle.getString("name")
+ " ("
+ wmsStyle.getString("title")
+ ")");
JSONObject styleTitleJson = new JSONObject();
styleTitleJson.put("styleTitle", wmsStyle.getString("title"));
styles.add(style);
stylesTitleJson.put((String) style.get("id"), styleTitleJson);
}
}
if (!styles.isEmpty()) {
List<Map> temp = new ArrayList();
Map s = new HashMap();
s.put("id", "registry_default");
s.put("title", "In gegevensregister als standaard ingestelde SLD");
temp.add(s);
s = new HashMap();
s.put("id", "none");
s.put("title", "Geen: standaard stijl van WMS service zelf");
temp.add(s);
temp.addAll(styles);
styles = temp;
}
// Synchronize configured attributes with layer feature type
if (layer.getFeatureType() == null || layer.getFeatureType().getAttributes().isEmpty()) {
applicationLayer.getAttributes().clear();
} else {
List<String> attributesToRetain = new ArrayList();
SimpleFeatureType sft = layer.getFeatureType();
editable = sft.isWriteable();
// Rebuild ApplicationLayer.attributes according to Layer FeatureType
// New attributes are added at the end of the list; the original
// order is only used when the Application.attributes list is empty
// So a feature for reordering attributes per applicationLayer is
// possible.
// New Attributes from a join or related featureType are added at the
// end of the list.
attributesToRetain = rebuildAttributes(sft);
// JSON info about attributed required for editing
makeAttributeJSONArray(layer.getFeatureType());
// Remove ConfiguredAttributes which are no longer present
List<ConfiguredAttribute> attributesToRemove = new ArrayList();
for (ConfiguredAttribute ca : applicationLayer.getAttributes()) {
if (ca.getFeatureType() == null) {
ca.setFeatureType(layer.getFeatureType());
}
if (!attributesToRetain.contains(ca.getFullName())) {
// Do not modify list we are iterating over
attributesToRemove.add(ca);
if (!"save".equals(getContext().getEventName())) {
getContext()
.getMessages()
.add(
new SimpleMessage(
"Attribuut \"{0}\" niet meer beschikbaar in attribuutbron: wordt verwijderd na opslaan",
ca.getAttributeName()));
}
}
}
for (ConfiguredAttribute ca : attributesToRemove) {
applicationLayer.getAttributes().remove(ca);
Stripersist.getEntityManager().remove(ca);
}
}
}
/**
* Enrich portClassHier with class/interface names that map to a list of parent
* classes/interfaces. For any class encountered, find its parents too.<br>
* Also find the port types which have assignable schema classes.
*
* @param oper Operator to work on
* @param portClassHierarchy In-Out param that contains a mapping of class/interface to its
* parents
* @param portTypesWithSchemaClasses Json that will contain all the ports which have any schema
* classes.
*/
public void buildAdditionalPortInfo(
JSONObject oper, JSONObject portClassHierarchy, JSONObject portTypesWithSchemaClasses) {
try {
JSONArray ports = oper.getJSONArray(OperatorDiscoverer.PORT_TYPE_INFO_KEY);
for (int i = 0; i < ports.length(); i++) {
JSONObject port = ports.getJSONObject(i);
String portType = port.optString("type");
if (portType == null) {
// skipping if port type is null
continue;
}
if (typeGraph.size() == 0) {
buildTypeGraph();
}
try {
// building port class hierarchy
LinkedList<String> queue = Lists.newLinkedList();
queue.add(portType);
while (!queue.isEmpty()) {
String currentType = queue.remove();
if (portClassHierarchy.has(currentType)) {
// already present in the json so we skip.
continue;
}
List<String> immediateParents = typeGraph.getParents(currentType);
if (immediateParents == null) {
portClassHierarchy.put(currentType, Lists.<String>newArrayList());
continue;
}
portClassHierarchy.put(currentType, immediateParents);
queue.addAll(immediateParents);
}
} catch (JSONException e) {
LOG.warn("building port type hierarchy {}", portType, e);
}
// finding port types with schema classes
if (portTypesWithSchemaClasses.has(portType)) {
// already present in the json so skipping
continue;
}
if (portType.equals("byte")
|| portType.equals("short")
|| portType.equals("char")
|| portType.equals("int")
|| portType.equals("long")
|| portType.equals("float")
|| portType.equals("double")
|| portType.equals("java.lang.String")
|| portType.equals("java.lang.Object")) {
// ignoring primitives, strings and object types as this information is needed only for
// complex types.
continue;
}
if (port.has("typeArgs")) {
// ignoring any type with generics
continue;
}
boolean hasSchemaClasses = false;
List<String> instantiableDescendants = typeGraph.getInstantiableDescendants(portType);
if (instantiableDescendants != null) {
for (String descendant : instantiableDescendants) {
try {
if (typeGraph.isInstantiableBean(descendant)) {
hasSchemaClasses = true;
break;
}
} catch (JSONException ex) {
LOG.warn("checking descendant is instantiable {}", descendant);
}
}
}
portTypesWithSchemaClasses.put(portType, hasSchemaClasses);
}
} catch (JSONException e) {
// should not reach this
LOG.error("JSON Exception {}", e);
throw new RuntimeException(e);
}
}
public JSONObject describeOperator(String clazz) throws Exception {
TypeGraphVertex tgv = typeGraph.getTypeGraphVertex(clazz);
if (tgv.isInstantiable()) {
JSONObject response = new JSONObject();
JSONArray inputPorts = new JSONArray();
JSONArray outputPorts = new JSONArray();
// Get properties from ASM
JSONObject operatorDescriptor = describeClassByASM(clazz);
JSONArray properties = operatorDescriptor.getJSONArray("properties");
properties = enrichProperties(clazz, properties);
JSONArray portTypeInfo = operatorDescriptor.getJSONArray("portTypeInfo");
List<CompactFieldNode> inputPortfields = typeGraph.getAllInputPorts(clazz);
List<CompactFieldNode> outputPortfields = typeGraph.getAllOutputPorts(clazz);
try {
for (CompactFieldNode field : inputPortfields) {
JSONObject inputPort = setFieldAttributes(clazz, field);
if (!inputPort.has("optional")) {
inputPort.put(
"optional",
false); // input port that is not annotated is default to be not optional
}
if (!inputPort.has(SCHEMA_REQUIRED_KEY)) {
inputPort.put(SCHEMA_REQUIRED_KEY, false);
}
inputPorts.put(inputPort);
}
for (CompactFieldNode field : outputPortfields) {
JSONObject outputPort = setFieldAttributes(clazz, field);
if (!outputPort.has("optional")) {
outputPort.put(
"optional", true); // output port that is not annotated is default to be optional
}
if (!outputPort.has("error")) {
outputPort.put("error", false);
}
if (!outputPort.has(SCHEMA_REQUIRED_KEY)) {
outputPort.put(SCHEMA_REQUIRED_KEY, false);
}
outputPorts.put(outputPort);
}
response.put("name", clazz);
response.put("properties", properties);
response.put(PORT_TYPE_INFO_KEY, portTypeInfo);
response.put("inputPorts", inputPorts);
response.put("outputPorts", outputPorts);
OperatorClassInfo oci = classInfo.get(clazz);
if (oci != null) {
if (oci.comment != null) {
String[] descriptions;
// first look for a <p> tag
String keptPrefix = "<p>";
descriptions = oci.comment.split("<p>", 2);
if (descriptions.length == 0) {
keptPrefix = "";
// if no <p> tag, then look for a blank line
descriptions = oci.comment.split("\n\n", 2);
}
if (descriptions.length > 0) {
response.put("shortDesc", descriptions[0]);
}
if (descriptions.length > 1) {
response.put("longDesc", keptPrefix + descriptions[1]);
}
}
response.put("category", oci.tags.get("@category"));
String displayName = oci.tags.get("@displayName");
if (displayName == null) {
displayName = decamelizeClassName(ClassUtils.getShortClassName(clazz));
}
response.put("displayName", displayName);
String tags = oci.tags.get("@tags");
if (tags != null) {
JSONArray tagArray = new JSONArray();
for (String tag : StringUtils.split(tags, ',')) {
tagArray.put(tag.trim().toLowerCase());
}
response.put("tags", tagArray);
}
String doclink = oci.tags.get("@doclink");
if (doclink != null) {
response.put("doclink", doclink + "?" + getDocName(clazz));
} else if (clazz.startsWith("com.datatorrent.lib.")
|| clazz.startsWith("com.datatorrent.contrib.")) {
response.put("doclink", DT_OPERATOR_DOCLINK_PREFIX + "?" + getDocName(clazz));
}
}
} catch (JSONException ex) {
throw new RuntimeException(ex);
}
return response;
} else {
throw new UnsupportedOperationException();
}
}
//
// ONE TIME ADD WARRANTS
//
//
private static void oneTimeAddWarrants() {
String jsonString = "";
try {
jsonString = readFile("./json/warrants.json", StandardCharsets.UTF_8);
} catch (IOException e) {
System.out.println(e);
}
try {
JSONObject rootObject = new JSONObject(jsonString); // Parse the JSON to a JSONObject
JSONArray rows = rootObject.getJSONArray("stuff"); // Get all JSONArray rows
// System.out.println("row lengths: " + rows.length());
set2 = new HashSet<>();
for (int j = 0; j < rows.length(); j++) { // Iterate each element in the elements array
JSONObject element = rows.getJSONObject(j); // Get the element object
String defendant = element.getString("Defendant");
String strarr[] = defendant.split(" ");
String temp = strarr[1];
int len = strarr[0].length();
strarr[0] = strarr[0].substring(0, len - 1);
strarr[1] = strarr[0];
strarr[0] = temp;
String firstLast = strarr[0] + strarr[1];
firstLast = firstLast.toLowerCase();
set2.add(firstLast);
// System.out.println(firstLast);
int zipCode = 0;
Boolean isZipCodeNull = element.isNull("ZIP Code");
if (!isZipCodeNull) zipCode = element.getInt("ZIP Code");
String dob = element.getString("Date of Birth");
String caseNumber = element.getString("Case Number");
String firstLastDOB = firstLast + dob;
// pick a ssn from list
String ssn = ssnList.get(ssnCounter);
ssnCounter--;
ssnHashMap.put(firstLast, ssn);
// compute salt
final Random ran = new SecureRandom();
byte[] salt = new byte[32];
ran.nextBytes(salt);
String saltString = Base64.encodeBase64String(salt);
// System.out.println("saltstring: " + saltString);
saltHashMap.put(firstLast, saltString);
// compute ripemd160 hash of ssn + salt
String saltPlusSsn = saltString + ssn;
// System.out.println("salt plus ssn: " + saltPlusSsn);
String resultingHash = "";
try {
byte[] r = saltPlusSsn.getBytes("US-ASCII");
RIPEMD160Digest d = new RIPEMD160Digest();
d.update(r, 0, r.length);
byte[] o = new byte[d.getDigestSize()];
d.doFinal(o, 0);
ByteArrayOutputStream baos = new ByteArrayOutputStream(40);
Hex.encode(o, baos);
resultingHash = new String(baos.toByteArray(), StandardCharsets.UTF_8);
hashedssnHashMap.put(firstLast, resultingHash);
} catch (UnsupportedEncodingException e) {
System.out.println(e);
} catch (IOException i) {
System.out.println(i);
}
// compareNames();
Map<String, AttributeValue> item =
newWarrantItem(
firstLast, firstLastDOB, resultingHash, defendant, zipCode, dob, caseNumber);
PutItemRequest putItemRequest = new PutItemRequest("warrants-table", item);
PutItemResult putItemResult = dynamoDB.putItem(putItemRequest);
}
} catch (JSONException e) {
// JSON Parsing error
e.printStackTrace();
}
}
//
// ONE TIME ADD CITATIONS
//
//
private static void oneTimeAddCitations() {
String jsonString = "";
try {
jsonString = readFile("./json/citations.json", StandardCharsets.UTF_8);
} catch (IOException e) {
System.out.println(e);
}
try {
JSONObject rootObject = new JSONObject(jsonString); // Parse the JSON to a JSONObject
JSONArray rows = rootObject.getJSONArray("stuff"); // Get all JSONArray rows
System.out.println("row lengths: " + rows.length());
set1 = new HashSet<>();
for (int j = 0; j < rows.length(); j++) { // Iterate each element in the elements array
JSONObject element = rows.getJSONObject(j); // Get the element object
int id = element.getInt("id");
int citationNumber = element.getInt("citation_number");
String citationDate = " ";
Boolean isCitationDateNull = element.isNull("citation_date");
if (!isCitationDateNull) citationDate = element.getString("citation_date");
String firstName = element.getString("first_name");
String lastName = element.getString("last_name");
String firstLastName = firstName + lastName;
firstLastName = firstLastName.toLowerCase();
set1.add(firstLastName);
// System.out.println(firstLastName);
String dob = " ";
Boolean isDobNull = element.isNull("date_of_birth");
if (!isDobNull) {
dob = element.getString("date_of_birth");
dob = (dob.split(" "))[0];
}
// pick a ssn from list
String ssn = ssnList.get(ssnCounter);
ssnCounter--;
ssnHashMap.put(firstLastName, ssn);
System.out.println(firstLastName + " " + ssn);
// compute salt
final Random ran = new SecureRandom();
byte[] salt = new byte[32];
ran.nextBytes(salt);
String saltString = Base64.encodeBase64String(salt);
// System.out.println("saltstring: " + saltString);
saltHashMap.put(firstLastName, saltString);
// compute ripemd160 hash of ssn + salt
String saltPlusSsn = saltString + ssn;
// System.out.println("salt plus ssn: " + saltPlusSsn);
String resultingHash = "";
try {
byte[] r = saltPlusSsn.getBytes("US-ASCII");
RIPEMD160Digest d = new RIPEMD160Digest();
d.update(r, 0, r.length);
byte[] o = new byte[d.getDigestSize()];
d.doFinal(o, 0);
ByteArrayOutputStream baos = new ByteArrayOutputStream(40);
Hex.encode(o, baos);
resultingHash = new String(baos.toByteArray(), StandardCharsets.UTF_8);
hashedssnHashMap.put(firstLastName, resultingHash);
} catch (UnsupportedEncodingException e) {
System.out.println(e);
} catch (IOException i) {
System.out.println(i);
}
String fldob = firstLastName + dob;
String da = " ";
Boolean isDaNull = element.isNull("defendant_address");
if (!isDaNull) da = element.getString("defendant_address");
String dc = " ";
Boolean isDcNull = element.isNull("defendant_city");
if (!isDcNull) dc = element.getString("defendant_city");
String ds = " ";
Boolean isDsNull = element.isNull("defendant_state");
if (!isDsNull) ds = element.getString("defendant_state");
String dln = " ";
Boolean isDlnNull = element.isNull("drivers_license_number");
if (!isDlnNull) dln = element.getString("drivers_license_number");
String cd = " ";
Boolean isCdNull = element.isNull("court_date");
if (!isCdNull) cd = element.getString("court_date");
String cl = " ";
Boolean isClNull = element.isNull("court_location");
if (!isClNull) cl = element.getString("court_location");
String ca = " ";
Boolean isCaNull = element.isNull("court_address");
if (!isCaNull) ca = element.getString("court_address");
/*
Map<String, AttributeValue> item = newCitationItem(citationNumber, citationDate, firstName, lastName, firstLastName, dob, fldob, resultingHash, da, dc, ds, dln, cd, cl, ca);
PutItemRequest putItemRequest = new PutItemRequest("citations-table", item);
PutItemResult putItemResult = dynamoDB.putItem(putItemRequest);
*/
}
} catch (JSONException e) {
// JSON Parsing error
e.printStackTrace();
}
}
