public int registerDefaultRule(DataSource ds) {
int key = 0;
Rules rules = new Rules();
rules.setRuleName(DEFAULT);
rules.setSource("ds" + ds.getSrcID());
rules.setUserId(Integer.parseInt(ds.getUserId()));
rules.setExtractFields(DEFAULT_EXTRACT_FIELD);
// Sample Rule Insert
// {"source":"ds42","extractFields":"loc,theme,value,timestamp,","rules":[{"dataField":"loc","ruleOperator":"coordinates","ruleParameters":"33,33,33,33"}]}
try {
PreparedStatement ps =
con.prepareStatement(INSERT_DEFAULT_RULE_QRY, Statement.RETURN_GENERATED_KEYS);
ps.setString(1, ds.getSrcID() + "_" + rules.getRuleName());
String ruleQuery =
"{\"rules\":[{\"ruleOperator\":\"coordinates\",\"dataField\":\"loc\",\"ruleParameters\":\""
+ ds.getInitParam().getSwLat()
+ ","
+ ds.getInitParam().getSwLong()
+ ","
+ ds.getInitParam().getNeLat()
+ ","
+ ds.getInitParam().getNeLong()
+ "\"}]}";
ps.setString(2, ruleQuery);
ps.setString(3, rules.getSource());
ps.setString(4, rules.getExtractFields());
ps.setInt(5, rules.getUserId());
ps.executeUpdate();
ResultSet rs = ps.getGeneratedKeys();
if (rs.next()) {
// Retrieve the auto generated key(s).
key = rs.getInt(1);
}
} catch (Exception ex) {
ex.printStackTrace();
}
return key;
}
public DataProcess processData(DataSource src) {
DataProcess process = null;
DataFormat format = src.srcFormat;
String imgBasePath = context; // +Constant.RESULT_DS;
if (format == DataFormat.stream) {
Wrapper wrapper = null;
if (src.supportedWrapper.equalsIgnoreCase("Twitter")) {
log.info("before creation");
wrapper = new TwitterWrapper(src.url, src.srcTheme, src.initParam, true);
log.info("wrapper created");
String[] words = new String[src.bagOfWords.size()];
src.bagOfWords.toArray(words);
((TwitterWrapper) wrapper).setBagOfWords(words);
} else if (src.supportedWrapper.equalsIgnoreCase("Flickr")) {
wrapper = new FlickrWrapper(src.url, src.srcTheme, src.initParam);
String[] words = new String[src.bagOfWords.size()];
src.bagOfWords.toArray(words);
((FlickrWrapper) wrapper).setBagOfWords(words);
} else if (src.supportedWrapper.equalsIgnoreCase("sim")) {
// Create Distribution Parameters and Generators
ArrayList<DistParameters> dParams = new ArrayList<DistParameters>();
// LA
GaussianParameters2D gParam = new GaussianParameters2D(34.1, -118.2, 3.0, 3.0, 200);
dParams.add(gParam);
// SF
gParam = new GaussianParameters2D(37.8, -122.4, 2.0, 2.0, 200);
dParams.add(gParam);
// Seattle
gParam = new GaussianParameters2D(47.6, -122.3, 1.0, 1.0, 100);
dParams.add(gParam);
// NYC
gParam = new GaussianParameters2D(40.8, -74.0, 5.0, 5.0, 200);
dParams.add(gParam);
// Wrappers
wrapper =
new SimDataWrapper(
src.url,
src.srcTheme,
src.initParam,
Kernel.gaussian,
dParams); // changed to initParam...vks:Aug30,2011
}
// Add EmageIterator
EmageIterator eit = new STTEmageIterator();
eit.setSTTPointIterator(wrapper);
eit.setSrcID(Long.parseLong(src.srcID));
// Add output filename
// change it to be query independent: 08/19/2011 Mingyan
String filepath = tempDir + "/ds" + src.srcID; // + "_" + src.srcName;
log.info("file path: " + filepath);
// Create st merger
STMerger merger = null;
// finalParam not used
/*if(!src.finalParam.equals(src.initParam))
{
log.info("The initial and final frame parameters are different");
merger = new STMerger(src.finalParam);
SpatialMapper sp = null;
TemporalMapper tp = null;
if(src.initParam.latUnit < src.finalParam.latUnit
|| src.initParam.longUnit < src.finalParam.longUnit)
sp = SpatialMapper.sum;
else if(src.initParam.latUnit > src.finalParam.latUnit
|| src.initParam.longUnit > src.finalParam.longUnit)
sp = SpatialMapper.repeat;
if(src.initParam.timeWindow < src.finalParam.timeWindow)
tp = TemporalMapper.sum;
else if(src.initParam.timeWindow > src.finalParam.timeWindow)
tp = TemporalMapper.repeat;
merger.addIterator(eit, sp, tp);
merger.setMergingExpression("mulED(R0,1)");
}*/
// Add data processors
process = new DataProcess(merger, eit, wrapper, filepath, imgBasePath + src.srcID, src.srcID);
// Start the data collecting process
new Thread(process).start();
} else if (format == DataFormat.visual) {
try {
System.out.println(
"----visual param trans matrix noRows: "
+ src.visualParam.translationMatrix.getRow()
+ ", colorMat noRows: "
+ src.visualParam.colorMatrix.getRow());
// double tranMat[][]=parsefileToMatrix(src.visualParam.tranMatPath);
// double colorMat[][]=parsefileToMatrix(src.visualParam.colorMatPath);
VisualEmageIterator veit =
new VisualEmageIterator(
src.initParam,
src.srcTheme,
src.url,
src.visualParam.translationMatrix.getMatrix(),
src.visualParam.colorMatrix.getMatrix(),
src.visualParam.maskPath,
src.visualParam.ignoreSinceNumber);
veit.setSrcID(Integer.parseInt(src.srcID));
// Add output filename
// Change it to be query independent: 08/19/2011 Mingyan
String filepath = tempDir + "/ds" + src.srcID; // + "_" + src.srcName;
// Create st merger
STMerger merger = null;
// finalParam not used
/*if(!src.finalParam.equals(src.initParam))
{
merger = new STMerger(src.finalParam);
SpatialMapper sp = null;
TemporalMapper tp = null;
if(src.initParam.latUnit < src.finalParam.latUnit
|| src.initParam.longUnit < src.finalParam.longUnit)
sp = SpatialMapper.average;
else if(src.initParam.latUnit > src.finalParam.latUnit
|| src.initParam.longUnit > src.finalParam.longUnit)
sp = SpatialMapper.repeat;
if(src.initParam.timeWindow < src.finalParam.timeWindow)
tp = TemporalMapper.sum;
else if(src.initParam.timeWindow > src.finalParam.timeWindow)
tp = TemporalMapper.repeat;
merger.addIterator(veit, sp, tp);
merger.setMergingExpression("mulED(R0,1)");
}*/
// Add data processors
process = new DataProcess(merger, veit, null, filepath, imgBasePath + src.srcID, src.srcID);
// Start the data collecting process
new Thread(process).start();
} catch (NumberFormatException e) {
log.error(e.getMessage());
}
} else if (format == DataFormat.csv) {
Wrapper wrapper = null;
String filepath = tempDir + "\\ds" + src.srcID; // + "_" + src.srcName;
// Create st merger
STMerger merger = null;
// finalParam not used
/*if(!src.finalParam.equals(src.initParam))
{
merger = new STMerger(src.finalParam);
SpatialMapper sp = null;
TemporalMapper tp = null;
if(src.initParam.latUnit < src.finalParam.latUnit
|| src.initParam.longUnit < src.finalParam.longUnit)
sp = SpatialMapper.average;
else if(src.initParam.latUnit > src.finalParam.latUnit
|| src.initParam.longUnit > src.finalParam.longUnit)
sp = SpatialMapper.repeat;
if(src.initParam.timeWindow < src.finalParam.timeWindow)
tp = TemporalMapper.sum;
else if(src.initParam.timeWindow > src.finalParam.timeWindow)
tp = TemporalMapper.repeat;
merger.addIterator(csvEIter, sp, tp);
merger.setMergingExpression("mulED(R0,1)");
}*/
if (src.supportedWrapper.equalsIgnoreCase("csvArray")) {
log.info("before create csv array wrapper");
CSVEmageIterator csvEIter = new CSVEmageIterator(src.initParam, src.srcTheme, src.url);
csvEIter.setSrcID(Long.parseLong(src.srcID));
log.info("wrapper created");
process =
new DataProcess(merger, csvEIter, null, filepath, imgBasePath + src.srcID, src.srcID);
} else if (src.supportedWrapper.equalsIgnoreCase("csvField")) {
log.info("before create csv field wrapper");
JsonParser parser = new JsonParser();
JsonObject keyValue = parser.parse(src.getWrapper().getWrprKeyValue()).getAsJsonObject();
log.info(
src.initParam.numOfColumns
+ ", "
+ src.initParam.numOfRows
+ " after cal: "
+ src.initParam.getNumOfColumns()
+ ", "
+ src.initParam.getNumOfRows());
CSVFieldEmageIterator csvEIter =
new CSVFieldEmageIterator(
src.initParam,
src.srcTheme,
src.url,
keyValue.get("datasource_type").getAsString(),
keyValue.get("spatial_wrapper").getAsString());
csvEIter.setLatLongValIndex(
keyValue.get("lat_index").getAsInt(),
keyValue.get("lon_index").getAsInt(),
keyValue.get("val_index").getAsInt());
csvEIter.setSrcID(Long.parseLong(src.srcID));
log.info(
src.srcTheme
+ ", "
+ src.url
+ ", "
+ keyValue.get("datasource_type").getAsString()
+ ", "
+ keyValue.get("spatial_wrapper").getAsString()
+ ", "
+ keyValue.get("lat_index").getAsInt()
+ ", "
+ keyValue.get("lon_index").getAsInt()
+ ", "
+ keyValue.get("val_index").getAsInt());
log.info("wrapper created");
process =
new DataProcess(merger, csvEIter, null, filepath, imgBasePath + src.srcID, src.srcID);
}
// Start the data collecting process
new Thread(process).start();
}
return process;
}
