Пример #1
0
  public int registerDefaultRule(DataSource ds) {
    int key = 0;

    Rules rules = new Rules();
    rules.setRuleName(DEFAULT);
    rules.setSource("ds" + ds.getSrcID());
    rules.setUserId(Integer.parseInt(ds.getUserId()));
    rules.setExtractFields(DEFAULT_EXTRACT_FIELD);

    // Sample Rule Insert
    // {"source":"ds42","extractFields":"loc,theme,value,timestamp,","rules":[{"dataField":"loc","ruleOperator":"coordinates","ruleParameters":"33,33,33,33"}]}

    try {
      PreparedStatement ps =
          con.prepareStatement(INSERT_DEFAULT_RULE_QRY, Statement.RETURN_GENERATED_KEYS);
      ps.setString(1, ds.getSrcID() + "_" + rules.getRuleName());
      String ruleQuery =
          "{\"rules\":[{\"ruleOperator\":\"coordinates\",\"dataField\":\"loc\",\"ruleParameters\":\""
              + ds.getInitParam().getSwLat()
              + ","
              + ds.getInitParam().getSwLong()
              + ","
              + ds.getInitParam().getNeLat()
              + ","
              + ds.getInitParam().getNeLong()
              + "\"}]}";

      ps.setString(2, ruleQuery);
      ps.setString(3, rules.getSource());
      ps.setString(4, rules.getExtractFields());
      ps.setInt(5, rules.getUserId());
      ps.executeUpdate();
      ResultSet rs = ps.getGeneratedKeys();
      if (rs.next()) {
        // Retrieve the auto generated key(s).
        key = rs.getInt(1);
      }

    } catch (Exception ex) {
      ex.printStackTrace();
    }

    return key;
  }
  public DataProcess processData(DataSource src) {

    DataProcess process = null;

    DataFormat format = src.srcFormat;
    String imgBasePath = context; // +Constant.RESULT_DS;
    if (format == DataFormat.stream) {
      Wrapper wrapper = null;
      if (src.supportedWrapper.equalsIgnoreCase("Twitter")) {
        log.info("before creation");
        wrapper = new TwitterWrapper(src.url, src.srcTheme, src.initParam, true);
        log.info("wrapper created");

        String[] words = new String[src.bagOfWords.size()];
        src.bagOfWords.toArray(words);
        ((TwitterWrapper) wrapper).setBagOfWords(words);
      } else if (src.supportedWrapper.equalsIgnoreCase("Flickr")) {
        wrapper = new FlickrWrapper(src.url, src.srcTheme, src.initParam);
        String[] words = new String[src.bagOfWords.size()];
        src.bagOfWords.toArray(words);
        ((FlickrWrapper) wrapper).setBagOfWords(words);
      } else if (src.supportedWrapper.equalsIgnoreCase("sim")) {
        // Create Distribution Parameters and Generators
        ArrayList<DistParameters> dParams = new ArrayList<DistParameters>();
        // LA
        GaussianParameters2D gParam = new GaussianParameters2D(34.1, -118.2, 3.0, 3.0, 200);
        dParams.add(gParam);
        // SF
        gParam = new GaussianParameters2D(37.8, -122.4, 2.0, 2.0, 200);
        dParams.add(gParam);
        // Seattle
        gParam = new GaussianParameters2D(47.6, -122.3, 1.0, 1.0, 100);
        dParams.add(gParam);
        // NYC
        gParam = new GaussianParameters2D(40.8, -74.0, 5.0, 5.0, 200);
        dParams.add(gParam);

        // Wrappers
        wrapper =
            new SimDataWrapper(
                src.url,
                src.srcTheme,
                src.initParam,
                Kernel.gaussian,
                dParams); // changed to initParam...vks:Aug30,2011
      }

      // Add EmageIterator
      EmageIterator eit = new STTEmageIterator();
      eit.setSTTPointIterator(wrapper);
      eit.setSrcID(Long.parseLong(src.srcID));

      // Add output filename

      // change it to be query independent: 08/19/2011 Mingyan
      String filepath = tempDir + "/ds" + src.srcID; // + "_" + src.srcName;
      log.info("file path: " + filepath);
      // Create st merger
      STMerger merger = null;
      // finalParam not used
      /*if(!src.finalParam.equals(src.initParam))
      {
      	log.info("The initial and final frame parameters are different");

      	merger = new STMerger(src.finalParam);
      	SpatialMapper sp = null;
      	TemporalMapper tp = null;
      	if(src.initParam.latUnit < src.finalParam.latUnit
      			|| src.initParam.longUnit < src.finalParam.longUnit)
      		sp = SpatialMapper.sum;
      	else if(src.initParam.latUnit > src.finalParam.latUnit
      			|| src.initParam.longUnit > src.finalParam.longUnit)
      		sp = SpatialMapper.repeat;

      	if(src.initParam.timeWindow < src.finalParam.timeWindow)
      		tp = TemporalMapper.sum;
      	else if(src.initParam.timeWindow > src.finalParam.timeWindow)
      		tp = TemporalMapper.repeat;

      	merger.addIterator(eit, sp, tp);
      	merger.setMergingExpression("mulED(R0,1)");
      }*/
      // Add data processors
      process = new DataProcess(merger, eit, wrapper, filepath, imgBasePath + src.srcID, src.srcID);

      // Start the data collecting process
      new Thread(process).start();
    } else if (format == DataFormat.visual) {
      try {

        System.out.println(
            "----visual param trans matrix noRows: "
                + src.visualParam.translationMatrix.getRow()
                + ", colorMat noRows: "
                + src.visualParam.colorMatrix.getRow());

        // double tranMat[][]=parsefileToMatrix(src.visualParam.tranMatPath);

        // double colorMat[][]=parsefileToMatrix(src.visualParam.colorMatPath);

        VisualEmageIterator veit =
            new VisualEmageIterator(
                src.initParam,
                src.srcTheme,
                src.url,
                src.visualParam.translationMatrix.getMatrix(),
                src.visualParam.colorMatrix.getMatrix(),
                src.visualParam.maskPath,
                src.visualParam.ignoreSinceNumber);
        veit.setSrcID(Integer.parseInt(src.srcID));

        // Add output filename
        // Change it to be query independent: 08/19/2011 Mingyan
        String filepath = tempDir + "/ds" + src.srcID; // + "_" + src.srcName;

        // Create st merger
        STMerger merger = null;
        // finalParam not used
        /*if(!src.finalParam.equals(src.initParam))
        {
        	merger = new STMerger(src.finalParam);
        	SpatialMapper sp = null;
        	TemporalMapper tp = null;
        	if(src.initParam.latUnit < src.finalParam.latUnit
        			|| src.initParam.longUnit < src.finalParam.longUnit)
        		sp = SpatialMapper.average;
        	else if(src.initParam.latUnit > src.finalParam.latUnit
        			|| src.initParam.longUnit > src.finalParam.longUnit)
        		sp = SpatialMapper.repeat;

        	if(src.initParam.timeWindow < src.finalParam.timeWindow)
        		tp = TemporalMapper.sum;
        	else if(src.initParam.timeWindow > src.finalParam.timeWindow)
        		tp = TemporalMapper.repeat;

        	merger.addIterator(veit, sp, tp);
        	merger.setMergingExpression("mulED(R0,1)");
        }*/

        // Add data processors
        process = new DataProcess(merger, veit, null, filepath, imgBasePath + src.srcID, src.srcID);

        // Start the data collecting process
        new Thread(process).start();
      } catch (NumberFormatException e) {
        log.error(e.getMessage());
      }
    } else if (format == DataFormat.csv) {
      Wrapper wrapper = null;
      String filepath = tempDir + "\\ds" + src.srcID; // + "_" + src.srcName;

      // Create st merger
      STMerger merger = null;
      // finalParam not used
      /*if(!src.finalParam.equals(src.initParam))
      {
      	merger = new STMerger(src.finalParam);
      	SpatialMapper sp = null;
      	TemporalMapper tp = null;
      	if(src.initParam.latUnit < src.finalParam.latUnit
      			|| src.initParam.longUnit < src.finalParam.longUnit)
      		sp = SpatialMapper.average;
      	else if(src.initParam.latUnit > src.finalParam.latUnit
      			|| src.initParam.longUnit > src.finalParam.longUnit)
      		sp = SpatialMapper.repeat;

      	if(src.initParam.timeWindow < src.finalParam.timeWindow)
      		tp = TemporalMapper.sum;
      	else if(src.initParam.timeWindow > src.finalParam.timeWindow)
      		tp = TemporalMapper.repeat;

      	merger.addIterator(csvEIter, sp, tp);
      	merger.setMergingExpression("mulED(R0,1)");
      }*/

      if (src.supportedWrapper.equalsIgnoreCase("csvArray")) {
        log.info("before create csv array wrapper");
        CSVEmageIterator csvEIter = new CSVEmageIterator(src.initParam, src.srcTheme, src.url);
        csvEIter.setSrcID(Long.parseLong(src.srcID));

        log.info("wrapper created");
        process =
            new DataProcess(merger, csvEIter, null, filepath, imgBasePath + src.srcID, src.srcID);

      } else if (src.supportedWrapper.equalsIgnoreCase("csvField")) {
        log.info("before create csv field wrapper");
        JsonParser parser = new JsonParser();
        JsonObject keyValue = parser.parse(src.getWrapper().getWrprKeyValue()).getAsJsonObject();

        log.info(
            src.initParam.numOfColumns
                + ", "
                + src.initParam.numOfRows
                + " after cal: "
                + src.initParam.getNumOfColumns()
                + ", "
                + src.initParam.getNumOfRows());
        CSVFieldEmageIterator csvEIter =
            new CSVFieldEmageIterator(
                src.initParam,
                src.srcTheme,
                src.url,
                keyValue.get("datasource_type").getAsString(),
                keyValue.get("spatial_wrapper").getAsString());
        csvEIter.setLatLongValIndex(
            keyValue.get("lat_index").getAsInt(),
            keyValue.get("lon_index").getAsInt(),
            keyValue.get("val_index").getAsInt());
        csvEIter.setSrcID(Long.parseLong(src.srcID));
        log.info(
            src.srcTheme
                + ", "
                + src.url
                + ", "
                + keyValue.get("datasource_type").getAsString()
                + ", "
                + keyValue.get("spatial_wrapper").getAsString()
                + ", "
                + keyValue.get("lat_index").getAsInt()
                + ", "
                + keyValue.get("lon_index").getAsInt()
                + ", "
                + keyValue.get("val_index").getAsInt());
        log.info("wrapper created");
        process =
            new DataProcess(merger, csvEIter, null, filepath, imgBasePath + src.srcID, src.srcID);
      }
      // Start the data collecting process
      new Thread(process).start();
    }
    return process;
  }