Пример #1
0
  private void _write(String service, String queryString, InputStream in) throws SQLException {
    String md5 = StringUtils.md5Hash(createHashRoot(service, queryString));
    // String md5 = StringUtils.md5Hash(queryString);

    Timestamp timestamp = new Timestamp(new GregorianCalendar().getTimeInMillis());

    // Reader reader = new InputStreamReader(in);

    ResultSet rs = null;
    try {
      rs = executeQuery(Query.LOOKUP, md5);

      if (rs != null && rs.next()) {
        execute(Query.UPDATE, null, in, timestamp, md5);
      } else {
        execute(Query.INSERT, null, md5, queryString, in, timestamp);
      }
    } finally {
      if (rs != null) {
        rs.close();
      }
    }

    // return lookup(queryString);
  }
Пример #2
0
  public static void main(String[] args) throws Exception {
    PropertyConfigurator.configure("log4j.properties");

    File dir = new File("/home/raven/Desktop/lgd/QueryLogs/all/");

    LogDirectory logDir = new LogDirectory(dir, Pattern.compile("access.*"));

    Date low = new GregorianCalendar(2011, 3, 10, 0, 0, 0).getTime();
    Date high = new GregorianCalendar(2011, 3, 17, 12, 0, 0).getTime();

    // low = new GregorianCalendar(2011, 3, 17, 0, 0, 0).getTime();
    // high = new GregorianCalendar(2011, 3, 19, 12, 0, 0).getTime();

    low = null;
    high = null;

    File outFile = new File("/home/raven/Desktop/LGDSparql.txt");
    PrintWriter writer = new PrintWriter(outFile);

    RangeApacheLogEntryIterator it = logDir.getIterator(low, high, true, true);

    DateFormat dateFormat = new SimpleDateFormat("dd/MMM/yyyy:HH:mm:ss Z");

    int i = 0;
    while (it.hasNext()) {
      ApacheLogEntry entry = it.next();

      String uri = entry.getRequest().getUrl();
      // *
      try {
        StringUtils.decodeUtf8(uri);
      } catch (Exception e) {
        e.printStackTrace();
        continue;
      } // */

      if (!(uri.contains("sparql") && uri.contains("query=") && uri.contains("linkedgeodata")))
        continue;

      writer.println(dateFormat.format(entry.getDate()) + "\t" + entry.getHostname() + "\t" + uri);
      // ++i;

      // System.out.println(i + " --- " + entry.getDate() + " --- ");
    }

    // processFile(new File("/home/raven/Desktop/lgd/QueryLogs/access.log"));
  }
Пример #3
0
  public CacheEntry _lookup(String service, String queryString) throws SQLException {
    String md5 = StringUtils.md5Hash(createHashRoot(service, queryString));
    // String md5 = StringUtils.md5Hash(queryString);

    ResultSet rs = executeQuery(Query.LOOKUP, md5);

    try {
      if (rs.next()) {
        Timestamp timestamp = rs.getTimestamp("time");
        Blob data = rs.getBlob("data");

        if (validateHash) {
          String cachedQueryString = rs.getString("query_string");

          if (!cachedQueryString.equals(queryString)) {
            logger.error(
                "HASH-CLASH:\n"
                    + "Service: "
                    + service
                    + "\nNew QueryString: "
                    + queryString
                    + "\nOld QueryString: "
                    + cachedQueryString);
            return null;
          }
        }

        // return new CacheEntryBase(timestamp.getTime(), lifespan, new
        // InputStreamProviderResultSetBlob(rs, data));
        if (true) {
          throw new RuntimeException("Deprecated; do not use");
        }
      }

      if (rs.next()) {
        logger.warn("Multiple cache hits found, just one expected.");
      }
    } finally {
      // Note we must not close the rs here - the InputStreamProvider of the CacheEntry must be
      // closed
      // SqlUtils.close(rs);
    }

    return null;
  }
Пример #4
0
  public static void processFile(File file) throws IOException, ParseException {

    BufferedReader reader = new BufferedReader(new InputStreamReader(new FileInputStream(file)));

    String line;
    while ((line = reader.readLine()) != null) {

      ApacheLogEntry entry = ApacheLogEntry.parse(line);

      String uri = entry.getRequest().getUrl();

      if (!(uri.contains("sparql") && uri.contains("query=") && uri.contains("linkedgeodata")))
        continue;

      System.out.println(StringUtils.decodeUtf8(uri));

      // String uri = parts[]
    }
  }