コード例 #1
0
  public static Boolean insertTaskRun(
      String text, int task_id, int project_id, String contributor_name, String source) {

    Document taskRun = MongodbMethods.getTaskRunsFromMongoDB(task_id, contributor_name, text);
    if (taskRun != null) {
      logger.error("You are only allowed one contribution for each task.");
      logger.error("task_id= " + task_id + " screen_name: " + contributor_name);
      return false;
    }

    JSONObject jsonData = PybossaMethods.BuildJsonTaskRunContent(text, task_id, project_id);
    if (MongodbMethods.insertTaskRunIntoMongoDB(jsonData, contributor_name, source)) {
      logger.debug("Task run was successfully inserted into MongoDB");
      // Project has to be reqested before inserting a task run
      logger.debug("Requesting the project ID from PyBossa before inserting it");
      String postURL = Config.PyBossahost + Config.taskRunDir + Config.api_key;
      JSONObject postResponse = PybossaMethods.insertTaskRunIntoPyBossa(postURL, jsonData);
      if (postResponse != null) {
        logger.debug("Task run was successfully inserted into PyBossa");
        return true;
      } else {
        return false;
      }

    } else {
      logger.error("Task run was not inserted into MongoDB!");
      return false;
    }
  }
コード例 #2
0
  public static void run() {
    try {

      logger.debug("Getting time line from Twitter");
      ArrayList<JSONObject> ResponsesFromTwitter = TwitterMethods.getTimeLineAsJsons(twitter);
      if (ResponsesFromTwitter != null) {
        logger.debug("There are " + ResponsesFromTwitter.size() + " tweets to be processed");
        for (JSONObject jsonObject : ResponsesFromTwitter) {

          // logger.debug("Processing a new twitter object ");
          if (!jsonObject.isNull("in_reply_to_status_id_str")) {
            logger.debug("Found a reply tweet " + jsonObject);
            String in_reply_to_status_id_str = jsonObject.getString("in_reply_to_status_id_str");
            String reply = jsonObject.getString("text");
            String in_reply_to_screen_name = jsonObject.getString("in_reply_to_screen_name");
            String taskResponse = reply.replaceAll("@" + in_reply_to_screen_name, "");

            // // store the reply id
            // String id_str = jsonObject.getString("id_str");

            // store the use screen name
            JSONObject userJson = jsonObject.getJSONObject("user");

            // store the replier user name
            String screen_name = userJson.getString("screen_name");

            logger.debug("Checking if the reply has already being stored");
            // Document taskRun = getTaskRunsFromMongoDB(id_str);
            // if (taskRun == null) {

            logger.debug("Looking for the original tweet for the reply");
            JSONObject orgTweet =
                TwitterMethods.getTweetByID(String.valueOf(in_reply_to_status_id_str), twitter);
            // loop through tweets till you find the orginal
            // tweet
            if (orgTweet != null) {
              while (!orgTweet.isNull("in_reply_to_status_id_str")) {
                orgTweet =
                    TwitterMethods.getTweetByID(
                        orgTweet.getString("in_reply_to_status_id_str"), twitter);
              }
              logger.debug("Original tweet was found");

              String orgTweetText = orgTweet.getString("text");
              Pattern pattern = Pattern.compile("(#t[0-9]+)");
              Matcher matcher = pattern.matcher(orgTweetText);
              String taskID = "";
              if (matcher.find()) {
                logger.debug("Found a taskID in the orginal tweet");
                taskID = matcher.group(1).replaceAll("#t", "");
                Integer intTaskID = Integer.valueOf(taskID);

                // cache taskIDs
                if (!cachedTaskIDsAndProjectsIDs.containsKey(intTaskID)) {
                  logger.debug("TaskID is not in the cache");
                  logger.debug("Retriving Task id from Collection: " + Config.taskCollection);
                  Document doc = MongodbMethods.getTaskFromMongoDB(intTaskID);
                  if (doc != null) {
                    int project_id = doc.getInteger("project_id");
                    cachedTaskIDsAndProjectsIDs.put(intTaskID, project_id);
                    if (insertTaskRun(taskResponse, intTaskID, project_id, screen_name, SOURCE)) {
                      logger.debug("Task run was completely processed");
                    } else {
                      logger.error("Failed to process the task run");
                    }
                  } else {
                    logger.error("Couldn't find task with ID " + taskID);
                    // TODO: Remove tweets that do not have
                    // records in MongoDB
                  }
                } else {
                  logger.debug("Task ID was found in the cache");
                  insertTaskRun(
                      taskResponse,
                      intTaskID,
                      cachedTaskIDsAndProjectsIDs.get(intTaskID),
                      screen_name,
                      SOURCE);
                }

              } else {
                logger.error(
                    "reply: \\"
                        + reply
                        + " was not being identified with an associated task in the original text: \\"
                        + orgTweetText);
              }
            }
          }
          // else {
          // logger.debug("This is not a reply tweet");
          //
          // }

        }
      } else {
        logger.info("Time line was null");
      }

    } catch (Exception e) {
      logger.error("Error ", e);
    }
  }