コード例 #1
0
  static void displayStats() {
    if (training_time_stats.size() > 0)
      // TODO format floating point
      System.out.println(
          "Iteration time: min="
              + Collections.min(training_time_stats)
              + ", max="
              + Collections.max(training_time_stats)
              + ", avg="
              + Utils.average(training_time_stats)
              + " seconds");

    if (eval_time_stats.size() > 0)
      System.out.println(
          "Evaluation time: min="
              + Collections.min(eval_time_stats)
              + ", max="
              + Collections.max(eval_time_stats)
              + ", avg="
              + Utils.average(eval_time_stats)
              + " seconds");

    if (compute_fit && fit_time_stats.size() > 0)
      System.out.println(
          "fit_time: min="
              + Collections.min(fit_time_stats)
              + ", max="
              + Collections.max(fit_time_stats)
              + ", avg="
              + Utils.average(fit_time_stats)
              + " seconds");

    System.out.println("Memory: " + Memory.getUsage() + " MB");
  }
コード例 #2
0
  static void loadData(
      String data_dir,
      String user_attributes_file,
      String item_attributes_file,
      String user_relation_file,
      String item_relation_file,
      boolean static_data)
      throws Exception {

    long start = Calendar.getInstance().getTimeInMillis();

    // Read training data
    if ((recommender instanceof TimeAwareRatingPredictor || chronological_split != null)
        && file_format != RatingFileFormat.MOVIELENS_1M) {
      training_data =
          TimedRatingData.read(
              Utils.combine(data_dir, training_file), user_mapping, item_mapping, false);
    } else {
      if (file_format == RatingFileFormat.DEFAULT)
        training_data =
            static_data
                ? StaticRatingData.read(
                    Utils.combine(data_dir, training_file),
                    user_mapping,
                    item_mapping,
                    rating_type,
                    false)
                : RatingData.read(
                    Utils.combine(data_dir, training_file), user_mapping, item_mapping, false);
      else if (file_format == RatingFileFormat.IGNORE_FIRST_LINE)
        training_data =
            static_data
                ? StaticRatingData.read(
                    Utils.combine(data_dir, training_file),
                    user_mapping,
                    item_mapping,
                    rating_type,
                    true)
                : RatingData.read(
                    Utils.combine(data_dir, training_file), user_mapping, item_mapping, true);
      else if (file_format == RatingFileFormat.MOVIELENS_1M)
        training_data =
            MovieLensRatingData.read(
                Utils.combine(data_dir, training_file), user_mapping, item_mapping);
      else if (file_format == RatingFileFormat.KDDCUP_2011)
        training_data =
            org.mymedialite.io.kddcup2011.Ratings.read(Utils.combine(data_dir, training_file));
    }
    recommender.setRatings(training_data);

    // User attributes
    if (user_attributes_file != null)
      user_attributes =
          AttributeData.read(
              Utils.combine(data_dir, user_attributes_file), user_mapping, attribute_mapping);

    if (recommender instanceof IUserAttributeAwareRecommender)
      ((IUserAttributeAwareRecommender) recommender).setUserAttributes(user_attributes);

    // Item attributes
    if (item_attributes_file != null)
      item_attributes =
          AttributeData.read(
              Utils.combine(data_dir, item_attributes_file), item_mapping, attribute_mapping);

    if (recommender instanceof IItemAttributeAwareRecommender)
      ((IItemAttributeAwareRecommender) recommender).setItemAttributes(item_attributes);

    // User relation
    if (recommender instanceof IUserRelationAwareRecommender) {
      ((IUserRelationAwareRecommender) recommender)
          .setUserRelation(
              RelationData.read(Utils.combine(data_dir, user_relation_file), user_mapping));
      System.out.println(
          "relation over " + ((IUserRelationAwareRecommender) recommender).numUsers() + " users");
    }

    // Item relation
    if (recommender instanceof IItemRelationAwareRecommender) {
      ((IItemRelationAwareRecommender) recommender)
          .setItemRelation(
              RelationData.read(Utils.combine(data_dir, item_relation_file), item_mapping));
      System.out.println(
          "relation over "
              + ((IItemRelationAwareRecommender) recommender).getNumItems()
              + " items");
    }

    // Read test data
    if (test_file != null) {
      if (recommender instanceof TimeAwareRatingPredictor
          && file_format != RatingFileFormat.MOVIELENS_1M)
        test_data =
            TimedRatingData.read(
                Utils.combine(data_dir, test_file), user_mapping, item_mapping, false);
      else if (file_format == RatingFileFormat.MOVIELENS_1M)
        test_data =
            MovieLensRatingData.read(
                Utils.combine(data_dir, test_file), user_mapping, item_mapping);
      else if (file_format == RatingFileFormat.KDDCUP_2011)
        test_data =
            org.mymedialite.io.kddcup2011.Ratings.read(Utils.combine(data_dir, training_file));
      else
        test_data =
            StaticRatingData.read(
                Utils.combine(data_dir, test_file),
                user_mapping,
                item_mapping,
                rating_type,
                file_format == RatingFileFormat.IGNORE_FIRST_LINE);
    }

    System.out.println(
        "Loading time: "
            + (double) (Calendar.getInstance().getTimeInMillis() - start) / 1000
            + " seconds");
    System.out.println("Memory: " + Memory.getUsage() + " MB");
  }