Ejemplo n.º 1
0
  public static void initData4Delicious(Preprocessing pr) {
    // Preprocessing pr = new Preprocessing();
    Dbconnection dbconn = Dbconnection._getConn();
    try {
      // Build tag set for counting
      pr.buildTags(dbconn.getResultSet(GlobalSQLQuery.GETVIEWTAG));
      pr.sensorToken();

      // Build tags for each bookmark
      pr.buildBookmark_Tags(dbconn.getResultSet(GlobalSQLQuery.GETBOOKMARK_TAG));

      // Build User Relations
      // pr.buildContactRelation(new File(
      // "Data/Delicious/user_contacts-timestamps.dat"));

      // Build user list
      // pr.buildUserList(dbconn.getResultSet(GlobalSQLQuery.GETUSER));

      // Print statistical data
      System.out.println("Size tags: " + Environment.hm_token_weight.size());
      System.out.println("Size bookmark-tags: " + Environment.hm_bookmark_tag.size());

      pr.buildTagChecking(dbconn.getResultSet(GlobalSQLQuery.GETTAG));
      System.out.println("Size true-tags: " + Environment.tagSet.size());

      // Calculate TF-IDF & normalization
      pr.calTF_IDF();

      // pr.writeBookmark_Tags(new File("Output4Stats/matrix"));
      // writeBookmark_Tags_ARFF(new File("matrix_arff.arff"));
      // writeBookmark_Tags_Matlab(new File("matrix_matlab_try_1"), new
      // File(
      // "bm_index_try_1"));
    } catch (SQLException sqlEx) {
      System.out.println("SQL exception...");
    }
  }
Ejemplo n.º 2
0
  public static void executePCA(Preprocessing pr) throws Exception {
    // Using PCA from EJML
    // PrincipleComponentAnalysis pca = new PrincipleComponentAnalysis();
    // pca.setup(Environment.hm_bookmark_tag.size(),
    // Environment.hm_token_weight.size());
    // BufferedReader br = new BufferedReader(new FileReader(
    // new File("matrix")));
    // String s = "";
    // String[] arrStr;
    // double[] nums = null;
    // while ((s = br.readLine()) != null) {
    // arrStr = s.split("\t");
    // nums = new double[arrStr.length - 1];
    // for (int i = 0; i < nums.length; i++) {
    // nums[i] = Double.parseDouble(arrStr[i + 1]);
    // }
    // pca.addSample(nums);
    // }
    // pca.computeBasis(Environment.featureSize);
    // System.out.println(pca.sampleToEigenSpace(nums));

    PrincipleComponentAnalysis pca = new PrincipleComponentAnalysis();
    // int bm_num = 68479;
    // int tg_num = 11619;
    pca.setup(Environment.hm_bookmark_tag.size(), Environment.hm_token_weight.size());
    File mxIN = new File("Output4Stats/matrix");
    File mxOUT = new File("Output4Stats/norm_matrix_ejml");
    BufferedReader br = new BufferedReader(new FileReader(mxIN));
    String s = "";
    String[] arrStr;
    double[] nums = null;
    System.out.println("Start reading matrix...");
    while ((s = br.readLine()) != null) {
      arrStr = s.split("\t");
      nums = new double[arrStr.length - 1];
      for (int i = 0; i < nums.length; i++) {
        nums[i] = Double.parseDouble(arrStr[i + 1]);
      }
      pca.addSample(nums);
    }
    br.close();

    System.out.println("Start PCA...");
    pca.computeBasis(Environment.featureSize);

    // Write down to file
    System.out.println("Start writing norm matrix...");
    pr.writeNormMatrix(pca, mxIN, mxOUT);
  }
Ejemplo n.º 3
0
  public static void initData4LastFM(Preprocessing pr) {
    Dbconnection dbconn = Dbconnection._getConn();
    try {
      // Build tag set for counting
      pr.buildTags(dbconn.getResultSet(GlobalSQLQuery.GETVIEW_ARTIST_TAG));

      System.out.println("Tags: " + Environment.hm_tag_artistset.size());
      System.out.println("Artist: " + Environment.hm_artist_tag.size());
      // Running PCA
      // executePCAFM(pr);
      // Calculate TF-IDF & normalization
      // pr.calTF_IDF();

      // pr.writeBookmark_Tags(new File("Output4Stats/matrix4lastfm"));
    } catch (SQLException sqlEx) {
      System.out.println("SQL exception...");
    } catch (Exception e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
    }
  }
Ejemplo n.º 4
0
  public static void main(String[] args) throws SQLException {
    // TODO Auto-generated method stub
    Preprocessing pr;
    switch (Environment.DATASOURCE) {
      case DELICIOUS:
        pr = new Preprocessing();
        // Init data for PCA
        ALGControl.initData4Delicious(pr);
        // Get users from db
        pr.buildUserList(Dbconnection._getConn().getResultSet(GlobalSQLQuery.GETUSER));
        break;
      case LASTFM:
        pr = new Preprocessing_lastfm();
        ALGControl.initData4LastFM(pr);
        pr.buildUserList(Dbconnection._getConn().getResultSet(GlobalSQLQuery.GETUSER));
        break;
    }

    // Read norm matrix from file outside
    ALGControl.readMatrix();

    ALGControl alg;

    switch (Environment.runningAlgType) {
      case LINUCB_SIN:
        // Running LinSIN
        alg = new AlgorithmThreadBuilder(AlgorithmType.LINUCB_SIN);
        alg.start();
        break;
      case LINUCB_IND:
        // Running LinIND
        alg = new AlgorithmThreadBuilder(AlgorithmType.LINUCB_IND);
        alg.start();
        break;
      case LINUCB_KMEAN:
        // Running LinUCB-Kmean
        alg = new AlgorithmThreadBuilder(AlgorithmType.LINUCB_KMEAN);
        alg.start();
        break;
      case LINUCB_TREE:
        // Run LinUCBTREE
        alg = new AlgorithmThreadBuilder(AlgorithmType.LINUCB_TREE);
        alg.start();
        break;
      case CLUB:
        // Run CLUB
        alg = new AlgorithmThreadBuilder(AlgorithmType.CLUB);
        alg.start();
        break;
      case LINUCB_VER:
        // Running verification && Warmstart
        TreeFixedCluster.doCluster();
        alg = new AlgorithmThreadBuilder(AlgorithmType.LINUCB_VER);
        alg.start();
        break;
      case LINUCB_WARM:
        TreeFixedCluster.doCluster();
        alg = new AlgorithmThreadBuilder(AlgorithmType.LINUCB_WARM);
        alg.start();
        break;
    }
  }