コード例 #1
0
  // create table
  public double createTable(Table t) {
    switch (t.type.getId()) {
        // standard table
      case TABLE:
        if (t.partitions == null) return execute("CREATE " + t.toString() + ";");
        else {
          double timeToCreate = 0;
          List<Table> partitionTables = TableUtils.perPartitionTables(t);
          for (Table partitionT : partitionTables)
            timeToCreate += execute("CREATE " + partitionT.toString() + ";");
          return timeToCreate;
        }

        // column grouped table
      case CTABLE:
        if (t.partitions == null)
          // c_segment_size=10,c_buffer_size=1,c_partitions="1,2|3"
          return execute("CREATE " + t.toString() + ";");
        else {
          // _TODO: create a CTable in the modified postgres
          return execute(
              "CREATE "
                  + t.toString()
                  + " WITH (c_buffer_size=1000,c_partitions=\""
                  + PartitioningUtils.partitioningString(t.partitions)
                  + "\");");
        }

        // invalid table type
      default:
        throw new UnsupportedOperationException("Unknown table type !");
    }
  }
コード例 #2
0
  // bulk load
  public double loadTable(Table t, String dataFile, String delimiter) {
    switch (t.type.getId()) {
      case TABLE:
        if (t.partitions == null)
          return execute(
              "COPY " + t.name + " FROM '" + dataFile + "' DELIMITER '" + delimiter + "'");
        else {
          this.t.reset();
          this.t.start();

          List<Table> partitionTables = TableUtils.perPartitionTables(t);

          TableRowIterator itr = new TableRowIterator(t, dataFile, delimiter);
          int count = 0;
          while (itr.hasNext()) {
            TableRow row = itr.next();
            for (TIntIterator keyit = t.partitions.keySet().iterator(); keyit.hasNext(); ) {
              int key = keyit.next();

              TableRow partialRow =
                  TableRowUtils.partialTableRow(
                      row, partitionTables.get(key), t.partitions.get(key).toArray());
              partialRow.add(count);
              insertRow(partitionTables.get(key), partialRow);
            }
            count++;
            if (count % 10000 == 0) log("Inserted " + count + " rows");
          }
          close();
          this.t.stop();
          return this.t.getElapsedTime();
        }
      case CTABLE:
        this.t.reset();
        this.t.start();
        TableRowIterator itr = new TableRowIterator(t, dataFile, delimiter);
        int count = 0;
        while (itr.hasNext()) {
          insertRow(t, itr.next());
          count++;
          if (count % 10000 == 0) log("Inserted " + count + " rows");
        }
        this.t.stop();
        return this.t.getElapsedTime();
      default:
        throw new UnsupportedOperationException("Unknown table type !");
    }
  }
コード例 #3
0
  // execute drop table query
  public void dropTable(Table t) {
    switch (t.type.getId()) {
      case TABLE:
        if (t.partitions == null) execute("DROP TABLE IF EXISTS " + t.name);
        else {
          List<Table> partitionTables = TableUtils.perPartitionTables(t);
          for (Table pT : partitionTables) execute("DROP TABLE IF EXISTS " + pT.name);
        }
        break;

      case CTABLE:
        execute("DROP CTABLE IF EXISTS " + t.name);
        break;
      default:
        throw new UnsupportedOperationException("Unknown table type !");
    }
  }