示例#1
0
    private void runJob(
        long transactionId, OptionalInt bucketNumber, long tableId, Set<UUID> shardUuids)
        throws IOException {
      TableMetadata metadata = getTableMetadata(tableId);

      // This job could be in the queue for quite some time, so before doing any expensive
      // operations,
      // filter out shards that no longer exist, reducing the possibility of failure
      shardUuids = shardManager.getExistingShardUuids(tableId, shardUuids);
      if (shardUuids.size() <= 1) {
        return;
      }

      List<ShardInfo> newShards =
          performCompaction(transactionId, bucketNumber, shardUuids, metadata);
      log.info(
          "Compacted shards %s into %s",
          shardUuids, newShards.stream().map(ShardInfo::getShardUuid).collect(toList()));
      shardManager.replaceShardUuids(
          transactionId,
          tableId,
          metadata.getColumns(),
          shardUuids,
          newShards,
          OptionalLong.empty());
    }
示例#2
0
 private List<ShardInfo> performCompaction(
     long transactionId,
     OptionalInt bucketNumber,
     Set<UUID> shardUuids,
     TableMetadata tableMetadata)
     throws IOException {
   if (tableMetadata.getSortColumnIds().isEmpty()) {
     return compactor.compact(
         transactionId, bucketNumber, shardUuids, tableMetadata.getColumns());
   }
   return compactor.compactSorted(
       transactionId,
       bucketNumber,
       shardUuids,
       tableMetadata.getColumns(),
       tableMetadata.getSortColumnIds(),
       nCopies(tableMetadata.getSortColumnIds().size(), ASC_NULLS_FIRST));
 }