@Override
 public List<? extends InputReader<byte[]>> createReaders() {
   GcsService gcsService =
       GcsServiceFactory.createGcsService(MapReduceConstants.GCS_RETRY_PARAMETERS);
   GcsFileMetadata metadata;
   try {
     metadata = gcsService.getMetadata(file);
     if (metadata == null) {
       throw new RuntimeException("File does not exist: " + file.toString());
     }
   } catch (IOException e) {
     throw new RuntimeException("Unable to read file metadata: " + file.toString(), e);
   }
   long blobSize = metadata.getLength();
   return split(file, blobSize, shardCount);
 }
示例#2
0
 public BlobEntryGcsImpl(ByteBuffer byteBuffer, GcsFileMetadata gcsFileMetadata) {
   this.fileName = gcsFileMetadata.getFilename().getObjectName();
   this.data = byteBuffer.array();
   this.length = gcsFileMetadata.getLength();
   this.mimeType = gcsFileMetadata.getOptions().getMimeType();
   this.cacheControl = gcsFileMetadata.getOptions().getCacheControl();
   this.eTag = gcsFileMetadata.getEtag();
   this.lastModified = gcsFileMetadata.getLastModified();
   this.metaData = gcsFileMetadata.getOptions().getUserMetadata();
 }
  @Override
  public BlobEntry getBlob(String fileName) throws UnexpectedServerException {
    GcsFilename gcsFileName = new GcsFilename(bucketName, fileName);

    try {

      GcsFileMetadata gcsFileMetadata = gcsService.getMetadata(gcsFileName);

      if (gcsFileMetadata == null) return null;

      if (gcsFileMetadata.getLength() == 0) return null;

      GcsInputChannel gcsInputChannel = gcsService.openReadChannel(gcsFileName, 0);

      ByteBuffer byteBuffer = ByteBuffer.allocate((int) gcsFileMetadata.getLength());
      gcsInputChannel.read(byteBuffer);

      return new BlobEntryGcsImpl(byteBuffer, gcsFileMetadata);

    } catch (IOException ex) {
      logger.log(Level.INFO, "Failed to fetch blob with name '" + fileName + "'", ex);
      throw new UnexpectedServerException();
    }
  }