@Test
public void testPageBlobDownloadRangeTest()
throws URISyntaxException, StorageException, IOException {
byte[] buffer = BlobTestHelper.getRandomBuffer(2 * 1024);
CloudPageBlob blob = this.container.getPageBlobReference("blob1");
ByteArrayInputStream wholeBlob = new ByteArrayInputStream(buffer);
blob.upload(wholeBlob, 2 * 1024);
ByteArrayOutputStream blobStream = new ByteArrayOutputStream();
try {
blob.downloadRange(0, new Long(0), blobStream);
} catch (IndexOutOfBoundsException ex) {
}
blob.downloadRange(0, new Long(1024), blobStream);
assertEquals(blobStream.size(), 1024);
BlobTestHelper.assertStreamsAreEqualAtIndex(
new ByteArrayInputStream(blobStream.toByteArray()), wholeBlob, 0, 0, 1024, 2 * 1024);
CloudPageBlob blob2 = this.container.getPageBlobReference("blob1");
try {
blob.downloadRange(1024, new Long(0), blobStream);
} catch (IndexOutOfBoundsException ex) {
}
ByteArrayOutputStream blobStream2 = new ByteArrayOutputStream();
blob2.downloadRange(1024, new Long(1024), blobStream2);
BlobTestHelper.assertStreamsAreEqualAtIndex(
new ByteArrayInputStream(blobStream2.toByteArray()), wholeBlob, 1024, 1024, 1024, 2 * 1024);
BlobTestHelper.assertAreEqual(blob, blob2);
}
/**
* @throws URISyntaxException
* @throws StorageException
* @throws IOException
*/
@Test
public void testPageBlobInputStream() throws URISyntaxException, StorageException, IOException {
final int blobLength = 16 * 1024;
final Random randGenerator = new Random();
String blobName = BlobTestHelper.generateRandomBlobNameWithPrefix("testblob");
final CloudPageBlob blobRef = this.container.getPageBlobReference(blobName);
final byte[] buff = new byte[blobLength];
randGenerator.nextBytes(buff);
buff[0] = -1;
buff[1] = -128;
final ByteArrayInputStream sourceStream = new ByteArrayInputStream(buff);
final BlobRequestOptions options = new BlobRequestOptions();
final OperationContext operationContext = new OperationContext();
options.setTimeoutIntervalInMs(90000);
options.setRetryPolicyFactory(new RetryNoRetry());
blobRef.upload(sourceStream, blobLength, null, options, operationContext);
BlobInputStream blobStream = blobRef.openInputStream();
for (int i = 0; i < blobLength; i++) {
int data = blobStream.read();
assertTrue(data >= 0);
assertEquals(buff[i], (byte) data);
}
assertEquals(-1, blobStream.read());
blobRef.delete();
}
@Test
public void testBlobEmptyHeaderSigningTest()
throws URISyntaxException, StorageException, IOException {
final String pageBlobName = BlobTestHelper.generateRandomBlobNameWithPrefix("testPageBlob");
final CloudPageBlob pageBlobRef = this.container.getPageBlobReference(pageBlobName);
final int length = 2 * 1024;
ByteArrayInputStream srcStream = BlobTestHelper.getRandomDataStream(length);
OperationContext context = new OperationContext();
context
.getSendingRequestEventHandler()
.addListener(
new StorageEvent<SendingRequestEvent>() {
@Override
public void eventOccurred(SendingRequestEvent eventArg) {
HttpURLConnection connection = (HttpURLConnection) eventArg.getConnectionObject();
connection.setRequestProperty("x-ms-foo", "");
}
});
pageBlobRef.upload(srcStream, length, null, null, context);
pageBlobRef.download(new ByteArrayOutputStream(), null, null, context);
}
@Test
public void testBlobUploadWithoutMD5Validation()
throws URISyntaxException, StorageException, IOException {
final String pageBlobName = BlobTestHelper.generateRandomBlobNameWithPrefix("testPageBlob");
final CloudPageBlob pageBlobRef = this.container.getPageBlobReference(pageBlobName);
final int length = 2 * 1024;
ByteArrayInputStream srcStream = BlobTestHelper.getRandomDataStream(length);
BlobRequestOptions options = new BlobRequestOptions();
options.setDisableContentMD5Validation(false);
options.setStoreBlobContentMD5(false);
pageBlobRef.upload(srcStream, length, null, options, null);
pageBlobRef.downloadAttributes();
pageBlobRef.getProperties().setContentMD5("MDAwMDAwMDA=");
pageBlobRef.uploadProperties(null, options, null);
try {
pageBlobRef.download(new ByteArrayOutputStream(), null, options, null);
fail();
} catch (StorageException ex) {
assertEquals(306, ex.getHttpStatusCode());
assertEquals("InvalidMd5", ex.getErrorCode());
}
options.setDisableContentMD5Validation(true);
pageBlobRef.download(new ByteArrayOutputStream(), null, options, null);
}
@Test
public void testPageBlobCopyWithMetadataOverride()
throws URISyntaxException, StorageException, IOException, InterruptedException {
Calendar calendar = Calendar.getInstance(Utility.UTC_ZONE);
CloudPageBlob source = this.container.getPageBlobReference("source");
byte[] buffer = BlobTestHelper.getRandomBuffer(512);
ByteArrayInputStream stream = new ByteArrayInputStream(buffer);
source.upload(stream, buffer.length);
source.getMetadata().put("Test", "value");
source.uploadMetadata();
CloudPageBlob copy = this.container.getPageBlobReference("copy");
copy.getMetadata().put("Test2", "value2");
String copyId = copy.startCopy(BlobTestHelper.defiddler(source));
BlobTestHelper.waitForCopy(copy);
assertEquals(CopyStatus.SUCCESS, copy.getCopyState().getStatus());
assertEquals(source.getQualifiedUri().getPath(), copy.getCopyState().getSource().getPath());
assertEquals(buffer.length, copy.getCopyState().getTotalBytes().intValue());
assertEquals(buffer.length, copy.getCopyState().getBytesCopied().intValue());
assertEquals(copyId, copy.getCopyState().getCopyId());
assertTrue(
copy.getCopyState()
.getCompletionTime()
.compareTo(new Date(calendar.get(Calendar.MINUTE) - 1))
> 0);
ByteArrayOutputStream copyStream = new ByteArrayOutputStream();
copy.download(copyStream);
BlobTestHelper.assertStreamsAreEqual(
stream, new ByteArrayInputStream(copyStream.toByteArray()));
copy.downloadAttributes();
source.downloadAttributes();
BlobProperties prop1 = copy.getProperties();
BlobProperties prop2 = source.getProperties();
assertEquals(prop1.getCacheControl(), prop2.getCacheControl());
assertEquals(prop1.getContentEncoding(), prop2.getContentEncoding());
assertEquals(prop1.getContentDisposition(), prop2.getContentDisposition());
assertEquals(prop1.getContentLanguage(), prop2.getContentLanguage());
assertEquals(prop1.getContentMD5(), prop2.getContentMD5());
assertEquals(prop1.getContentType(), prop2.getContentType());
assertEquals("value2", copy.getMetadata().get("Test2"));
assertFalse(copy.getMetadata().containsKey("Test"));
copy.delete();
}
@Test
public void testPageBlobUploadFromStreamTest()
throws URISyntaxException, StorageException, IOException {
final String pageBlobName = BlobTestHelper.generateRandomBlobNameWithPrefix("testPageBlob");
final CloudPageBlob pageBlobRef = this.container.getPageBlobReference(pageBlobName);
int length = 2 * 1024;
ByteArrayInputStream srcStream = BlobTestHelper.getRandomDataStream(length);
pageBlobRef.upload(srcStream, length);
ByteArrayOutputStream dstStream = new ByteArrayOutputStream();
pageBlobRef.download(dstStream);
BlobTestHelper.assertStreamsAreEqual(
srcStream, new ByteArrayInputStream(dstStream.toByteArray()));
length = 5 * 1024 * 1024;
srcStream = BlobTestHelper.getRandomDataStream(length);
pageBlobRef.upload(srcStream, length);
dstStream = new ByteArrayOutputStream();
pageBlobRef.download(dstStream);
BlobTestHelper.assertStreamsAreEqual(
srcStream, new ByteArrayInputStream(dstStream.toByteArray()));
}
@Test
public void testUploadDownloadBlobProperties()
throws URISyntaxException, StorageException, IOException {
final int length = 512;
// do this to make sure the set MD5 can be compared without an exception being thrown
BlobRequestOptions options = new BlobRequestOptions();
options.setDisableContentMD5Validation(true);
// with explicit upload/download of properties
String pageBlobName1 = BlobTestHelper.generateRandomBlobNameWithPrefix("testBlockBlob");
CloudPageBlob pageBlobRef1 = this.container.getPageBlobReference(pageBlobName1);
pageBlobRef1.upload(BlobTestHelper.getRandomDataStream(length), length);
BlobTestHelper.setBlobProperties(pageBlobRef1);
BlobProperties props1 = pageBlobRef1.getProperties();
pageBlobRef1.uploadProperties();
pageBlobRef1.downloadAttributes(null, options, null);
BlobProperties props2 = pageBlobRef1.getProperties();
BlobTestHelper.assertAreEqual(props1, props2);
// by uploading/downloading the blob
pageBlobName1 = BlobTestHelper.generateRandomBlobNameWithPrefix("testBlockBlob");
pageBlobRef1 = this.container.getPageBlobReference(pageBlobName1);
BlobTestHelper.setBlobProperties(pageBlobRef1);
props1 = pageBlobRef1.getProperties();
pageBlobRef1.upload(BlobTestHelper.getRandomDataStream(length), length);
pageBlobRef1.download(new ByteArrayOutputStream(), null, options, null);
props2 = pageBlobRef1.getProperties();
BlobTestHelper.assertAreEqual(props1, props2);
}
@Test
public void testCloudPageBlobUploadFromStreamWithAccessCondition()
throws URISyntaxException, StorageException, IOException {
CloudPageBlob blob1 = this.container.getPageBlobReference("blob1");
AccessCondition accessCondition = AccessCondition.generateIfNoneMatchCondition("\"*\"");
final int length = 6 * 512;
ByteArrayInputStream srcStream = BlobTestHelper.getRandomDataStream(length);
blob1.upload(srcStream, length, accessCondition, null, null);
srcStream.reset();
blob1.create(1024);
accessCondition = AccessCondition.generateIfNoneMatchCondition(blob1.getProperties().getEtag());
try {
blob1.upload(srcStream, length, accessCondition, null, null);
} catch (StorageException ex) {
assertEquals(HttpURLConnection.HTTP_PRECON_FAILED, ex.getHttpStatusCode());
}
srcStream.reset();
accessCondition = AccessCondition.generateIfMatchCondition(blob1.getProperties().getEtag());
blob1.upload(srcStream, length, accessCondition, null, null);
srcStream.reset();
CloudPageBlob blob2 = this.container.getPageBlobReference("blob2");
blob2.create(1024);
accessCondition = AccessCondition.generateIfMatchCondition(blob1.getProperties().getEtag());
try {
blob1.upload(srcStream, length, accessCondition, null, null);
} catch (StorageException ex) {
assertEquals(HttpURLConnection.HTTP_PRECON_FAILED, ex.getHttpStatusCode());
}
srcStream.reset();
accessCondition = AccessCondition.generateIfNoneMatchCondition(blob2.getProperties().getEtag());
blob1.upload(srcStream, length, accessCondition, null, null);
}
/**
* Create a blob and try to download a range of its contents
*
* @throws StorageException
* @throws URISyntaxException
* @throws IOException
* @throws InterruptedException
*/
@Test
public void testPageBlobDownloadRangeValidationTest()
throws StorageException, URISyntaxException, IOException {
final int length = 5 * 1024 * 1024;
final String blockBlobName = BlobTestHelper.generateRandomBlobNameWithPrefix("testBlockBlob");
final CloudPageBlob pageBlobRef = this.container.getPageBlobReference(blockBlobName);
pageBlobRef.upload(BlobTestHelper.getRandomDataStream(length), length);
// Download full blob
pageBlobRef.download(new ByteArrayOutputStream());
assertEquals(length, pageBlobRef.getProperties().getLength());
// Download blob range.
byte[] downloadBuffer = new byte[100];
int downloadLength = pageBlobRef.downloadRangeToByteArray(0, (long) 100, downloadBuffer, 0);
assertEquals(length, pageBlobRef.getProperties().getLength());
assertEquals(100, downloadLength);
}
@Test
public void testPageBlobCopyFromSnapshot()
throws StorageException, IOException, URISyntaxException, InterruptedException {
CloudPageBlob source = this.container.getPageBlobReference("source");
byte[] buffer = BlobTestHelper.getRandomBuffer(512);
ByteArrayInputStream stream = new ByteArrayInputStream(buffer);
source.upload(stream, buffer.length);
source.getMetadata().put("Test", "value");
source.uploadMetadata();
CloudPageBlob snapshot = (CloudPageBlob) source.createSnapshot();
// Modify source
byte[] buffer2 = BlobTestHelper.getRandomBuffer(512);
ByteArrayInputStream stream2 = new ByteArrayInputStream(buffer2);
source.getMetadata().put("Test", "newvalue");
source.uploadMetadata();
source.getProperties().setContentMD5(null);
source.upload(stream2, buffer.length);
ByteArrayOutputStream outputStream = new ByteArrayOutputStream();
source.download(outputStream);
ByteArrayOutputStream snapshotStream = new ByteArrayOutputStream();
snapshot.download(snapshotStream);
BlobTestHelper.assertStreamsAreEqual(
stream2, new ByteArrayInputStream(outputStream.toByteArray()));
BlobTestHelper.assertStreamsAreEqual(
stream, new ByteArrayInputStream(snapshotStream.toByteArray()));
source.downloadAttributes();
snapshot.downloadAttributes();
assertFalse(source.getMetadata().get("Test").equals(snapshot.getMetadata().get("Test")));
CloudPageBlob copy = this.container.getPageBlobReference("copy");
String copyId = copy.startCopy(BlobTestHelper.defiddler(snapshot));
BlobTestHelper.waitForCopy(copy);
ByteArrayOutputStream copyStream = new ByteArrayOutputStream();
copy.download(copyStream);
assertEquals(CopyStatus.SUCCESS, copy.getCopyState().getStatus());
BlobTestHelper.assertStreamsAreEqual(
stream, new ByteArrayInputStream(copyStream.toByteArray()));
assertEquals(copyId, copy.getProperties().getCopyState().getCopyId());
copy.downloadAttributes();
BlobProperties prop1 = copy.getProperties();
BlobProperties prop2 = snapshot.getProperties();
assertEquals(prop1.getCacheControl(), prop2.getCacheControl());
assertEquals(prop1.getContentEncoding(), prop2.getContentEncoding());
assertEquals(prop1.getContentDisposition(), prop2.getContentDisposition());
assertEquals(prop1.getContentLanguage(), prop2.getContentLanguage());
assertEquals(prop1.getContentMD5(), prop2.getContentMD5());
assertEquals(prop1.getContentType(), prop2.getContentType());
assertEquals("value", copy.getMetadata().get("Test"));
copy.delete();
}