protected ClientMessage createLargeClientMessage(
final ClientSession session, final long numberOfBytes, final boolean persistent)
throws Exception {
ClientMessage clientMessage = session.createMessage(persistent);
clientMessage.setBodyInputStream(UnitTestCase.createFakeLargeStream(numberOfBytes));
return clientMessage;
}
/**
* @param numberOfMessages
* @param numberOfBytes
* @param delayDelivery
* @param session
* @param producer
* @throws FileNotFoundException
* @throws IOException
* @throws org.apache.activemq.api.core.ActiveMQException
*/
private void sendMessages(
final int numberOfMessages,
final long numberOfBytes,
final long delayDelivery,
final ClientSession session,
final ClientProducer producer)
throws Exception {
LargeMessageTestBase.log.debug("NumberOfBytes = " + numberOfBytes);
for (int i = 0; i < numberOfMessages; i++) {
ClientMessage message = session.createMessage(true);
// If the test is using more than 1M, we will only use the Streaming, as it require too much
// memory from the
// test
if (numberOfBytes > 1024 * 1024 || i % 2 == 0) {
LargeMessageTestBase.log.debug("Sending message (stream)" + i);
message.setBodyInputStream(UnitTestCase.createFakeLargeStream(numberOfBytes));
} else {
LargeMessageTestBase.log.debug("Sending message (array)" + i);
byte[] bytes = new byte[(int) numberOfBytes];
for (int j = 0; j < bytes.length; j++) {
bytes[j] = UnitTestCase.getSamplebyte(j);
}
message.getBodyBuffer().writeBytes(bytes);
}
message.putIntProperty(new SimpleString("counter-message"), i);
if (delayDelivery > 0) {
long time = System.currentTimeMillis();
message.putLongProperty(new SimpleString("original-time"), time);
message.putLongProperty(Message.HDR_SCHEDULED_DELIVERY_TIME, time + delayDelivery);
producer.send(message);
} else {
producer.send(message);
}
}
}
protected void testChunks(
final boolean isXA,
final boolean restartOnXA,
final boolean rollbackFirstSend,
final boolean useStreamOnConsume,
final boolean realFiles,
final boolean preAck,
final boolean sendingBlocking,
final boolean testBrowser,
final boolean useMessageConsumer,
final int numberOfMessages,
final long numberOfBytes,
final int waitOnConsumer,
final long delayDelivery,
final int producerWindow,
final int minSize)
throws Exception {
clearDataRecreateServerDirs();
server = createServer(realFiles);
server.start();
ServerLocator locator = createInVMNonHALocator();
try {
if (sendingBlocking) {
locator.setBlockOnNonDurableSend(true);
locator.setBlockOnDurableSend(true);
locator.setBlockOnAcknowledge(true);
}
if (producerWindow > 0) {
locator.setConfirmationWindowSize(producerWindow);
}
locator.setMinLargeMessageSize(minSize);
ClientSessionFactory sf = locator.createSessionFactory();
ClientSession session;
Xid xid = null;
session = sf.createSession(null, null, isXA, false, false, preAck, 0);
if (isXA) {
xid = newXID();
session.start(xid, XAResource.TMNOFLAGS);
}
session.createQueue(ADDRESS, ADDRESS, null, true);
ClientProducer producer = session.createProducer(ADDRESS);
if (rollbackFirstSend) {
sendMessages(numberOfMessages, numberOfBytes, delayDelivery, session, producer);
if (isXA) {
session.end(xid, XAResource.TMSUCCESS);
session.prepare(xid);
session.close();
if (realFiles && restartOnXA) {
server.stop();
server.start();
sf = locator.createSessionFactory();
}
session = sf.createSession(null, null, isXA, false, false, preAck, 0);
Xid[] xids = session.recover(XAResource.TMSTARTRSCAN);
Assert.assertEquals(1, xids.length);
Assert.assertEquals(xid, xids[0]);
session.rollback(xid);
producer = session.createProducer(ADDRESS);
xid = newXID();
session.start(xid, XAResource.TMNOFLAGS);
} else {
session.rollback();
}
validateNoFilesOnLargeDir();
}
sendMessages(numberOfMessages, numberOfBytes, delayDelivery, session, producer);
if (isXA) {
session.end(xid, XAResource.TMSUCCESS);
session.prepare(xid);
session.close();
if (realFiles && restartOnXA) {
server.stop();
server.start();
// we need to recreate sf's
sf = locator.createSessionFactory();
}
session = sf.createSession(null, null, isXA, false, false, preAck, 0);
Xid[] xids = session.recover(XAResource.TMSTARTRSCAN);
Assert.assertEquals(1, xids.length);
Assert.assertEquals(xid, xids[0]);
producer = session.createProducer(ADDRESS);
session.commit(xid, false);
xid = newXID();
session.start(xid, XAResource.TMNOFLAGS);
} else {
session.commit();
}
session.close();
if (realFiles) {
server.stop();
server = createServer(realFiles);
server.start();
sf = locator.createSessionFactory();
}
session = sf.createSession(null, null, isXA, false, false, preAck, 0);
if (isXA) {
xid = newXID();
session.start(xid, XAResource.TMNOFLAGS);
}
ClientConsumer consumer = null;
for (int iteration = testBrowser ? 0 : 1; iteration < 2; iteration++) {
session.stop();
// first time with a browser
consumer = session.createConsumer(ADDRESS, null, iteration == 0);
if (useMessageConsumer) {
final CountDownLatch latchDone = new CountDownLatch(numberOfMessages);
final AtomicInteger errors = new AtomicInteger(0);
MessageHandler handler =
new MessageHandler() {
int msgCounter;
public void onMessage(final ClientMessage message) {
try {
if (delayDelivery > 0) {
long originalTime =
(Long) message.getObjectProperty(new SimpleString("original-time"));
Assert.assertTrue(
System.currentTimeMillis() - originalTime + "<" + delayDelivery,
System.currentTimeMillis() - originalTime >= delayDelivery);
}
if (!preAck) {
message.acknowledge();
}
Assert.assertNotNull(message);
if (delayDelivery <= 0) {
// right now there is no guarantee of ordered delivered on multiple
// scheduledMessages with
// the same
// scheduled delivery time
Assert.assertEquals(
msgCounter,
((Integer) message.getObjectProperty(new SimpleString("counter-message")))
.intValue());
}
if (useStreamOnConsume) {
final AtomicLong bytesRead = new AtomicLong(0);
message.saveToOutputStream(
new OutputStream() {
@Override
public void write(final byte[] b) throws IOException {
if (b[0] == UnitTestCase.getSamplebyte(bytesRead.get())) {
bytesRead.addAndGet(b.length);
LargeMessageTestBase.log.debug(
"Read position " + bytesRead.get() + " on consumer");
} else {
LargeMessageTestBase.log.warn(
"Received invalid packet at position " + bytesRead.get());
}
}
@Override
public void write(final int b) throws IOException {
if (b == UnitTestCase.getSamplebyte(bytesRead.get())) {
bytesRead.incrementAndGet();
} else {
LargeMessageTestBase.log.warn("byte not as expected!");
}
}
});
Assert.assertEquals(numberOfBytes, bytesRead.get());
} else {
ActiveMQBuffer buffer = message.getBodyBuffer();
buffer.resetReaderIndex();
for (long b = 0; b < numberOfBytes; b++) {
if (b % (1024L * 1024L) == 0) {
LargeMessageTestBase.log.debug("Read " + b + " bytes");
}
Assert.assertEquals(UnitTestCase.getSamplebyte(b), buffer.readByte());
}
try {
buffer.readByte();
Assert.fail("Supposed to throw an exception");
} catch (Exception e) {
}
}
} catch (Throwable e) {
e.printStackTrace();
LargeMessageTestBase.log.warn("Got an error", e);
errors.incrementAndGet();
} finally {
latchDone.countDown();
msgCounter++;
}
}
};
session.start();
consumer.setMessageHandler(handler);
Assert.assertTrue(latchDone.await(waitOnConsumer, TimeUnit.SECONDS));
Assert.assertEquals(0, errors.get());
} else {
session.start();
for (int i = 0; i < numberOfMessages; i++) {
System.currentTimeMillis();
ClientMessage message = consumer.receive(waitOnConsumer + delayDelivery);
Assert.assertNotNull(message);
System.currentTimeMillis();
if (delayDelivery > 0) {
long originalTime =
(Long) message.getObjectProperty(new SimpleString("original-time"));
Assert.assertTrue(
System.currentTimeMillis() - originalTime + "<" + delayDelivery,
System.currentTimeMillis() - originalTime >= delayDelivery);
}
if (!preAck) {
message.acknowledge();
}
Assert.assertNotNull(message);
if (delayDelivery <= 0) {
// right now there is no guarantee of ordered delivered on multiple scheduledMessages
// with the same
// scheduled delivery time
Assert.assertEquals(
i,
((Integer) message.getObjectProperty(new SimpleString("counter-message")))
.intValue());
}
if (useStreamOnConsume) {
final AtomicLong bytesRead = new AtomicLong(0);
message.saveToOutputStream(
new OutputStream() {
@Override
public void write(final byte[] b) throws IOException {
if (b[0] == UnitTestCase.getSamplebyte(bytesRead.get())) {
bytesRead.addAndGet(b.length);
} else {
LargeMessageTestBase.log.warn(
"Received invalid packet at position " + bytesRead.get());
}
}
@Override
public void write(final int b) throws IOException {
if (bytesRead.get() % (1024L * 1024L) == 0) {
LargeMessageTestBase.log.debug("Read " + bytesRead.get() + " bytes");
}
if (b == (byte) 'a') {
bytesRead.incrementAndGet();
} else {
LargeMessageTestBase.log.warn("byte not as expected!");
}
}
});
Assert.assertEquals(numberOfBytes, bytesRead.get());
} else {
ActiveMQBuffer buffer = message.getBodyBuffer();
buffer.resetReaderIndex();
for (long b = 0; b < numberOfBytes; b++) {
if (b % (1024L * 1024L) == 0L) {
LargeMessageTestBase.log.debug("Read " + b + " bytes");
}
Assert.assertEquals(UnitTestCase.getSamplebyte(b), buffer.readByte());
}
}
}
}
consumer.close();
if (iteration == 0) {
if (isXA) {
session.end(xid, XAResource.TMSUCCESS);
session.rollback(xid);
xid = newXID();
session.start(xid, XAResource.TMNOFLAGS);
} else {
session.rollback();
}
} else {
if (isXA) {
session.end(xid, XAResource.TMSUCCESS);
session.commit(xid, true);
xid = newXID();
session.start(xid, XAResource.TMNOFLAGS);
} else {
session.commit();
}
}
}
session.close();
Assert.assertEquals(
0,
((Queue) server.getPostOffice().getBinding(ADDRESS).getBindable()).getDeliveringCount());
Assert.assertEquals(
0, getMessageCount((Queue) server.getPostOffice().getBinding(ADDRESS).getBindable()));
validateNoFilesOnLargeDir();
} finally {
locator.close();
try {
server.stop();
} catch (Throwable ignored) {
}
}
}