/** * Validates that the stage properly identifies when a message should be restored * * @throws Exception on error */ @Test public void testRestoreMissingMessage() throws Exception { List<IMessageContext> msgs = new ArrayList<IMessageContext>(); IMessageContext msg = EasyMock.createStrictMock(IMessageContext.class); msgs.add(msg); // isUpdate & does not need restorage == don't store! EasyMock.expect(msg.shouldReplaceStorage()).andReturn(false); EasyMock.expect(msg.isUpdate()).andReturn(true); EasyMock.replay(msg); List<IMessageContext> needsStorage = Itertools.filter(PartitionStoreStage.NEEDS_STORAGE, msgs); assertTrue(needsStorage.isEmpty()); EasyMock.verify(msg); EasyMock.reset(msg); // should replace storage will bypass the other tests EasyMock.expect(msg.shouldReplaceStorage()).andReturn(true); EasyMock.replay(msg); needsStorage = Itertools.filter(PartitionStoreStage.NEEDS_STORAGE, msgs); assertEquals(1, needsStorage.size()); EasyMock.verify(msg); EasyMock.reset(msg); // !isUpdate & no filepath & does not need restorage == store! EasyMock.expect(msg.shouldReplaceStorage()).andReturn(false); EasyMock.expect(msg.isUpdate()).andReturn(false); EasyMock.expect(msg.getStoreFileSubPath()).andReturn(null); EasyMock.replay(msg); needsStorage = Itertools.filter(PartitionStoreStage.NEEDS_STORAGE, msgs); assertEquals(1, needsStorage.size()); EasyMock.verify(msg); EasyMock.reset(msg); }
private List<IMessageContext> generateMockMessageContext(int start, int count, Customer cust) throws Exception { final String indexFilePrefix = "INDEX"; final String contentFilePrefix = "CONTENT"; int time = (int) new Date().getTime(); List<IMessageContext> arr = new ArrayList<IMessageContext>(); for (int x = 0; x < count; x++) { File indexFile = new File(m_tmpDir, indexFilePrefix + x + ".ftp"); File contentFile = new File(m_tmpDir, contentFilePrefix + x + ".ftp"); if (!indexFile.exists()) { assertTrue("Failed to create index file.", indexFile.createNewFile()); } if (!contentFile.exists()) { assertTrue("Failed to create content file.", contentFile.createNewFile()); } IMessageContext mock = new MessageContext(indexFile, contentFile); Envelope lope = new Envelope(); lope.setMessageID("booga" + x + new Date().getTime()); lope.setReceivedDate(new Date()); lope.setSentDate(new Date()); lope.setSize(10); lope.setCompressedSize(5); lope.setSubject("Test"); lope.setRecipients("bleh"); lope.setSftpTimeMS(100); lope.setSender("test2"); mock.setEnvelope(lope); mock.setResolvedRecipients(new ArrayList<ReplicatedRecipient>()); mock.setCustomer(cust); mock.setPartition(m_part); mock.setInternalId(start + 1 + x); arr.add(mock); } return arr; }
@Test public void testFailureTracking() throws Exception { final IPartitionProxy partitionProxy = createNiceMock(IPartitionProxy.class); final IPartitionProxy partitionProxy2 = createNiceMock(IPartitionProxy.class); long msgId = 2L; IFailureTrackingManager failMgr = ManagementContainer.getInstance().getFailureTrackingManager(); StorageImporter importer = new MockStorageImporter(); Customer customer = TestUtils.createTestCustomer(); try { PartitionStoreStage stage = new PartitionStoreStage(importer); Pipeline pipeline = PipelineBuilder.start( ManagementContainer.getInstance().getConfiguration(), MessageImporter.PIPELINE_CONFIG_SECTION) .singleton("store-stage", stage) .get(); File envelopeFile = File.createTempFile( "PartitionStoreTest", "test", ManagementContainer.getInstance().getNfsRoot()); IMessageContext msgCtx = new MessageContext(envelopeFile, null); msgCtx.setCustomer(customer); msgCtx.setIndexMessage(true); msgCtx.setInternalId(msgId); msgCtx.setPartition(m_part); msgCtx.setPartitionID(m_part.getId()); Collection<IMessageContext> msgs = Collections.singletonList(msgCtx); Collection<IMessageContext> emptyResult = Collections.emptyList(); expect(partitionProxy.storeMessages(msgs)).andReturn(emptyResult).anyTimes(); replay(partitionProxy); PartitionManager pm = new PartitionManager( ManagementContainer.getInstance().getPool(ManagementContainer.AM_POOL_NAME)) { @Override public IPartitionProxy getContentProxy(int id) { return partitionProxy; } }; PartitionManagerTest.preparePartitionManager(pm); stage.setPartitionManager(pm); FailureRecord failureRecord = FailureTrackingHelper.buildFailureRecord(msgCtx, FailureCategory.STORAGE, null, null); failureRecord.setStoredOnPartition(false); failMgr.insertMessageFailure(failureRecord); msgCtx.setInternalFailureId(msgId); pipeline.process( new Pair<Partition, List<IMessageContext>>(m_part, Collections.singletonList(msgCtx))); failureRecord = failMgr.getFailureRecord(msgId); assertTrue("Should find stored on partition to be true", failureRecord.isStoredOnPartition()); Map<String, String> props = msgCtx.readEnvelope(); assertTrue( "envelope should contain failure ID", props.containsKey(ParseEnvelopeStage.INTERNAL_MESSAGE_FAILURE_ID)); assertEquals( "message ID in envelope should match permanent ID", String.valueOf(msgId), props.get(ParseEnvelopeStage.INTERNAL_MESSAGE_FAILURE_ID)); // confirm that transient ID gets set back to real ID of message // remove the existing failure record failMgr.removeFailure(msgId); // change the ID msgCtx.setInternalFailureId(msgId + 1); msgCtx.setInternalId(msgId + 1); // insert the new failure record failureRecord = FailureTrackingHelper.buildFailureRecord(msgCtx, FailureCategory.STORAGE, null, null); failMgr.insertMessageFailure(failureRecord); // old record should be gone failureRecord = failMgr.getFailureRecord(msgId); assertNull("Should no longer find the failure record with permanent ID", failureRecord); // check that the new record can be fetched failureRecord = failMgr.getFailureRecord(msgId + 1); assertNotNull("Should find transient ID failure record", failureRecord); msgCtx.appendToEnvelope(ParseEnvelopeStage.INTERNAL_MESSAGE_FAILURE_ID, msgId + 1); props = msgCtx.readEnvelope(); assertTrue( "envelope should contain failure ID", props.containsKey(ParseEnvelopeStage.INTERNAL_MESSAGE_FAILURE_ID)); assertEquals( "message ID in envelope should match permanent ID", String.valueOf(msgId + 1), props.get(ParseEnvelopeStage.INTERNAL_MESSAGE_FAILURE_ID)); // now assign back the permanent ID and process through the pipeline msgCtx.setInternalId(msgId); pipeline.process( new Pair<Partition, List<IMessageContext>>(m_part, Collections.singletonList(msgCtx))); failureRecord = failMgr.getFailureRecord(msgId + 1); assertNull("Should not find any record based on transient message ID", failureRecord); failureRecord = failMgr.getFailureRecord(msgId); assertNotNull("Should find failure record for permanent ID", failureRecord); assertTrue("Should find stored on partition to be true", failureRecord.isStoredOnPartition()); // envelope should now reflect permanent ID props = msgCtx.readEnvelope(); assertTrue( "envelope should contain failure ID", props.containsKey(ParseEnvelopeStage.INTERNAL_MESSAGE_FAILURE_ID)); assertEquals( "message ID in envelope should match permanent ID", String.valueOf(msgId), props.get(ParseEnvelopeStage.INTERNAL_MESSAGE_FAILURE_ID)); // confirm that state does not change on failure // force an exception on any call to storeMessages pm = new PartitionManager( ManagementContainer.getInstance().getPool(ManagementContainer.AM_POOL_NAME)) { @Override public IPartitionProxy getContentProxy(int id) { return partitionProxy2; } }; PartitionManagerTest.preparePartitionManager(pm); stage.setPartitionManager(pm); expect(partitionProxy2.storeMessages(msgs)) .andThrow(new IPartitionProxy.ServiceNotAvailableException(new Exception())) .anyTimes(); replay(partitionProxy2); failureRecord.setStoredOnPartition(false); failMgr.insertMessageFailure(failureRecord); pipeline.process( new Pair<Partition, List<IMessageContext>>(m_part, Collections.singletonList(msgCtx))); failureRecord = failMgr.getFailureRecord(msgId); assertNotNull("Should find the failure record for message", failureRecord); assertFalse( "Should find stored on partition to be true", failureRecord.isStoredOnPartition()); } finally { importer.stop(); TestUtils.quietDeleteCustomer(customer); } }