Пример #1
0
  /**
   * This tests writing a message, reading its data, and removing it.
   *
   * @throws HBaseException
   */
  @Test
  public void writeMessageData() throws HBaseException {
    MessagePersister mp = new MessagePersister();
    mp.writeMessage(messageKey1, data1);

    byte[] result = mp.readMessage(messageKey1);
    assertTrue(Arrays.equals(result, data1));

    mp.removeMessage(messageKey1);
    result = mp.readMessage(messageKey1);
    assertNull(result);
  }
Пример #2
0
  /**
   * This tests writing messages and removing them in a bulk delete.
   *
   * @throws HBaseException
   */
  @Test
  public void writeAndRemoveRows() throws HBaseException {
    MessagePersister mp = new MessagePersister();
    HBaseFacade hbs = new HBaseFacade();

    mp.writeMessage(messageKey1, data1);
    mp.writeMessage(messageKey2, data2);
    mp.writeMessage(messageKey3, data2);
    mp.writeMessage(messageKey4, data2);

    Set<Object> keys = new HashSet<Object>();
    keys.add(messageKey1);
    keys.add(messageKey2);
    keys.add(messageKey3);
    keys.add(messageKey4);

    hbs.removeRows(MessagePersister.TABLE_MESSAGE, keys);

    byte[] result = mp.readMessage(messageKey1);
    assertNull(result);
    result = mp.readMessage(messageKey2);
    assertNull(result);
    result = mp.readMessage(messageKey3);
    assertNull(result);
    result = mp.readMessage(messageKey4);
    assertNull(result);
  }
Пример #3
0
  /**
   * This tests writing a message along with some corresponding metadata, which is stored in a
   * separate column family for this row.
   *
   * @throws HBaseException
   */
  @Test
  public void writeMessageWithMetaData() throws HBaseException {
    MessagePersister mp = new MessagePersister();
    mp.writeMessage(messageKey1, dataAndMetadata1);

    Map<String, Map<String, byte[]>> resultMap = mp.readMessage(messageKey1, columnFamilies1);
    assertNotNull(resultMap);
    assertTrue(resultMap.size() == 2);
    for (String columnFamily : columnFamilies1) {
      Map<String, byte[]> columnFamilyDataMap = resultMap.get(columnFamily);
      assertTrue(
          columnFamily + " does not match.",
          Arrays.equals(
              dataAndMetadata1.get(columnFamily).get(MessagePersister.QUANTIFIER_VALUE),
              columnFamilyDataMap.get(MessagePersister.QUANTIFIER_VALUE)));
    }

    mp.removeMessage(messageKey1);
    resultMap = mp.readMessage(messageKey1, columnFamilies1);
    assertNotNull(resultMap);
    assertTrue(resultMap.size() == 0);
  }
Пример #4
0
  /**
   * This tests writing a message and corresponding index metadata, then reading that index
   * metadata, then deleting the message and index metadata.
   *
   * @throws HBaseException
   */
  @Test
  public void writeMessageAndIndex() throws HBaseException {
    MessagePersister mp = new MessagePersister();
    mp.writeMessage(messageKey1, data1);
    mp.writeMessageIndex(messageKey1, metadataFields1);

    Map<String, byte[]> indexFields = mp.readMessageIndex(messageKey1);
    for (Entry<String, byte[]> field : indexFields.entrySet()) {
      assertTrue(
          Arrays.equals(
              metadataFields1.get(field.getKey()).toString().getBytes(), field.getValue()));
    }

    mp.removeMessageIndex(messageKey1);
    indexFields = mp.readMessageIndex(messageKey1);
    assertNotNull(indexFields);
    assertTrue(indexFields.size() == 0);

    mp.removeMessage(messageKey1);
    byte[] result = mp.readMessage(messageKey1);
    assertNull(result);
  }
Пример #5
0
  private void writePayload(String messageKey, byte[] messageBodyBytes)
      throws ActionProcessingException {
    if (configuration.getDataStore().equals(DataStore.CASSANDRA)) {
      ColumnFamilyUpdater<String, String> updater = cfTemplate.createUpdater(messageKey);
      updater.setByteArray("body", messageBodyBytes);
      updater.setLong("timestamp", System.currentTimeMillis());

      try {
        cfTemplate.update(updater);
      } catch (HectorException ex) {
        throw new ActionProcessingException(
            "Got HectorException writing " + "message to data storage: " + ex.getMessage());
      }
    } else if (configuration.getDataStore().equals(DataStore.HBASE)) {
      try {
        // TODO need to write timestamp too?
        messagePersister.writeMessage(messageKey, messageBodyBytes);
      } catch (HBaseException ex) {
        throw new ActionProcessingException(
            "Got HBaseException writing " + "message to data storage: " + ex.getMessage());
      }
    }
  }
Пример #6
0
  /**
   * This tests writing messages, scanning the table for the keys, and removing the messages.
   *
   * @throws HBaseException
   */
  @Test
  public void writeAndScanMessageKeys() throws HBaseException {
    MessagePersister mp = new MessagePersister();
    HBaseFacade hbs = new HBaseFacade();

    mp.writeMessage(messageKey1, data1);
    mp.writeMessage(messageKey2, data2);
    mp.writeMessage(messageKey3, data2);
    mp.writeMessage(messageKey4, data2);
    mp.writeMessage(messageKey5, data2);
    mp.writeMessage(messageKey6, data2);
    mp.writeMessage(messageKey7, data2);
    mp.writeMessage(messageKey8, data2);
    mp.writeMessage(messageKey9, data2);
    mp.writeMessage(messageKey10, data2);

    Set<Object> keys = hbs.scanForKeys(MessagePersister.TABLE_MESSAGE);
    assertTrue("Did not return a key", keys.contains(messageKey1));
    assertTrue("Did not return a key", keys.contains(messageKey2));
    assertTrue("Did not return a key", keys.contains(messageKey3));
    assertTrue("Did not return a key", keys.contains(messageKey4));
    assertTrue("Did not return a key", keys.contains(messageKey5));
    assertTrue("Did not return a key", keys.contains(messageKey6));
    assertTrue("Did not return a key", keys.contains(messageKey7));
    assertTrue("Did not return a key", keys.contains(messageKey8));
    assertTrue("Did not return a key", keys.contains(messageKey9));
    assertTrue("Did not return a key", keys.contains(messageKey10));

    mp.removeMessage(messageKey1);
    mp.removeMessage(messageKey2);
    mp.removeMessage(messageKey3);
    mp.removeMessage(messageKey4);
    mp.removeMessage(messageKey5);
    mp.removeMessage(messageKey6);
    mp.removeMessage(messageKey7);
    mp.removeMessage(messageKey8);
    mp.removeMessage(messageKey9);
    mp.removeMessage(messageKey10);
  }
Пример #7
0
  /**
   * This tests writing messages, scanning the table, and removing the messages.
   *
   * @throws HBaseException
   */
  @Test
  public void writeAndScanMessageData() throws HBaseException {
    MessagePersister mp = new MessagePersister();
    HBaseFacade hbs = new HBaseFacade();

    mp.writeMessage(messageKey1, data1);
    mp.writeMessage(messageKey2, data2);
    mp.writeMessage(messageKey3, data2);
    mp.writeMessage(messageKey4, data2);
    mp.writeMessage(messageKey5, data2);
    mp.writeMessage(messageKey6, data2);
    mp.writeMessage(messageKey7, data2);
    mp.writeMessage(messageKey8, data2);
    mp.writeMessage(messageKey9, data2);
    mp.writeMessage(messageKey10, data2);

    Map<String, byte[]> dataMap =
        hbs.scan(
            MessagePersister.TABLE_MESSAGE,
            10,
            MessagePersister.COL_FAMILY_DATA,
            MessagePersister.QUANTIFIER_VALUE);

    assertTrue(Arrays.equals(dataMap.get(messageKey1), data1));
    assertTrue(Arrays.equals(dataMap.get(messageKey2), data2));
    assertTrue(Arrays.equals(dataMap.get(messageKey3), data2));
    assertTrue(Arrays.equals(dataMap.get(messageKey4), data2));
    assertTrue(Arrays.equals(dataMap.get(messageKey5), data2));
    assertTrue(Arrays.equals(dataMap.get(messageKey6), data2));
    assertTrue(Arrays.equals(dataMap.get(messageKey7), data2));
    assertTrue(Arrays.equals(dataMap.get(messageKey8), data2));
    assertTrue(Arrays.equals(dataMap.get(messageKey9), data2));
    assertTrue(Arrays.equals(dataMap.get(messageKey10), data2));

    mp.removeMessage(messageKey1);
    mp.removeMessage(messageKey2);
    mp.removeMessage(messageKey3);
    mp.removeMessage(messageKey4);
    mp.removeMessage(messageKey5);
    mp.removeMessage(messageKey6);
    mp.removeMessage(messageKey7);
    mp.removeMessage(messageKey8);
    mp.removeMessage(messageKey9);
    mp.removeMessage(messageKey10);
  }