protected void fillKafkaToConfig(MJob job) {
MConfigList toConfig = job.getToJobConfig();
toConfig.getStringInput("toJobConfig.topic").setValue(topic);
List<String> topics = new ArrayList<String>(1);
topics.add(topic);
testUtil.initTopicList(topics);
}
/**
* Compare strings in content to the messages in Kafka topic
*
* @param content
* @throws UnsupportedEncodingException
*/
protected void validateContent(String[] content) throws UnsupportedEncodingException {
Set<String> inputSet = new HashSet<String>(Arrays.asList(content));
Set<String> outputSet = new HashSet<String>();
for (String str : content) {
MessageAndMetadata<byte[], byte[]> fetchedMsg = testUtil.getNextMessageFromConsumer(topic);
outputSet.add(toText(new String(fetchedMsg.message(), "UTF-8")));
}
Assert.assertEquals(inputSet, outputSet);
}
public class KafkaConnectorTestCase extends ConnectorTestCase {
private static TestUtil testUtil = TestUtil.getInstance();
protected String topic;
@BeforeClass(alwaysRun = true)
public void startKafka() throws Exception {
// starts Kafka server and its dependent zookeeper
testUtil.prepare();
}
@AfterClass(alwaysRun = true)
public void stopKafka() throws IOException {
testUtil.tearDown();
}
protected void fillKafkaLinkConfig(MLink link) {
MConfigList configs = link.getConnectorLinkConfig();
configs.getStringInput("linkConfig.brokerList").setValue(testUtil.getKafkaServerUrl());
configs.getStringInput("linkConfig.zookeeperConnect").setValue(testUtil.getZkUrl());
}
protected void fillKafkaToConfig(MJob job) {
MConfigList toConfig = job.getToJobConfig();
toConfig.getStringInput("toJobConfig.topic").setValue(topic);
List<String> topics = new ArrayList<String>(1);
topics.add(topic);
testUtil.initTopicList(topics);
}
/**
* Compare strings in content to the messages in Kafka topic
*
* @param content
* @throws UnsupportedEncodingException
*/
protected void validateContent(String[] content) throws UnsupportedEncodingException {
Set<String> inputSet = new HashSet<String>(Arrays.asList(content));
Set<String> outputSet = new HashSet<String>();
for (String str : content) {
MessageAndMetadata<byte[], byte[]> fetchedMsg = testUtil.getNextMessageFromConsumer(topic);
outputSet.add(toText(new String(fetchedMsg.message(), "UTF-8")));
}
Assert.assertEquals(inputSet, outputSet);
}
}
protected void fillKafkaLinkConfig(MLink link) {
MConfigList configs = link.getConnectorLinkConfig();
configs.getStringInput("linkConfig.brokerList").setValue(testUtil.getKafkaServerUrl());
configs.getStringInput("linkConfig.zookeeperConnect").setValue(testUtil.getZkUrl());
}
@AfterClass(alwaysRun = true)
public void stopKafka() throws IOException {
testUtil.tearDown();
}
@BeforeClass(alwaysRun = true)
public void startKafka() throws Exception {
// starts Kafka server and its dependent zookeeper
testUtil.prepare();
}