protected void fillKafkaToConfig(MJob job) {
   MConfigList toConfig = job.getToJobConfig();
   toConfig.getStringInput("toJobConfig.topic").setValue(topic);
   List<String> topics = new ArrayList<String>(1);
   topics.add(topic);
   testUtil.initTopicList(topics);
 }
Example #2
0
 /**
  * Fill link config based on currently active provider.
  *
  * @param link MLink object to fill
  */
 protected void fillRdbmsLinkConfig(MLink link) {
   MConfigList configs = link.getConnectorLinkConfig();
   configs.getStringInput("linkConfig.jdbcDriver").setValue(provider.getJdbcDriver());
   configs.getStringInput("linkConfig.connectionString").setValue(provider.getConnectionUrl());
   configs.getStringInput("linkConfig.username").setValue(provider.getConnectionUsername());
   configs.getStringInput("linkConfig.password").setValue(provider.getConnectionPassword());
 }
 protected void fillKafkaLinkConfig(MLink link) {
   MConfigList configs = link.getConnectorLinkConfig();
   configs.getStringInput("linkConfig.brokerList").setValue(testUtil.getKafkaServerUrl());
   configs.getStringInput("linkConfig.zookeeperConnect").setValue(testUtil.getZkUrl());
 }
Example #4
0
 /**
  * Fill FROM config
  *
  * @param job MJob object to fill
  */
 protected void fillHdfsFromConfig(MJob job) {
   MConfigList fromConfig = job.getFromJobConfig();
   fromConfig.getStringInput("fromJobConfig.inputDirectory").setValue(getMapreduceDirectory());
 }
Example #5
0
 /**
  * Fill TO config with specific storage and output type.
  *
  * @param job MJob object to fill
  * @param output Output type that should be set
  */
 protected void fillHdfsToConfig(MJob job, ToFormat output) {
   MConfigList toConfig = job.getToJobConfig();
   toConfig.getEnumInput("toJobConfig.outputFormat").setValue(output);
   toConfig.getStringInput("toJobConfig.outputDirectory").setValue(getMapreduceDirectory());
 }
Example #6
0
 protected void fillHdfsLink(MLink link) {
   MConfigList configs = link.getConnectorLinkConfig();
   configs.getStringInput("linkConfig.confDir").setValue(getCluster().getConfigurationPath());
 }
Example #7
0
 protected void fillRdbmsToConfig(MJob job) {
   MConfigList toConfig = job.getToJobConfig();
   toConfig.getStringInput("toJobConfig.tableName").setValue(getTableName().getTableName());
 }
Example #8
0
 protected void fillRdbmsFromConfig(MJob job, String partitionColumn) {
   MConfigList fromConfig = job.getFromJobConfig();
   fromConfig.getStringInput("fromJobConfig.tableName").setValue(getTableName().getTableName());
   fromConfig.getStringInput("fromJobConfig.partitionColumn").setValue(partitionColumn);
 }