public static String runTask(String[] args) throws Exception {
final String schema = args[0];
String version = args[1];
final HadoopIngestionSpec theSchema =
HadoopDruidIndexerConfig.jsonMapper.readValue(schema, HadoopIngestionSpec.class);
final HadoopDruidIndexerConfig config =
HadoopDruidIndexerConfig.fromSchema(
theSchema.withTuningConfig(theSchema.getTuningConfig().withVersion(version)));
HadoopDruidIndexerJob job = new HadoopDruidIndexerJob(config);
log.info("Starting a hadoop index generator job...");
if (job.run()) {
return HadoopDruidIndexerConfig.jsonMapper.writeValueAsString(job.getPublishedSegments());
}
return null;
}
public static String runTask(String[] args) throws Exception {
final String schema = args[0];
final String workingPath = args[1];
final String segmentOutputPath = args[2];
final HadoopIngestionSpec theSchema =
HadoopDruidIndexerConfig.jsonMapper.readValue(schema, HadoopIngestionSpec.class);
final HadoopDruidIndexerConfig config =
HadoopDruidIndexerConfig.fromSchema(
theSchema
.withIOConfig(theSchema.getIOConfig().withSegmentOutputPath(segmentOutputPath))
.withTuningConfig(theSchema.getTuningConfig().withWorkingPath(workingPath)));
Jobby job = new HadoopDruidDetermineConfigurationJob(config);
log.info("Starting a hadoop determine configuration job...");
if (job.run()) {
return HadoopDruidIndexerConfig.jsonMapper.writeValueAsString(config.getSchema());
}
return null;
}
