@Override
public int run(String[] args) throws Exception {
// Get a log4j logger
Logger logger = Logger.getLogger(App.class);
// Find the schema from the repository
FileSystemDatasetRepository repo =
new FileSystemDatasetRepository.Builder()
.rootDirectory(new URI("/tmp/data"))
.configuration(getConf())
.get();
Schema schema = repo.getMetadataProvider().load("events").getSchema();
// Build some events using the generic Avro API and log them using log4j
GenericRecordBuilder builder = new GenericRecordBuilder(schema);
for (long i = 0; i < 10; i++) {
GenericRecord event = builder.set("id", i).set("message", "Hello " + i).build();
System.out.println("Sending to log4j: " + event);
logger.info(event);
}
return 0;
}
@Override
public Dataset load(String name) {
return fsRepository.load(name);
}
@Override
public Dataset create(String name, DatasetDescriptor descriptor) {
// avoids calling fsRepository.create, which creates the data path
metadataProvider.create(name, descriptor);
return fsRepository.load(name);
}