public static void main(String[] args) throws Exception {
Configuration conf = new Configuration();
FileSystem fs = FileSystem.get(conf);
Path matFile = new Path(args[0]);
FSDataInputStream matData = fs.open(matFile);
BufferedReader br = new BufferedReader(new InputStreamReader(matData));
int i = 0;
String line;
while ((line = br.readLine()) != null) {
StringTokenizer tokenizer = new StringTokenizer(line);
String iRow = tokenizer.nextToken();
String iCol = tokenizer.nextToken();
if (Integer.parseInt(iRow) == Integer.parseInt(iCol)) {
i++;
}
}
br.close();
int dimention = i;
conf.setInt("DIMENTION", dimention);
Path xFile = new Path("preX/Result");
FSDataOutputStream xData = fs.create(xFile);
BufferedWriter iniX = new BufferedWriter(new OutputStreamWriter(xData));
for (int j = 0; j < dimention; j++) {
iniX.write(String.valueOf(j) + " 0");
iniX.newLine();
}
iniX.close();
URI matVec = new URI(args[0]);
DistributedCache.addCacheFile(matVec, conf);
int iteration = 0;
do {
ToolRunner.run(conf, new Jacobi(), args);
} while (iteration++ < max_iter && (!stopIteration(conf)));
}
@Override
public int run(String[] args) throws Exception {
String locatorHost = args[0];
int locatorPort = Integer.parseInt(args[1]);
String hdfsHomeDir = args[2];
System.out.println(
"KnownKeysMRv2 invoked with args (locatorHost = "
+ locatorHost
+ " locatorPort = "
+ locatorPort
+ " hdfsHomeDir = "
+ hdfsHomeDir);
Configuration conf = getConf();
conf.set(GFInputFormat.INPUT_REGION, "partitionedRegion");
conf.set(GFInputFormat.HOME_DIR, hdfsHomeDir);
conf.setBoolean(GFInputFormat.CHECKPOINT, false);
conf.set(GFOutputFormat.REGION, "validationRegion");
conf.set(GFOutputFormat.LOCATOR_HOST, locatorHost);
conf.setInt(GFOutputFormat.LOCATOR_PORT, locatorPort);
Job job = Job.getInstance(conf, "knownKeysMRv2");
job.setInputFormatClass(GFInputFormat.class);
job.setOutputFormatClass(GFOutputFormat.class);
job.setMapperClass(KnownKeysMRv2Mapper.class);
job.setMapOutputKeyClass(GFKey.class);
job.setMapOutputValueClass(PEIWritable.class);
job.setReducerClass(KnownKeysMRv2Reducer.class);
// job.setOutputKeyClass(String.class);
// job.setOutputValueClass(ValueHolder.class);
return job.waitForCompletion(false) ? 0 : 1;
}