public static void main(String[] args) throws Exception { Conf conf = new Conf(args, "-i input -o output"); conf.setMapMemoryMB(4096); conf.setTaskTimeout(180000); conf.setMapSpeculativeExecution(false); conf.setMaxMapAttempts(1); String input = conf.get("input"); Path out = new Path(conf.get("output")); Job job = new Job(conf, input, out); InputFormat.setNonSplitable(job); setupInput(job, input); job.setNumReduceTasks(1); job.setMapperClass(VocabularyMap.class); job.setMapOutputKeyClass(Text.class); job.setMapOutputValueClass(LongWritable.class); job.setReducerClass(VocabularyReduce.class); job.setGroupingComparatorClass(Text.Comparator.class); job.setOutputFormatClass(NullOutputFormat.class); job.waitForCompletion(true); }
/** * @param args the command line arguments * @throws java.io.IOException */ public static void main(String[] args) throws IOException, Exception { Conf conf = new Conf(); Job job = new Job(conf, "TweetsLanguage"); Scan scan = new Scan(); TableMapReduceUtil.initTableMapperJob( "hhscyber:tweets", scan, LanguageMapper.class, null, null, job); job.setNumReduceTasks(0); TableMapReduceUtil.initTableReducerJob("hhscyber:tweets_lang", null, job); job.waitForCompletion(true); }