Ejemplo n.º 1
0
  @Test
  public void processValidRecord() throws IOException {

    mapDriver.withInput(new Text("a"), new Text("ein"));
    mapDriver.withInput(new Text("a"), new Text("zwei"));
    mapDriver.withInput(new Text("c"), new Text("drei"));
    mapDriver.withOutput(new Text("a"), new Text("ein"));
    mapDriver.withOutput(new Text("a"), new Text("zwei"));
    mapDriver.withOutput(new Text("c"), new Text("drei"));
    mapDriver.runTest();
  }
  @Test
  public void testMapper() throws IOException, URISyntaxException {

    MapDriver<LongWritable, Text, Text, Text> mapDriver;
    JpylyzerMapper mapper = new JpylyzerMapper();
    String name = "B400022028241-RT1/balloon.jp2";
    mapDriver = MapDriver.newMapDriver(mapper);
    File testFolder =
        new File(Thread.currentThread().getContextClassLoader().getResource(name).toURI())
            .getParentFile()
            .getParentFile()
            .getParentFile()
            .getParentFile();
    File jpylyzerPath = new File(testFolder, "src/test/extras/jpylyzer-1.10.1/jpylyzer.py");
    mapDriver
        .getConfiguration()
        .set(
            dk.statsbiblioteket.medieplatform.autonomous.ConfigConstants.JPYLYZER_PATH,
            jpylyzerPath.getAbsolutePath());

    String testFile = getAbsolutePath(name);
    mapDriver.withInput(new LongWritable(1), new Text(testFile));
    mapDriver.withOutput(
        new Text(testFile),
        Utils.asText(JpylyzerMapper.jpylize(testFile, jpylyzerPath.getAbsolutePath())));
    mapDriver.runTest();
  }
 @Test
 public void testMapper() throws IOException {
   mapDriver.withInput(
       new LongWritable(),
       new Text(
           "Wed Apr 24 23:04:58 2013 [SESSION 2954383360]: Scanning path '/Users/komamitsu/Library/Caches/com.avast.registration/Cache.db' started."));
   mapDriver.withOutput(new Text("Apr 24"), new LongWritable(1));
   mapDriver.runTest();
 }
Ejemplo n.º 4
0
 @Test
 public void testMapper() throws IOException {
   mapperDriver.withInput(
       new LongWritable(),
       new Text("item_a_id" + "\t" + "item_b_id" + "\t" + "2" + "\t" + "timestamp"));
   mapperDriver.withOutput(
       new Text("item_a_id" + "\t" + "item_b_id"), new Text("4.0" + "\t" + "timestamp"));
   // mapperDriver.runTest();
 }
 @Test(dataProvider = "simpleTest")
 public void simpleTest(String inString, String[] splits, int lineNum, int wordCount)
     throws IOException {
   mapDriver.withInput(new LongWritable(), new Text(inString));
   for (String split : splits) {
     mapDriver.withOutput(new Text(split), new IntWritable(1));
   }
   mapDriver.runTest();
 }
  @Test
  public void testSimplest() throws IOException {
    MapDriver<LongWritable, Text, Text, Text> mapDriver;
    JpylyzerMapper mapper = new JpylyzerMapper();
    mapDriver = MapDriver.newMapDriver(mapper);
    mapDriver
        .getConfiguration()
        .set(dk.statsbiblioteket.medieplatform.autonomous.ConfigConstants.JPYLYZER_PATH, "echo");

    mapDriver.withInput(new LongWritable(1), new Text("ein"));
    mapDriver.withOutput(new Text("ein"), new Text("ein"));
    mapDriver.runTest();
  }
 @Test(dataProvider = "simpleTest")
 public void countersTest(String inString, String[] splits, int lineNum, int wordCount)
     throws IOException {
   mapDriver.withInput(new LongWritable(), new Text(inString));
   for (String split : splits) {
     mapDriver.withOutput(new Text(split), new IntWritable(1));
   }
   mapDriver.runTest();
   Counters counters = mapDriver.getCounters();
   assertEquals(
       counters.findCounter(WordCountWithTestsMapper.Status.LINES_NUM).getValue(),
       lineNum,
       "Wrong lines num!");
   assertEquals(
       counters.findCounter(WordCountWithTestsMapper.Status.WORD_COUNT).getValue(),
       wordCount,
       "Wrong word count!");
 }
 @Test
 public void testMapper() throws IOException {
   mapDriver.withInput(new LongWritable(0), inputFilePath);
   mapDriver.withOutput(new LongWritable(0), outputdir);
   mapDriver.runTest();
 }
Ejemplo n.º 9
0
  @Test
  public void testMap() throws IOException {
    mapDriver.withInput(new LongWritable(1), new Text("Marco-Fabio,Luca,Gordon"));
    mapDriver.withInput(new LongWritable(2), new Text("Fabio-Nathalia,Marco"));
    mapDriver.withInput(new LongWritable(3), new Text("Luca-Nathalia,Marco"));
    mapDriver.withInput(new LongWritable(4), new Text("Nathalia-Fabio,Luca"));
    mapDriver.withInput(new LongWritable(5), new Text("Gordon-Marco"));

    mapDriver.withOutput(new Text("Marco"), new TextPair("Fabio", "FRIENDS"));
    mapDriver.withOutput(new Text("Marco"), new TextPair("Luca", "FRIENDS"));
    mapDriver.withOutput(new Text("Marco"), new TextPair("Gordon", "FRIENDS"));
    mapDriver.withOutput(new Text("Luca"), new TextPair("Fabio", "Marco"));
    mapDriver.withOutput(new Text("Fabio"), new TextPair("Luca", "Marco"));
    mapDriver.withOutput(new Text("Gordon"), new TextPair("Fabio", "Marco"));
    mapDriver.withOutput(new Text("Fabio"), new TextPair("Gordon", "Marco"));
    mapDriver.withOutput(new Text("Gordon"), new TextPair("Luca", "Marco"));
    mapDriver.withOutput(new Text("Luca"), new TextPair("Gordon", "Marco"));
    mapDriver.withOutput(new Text("Fabio"), new TextPair("Nathalia", "FRIENDS"));
    mapDriver.withOutput(new Text("Fabio"), new TextPair("Marco", "FRIENDS"));
    mapDriver.withOutput(new Text("Marco"), new TextPair("Nathalia", "Fabio"));
    mapDriver.withOutput(new Text("Nathalia"), new TextPair("Marco", "Fabio"));
    mapDriver.withOutput(new Text("Luca"), new TextPair("Nathalia", "FRIENDS"));
    mapDriver.withOutput(new Text("Luca"), new TextPair("Marco", "FRIENDS"));
    mapDriver.withOutput(new Text("Marco"), new TextPair("Nathalia", "Luca"));
    mapDriver.withOutput(new Text("Nathalia"), new TextPair("Marco", "Luca"));
    mapDriver.withOutput(new Text("Nathalia"), new TextPair("Fabio", "FRIENDS"));
    mapDriver.withOutput(new Text("Nathalia"), new TextPair("Luca", "FRIENDS"));
    mapDriver.withOutput(new Text("Luca"), new TextPair("Fabio", "Nathalia"));
    mapDriver.withOutput(new Text("Fabio"), new TextPair("Luca", "Nathalia"));
    mapDriver.withOutput(new Text("Gordon"), new TextPair("Marco", "FRIENDS"));

    mapDriver.runTest();
  }
Ejemplo n.º 10
0
 @Test
 public void testMapper() throws IOException {
   mapDriver.withInput(new LongWritable(), new Text(INPUT_LINE));
   mapDriver.withOutput(new Text("ip1"), new IntWritable(40028));
   mapDriver.runTest();
 }