@Before
 public void before() throws Exception {
   String[] expExcludeList = {"java.net.ConnectException", "java.io.IOException"};
   cluster = MRCluster.createCluster(conf);
   cluster.setExcludeExpList(expExcludeList);
   cluster.setUp();
   jtClient = cluster.getJTClient();
   remoteJTClient = jtClient.getProxy();
 }
Пример #2
0
 @BeforeClass
 public static void before() throws Exception {
   String[] excludeExpList = {"java.net.ConnectException", "java.io.IOException"};
   cluster = MRCluster.createCluster(conf);
   cluster.setExcludeExpList(excludeExpList);
   cluster.setUp();
   cSize = cluster.getTTClients().size();
   jtClient = cluster.getJTClient();
   rtClient = jtClient.getProxy();
   gridmixDir = new Path("herriot-gridmix");
   UtilsForGridmix.createDirs(gridmixDir, rtClient.getDaemonConf());
 }
Пример #3
0
  private void checkGeneratedDataAndJobStatus(long inputSize) throws IOException {
    LOG.info("Verify the generated data size.");
    long dataSizeInMB = getDataSizeInMB(new Path(gridmixDir, "input"));
    Assert.assertTrue(
        "Generate data has not matched with given size",
        dataSizeInMB + 0.1 > inputSize || dataSizeInMB - 0.1 < inputSize);

    JobClient jobClient = jtClient.getClient();
    int len = jobClient.getAllJobs().length;
    LOG.info("Verify the job status after completion of job.");
    Assert.assertEquals(
        "Job has not succeeded.",
        JobStatus.SUCCEEDED,
        jobClient.getAllJobs()[len - 1].getRunState());
  }
 /**
  * Set the invalid mapred local directory location and run the job. Verify the job status.
  *
  * @throws Exception - if an error occurs.
  */
 @Test
 public void testJobStatusForInvalidTaskControllerConf() throws Exception {
   conf = remoteJTClient.getDaemonConf();
   if (conf.get("mapred.task.tracker.task-controller")
       .equals("org.apache.hadoop.mapred.LinuxTaskController")) {
     StringBuffer mapredLocalDir = new StringBuffer();
     LOG.info("JobConf.MAPRED_LOCAL_DIR_PROPERTY:" + conf.get(JobConf.MAPRED_LOCAL_DIR_PROPERTY));
     mapredLocalDir.append(conf.get(JobConf.MAPRED_LOCAL_DIR_PROPERTY));
     mapredLocalDir.append(",");
     mapredLocalDir.append("/mapred/local");
     String jobArgs[] = {
       "-D",
       "mapred.local.dir=" + mapredLocalDir.toString(),
       "-m",
       "1",
       "-r",
       "1",
       "-mt",
       "1000",
       "-rt",
       "1000",
       "-recordt",
       "100"
     };
     SleepJob job = new SleepJob();
     JobConf jobConf = new JobConf(conf);
     int exitStatus = ToolRunner.run(jobConf, job, jobArgs);
     Assert.assertEquals("Exit Code:", 0, exitStatus);
     UtilsForTests.waitFor(100);
     JobClient jobClient = jtClient.getClient();
     JobID jobId = jobClient.getAllJobs()[0].getJobID();
     LOG.info("JobId:" + jobId);
     if (jobId != null) {
       JobInfo jInfo = remoteJTClient.getJobInfo(jobId);
       Assert.assertEquals(
           "Job has not been succeeded", jInfo.getStatus().getRunState(), JobStatus.SUCCEEDED);
     }
   } else {
     Assert.assertTrue("Linux Task controller not found.", false);
   }
 }