示例#1
0
  /**
   * Return if a mutation is valid or not. The classes to test as well as the test MUST be in the
   * loader in the current class loader.
   *
   * <p>/*supporter.getProperties().getTestSuiteClassName()
   *
   * @param supporter
   * @return
   * @throws FileNotFoundException
   * @throws ClassNotFoundException
   * @throws InitializationError
   */
  public ProgramVariantValidationResult validateVariantFirstPhases(List<String> failingCases)
      throws FileNotFoundException, ClassNotFoundException, InitializationError {

    LogManager.getRootLogger().setLevel(Level.INFO); // OFF
    JUnitTestExecutor muTestEx = new JUnitTestExecutor();

    ProgramVariantValidationResult validation = new ProgramVariantValidationResult();

    boolean failing = false;
    long in1 = System.currentTimeMillis();
    // First, failing test cases
    if (failingCases != null) {
      // Stats.getCurrentStats().numberOfFailingTestCaseExecution++;
      for (String failingcase : failingCases) {
        Result result = muTestEx.runTest(failingcase);
        if (!result.wasSuccessful()) {
          failing = true;
        }
        validation.addResultTest(result);
      }
    }

    // validation.setResultSuccess(!failing);
    LogManager.getRootLogger().setLevel(Level.INFO);
    return validation;
  }
示例#2
0
  /**
   * First execute the ``originals`` failing test case, then carries out a regression testing
   *
   * @param supporter
   * @return
   * @throws FileNotFoundException
   * @throws ClassNotFoundException
   * @throws InitializationError
   */
  public ProgramVariantValidationResult validateVariantTwoPhases(List<String> TestCases)
      throws FileNotFoundException, ClassNotFoundException, InitializationError {

    LogManager.getRootLogger().setLevel(Level.INFO); // OFF
    JUnitTestExecutor muTestEx = new JUnitTestExecutor();

    ProgramVariantValidationResult validation = validateVariantFirstPhases(TestCases);

    // Then, Regression test
    if (!validation.wasSuccessful()) {
      executeRegressionOneByOne(muTestEx, validation);
    }
    // validation.setResultSuccess(!validation.isResultSuccess());
    LogManager.getRootLogger().setLevel(Level.INFO);

    return validation;
  }
示例#3
0
  public ProgramVariantValidationResult validateVariantSecondPhaseSingle(
      List<String> failingCases, String testSuiteClassName)
      throws FileNotFoundException, ClassNotFoundException, InitializationError {

    // LogManager.getRootLogger().setLevel(Level.INFO);// OFF
    JUnitTestExecutor muTestEx = new JUnitTestExecutor();

    ProgramVariantValidationResult validation = new ProgramVariantValidationResult();

    //	long fin1 = System.currentTimeMillis();

    // in1 = System.currentTimeMillis();
    logger.info("Executing Regression");
    Result result = muTestEx.runTest(testSuiteClassName);
    validation.addResultRegressionTest(result);
    validation.setRegressionExecuted(result.wasSuccessful());
    // failing = result.wasSuccessful();
    // Stats.getCurrentStats().numberOfRegressionTestExecution++;

    // LogManager.getRootLogger().setLevel(Level.INFO);
    return validation;
  }
示例#4
0
  protected boolean executeRegressionOneByOne(
      JUnitTestExecutor muTestEx, ProgramVariantValidationResult validation)
      throws FileNotFoundException, ClassNotFoundException, InitializationError {
    boolean failing = false;
    long in1;
    long fin1;

    List<String> regressionCases = retrieveRegressionTestCases();

    in1 = System.currentTimeMillis();
    logger.info("Starting Regression");
    int sizeReg = 0;
    for (String failingcaseReg : regressionCases) {
      sizeReg++;

      Result result = muTestEx.runTest(failingcaseReg);

      if (!result.wasSuccessful()) {
        failing = true;
      }
      logger.info(
          "Executing Regression "
              + (sizeReg)
              + "/"
              + regressionCases.size()
              + " "
              + failingcaseReg
              + " r:"
              + result.wasSuccessful());

      // validation.getTestResults().add(result);
      validation.addResultRegressionTest(result);
    }
    // Stats.getCurrentStats().numberOfRegressionTestExecution++;
    fin1 = System.currentTimeMillis();
    // Stats.getCurrentStats().time2Validation.add(fin1 - in1);
    logger.info(
        "End Regression (t="
            + (fin1 - in1)
            + ") "
            + (sizeReg)
            + "/"
            + regressionCases.size()
            + ", result "
            + (!failing));
    return failing;
  }