@Test
public void if_a_screenshot_is_identical_to_the_previous_one_in_the_step_it_wont_be_added()
throws IOException {
TestStep step = new TestStep("a narrative description");
File screenshot = temporaryFolder.newFile("screenshot.png");
File source = temporaryFolder.newFile("screenshot.html");
step.addScreenshot(new ScreenshotAndHtmlSource(screenshot, source));
step.addScreenshot(new ScreenshotAndHtmlSource(screenshot, source));
assertThat(step.getScreenshots().size(), is(1));
}
@Test
public void the_test_step_can_have_an_illustration() throws IOException {
TestStep step = new TestStep("a narrative description");
File screenshot = temporaryFolder.newFile("screenshot.png");
File source = temporaryFolder.newFile("screenshot.html");
assertThat(step.hasScreenshots(), is(false));
step.addScreenshot(new ScreenshotAndHtmlSource(screenshot, source));
assertThat(step.hasScreenshots(), is(true));
assertThat(step.getScreenshots().get(0).getScreenshot(), is(screenshot));
assertThat(step.getScreenshots().get(0).getHtmlSource().get(), is(source));
}
@Test
public void the_first_screenshot_can_be_used_to_represent_the_step() throws IOException {
TestStep step = new TestStep("a narrative description");
File screenshot = temporaryFolder.newFile("screenshot.png");
File source = temporaryFolder.newFile("screenshot.html");
step.addScreenshot(new ScreenshotAndHtmlSource(screenshot, source));
File screenshot2 = temporaryFolder.newFile("screenshot2.png");
File source2 = temporaryFolder.newFile("screenshot2.html");
step.addScreenshot(new ScreenshotAndHtmlSource(screenshot2, source2));
assertThat(step.getFirstScreenshot().getScreenshot(), is(screenshot));
assertThat(step.getFirstScreenshot().getHtmlSource().get(), is(source));
}
@Test
public void should_load_test_step_details_with_no_screenshot_source_from_xml_file()
throws Exception {
String storedReportXML =
"<acceptance-test-run title='Should do this' name='should_do_this' steps='1' successful='1' failures='0' skipped='0' ignored='0' pending='0' result='SUCCESS'>\n"
+ " <user-story id='net.thucydides.core.reports.integration.WhenGeneratingAnXMLReport.AUserStory' name='A user story' />\n"
+ " <test-step result='SUCCESS'>\n"
+ " <screenshots>"
+ " <screenshot image='step_1.png'/>"
+ " </screenshots>"
+ " <description>step 1</description>\n"
+ " </test-step>\n"
+ "</acceptance-test-run>";
File report = temporaryDirectory.newFile("saved-report.xml");
FileUtils.writeStringToFile(report, storedReportXML);
Optional<TestOutcome> testOutcome = outcomeReporter.loadReportFrom(report);
TestStep testStep = (TestStep) testOutcome.get().getTestSteps().get(0);
assertThat(testOutcome.get().getTestSteps().size(), is(1));
assertThat(testStep.getResult(), is(TestResult.SUCCESS));
assertThat(testStep.getDescription(), is("step 1"));
assertThat(testStep.getScreenshots().get(0).getScreenshotFile().getName(), is("step_1.png"));
assertThat(testStep.getScreenshots().get(0).getSourcecode().isPresent(), is(false));
}
@Test
public void should_load_acceptance_test_report_with_multiple_test_steps_from_xml_file()
throws Exception {
String storedReportXML =
"<acceptance-test-run title='A simple test case' name='a_simple_test_case' steps='1' successful='1' failures='0' skipped='0' ignored='0' pending='0' result='SUCCESS'>\n"
+ " <user-story id='net.thucydides.core.reports.integration.WhenGeneratingAnXMLReport.AUserStory' name='A user story' />\n"
+ " <test-step result='SUCCESS'>\n"
+ " <description>step 1</description>\n"
+ " </test-step>\n"
+ " <test-step result='FAILURE'>\n"
+ " <description>step 2</description>\n"
+ " </test-step>\n"
+ "</acceptance-test-run>";
File report = temporaryDirectory.newFile("saved-report.xml");
FileUtils.writeStringToFile(report, storedReportXML);
Optional<TestOutcome> testOutcome = outcomeReporter.loadReportFrom(report);
assertThat(testOutcome.get().getTitle(), is("A simple test case"));
assertThat(testOutcome.get().getTestSteps().size(), is(2));
assertThat(testOutcome.get().getTestSteps().get(0).getResult(), is(TestResult.SUCCESS));
assertThat(testOutcome.get().getTestSteps().get(0).getDescription(), is("step 1"));
assertThat(testOutcome.get().getTestSteps().get(1).getResult(), is(TestResult.FAILURE));
assertThat(testOutcome.get().getTestSteps().get(1).getDescription(), is("step 2"));
}
@Test
public void should_load_feature_details_from_xml_file() throws Exception {
String storedReportXML =
"<acceptance-test-run title='Should do this' name='should_do_this' steps='1' successful='1' failures='0' skipped='0' ignored='0' pending='0' result='SUCCESS'>\n"
+ " <user-story id='net.thucydides.core.reports.integration.WhenGeneratingAnXMLReport.AUserStory' name='A user story' path='net.thucydides.core.reports.integration.WhenGeneratingAnXMLReport'>\n"
+ " <feature id='myapp.myfeatures.SomeFeature' name='Some feature' />\n"
+ " </user-story>"
+ " <test-step result='SUCCESS'>\n"
+ " <description>step 1</description>\n"
+ " </test-step>\n"
+ "</acceptance-test-run>";
File report = temporaryDirectory.newFile("saved-report.xml");
FileUtils.writeStringToFile(report, storedReportXML);
Optional<TestOutcome> testOutcome = outcomeReporter.loadReportFrom(report);
testOutcome.get().getFeature();
ApplicationFeature expectedFeature =
new ApplicationFeature("myapp.myfeatures.SomeFeature", "Some feature");
assertThat(testOutcome.get().getFeature().getId(), is("myapp.myfeatures.SomeFeature"));
assertThat(testOutcome.get().getFeature().getName(), is("Some feature"));
assertThat(
testOutcome.get().getPath(),
is("net.thucydides.core.reports.integration.WhenGeneratingAnXMLReport"));
}
@Before
public void setupTestReporter() throws IOException {
outcomeReporter = new XMLTestOutcomeReporter();
outputDirectory = temporaryDirectory.newFolder();
outcomeReporter.setOutputDirectory(outputDirectory);
}
@Test
public void css_stylesheets_should_be_copied_to_a_non_standard_output_directory()
throws Exception {
File differentOutputDirectory = new File(temporaryFolder.newFolder(), "build/thucydides");
reporter.setOutputDirectory(differentOutputDirectory);
TestOutcome testOutcome = new TestOutcome("a_simple_test_case");
testOutcome.recordStep(TestStepFactory.successfulTestStepCalled("step 1"));
reporter.generateReportFor(testOutcome, allTestOutcomes);
File cssDir = new File(differentOutputDirectory, "css");
File cssStylesheet = new File(cssDir, "core.css");
assertThat(cssStylesheet.exists(), is(true));
}
@Test
public void should_load_acceptance_test_report_including_issues() throws Exception {
String storedReportXML =
"<acceptance-test-run title='Should do this' name='should_do_this' steps='1' successful='1' failures='0' skipped='0' ignored='0' pending='0' result='SUCCESS'>\n"
+ " <user-story id='net.thucydides.core.reports.integration.WhenGeneratingAnXMLReport.AUserStory' name='A user story' />\n"
+ " <test-step result='SUCCESS'>\n"
+ " <description>step 1</description>\n"
+ " </test-step>\n"
+ "</acceptance-test-run>";
File report = temporaryDirectory.newFile("saved-report.xml");
FileUtils.writeStringToFile(report, storedReportXML);
Optional<TestOutcome> testOutcome = outcomeReporter.loadReportFrom(report);
assertThat(testOutcome.get().getTitle(), is("Should do this"));
}
@Test
public void should_load_example_data_from_xml_file() throws Exception {
String storedReportXML =
"<acceptance-test-run title='Should do this' name='should_do_this' steps='1' successful='1' failures='0' skipped='0' ignored='0' pending='0' result='SUCCESS' duration='0'>\n"
+ " <user-story id='net.thucydides.core.reports.integration.WhenGeneratingAnXMLReport.SomeTestScenarioWithTags' name='Some test scenario with tags' />\n"
+ " <tags>\n"
+ " <tag name='important feature' type='feature' />\n"
+ " <tag name='simple story' type='story' />\n"
+ " </tags>\n"
+ " <examples>\n"
+ " <headers>\n"
+ " <header>firstName</header>\n"
+ " <header>lastName</header>\n"
+ " <header>age</header>\n"
+ " </headers>\n"
+ " <rows>\n"
+ " <row result='FAILURE'>\n"
+ " <value>Joe</value>\n"
+ " <value>Smith</value>\n"
+ " <value>20</value>\n"
+ " </row>\n"
+ " <row>\n"
+ " <value>Jack</value>\n"
+ " <value>Jones</value>\n"
+ " <value>21</value>\n"
+ " </row>\n"
+ " </rows>\n"
+ " </examples>\n"
+ " <test-step result='SUCCESS' duration='0'>\n"
+ " <description>step 1</description>\n"
+ " </test-step>\n"
+ "</acceptance-test-run>";
File report = temporaryDirectory.newFile("saved-report.xml");
FileUtils.writeStringToFile(report, storedReportXML);
Optional<TestOutcome> testOutcome = outcomeReporter.loadReportFrom(report);
DataTable table = testOutcome.get().getDataTable();
assertThat(table.getHeaders(), hasItems("firstName", "lastName", "age"));
assertThat(table.getRows().size(), is(2));
assertThat(table.getRows().get(0).getStringValues(), hasItems("Joe", "Smith", "20"));
assertThat(table.getRows().get(0).getResult(), is(TestResult.FAILURE));
assertThat(table.getRows().get(1).getStringValues(), hasItems("Jack", "Jones", "21"));
assertThat(table.getRows().get(1).getResult(), is(TestResult.SUCCESS));
}
@Test
public void should_load_qualified_acceptance_test_report_with_a_qualified_name()
throws Exception {
String storedReportXML =
"<acceptance-test-run title='Search for news [euro]' name='searchForNews[0]' qualifier='euro' steps='0' successful='0' failures='0' skipped='0' ignored='0' pending='0' result='PENDING' duration='85'>\n"
+ " <user-story id='samples.ParametrizedTest' name='Parametrized test'/>\n"
+ " <tags>\n"
+ " <tag name='Parametrized test' type='story'/>\n"
+ " </tags>\n"
+ "</acceptance-test-run>";
File report = temporaryDirectory.newFile("saved-report.xml");
FileUtils.writeStringToFile(report, storedReportXML);
Optional<TestOutcome> testOutcome = outcomeReporter.loadReportFrom(report);
assertThat(testOutcome.get().getTitle(), is("Search for news [euro]"));
assertThat(testOutcome.get().getTitleWithLinks(), is("Search for news [euro]"));
}
@Test
public void should_load_tags_from_xml_file() throws Exception {
String storedReportXML =
"<acceptance-test-run title='Should do this' name='should_do_this' steps='1' successful='1' failures='0' skipped='0' ignored='0' pending='0' result='SUCCESS' duration='0'>\n"
+ " <user-story id='net.thucydides.core.reports.integration.WhenGeneratingAnXMLReport.SomeTestScenarioWithTags' name='Some test scenario with tags' />\n"
+ " <tags>\n"
+ " <tag name='important feature' type='feature' />\n"
+ " <tag name='simple story' type='story' />\n"
+ " </tags>\n"
+ " <test-step result='SUCCESS' duration='0'>\n"
+ " <description>step 1</description>\n"
+ " </test-step>\n"
+ "</acceptance-test-run>";
File report = temporaryDirectory.newFile("saved-report.xml");
FileUtils.writeStringToFile(report, storedReportXML);
Optional<TestOutcome> testOutcome = outcomeReporter.loadReportFrom(report);
assertThat(testOutcome.get().getTags().size(), is(2));
}
@Test
public void should_load_manual_acceptance_test_report_from_xml_file() throws Exception {
String storedReportXML =
"<acceptance-test-run title='Should do this' name='should_do_this' steps='1' successful='1' failures='0' skipped='0' ignored='0' pending='0' result='SUCCESS' timestamp='2013-01-01T00:00:00.000-05:00' manual='true'>\n"
+ " <user-story id='net.thucydides.core.reports.integration.WhenGeneratingAnXMLReport.AUserStory' name='A user story' />\n"
+ " <issues>\n"
+ " <issue>#456</issue>\n"
+ " <issue>#789</issue>\n"
+ " <issue>#123</issue>\n"
+ " </issues>\n"
+ " <test-step result='SUCCESS'>\n"
+ " <description>step 1</description>\n"
+ " </test-step>\n"
+ "</acceptance-test-run>";
File report = temporaryDirectory.newFile("saved-report.xml");
FileUtils.writeStringToFile(report, storedReportXML);
Optional<TestOutcome> testOutcome = outcomeReporter.loadReportFrom(report);
assertThat(testOutcome.get().isManual(), is(true));
}
@Test
public void
should_unescape_newline_in_the_title_and_qualifier_of_a_qualified_acceptance_test_report_from_xml_file()
throws Exception {
String storedReportXML =
"<acceptance-test-run title='Should do this [a qualifier with &#10; a new line]' qualifier='a qualifier with &#10; a new line' name='should_do_this' steps='1' successful='1' failures='0' skipped='0' ignored='0' pending='0' result='SUCCESS'>\n"
+ " <user-story id='net.thucydides.core.reports.integration.WhenGeneratingAnXMLReport.AUserStory' name='A user story' />\n"
+ " <issues>\n"
+ " <issue>#456</issue>\n"
+ " <issue>#789</issue>\n"
+ " <issue>#123</issue>\n"
+ " </issues>\n"
+ " <test-step result='SUCCESS'>\n"
+ " <description>step 1</description>\n"
+ " </test-step>\n"
+ "</acceptance-test-run>";
File report = temporaryDirectory.newFile("saved-report.xml");
FileUtils.writeStringToFile(report, storedReportXML);
Optional<TestOutcome> testOutcome = outcomeReporter.loadReportFrom(report);
assertThat(testOutcome.get().getQualifier().get(), is("a qualifier with \n a new line"));
assertThat(testOutcome.get().getTitle(), containsString("[a qualifier with \n a new line]"));
}