KaneAI - World’s First E2E Software Testing Agent.Book a Demo 
How to use getTestOutcomes method of net.serenitybdd.junit.runners.SerenityRunner class
Best Serenity JUnit code snippet using net.serenitybdd.junit.runners.SerenityRunner.getTestOutcomes
Source:WhenRunningADataDrivenTestScenario.java 
...67 @Test68 public void a_data_driven_test_driver_should_run_one_test_per_row_of_data() throws Throwable {69 SerenityParameterizedRunner runner = getStubbedTestRunnerUsing(SampleDataDrivenScenario.class);70 runner.run(new RunNotifier());71 List<TestOutcome> executedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).getTestOutcomesForAllParameterSets();72 assertThat(executedScenarios.size(), is(36));73 }74 @Test75 public void manual_data_driven_tests_should_be_allowed() throws Throwable {76 SerenityParameterizedRunner runner = getStubbedTestRunnerUsing(AddDifferentSortsOfTodos.class);77 runner.run(new RunNotifier());78 List<TestOutcome> executedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).getTestOutcomesForAllParameterSets();79 assertThat(executedScenarios.size(), is(4));80 }81 @Test82 public void a_data_driven_test_driver_should_aggregate_test_outcomes() throws Throwable {83 SerenityParameterizedRunner runner = getStubbedTestRunnerUsing(SampleDataDrivenScenario.class);84 runner.run(new RunNotifier());85 List<TestOutcome> aggregatedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).aggregateTestOutcomesByTestMethods();86 assertThat(aggregatedScenarios.size(), is(3));87 assertThat(aggregatedScenarios.get(0).getStepCount(), is(12));88 assertThat(aggregatedScenarios.get(1).getStepCount(), is(12));89 }90 @Test91 public void a_data_driven_test_driver_should_record_a_sample_scenario() throws Throwable {92 SerenityParameterizedRunner runner = getStubbedTestRunnerUsing(SampleDataDrivenScenario.class);93 runner.run(new RunNotifier());94 List<TestOutcome> aggregatedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).aggregateTestOutcomesByTestMethods();95 assertThat(aggregatedScenarios.get(0).getDataDrivenSampleScenario(), containsString("Step with parameters: <Parameter 1>, <Parameter 2>\n" +96 "Step that succeeds\n" +97 "Another step that succeeds"));98 }99 @Test100 public void a_data_driven_test_driver_should_record_a_table_of_example() throws Throwable {101 SerenityParameterizedRunner runner = getStubbedTestRunnerUsing(SampleSingleDataDrivenScenario.class);102 runner.run(new RunNotifier());103 List<TestOutcome> aggregatedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).aggregateTestOutcomesByTestMethods();104 assertThat(aggregatedScenarios.size(), is(1));105 assertThat(aggregatedScenarios.get(0).getStepCount(), is(15));106 }107 @Test108 public void a_data_driven_test_with_a_failing_assumption_should_be_ignored() throws Throwable {109 SerenityParameterizedRunner runner = getStubbedTestRunnerUsing(SampleSingleDataDrivenScenarioWithFailingAssumption.class);110 runner.run(new RunNotifier());111 List<TestOutcome> aggregatedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).aggregateTestOutcomesByTestMethods();112 assertThat(aggregatedScenarios.size(), is(1));113 assertThat(aggregatedScenarios.get(0).getStepCount(), is(15));114 for (TestStep step : aggregatedScenarios.get(0).getTestSteps()) {115 assertThat(step.getResult(), is(TestResult.IGNORED));116 }117 }118 @Test119 public void a_data_driven_test_driver_should_aggregate_test_outcomes_without_steps() throws Throwable {120 SerenityParameterizedRunner runner = getStubbedTestRunnerUsing(SimpleSuccessfulParametrizedTestSample.class);121 runner.run(new RunNotifier());122 List<TestOutcome> aggregatedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).aggregateTestOutcomesByTestMethods();123 assertThat(aggregatedScenarios.size(), is(2));124 assertThat(aggregatedScenarios.get(0).getStepCount(), is(3));125 assertThat(aggregatedScenarios.get(1).getStepCount(), is(3));126 }127 @Test128 public void data_driven_tests_should_pass_even_if_no_steps_are_called() throws Throwable {129 SerenityParameterizedRunner runner = getStubbedTestRunnerUsing(SimpleSuccessfulParametrizedTestSample.class);130 runner.run(new RunNotifier());131 List<TestOutcome> aggregatedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).aggregateTestOutcomesByTestMethods();132 assertThat(aggregatedScenarios.get(0).getResult(), is(TestResult.SUCCESS));133 assertThat(aggregatedScenarios.get(1).getResult(), is(TestResult.SUCCESS));134 }135 @Test136 public void an_ignored_data_driven_test_should_have_result_status_as_ignored() throws Throwable {137 SerenityParameterizedRunner runner = getStubbedTestRunnerUsing(SampleDataDrivenIgnoredScenario.class);138 runner.run(new RunNotifier());139 List<TestOutcome> aggregatedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).aggregateTestOutcomesByTestMethods();140 assertThat(aggregatedScenarios.size(), is(1));141 assertThat(aggregatedScenarios.get(0).getResult(), is(TestResult.IGNORED));142 }143 @Test144 public void an_ignored_data_driven_test_should_have_a_step_for_each_row() throws Throwable {145 SerenityParameterizedRunner runner = getStubbedTestRunnerUsing(SampleDataDrivenIgnoredScenario.class);146 runner.run(new RunNotifier());147 List<TestOutcome> aggregatedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).aggregateTestOutcomesByTestMethods();148 assertThat(aggregatedScenarios.size(), is(1));149 assertThat(aggregatedScenarios.get(0).getTestSteps().size(), is(10));150 }151 @Test152 public void a_pending_data_driven_test_should_have_result_status_as_pending() throws Throwable {153 SerenityParameterizedRunner runner = getStubbedTestRunnerUsing(SampleDataDrivenPendingScenario.class);154 runner.run(new RunNotifier());155 List<TestOutcome> aggregatedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).aggregateTestOutcomesByTestMethods();156 assertThat(aggregatedScenarios.size(), is(1));157 assertThat(aggregatedScenarios.get(0).getResult(), is(TestResult.PENDING));158 }159 @Test160 public void a_pending_data_driven_test_should_have_a_test_step_for_each_row() throws Throwable {161 SerenityParameterizedRunner runner = getStubbedTestRunnerUsing(SampleDataDrivenPendingScenario.class);162 runner.run(new RunNotifier());163 List<TestOutcome> aggregatedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).aggregateTestOutcomesByTestMethods();164 assertThat(aggregatedScenarios.size(), is(1));165 assertThat(aggregatedScenarios.get(0).getTestSteps().size(), is(10));166 }167 @Test168 public void a_data_driven_test_should_also_be_able_to_use_data_from_a_CSV_file() throws Throwable {169 SerenityParameterizedRunner runner = getTestRunnerUsing(SampleCSVDataDrivenScenario.class);170 runner.run(new RunNotifier());171 List<TestOutcome> executedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).getTestOutcomesForAllParameterSets();172 assertThat(executedScenarios.size(), is(24));173 }174 @Test175 public void a_separate_json_report_should_be_generated_for_each_scenario() throws Throwable {176 File outputDirectory = tempFolder.newFolder("thucydides");177 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),178 outputDirectory.getAbsolutePath());179 SerenityParameterizedRunner runner = getTestRunnerUsing(SampleDataDrivenScenario.class);180 runner.run(new RunNotifier());181 File[] reports = reload(outputDirectory).listFiles(new JSONFileFilter());182 assertThat(reports.length, is(3));183 }184 @Test185 public void a_separate_json_report_should_be_generated_for_each_scenario_when_using_data_from_a_CSV_file() throws Throwable {186 File outputDirectory = tempFolder.newFolder("thucydides");187 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),188 outputDirectory.getAbsolutePath());189 SerenityParameterizedRunner runner = getTestRunnerUsing(SampleCSVDataDrivenScenario.class);190 runner.run(new RunNotifier());191 File[] reports = reload(outputDirectory).listFiles(new JSONFileFilter());192 assertThat(reports.length, is(2));193 }194 @Test195 public void json_report_contents_should_reflect_the_test_data_from_the_csv_file() throws Throwable {196 File outputDirectory = tempFolder.newFolder("thucydides");197 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),198 outputDirectory.getAbsolutePath());199 SerenityParameterizedRunner runner = getTestRunnerUsing(SampleCSVDataDrivenScenario.class);200 runner.run(new RunNotifier());201 List<String> reportContents = contentsOf(reload(outputDirectory).listFiles(new JSONFileFilter()));202 assertThat(reportContents, hasItemContainsString("Jack Black"));203 assertThat(reportContents, hasItemContainsString("Joe Smith"));204 }205 private Matcher<? super List<String>> hasItemContainsString(String expectedValue) {206 return new HasItemContainsString(expectedValue);207 }208 private static class HasItemContainsString extends TypeSafeMatcher<List<String>> {209 private final String expectedValue;210 private HasItemContainsString(String expectedValue) {211 this.expectedValue = expectedValue;212 }213 @Override214 protected boolean matchesSafely(List<String> values) {215 return values.stream()216 .anyMatch(value -> value.contains(expectedValue));217 }218 public void describeTo(Description description) {219 description.appendText("Expecting a list containing a string that contains ").appendValue(expectedValue);220 }221 }222 @Test223 public void when_test_data_is_provided_for_a_step_a_single_test_should_be_executed() throws Throwable {224 File outputDirectory = tempFolder.newFolder("thucydides");225 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),226 outputDirectory.getAbsolutePath());227 SerenityRunner runner = getNormalTestRunnerUsing(SamplePassingScenarioWithTestSpecificData.class);228 runner.run(new RunNotifier());229 List reportContents = contentsOf(reload(outputDirectory).listFiles(new JSONFileFilter()));230 assertThat(reportContents.size(), is(1));231 }232 @Test233 public void when_a_step_fails_for_a_row_the_other_rows_should_be_executed() throws Throwable {234 File outputDirectory = tempFolder.newFolder("thucydides");235 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),236 outputDirectory.getAbsolutePath());237 SerenityRunner runner = getNormalTestRunnerUsing(ScenarioWithTestSpecificDataAndAFailingTestSample.class);238 runner.run(new RunNotifier());239 List<TestOutcome> executedSteps = runner.getTestOutcomes();240 assertThat(executedSteps.size(), is(1));241 TestOutcome testOutcome1 = executedSteps.get(0);242 List<TestStep> dataDrivenSteps = testOutcome1.getTestSteps();243 assertThat(dataDrivenSteps.size(), is(12));244 }245 @Test246 public void when_a_step_is_skipped_for_a_row_the_other_rows_should_be_executed() throws Throwable {247 File outputDirectory = tempFolder.newFolder("thucydides");248 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),249 outputDirectory.getAbsolutePath());250 SerenityRunner runner = getNormalTestRunnerUsing(ScenarioWithTestSpecificDataAndAFailingTestSample.class);251 runner.run(new RunNotifier());252 List<TestOutcome> executedSteps = runner.getTestOutcomes();253 assertThat(executedSteps.size(), is(1));254 TestOutcome testOutcome1 = executedSteps.get(0);255 List<TestStep> dataDrivenSteps = testOutcome1.getTestSteps();256 assertThat(dataDrivenSteps.size(), is(12));257 }258 @Test259 public void browser_should_be_restarted_periodically_if_requested() throws Throwable {260 File outputDirectory = tempFolder.newFolder("thucydides");261 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(), outputDirectory.getAbsolutePath());262 environmentVariables.setProperty("thucydides.restart.browser.frequency", "5");263 SerenityParameterizedRunner runner = getTestRunnerUsing(SampleSingleSessionDataDrivenScenario.class);264 runner.run(new RunNotifier());265 }266 @Test267 public void when_a_step_fails_for_a_row_the_other_rows_should_not_be_skipped() throws Throwable {268 File outputDirectory = tempFolder.newFolder("thucydides");269 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),270 outputDirectory.getAbsolutePath());271 SerenityRunner runner = getNormalTestRunnerUsing(ScenarioWithTestSpecificDataAndAFailingTestSample.class);272 runner.run(new RunNotifier());273 List<TestOutcome> executedSteps = runner.getTestOutcomes();274 assertThat(executedSteps.size(), is(1));275 TestOutcome testOutcome1 = executedSteps.get(0);276 List<TestStep> dataDrivenSteps = testOutcome1.getTestSteps();277 assertThat(dataDrivenSteps.size(), is(12));278 assertThat(dataDrivenSteps.get(1).getResult(), is(TestResult.FAILURE));279 assertThat(dataDrivenSteps.get(2).getResult(), is(TestResult.SUCCESS));280 }281 @Test282 public void when_a_parameterized_test_fails_outside_a_step_a_failure_should_be_recorded() throws Throwable {283 File outputDirectory = tempFolder.newFolder("thucydides");284 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),285 outputDirectory.getAbsolutePath());286 SerenityParameterizedRunner runner = getTestRunnerUsing(SampleDataDrivenScenarioWithExternalFailure.class);287 runner.run(new RunNotifier());288 List<TestOutcome> executedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).getTestOutcomesForAllParameterSets();289 assertThat(executedScenarios.size(), is(10));290 assertThat(executedScenarios.get(0).getResult(), is(TestResult.SUCCESS));291 assertThat(executedScenarios.get(1).getResult(), is(TestResult.FAILURE));292 assertThat(executedScenarios.get(2).getResult(), is(TestResult.SUCCESS));293 }294 @Test295 public void when_a_step_fails_with_an_error_for_a_row_the_other_rows_should_be_executed() throws Throwable {296 File outputDirectory = tempFolder.newFolder("thucydides");297 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),298 outputDirectory.getAbsolutePath());299 SerenityRunner runner = getNormalTestRunnerUsing(ScenarioWithTestSpecificDataAndABreakingTestSample.class);300 runner.run(new RunNotifier());301 List<TestOutcome> executedSteps = runner.getTestOutcomes();302 assertThat(executedSteps.size(), is(1));303 TestOutcome testOutcome1 = executedSteps.get(0);304 List<TestStep> dataDrivenSteps = testOutcome1.getTestSteps();305 assertThat(dataDrivenSteps.size(), is(12));306 assertThat(dataDrivenSteps.get(1).getResult(), is(TestResult.ERROR));307 assertThat(dataDrivenSteps.get(2).getResult(), is(TestResult.SUCCESS));308 }309 @RunWith(SerenityRunner.class)310 public static class ScenarioWithTestSpecificDataSample {311 @Managed(driver = "htmlunit")312 public WebDriver webdriver;313 @ManagedPages(defaultUrl = "http://www.google.com")314 public Pages pages;315 @Steps316 public SampleScenarioSteps steps;317 @Test318 public void check_each_row() throws Throwable {319 withTestDataFrom("test-data/simple-data.csv").run(steps).data_driven_test_step();320 }321 }322 @RunWith(SerenityRunner.class)323 public static class ScenarioWithNestedTestSpecificDataSample {324 @Managed(driver = "htmlunit")325 public WebDriver webdriver;326 @ManagedPages(defaultUrl = "http://www.google.com")327 public Pages pages;328 @Steps329 public NestedDatadrivenSteps steps;330 @Test331 public void check_each_row() throws Throwable {332 steps.check_each_row();333 }334 }335 @RunWith(SerenityRunner.class)336 public static class ScenarioWithDeeplyNestedTestSpecificDataSample {337 @Managed(driver = "htmlunit")338 public WebDriver webdriver;339 @ManagedPages(defaultUrl = "http://www.google.com")340 public Pages pages;341 @Steps342 public NestedDatadrivenSteps steps;343 @Test344 public void happy_day_scenario() throws Throwable {345 steps.do_something();346 steps.run_data_driven_tests();347 steps.do_something_else();348 }349 }350 @RunWith(SerenityRunner.class)351 public static class ScenarioWithTestSpecificDataAndAFailingTestSample {352 @Managed(driver = "htmlunit")353 public WebDriver webdriver;354 @ManagedPages(defaultUrl = "http://www.google.com")355 public Pages pages;356 @Steps357 public SampleScenarioSteps steps;358 @Test359 public void happy_day_scenario() throws Throwable {360 withTestDataFrom("test-data/simple-data.csv").run(steps).data_driven_test_step_that_fails();361 }362 }363 @RunWith(SerenityRunner.class)364 public static class ScenarioWithTestSpecificDataAndASkippedTestSample {365 @Managed(driver = "htmlunit")366 public WebDriver webdriver;367 @ManagedPages(defaultUrl = "http://www.google.com")368 public Pages pages;369 @Steps370 public SampleScenarioSteps steps;371 @Test372 public void happy_day_scenario() throws Throwable {373 withTestDataFrom("test-data/simple-data.csv").run(steps).data_driven_test_step_that_is_skipped();374 }375 }376 @RunWith(SerenityRunner.class)377 public static class ScenarioWithTestSpecificDataAndABreakingTestSample {378 @Managed(driver = "htmlunit")379 public WebDriver webdriver;380 @ManagedPages(defaultUrl = "http://www.google.com")381 public Pages pages;382 @Steps383 public SampleScenarioSteps steps;384 @Test385 public void happy_day_scenario() throws Throwable {386 withTestDataFrom("test-data/simple-data.csv").run(steps).data_driven_test_step_that_breaks();387 }388 }389 @Test390 public void when_test_data_is_provided_for_a_step_then_a_step_should_be_reported_for_each_data_row() throws Throwable {391 File outputDirectory = tempFolder.newFolder("thucydides");392 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),393 outputDirectory.getAbsolutePath());394 SerenityRunner runner = getNormalTestRunnerUsing(ScenarioWithTestSpecificDataSample.class);395 runner.run(new RunNotifier());396 List<TestOutcome> executedSteps = runner.getTestOutcomes();397 assertThat(executedSteps.size(), is(1));398 TestOutcome testOutcome1 = executedSteps.get(0);399 List<TestStep> dataDrivenSteps = testOutcome1.getTestSteps();400 assertThat(dataDrivenSteps.size(), is(12));401 }402 @Test403 public void when_test_data_is_provided_for_a_nested_step_then_a_step_should_be_reported_for_each_data_row() throws Throwable {404 File outputDirectory = tempFolder.newFolder("thucydides");405 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),406 outputDirectory.getAbsolutePath());407 SerenityRunner runner = getNormalTestRunnerUsing(ScenarioWithNestedTestSpecificDataSample.class);408 runner.run(new RunNotifier());409 List<TestOutcome> executedSteps = runner.getTestOutcomes();410 assertThat(executedSteps.size(), is(1));411 TestOutcome testOutcome1 = executedSteps.get(0);412 List<TestStep> dataDrivenSteps = testOutcome1.getTestSteps().get(0).getChildren();413 assertThat(dataDrivenSteps.size(), is(12));414 }415 @Test416 public void when_test_data_is_provided_for_a_deeply_nested_step_then_a_step_should_be_reported_for_each_data_row() throws Throwable {417 File outputDirectory = tempFolder.newFolder("thucydides");418 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),419 outputDirectory.getAbsolutePath());420 SerenityRunner runner = getNormalTestRunnerUsing(ScenarioWithDeeplyNestedTestSpecificDataSample.class);421 runner.run(new RunNotifier());422 List<TestOutcome> executedSteps = runner.getTestOutcomes();423 assertThat(executedSteps.size(), is(1));424 TestOutcome testOutcome1 = executedSteps.get(0);425 List<TestStep> dataDrivenSteps = testOutcome1.getTestSteps();426 assertThat(dataDrivenSteps.size(), is(3));427 }428 @Test429 public void test_step_data_should_appear_in_the_step_titles() throws Throwable {430 File outputDirectory = tempFolder.newFolder("thucydides");431 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),432 outputDirectory.getAbsolutePath());433 SerenityRunner runner = getNormalTestRunnerUsing(ScenarioWithTestSpecificDataSample.class);434 runner.run(new RunNotifier());435 List<TestOutcome> executedSteps = runner.getTestOutcomes();436 TestOutcome testOutcome1 = executedSteps.get(0);437 List<TestStep> dataDrivenSteps = testOutcome1.getTestSteps();438 TestStep step1 = dataDrivenSteps.get(0);439 TestStep setNameStep1 = step1.getFlattenedSteps().get(0);440 TestStep step2 = dataDrivenSteps.get(1);441 TestStep setNameStep2 = step2.getFlattenedSteps().get(0);442 assertThat(setNameStep1.getDescription(), containsString("Joe Smith"));443 assertThat(setNameStep2.getDescription(), containsString("Jack Black"));444 }445 @Test446 public void running_a_simple_parameterized_test_should_produce_an_outcome_per_data_row() throws Throwable {447 File outputDirectory = tempFolder.newFolder("thucydides");448 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),449 outputDirectory.getAbsolutePath());450 SerenityParameterizedRunner runner = getTestRunnerUsing(SimpleSuccessfulParametrizedTestSample.class);451 runner.run(new RunNotifier());452 List<String> reportContents = contentsOf(reload(outputDirectory).listFiles(new JSONFileFilter()));453 assertThat(reportContents.size(), is(2));454 }455 @Test456 public void when_the_Concurrent_annotation_is_used_tests_should_be_run_in_parallel() throws Throwable {457 File outputDirectory = tempFolder.newFolder("thucydides");458 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),459 outputDirectory.getAbsolutePath());460 SerenityParameterizedRunner runner = getTestRunnerUsing(SampleParallelDataDrivenScenario.class);461 runner.run(new RunNotifier());462 List<String> reportContents = contentsOf(reload(outputDirectory).listFiles(new JSONFileFilter()));463 assertThat(reportContents, hasItemContainsString("Step with parameters: a, 1"));464 assertThat(reportContents, hasItemContainsString("Step with parameters: b, 2"));465 assertThat(reportContents, hasItemContainsString("Step with parameters: c, 3"));466 }467 @Test468 public void the_Concurrent_annotation_indicates_that_tests_should_be_run_in_parallel() throws Throwable {469 SerenityParameterizedRunner runner = getTestRunnerUsing(SampleParallelDataDrivenScenario.class);470 assertThat(runner.runTestsInParallelFor(SampleParallelDataDrivenScenario.class), is(true));471 assertThat(runner.runTestsInParallelFor(SampleDataDrivenScenario.class), is(false));472 }473 @Test474 public void by_default_the_number_of_threads_is_2_times_the_number_of_CPU_cores() throws Throwable {475 SerenityParameterizedRunner runner = getTestRunnerUsing(SampleParallelDataDrivenScenario.class);476 int threadCount = runner.getThreadCountFor(SampleParallelDataDrivenScenario.class);477 int AVAILABLE_PROCESSORS = Runtime.getRuntime().availableProcessors();478 assertThat(threadCount, is(AVAILABLE_PROCESSORS * 2));479 }480 @RunWith(SerenityParameterizedRunner.class)481 @Concurrent(threads = "7")482 public static final class ParallelDataDrivenScenarioWithSpecifiedThreadCountSample {483 @TestData484 public static Collection testData() {485 return Arrays.asList(new Object[][]{});486 }487 @Test488 public void foo() {489 }490 }491 @Test492 public void the_number_of_threads_can_be_overridden_in_the_concurrent_annotation() throws Throwable {493 SerenityParameterizedRunner runner494 = getTestRunnerUsing(ParallelDataDrivenScenarioWithSpecifiedThreadCountSample.class);495 int threadCount = runner.getThreadCountFor(ParallelDataDrivenScenarioWithSpecifiedThreadCountSample.class);496 assertThat(threadCount, is(7));497 }498 @Test499 public void the_number_of_threads_can_be_overridden_with_a_system_property() throws Throwable {500 environmentVariables.setProperty("thucydides.concurrent.threads", "4");501 SerenityParameterizedRunner runner502 = getTestRunnerUsing(ParallelDataDrivenScenarioWithSpecifiedThreadCountSample.class);503 int threadCount = runner.getThreadCountFor(ParallelDataDrivenScenarioWithSpecifiedThreadCountSample.class);504 assertThat(threadCount, is(4));505 }506 @RunWith(SerenityParameterizedRunner.class)507 @Concurrent(threads = "7x")508 public static final class ParallelDataDrivenScenarioWithRelativeThreadCountSample {509 @TestData510 public static Collection testData() {511 return Arrays.asList(new Object[][]{});512 }513 @Test514 public void foo() {515 }516 }517 @Test518 public void the_number_of_threads_can_be_overridden_in_the_concurrent_annotation_using_a_relative_value() throws Throwable {519 SerenityParameterizedRunner runner520 = getTestRunnerUsing(ParallelDataDrivenScenarioWithRelativeThreadCountSample.class);521 int threadCount = runner.getThreadCountFor(ParallelDataDrivenScenarioWithRelativeThreadCountSample.class);522 int AVAILABLE_PROCESSORS = Runtime.getRuntime().availableProcessors();523 assertThat(threadCount, is(7 * AVAILABLE_PROCESSORS));524 }525 @RunWith(SerenityParameterizedRunner.class)526 @Concurrent(threads = "xxx")527 public static final class ParallelDataDrivenScenarioWithInvalidThreadCountSample {528 @TestData529 public static Collection testData() {530 return Arrays.asList(new Object[][]{});531 }532 @Test533 public void foo() {534 }535 }536 @Test(expected = IllegalArgumentException.class)537 public void if_the_thread_count_is_invalid_an_exception_should_be_thrown() throws Throwable {538 SerenityParameterizedRunner runner539 = getTestRunnerUsing(ParallelDataDrivenScenarioWithInvalidThreadCountSample.class);540 runner.getThreadCountFor(ParallelDataDrivenScenarioWithInvalidThreadCountSample.class);541 }542 private List<String> filenamesOf(File[] files) {543 List filenames = new ArrayList<String>();544 for (File file : files) {545 filenames.add(file.getName());546 }547 return filenames;548 }549 private List<String> contentsOf(File[] files) throws IOException {550 List<String> contents = new ArrayList<>();551 for (File file : files) {552 contents.add(stringContentsOf(file));553 }554 return contents;555 }556 private String stringContentsOf(File reportFile) throws IOException {557 return FileUtils.readFileToString(reportFile);558 }559 private File reload(File old) {560 return Paths.get(old.getAbsolutePath()).toFile();561 }562 @Test563 public void a_separate_html_report_should_be_generated_from_each_scenario() throws Throwable {564 File outputDirectory = tempFolder.newFolder("thucydides");565 environmentVariables.setProperty(ThucydidesSystemProperty.THUCYDIDES_OUTPUT_DIRECTORY.getPropertyName(),566 outputDirectory.getAbsolutePath());567 SerenityParameterizedRunner runner = getTestRunnerUsing(SampleDataDrivenScenario.class);568 runner.run(new RunNotifier());569 File[] reports = reload(outputDirectory).listFiles(new HTMLFileFilter());570 assertThat(reports.length, is(3));571 }572 private class HTMLFileFilter implements FilenameFilter {573 public boolean accept(File directory, String filename) {574 return filename.endsWith(".html") && !filename.endsWith("screenshots.html");575 }576 }577 private class JSONFileFilter implements FilenameFilter {578 public boolean accept(File directory, String filename) {579 return filename.endsWith(".json") && !filename.startsWith("manifest");580 }581 }582 protected SerenityRunner getNormalTestRunnerUsing(Class<?> testClass) throws Throwable {583 DriverConfiguration configuration = new WebDriverConfiguration(environmentVariables);584 WebDriverFactory factory = new WebDriverFactory(environmentVariables);585 return new SerenityRunner(testClass, factory, configuration);586 }587 protected SerenityParameterizedRunner getTestRunnerUsing(Class<?> testClass) throws Throwable {588 return getTestRunnerUsing(testClass, environmentVariables);589 }590 protected SerenityParameterizedRunner getTestRunnerUsing(Class<?> testClass, EnvironmentVariables environmentVariables) throws Throwable {591 DriverConfiguration configuration = new WebDriverConfiguration(environmentVariables);592 WebDriverFactory factory = new WebDriverFactory(environmentVariables);593 BatchManager batchManager = new BatchManagerProvider(configuration).get();594 return new SerenityParameterizedRunner(testClass, configuration, factory, batchManager);595 }596 protected SerenityParameterizedRunner getStubbedTestRunnerUsing(Class<?> testClass) throws Throwable {597 DriverConfiguration configuration = new WebDriverConfiguration(environmentVariables);598 WebDriverFactory factory = new WebDriverFactory(environmentVariables);599 BatchManager batchManager = new BatchManagerProvider(configuration).get();600 return new SerenityParameterizedRunner(testClass, configuration, factory, batchManager) {601 @Override602 public void generateReports() {603 //do nothing604 }605 };606 }607 @Test608 public void parameterized_test_class_correct_number_of_test_methods_are_run_using_one_tag() throws Throwable {609 EnvironmentVariables environmentVariablesWithTags = environmentVariables;610 environmentVariables.setProperty("tags", "b");611 SerenityParameterizedRunner runner = getTestRunnerUsing(612 ExampleDataDrivenWithTestMethodTags.class,613 environmentVariablesWithTags614 );615 runner.run(new RunNotifier());616 List<TestOutcome> executedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).getTestOutcomesForAllParameterSets();617 assertThat(executedScenarios.size(), is(1));618 }619 @Test620 public void parameterized_test_class_correct_number_of_test_methods_are_run_using_multiple_tags() throws Throwable {621 EnvironmentVariables environmentVariablesWithTags = environmentVariables;622 environmentVariables.setProperty("tags", "a or c");623 SerenityParameterizedRunner runner = getTestRunnerUsing(624 ExampleDataDrivenWithTestMethodTags.class,625 environmentVariablesWithTags626 );627 runner.run(new RunNotifier());628 List<TestOutcome> executedScenarios = ParameterizedTestsOutcomeAggregator.from(runner).getTestOutcomesForAllParameterSets();629 assertThat(executedScenarios.size(), is(2));630 }631 @RunWith(SerenityParameterizedRunner.class)632 public static class ExampleDataDrivenWithTestMethodTags {633 @TestData634 public static Collection<Object[]> testData() {635 List<Object[]> list = new ArrayList<>();636 list.add(new String[]{""});637 return list;638 }639 public ExampleDataDrivenWithTestMethodTags(String string) {640 }641 @Test642 @WithTag("a")...
Source:WhenRunningANonWebTestScenario.java
...43 @Test44 public void the_test_runner_records_the_steps_as_they_are_executed() throws InitializationError {45 SerenityRunner runner = new SerenityRunner(SamplePassingNonWebScenario.class, injector);46 runner.run(new RunNotifier());47 List<TestOutcome> executedSteps = runner.getTestOutcomes();48 assertThat(executedSteps.size(), is(3));49 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("happy_day_scenario").getTitle(), is("Happy day scenario"));50 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("edge_case_1").getTitle(), is("Edge case 1"));51 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("edge_case_2").getTitle(), is("Edge case 2"));52 }53 @Test54 public void tests_marked_as_pending_should_be_pending() throws InitializationError {55 SerenityRunner runner = new SerenityRunner(SamplePassingNonWebScenarioWithPendingTests.class);56 runner.run(new RunNotifier());57 List<TestOutcome> executedSteps = runner.getTestOutcomes();58 assertThat(executedSteps.size(), is(3));59 assertThat(inTheTesOutcomes(executedSteps).theResultFor("happy_day_scenario"), is(TestResult.SUCCESS));60 assertThat(inTheTesOutcomes(executedSteps).theResultFor("edge_case_1"), is(TestResult.PENDING));61 assertThat(inTheTesOutcomes(executedSteps).theResultFor("edge_case_2"), is(TestResult.PENDING));62 }63 @Test64 public void tests_with_failing_assumptions_should_be_ignored() throws InitializationError {65 SerenityRunner runner = new SerenityRunner(SampleScenarioWithFailingAssumption.class);66 runner.run(new RunNotifier());67 List<TestOutcome> executedSteps = runner.getTestOutcomes();68 assertThat(executedSteps.size(), is(3));69 assertThat(inTheTesOutcomes(executedSteps).theResultFor("happy_day_scenario"), is(TestResult.IGNORED));70 }71 @Test72 public void tests_marked_as_ignored_should_be_skipped() throws InitializationError {73 SerenityRunner runner = new SerenityRunner(SamplePassingNonWebScenarioWithIgnoredTests.class);74 runner.run(new RunNotifier());75 List<TestOutcome> executedSteps = runner.getTestOutcomes();76 assertThat(executedSteps.size(), is(3));77 assertThat(inTheTesOutcomes(executedSteps).theResultFor("happy_day_scenario"), is(TestResult.SUCCESS));78 assertThat(inTheTesOutcomes(executedSteps).theResultFor("edge_case_1"), is(TestResult.IGNORED));79 assertThat(inTheTesOutcomes(executedSteps).theResultFor("edge_case_2"), is(TestResult.IGNORED));80 }81 @Test82 public void tests_marked_as_manual_should_be_skipped_and_be_flagged_as_manual_tests() throws InitializationError {83 SerenityRunner runner = new SerenityRunner(SamplePassingNonWebScenarioWithManualTests.class);84 runner.run(new RunNotifier());85 List<TestOutcome> executedSteps = runner.getTestOutcomes();86 assertThat(inTheTesOutcomes(executedSteps).theResultFor("a_manual_test"), is(TestResult.PENDING));87 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("a_manual_test").isManual(), equalTo(true));88 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("a_manual_test").getTags(),89 hasItem(TestTag.withName("manual").andType("tag")));90 }91 public static final class ATestWithNoSteps {92 @Test93 public void test_with_no_steps() {}94 }95 @Test96 public void tests_with_no_steps_should_be_marked_as_successful() throws InitializationError {97 SerenityRunner runner = new SerenityRunner(ATestWithNoSteps.class);98 runner.run(new RunNotifier());99 List<TestOutcome> executedSteps = runner.getTestOutcomes();100 assertThat(inTheTesOutcomes(executedSteps).theResultFor("test_with_no_steps"), is(TestResult.SUCCESS));101 }102 public static final class AnIgnoredTest {103 @Test104 public void previous_test() {}105 @Ignore106 @Test107 public void ignored_test() {}108 @Test109 public void following_test() {}110 }111 @Test112 public void ignored_tests_should_be_flagged_as_ignored() throws InitializationError {113 SerenityRunner runner = new SerenityRunner(AnIgnoredTest.class);114 runner.run(new RunNotifier());115 List<TestOutcome> executedSteps = runner.getTestOutcomes();116 assertThat(inTheTesOutcomes(executedSteps).theResultFor("previous_test"), is(TestResult.SUCCESS));117 assertThat(inTheTesOutcomes(executedSteps).theResultFor("ignored_test"), is(TestResult.IGNORED));118 assertThat(inTheTesOutcomes(executedSteps).theResultFor("following_test"), is(TestResult.SUCCESS));119 }120 public static final class APendingTest {121 @Test122 public void previous_test() {}123 @Pending124 @Test125 public void pending_test() {}126 @Test127 public void following_test() {}128 }129 @Test130 public void pending_tests_should_be_flagged_as_pending() throws InitializationError {131 SerenityRunner runner = new SerenityRunner(APendingTest.class);132 runner.run(new RunNotifier());133 List<TestOutcome> executedSteps = runner.getTestOutcomes();134 assertThat(inTheTesOutcomes(executedSteps).theResultFor("previous_test"), is(TestResult.SUCCESS));135 assertThat(inTheTesOutcomes(executedSteps).theResultFor("pending_test"), is(TestResult.PENDING));136 assertThat(inTheTesOutcomes(executedSteps).theResultFor("following_test"), is(TestResult.SUCCESS));137 }138 @Test139 public void tests_should_be_run_after_an_assertion_error() throws InitializationError {140 SerenityRunner runner = new SerenityRunner(SampleNonWebScenarioWithError.class);141 runner.run(new RunNotifier());142 List<TestOutcome> executedSteps = runner.getTestOutcomes();143 assertThat(executedSteps.size(), is(3));144 assertThat(inTheTesOutcomes(executedSteps).theResultFor("happy_day_scenario"), is(TestResult.FAILURE));145 assertThat(inTheTesOutcomes(executedSteps).theResultFor("edge_case_1"), is(TestResult.SUCCESS));146 assertThat(inTheTesOutcomes(executedSteps).theResultFor("edge_case_2"), is(TestResult.SUCCESS));147 }148 @Test149 public void failing_tests_with_no_steps_should_still_record_the_error() throws InitializationError {150 SerenityRunner runner = new SerenityRunner(SampleNonWebScenarioWithError.class);151 runner.run(new RunNotifier());152 List<TestOutcome> executedSteps = runner.getTestOutcomes();153 assertThat(inTheTesOutcomes(executedSteps).theResultFor("happy_day_scenario"), is(TestResult.FAILURE));154 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("happy_day_scenario").getTestFailureMessage(),155 is("Oh bother!"));156 }157 @Test158 public void the_test_runner_skips_any_tests_after_a_failure() throws Exception {159 SerenityRunner runner = new SerenityRunner(SampleTestScenario.class);160 runner.run(new RunNotifier());161 List<TestOutcome> executedScenarios = runner.getTestOutcomes();162 TestOutcome testOutcome = testOutcomeWithTitle("Happy day scenario", executedScenarios);163 List<TestStep> steps = testOutcome.getTestSteps();164 assertThat(steps.size(), is(6));165 assertThat(steps.get(0).isSuccessful(), is(true));166 assertThat(steps.get(1).isIgnored(), is(true));167 assertThat(steps.get(2).isPending(), is(true));168 assertThat(steps.get(3).isIgnored(), is(true));169 assertThat(steps.get(4).isIgnored(), is(true));170 assertThat(steps.get(5).isIgnored(), is(true));171 }172 @Test173 public void the_test_runner_records_the_name_of_the_test_scenario() throws InitializationError {174 SerenityRunner runner = new SerenityRunner(SamplePassingNonWebScenario.class);175 runner.run(new RunNotifier());176 List<TestOutcome> executedScenarios = runner.getTestOutcomes();177 assertThat(executedScenarios.size(), greaterThan(0));178 assertThat(inTheTesOutcomes(executedScenarios).theOutcomeFor("happy_day_scenario").getTitle(), is("Happy day scenario"));179 }180 @Test181 public void the_test_runner_records_each_step_of_the_test_scenario() throws InitializationError {182 SerenityRunner runner = new SerenityRunner(SamplePassingNonWebScenario.class);183 runner.run(new RunNotifier());184 List<TestOutcome> executedScenarios = runner.getTestOutcomes();185 assertThat(executedScenarios.size(), is(3));186 assertThat(inTheTesOutcomes(executedScenarios).theOutcomeFor("happy_day_scenario").getTestSteps().size(), is(4));187 assertThat(inTheTesOutcomes(executedScenarios).theOutcomeFor("edge_case_1").getTestSteps().size(), is(3));188 assertThat(inTheTesOutcomes(executedScenarios).theOutcomeFor("edge_case_2").getTestSteps().size(), is(2));189 }190 @Test191 public void the_test_runner_distinguishes_between_ignored_skipped_and_pending_steps() throws InitializationError {192 SerenityRunner runner = new SerenityRunner(SampleTestScenario.class);193 runner.run(new RunNotifier());194 List<TestOutcome> executedScenarios = runner.getTestOutcomes();195 assertThat(executedScenarios.size(), is(2));196 TestOutcome testOutcome = testOutcomeWithTitle("Happy day scenario", executedScenarios);197 TestOutcome failingTestOutcome = executedScenarios.get(1);198 TestStep succeeds = testOutcome.getTestSteps().get(0);199 TestStep ignored = testOutcome.getTestSteps().get(1);200 TestStep pending = testOutcome.getTestSteps().get(2);201 TestStep failed = failingTestOutcome.getTestSteps().get(0);202 TestStep skipped = failingTestOutcome.getTestSteps().get(1);203 assertThat(succeeds.getResult(), is(TestResult.SUCCESS));204 assertThat(ignored.getResult(), is(TestResult.IGNORED));205 assertThat(pending.getResult(), is(TestResult.PENDING));206 assertThat(failed.getResult(), is(TestResult.FAILURE));207 assertThat(skipped.getResult(), is(TestResult.SKIPPED));208 }209 @Test210 public void the_test_runner_should_not_store_screenshots_for_non_web_tests() throws Exception {211 SerenityRunner runner = new SerenityRunner(SingleNonWebTestScenario.class);212 runner.run(new RunNotifier());213 List<TestOutcome> executedScenarios = runner.getTestOutcomes();214 TestOutcome testOutcome = testOutcomeWithTitle("Happy day scenario", executedScenarios);215 List<TestStep> steps = testOutcome.getTestSteps();216 assertThat(steps.get(0).getScreenshots().size(), is(0));217 }218 @Test219 public void the_test_runner_records_each_step_with_a_nice_name_when_steps_have_parameters() throws InitializationError {220 SerenityRunner runner = new SerenityRunner(NonWebTestScenarioWithParameterizedSteps.class);221 runner.run(new RunNotifier());222 List<TestOutcome> executedScenarios = runner.getTestOutcomes();223 TestOutcome testOutcome = testOutcomeWithTitle("Happy day scenario", executedScenarios);224 TestStep firstStep = testOutcome.getTestSteps().get(0);225 assertThat(firstStep.getDescription(), containsString("Step with a parameter:"));226 assertThat(firstStep.getDescription(), containsString("proportionOf"));227 }228 @Test229 public void should_not_fail_test_if_an_exception_is_expected() throws InitializationError {230 SerenityRunner runner = new SerenityRunner(NonWebTestScenarioWithParameterizedSteps.class);231 runner.run(new RunNotifier());232 List<TestOutcome> executedScenarios = runner.getTestOutcomes();233 TestOutcome testOutcome = testOutcomeWithTitle("Should throw correct exception", executedScenarios);234 TestStep firstStep = testOutcome.getTestSteps().get(0);235 assertThat(firstStep.getResult(), is(TestResult.SUCCESS));236 }237 @Test238 public void should_report_nested_class_parameters_correctly() throws InitializationError {239 SerenityRunner runner = new SerenityRunner(NonWebTestScenarioWithParameterizedSteps.class);240 runner.run(new RunNotifier());241 List<TestOutcome> executedScenarios = runner.getTestOutcomes();242 TestOutcome testOutcome = testOutcomeWithTitle("Should handle nested object parameters", executedScenarios);243 TestStep firstStep = testOutcome.getTestSteps().get(0);244 assertThat(firstStep.getDescription(), is("a step with an object parameter called $100.00"));245 }246 @Test247 public void should_report_correctly_customized_title_for_parameter_with_comma() throws InitializationError {248 SerenityRunner runner = new SerenityRunner(NonWebTestScenarioWithParameterizedSteps.class);249 runner.run(new RunNotifier());250 List<TestOutcome> executedScenarios = runner.getTestOutcomes();251 TestOutcome testOutcome = testOutcomeWithTitle("Should be correct customized title for parameter with comma", executedScenarios);252 TestStep firstStep = testOutcome.getTestSteps().get(0);253 assertThat(firstStep.getDescription(), is("a step with two object parameters called 'Joe, Smith' and '20'"));254 }255 private TestOutcome testOutcomeWithTitle(String title, List<TestOutcome> testOutcomes) {256 for(TestOutcome testOutcome : testOutcomes) {257 if (testOutcome.getTitle().startsWith(title)) {258 return testOutcome;259 }260 };261 return null;262 }263 @Test264 public void the_test_runner_records_each_step_with_a_nice_name_when_steps_have_multiple_parameters() throws InitializationError {265 SerenityRunner runner = new SerenityRunner(NonWebTestScenarioWithParameterizedSteps.class);266 runner.run(new RunNotifier());267 List<TestOutcome> executedScenarios = runner.getTestOutcomes();268 TestOutcome testOutcome = testOutcomeWithTitle("Happy day scenario", executedScenarios);269 TestStep secondStep = testOutcome.getTestSteps().get(1);270 assertThat(secondStep.getDescription(), containsString("Step with two parameters"));271 assertThat(secondStep.getDescription(), containsString("proportionOf, 2"));272 }273 class TestableSerenityRunnerSample extends SerenityRunner {274 private final File testOutputDirectory;275 public TestableSerenityRunnerSample(final Class<?> klass, File outputDirectory) throws InitializationError {276 super(klass);277 testOutputDirectory = outputDirectory;278 }279 public TestableSerenityRunnerSample(Class<?> klass,280 WebDriverFactory webDriverFactory,281 File outputDirectory) throws InitializationError {...
Source:QualifiedTestsRunner.java
...71 this.qualifier = qualifier;72 super.useQualifier(qualifier);73 }74 @Override75 public final List<TestOutcome> getTestOutcomes() {76 return enhance(qualified(super.getTestOutcomes()));77 }78 public List<TestOutcome> enhance(List<TestOutcome> outcomes) {79 return outcomes;80 }81 private List<TestOutcome> qualified(List<TestOutcome> testOutcomes) {82 List<TestOutcome> qualifiedOutcomes = new ArrayList<>();83 if (this.test != null) {84 useQualifier(QualifierFinder.forTestCase(test).getQualifier());85 }86 for (TestOutcome outcome : testOutcomes) {87 qualifiedOutcomes.add(outcome.withQualifier(qualifier));88 }89 return qualifiedOutcomes;90 }...
Source:WhenRerunningFailedTests.java
...33 public void the_test_runner_reruns_the_failing_tests_with_multiple_failures() throws Throwable {34 environmentVariables.setProperty(ThucydidesSystemProperty.TEST_RETRY_COUNT.getPropertyName(), "3");35 SerenityRunner runner = getNormalTestRunnerUsing(SampleNonWebScenarioWithError.class);36 runner.run(new RunNotifier());37 List<TestOutcome> executedScenarios = runner.getTestOutcomes();38 assertThat(executedScenarios.size(), is(3));39 }40 @Test41 public void the_test_runner_reruns_the_failing_tests_and_eventually_succeeds() throws Throwable {42 environmentVariables.setProperty(ThucydidesSystemProperty.TEST_RETRY_COUNT.getPropertyName(), "2");43 SerenityRunner runner = getNormalTestRunnerUsing(SampleNonWebScenarioWithErrorThatEventuallyWorks.class);44 runner.run(new RunNotifier());45 List<TestOutcome> executedScenarios = runner.getTestOutcomes();46 assertThat(executedScenarios.size(), is(1));47 assertThat(executedScenarios.get(0).getResult(), is(TestResult.SUCCESS));48 assertThat(executedScenarios.get(0).getStepCount(), is(3));49 assertThat(executedScenarios.get(0).getTestSteps().get(2).getDescription(), containsString("UNSTABLE TEST"));50 assertThat(executedScenarios.get(0).getTestSteps().get(2).getDescription(), containsString("A step that fails on odd tries"));51 assertThat(executedScenarios.get(0).getTags(), hasItem(TestTag.withName("Retries: 1").andType("unstable test")));52 }53 protected SerenityRunner getNormalTestRunnerUsing(Class<?> testClass) throws Throwable {54 DriverConfiguration configuration = new WebDriverConfiguration(environmentVariables);55 WebDriverFactory factory = new WebDriverFactory(environmentVariables);56 return new SerenityRunner(testClass, factory, configuration);57 }58}...
Source:RunningTestScenariosInParallel.java
...33 }34 public void run() {35 runner.run(new RunNotifier());36 }37 public List<TestOutcome> getTestOutcomes() {38 return runner.getTestOutcomes();39 }40 }41 @Test42 public void the_test_runner_records_the_steps_as_they_are_executed() throws InitializationError, InterruptedException {43 List<ScenarioThread> threads = new ArrayList<>();44 for(int i = 0; i < 10; i++) {45 threads.add(new ScenarioThread());46 }47 for(ScenarioThread thread : threads) {48 thread.start();49 }50 for(ScenarioThread thread : threads) {51 thread.join();52 }53 for(ScenarioThread thread : threads) {54 List<TestOutcome> executedSteps = thread.getTestOutcomes();55 assertThat(executedSteps.size(), is(3));56 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("happy_day_scenario").getTitle(), is("Happy day scenario"));57 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("happy_day_scenario").getTestSteps().size(), is(4));58 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("edge_case_1").getTitle(), is("Edge case 1"));59 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("edge_case_1").getTestSteps().size(), is(3));60 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("edge_case_2").getTitle(), is("Edge case 2"));61 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("edge_case_2").getTestSteps().size(), is(2));62 }63 }64}...
Source:WhenRunningTestBatches.java
...37 @Test38 public void the_test_runner_records_the_steps_as_they_are_executed() throws InitializationError {39 SerenityRunner runner = new SerenityRunner(SamplePassingScenario.class, webDriverFactory);40 runner.run(new RunNotifier());41 List<TestOutcome> executedSteps = runner.getTestOutcomes();42 assertThat(executedSteps.size(), is(3));43 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("happy_day_scenario").getTestSteps().size(), is(4));44 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("edge_case_1").getTestSteps().size(), is(3));45 assertThat(inTheTesOutcomes(executedSteps).theOutcomeFor("edge_case_2").getTestSteps().size(), is(2));46 }47}...
Source:SerenityReportExtension.java
...18 generateReports(baseStepListener);19 }20 // net.serenitybdd.junit.runners.SerenityRunner.generateReports21 protected void generateReports(BaseStepListener baseStepListener) {22 generateReportsFor(baseStepListener.getTestOutcomes());23 }24 // net.serenitybdd.junit.runners.SerenityRunner.generateReportsFor25 /**26 * @param testOutcomeResults the test results from the previous test run.27 */28 private void generateReportsFor(final List<TestOutcome> testOutcomeResults) {29 final ReportService reportService = new ReportService(getOutputDirectory(), getDefaultReporters());30 reportService.generateReportsFor(testOutcomeResults);31 reportService.generateConfigurationsReport();32 }33 /**34 * @return The default reporters applicable for standard test runs.35 */36 protected Collection<AcceptanceTestReporter> getDefaultReporters() {...
Source:WhenRunningATestScenarioWithErrrors.java
...20 @Test21 public void the_test_runner_records_the_steps_as_they_are_executed() throws InitializationError {22 SerenityRunner runner = new SerenityRunner(SampleNonWebScenarioWithError.class);23 runner.run(new RunNotifier());24 List<TestOutcome> executedScenarios = runner.getTestOutcomes();25 assertThat(executedScenarios.size(), is(3));26 }27}
getTestOutcomes
Using AI Code Generation
1import net.serenitybdd.junit.runners.SerenityRunner;2@RunWith(SerenityRunner.class)3public class TestRunner {4 public void test1() {5 System.out.println("test1");6 }7 public void test2() {8 System.out.println("test2");9 }10 public void test3() {11 System.out.println("test3");12 }13}14import net.serenitybdd.junit.runners.SerenityRunner;15@RunWith(SerenityRunner.class)16public class TestRunner {17 public void test1() {18 System.out.println("test1");19 }20 public void test2() {21 System.out.println("test2");22 }23 public void test3() {24 System.out.println("test3");25 }26}27public class TestRunner {28 public void test1() {29 System.out.println("test1");30 }31 public void test2() {32 System.out.println("test2");33 }34 public void test3() {35 System.out.println("test3");36 }37}38import net.serenitybdd.junit.runners.SerenityRunner;39@RunWith(SerenityRunner.class)40public class TestRunner {41 public void test1() {42 System.out.println("test1");43 }44 public void test2() {45 System.out.println("test2");46 }47 public void test3() {48 System.out.println("test3");49 }50}51public class TestRunner {52 public void test1() {53 System.out.println("test1");54 }55 public void test2() {56 System.out.println("test2");57 }58 public void test3() {59 System.out.println("test3");60 }61}62public class TestRunner {63 public void test1() {64 System.out.println("test1");65 }66 public void test2() {
getTestOutcomes
Using AI Code Generation
1 List<TestOutcome> testOutcomes = new SerenityRunner().getTestOutcomes();2 testOutcomes.each { testOutcome ->3 if (testOutcome.getResult().isFailure()) {4 def result = testOutcome.getResult()5 def failure = result.getFailureCause()6 def stackTrace = failure.getStackTrace()7 def exception = failure.getException()8 def message = failure.getMessage()9 def testSteps = testOutcome.getTestSteps()10 }11 }12You can try to use the attach() method of TestOutcome object. It will attach any file to the report. For example, you can add the screenshot of the failed step to the report by using the following code:13 List<TestOutcome> testOutcomes = new SerenityRunner().getTestOutcomes();14 testOutcomes.each { testOutcome ->15 if (testOutcome.getResult().isFailure()) {16 def result = testOutcome.getResult()17 def failure = result.getFailureCause()18 def stackTrace = failure.getStackTrace()19 def exception = failure.getException()20 def message = failure.getMessage()21 def testSteps = testOutcome.getTestSteps()22 testOutcome.attach(file, "image/png", "screenshot");23 }24 }
getTestOutcomes
Using AI Code Generation
1import net.serenitybdd.junit.runners.SerenityRunner;2import net.serenitybdd.core.Serenity;3public void test() {4 SerenityRunner runner = new SerenityRunner(this.getClass());5 List<TestOutcome> testOutcomes = runner.getTestOutcomes();6 TestResult testResult = Serenity.getTestResult();7}8import net.serenitybdd.junit.runners.SerenityRunner;9import net.serenitybdd.core.Serenity;10public void test() {11 SerenityRunner runner = new SerenityRunner(this.getClass());12 List<TestOutcome> testOutcomes = runner.getTestOutcomes();13 TestResult testResult = Serenity.getTestResult();14}15import net.serenitybdd.junit.runners.SerenityRunner;16import net.serenitybdd.core.Serenity;17public void test() {18 SerenityRunner runner = new SerenityRunner(this.getClass());19 List<TestOutcome> testOutcomes = runner.getTestOutcomes();20 TestResult testResult = Serenity.getTestResult();21}22import net.serenitybdd.junit.runners.SerenityRunner;23import net.serenitybdd.core.Serenity;24public void test() {
getTestOutcomes
Using AI Code Generation
1package net.serenitybdd.junit.runners;2import net.thucydides.core.model.TestOutcome;3import org.junit.runner.Description;4import org.junit.runner.notification.RunNotifier;5import java.io.File;6import java.io.IOException;7import java.util.List;8public class SerenityRunner extends SerenityRunnerBase {9 public void run(RunNotifier notifier) {10 super.run(notifier);11 List<TestOutcome> testOutcomes = getTestOutcomes();12 File file = new File("test-outcomes.json");13 for (TestOutcome testOutcome : testOutcomes) {14 try {15 testOutcome.writeTo(file);16 } catch (IOException e) {17 e.printStackTrace();18 }19 }20 }21 protected Description describeChild(Object child) {22 return super.describeChild(child);23 }24}
Automation Testing Tutorials
Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.
LambdaTest Learning Hubs:
- JUnit Tutorial
- TestNG Tutorial
- Webdriver Tutorial
- WebDriverIO Tutorial
- Protractor Tutorial
- Selenium 4 Tutorial
- Jenkins Tutorial
- NUnit Tutorial
- Jest Tutorial
- Playwright Tutorial
- Cypress Tutorial
- PyTest Tutorial
YouTube
You could also refer to video tutorials over LambdaTest YouTube channel to get step by step demonstration from industry experts.
Run Serenity JUnit automation tests on LambdaTest cloud grid
Perform automation testing on 3000+ real desktop and mobile devices online.
Most used method in SerenityRunner
- getPages
- getConfiguration
- getBatchManager
- getOutputDirectory
- subscribeReporter
- useQualifier
- run
- generateReports
- getStepListener
- setStepListener
- initStepEventBus
- initListenersUsing
- initListeners
- runChild
- additionalBrowserCleanup
- prepareBrowserForTest
- methodInvoker
- injectDriverInto
- driverFor
- injectScenarioStepsInto
- injectAnnotatedPagesObjectInto
- injectEnvironmentVariablesInto
- getDriver
- getTestOutcomes
- getDefaultReporters
Try LambdaTest Now !!
Get 100 minutes of automation test minutes FREE!!
Was this article helpful?
