Join the 1-day Testing & QA Summit featuring 15+ Expert Speakers.Register for FREE! Join TestMu Conference

How to use test_failing method in Molotov

Best Python code snippet using molotov_python

test.py

Source:test.py

...10    from StringIO import StringIO11from pycotap import TAPTestRunner, LogMode12class TAPTestRunnerTest(unittest.TestCase):13    class OutputTest(unittest.TestCase):14        def test_failing(self):15            print("Foo")16            self.assertEqual(1, 2)17            print("Bar")18        def test_passing(self):19            print("Foo")20            sys.stderr.write("Baz\n")21            print("Bar")22    def setUp(self):23        self.output_stream = StringIO()24        self.error_stream = StringIO()25    def run_test(self, test_class, **kwargs):26        suite = unittest.TestLoader().loadTestsFromTestCase(test_class)27        return TAPTestRunner(28            output_stream=self.output_stream, error_stream=self.error_stream, **kwargs29        ).run(suite)30    def process_output(self, output):31        return re.sub(32            r"File \".*\"", 'File "test.py"', re.sub(r"line \d+", "line X", output)33        )34    def test_all_test_outcomes(self):35        class Test(unittest.TestCase):36            def test_passing(self):37                self.assertEqual(1, 1)38            def test_failing(self):39                self.assertEqual(1, 2)40            @unittest.skip("Not finished yet")41            def test_skipped(self):42                self.assertEqual(1, 2)43        self.run_test(44            Test,45            message_log=LogMode.LogToDiagnostics,46            test_output_log=LogMode.LogToDiagnostics,47        )48        self.assertEqual(49            self.process_output(self.output_stream.getvalue()),50            (51                "TAP version 13\n"52                "not ok 1 __main__.Test.test_failing\n"...

test_two.py

Source:test_two.py

1def test_failing():2    assert (1, 2, 3) == (3, 2, 1)3"""4(venv) huzhi@bogon ch1 % pytest test_two.py5=================================================================================================== test session starts ====================================================================================================6platform darwin -- Python 3.7.3, pytest-5.4.2, py-1.8.1, pluggy-0.13.17rootdir: /Users/huzhi/work/code/pytest_code/ch18collected 1 item9test_two.py F                                                                                                                                                                                                        [100%]10========================================================================================================= FAILURES =========================================================================================================11_______________________________________________________________________________________________________ test_failing _______________________________________________________________________________________________________12    def test_failing():13>       assert (1, 2, 3) == (3, 2, 1)14E       assert (1, 2, 3) == (3, 2, 1)15E         At index 0 diff: 1 != 316E         Use -v to get the full diff17test_two.py:2: AssertionError18================================================================================================= short test summary info ==================================================================================================19FAILED test_two.py::test_failing - assert (1, 2, 3) == (3, 2, 1)20==================================================================================================== 1 failed in 0.03s =====================================================================================================21(venv) huzhi@bogon ch1 %22(venv) huzhi@bogon ch1 % pytest -v test_two.py23=================================================================================================== test session starts ====================================================================================================24platform darwin -- Python 3.7.3, pytest-5.4.2, py-1.8.1, pluggy-0.13.1 -- /Users/huzhi/work/code/venv/bin/python25cachedir: .pytest_cache26rootdir: /Users/huzhi/work/code/pytest_code/ch127collected 1 item28test_two.py::test_failing FAILED                                                                                                                                                                                     [100%]29========================================================================================================= FAILURES =========================================================================================================30_______________________________________________________________________________________________________ test_failing _______________________________________________________________________________________________________31    def test_failing():32>       assert (1, 2, 3) == (3, 2, 1)33E       assert (1, 2, 3) == (3, 2, 1)34E         At index 0 diff: 1 != 335E         Full diff:36E         - (3, 2, 1)37E         ?  ^     ^38E         + (1, 2, 3)39E         ?  ^     ^40test_two.py:2: AssertionError41================================================================================================= short test summary info ==================================================================================================42FAILED test_two.py::test_failing - assert (1, 2, 3) == (3, 2, 1)43==================================================================================================== 1 failed in 0.03s =====================================================================================================44(venv) huzhi@bogon ch1 %45"""

test_indulgent_ordering.py

Source:test_indulgent_ordering.py

1# -*- coding: utf-8 -*-2def test_run_marker_registered(test_path):3    test_path.makepyfile(4        test_failing=(5            """6            import pytest7            @pytest.mark.order("second")8            def test_me_second():9                assert True10            def test_that_fails():11                assert False12            @pytest.mark.order("first")13            def test_me_first():14                assert True15            """16        )17    )18    result = test_path.runpytest("-v")19    result.assert_outcomes(passed=2, failed=1)20    result.stdout.fnmatch_lines([21        "test_failing.py::test_me_first PASSED",22        "test_failing.py::test_me_second PASSED",23        "test_failing.py::test_that_fails FAILED",24    ])25    result = test_path.runpytest("-v", "--ff", "--indulgent-ordering")26    result.assert_outcomes(passed=2, failed=1)27    result.stdout.fnmatch_lines([28        "test_failing.py::test_that_fails FAILED",29        "test_failing.py::test_me_first PASSED",30        "test_failing.py::test_me_second PASSED",...

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.