Join the 1-day Testing & QA Summit featuring 15+ Expert Speakers.Register for FREE! Join TestMu Conference

How to use runTestHandlingFlaky method of org.evomaster.e2etests.utils.WsTestBase class

Best EvoMaster code snippet using org.evomaster.e2etests.utils.WsTestBase.runTestHandlingFlaky

Source:WsTestBase.java

...84                () -> {lambda.accept(args); return Unit.INSTANCE;}85        );86        assertEquals(firstRun, secondRun);87    }88    protected void runTestHandlingFlaky(89            String outputFolderName,90            String fullClassName,91            int iterations,92            boolean createTests,93            Consumer<List<String>> lambda) throws Throwable{94        runTestHandlingFlaky(outputFolderName, fullClassName, iterations, createTests, lambda, 3);95    }96    protected void runTestHandlingFlaky(97            String outputFolderName,98            String fullClassName,99            int iterations,100            boolean createTests,101            Consumer<List<String>> lambda,102            int timeoutMinutes) throws Throwable{103        runTestHandlingFlaky(outputFolderName, fullClassName, null, iterations, createTests, lambda, timeoutMinutes);104    }105    protected void runTestHandlingFlaky(106            String outputFolderName,107            String fullClassName,108            List<String> terminations,109            int iterations,110            boolean createTests,111            Consumer<List<String>> lambda,112            int timeoutMinutes) throws Throwable{113        List<ClassName> classNames = new ArrayList<>();114        String splitType = "";115        if(terminations == null || terminations.isEmpty()){116            classNames.add(new ClassName(fullClassName));117            splitType = "NONE";118        } else {119            for (String termination : terminations) {120                classNames.add(new ClassName(fullClassName + termination));121            }122            splitType = "CLUSTER";123        }124         /*125            Years have passed, still JUnit 5 does not handle global test timeouts :(126            https://github.com/junit-team/junit5/issues/80127         */128        String finalSplitType = splitType;129        assertTimeoutPreemptively(Duration.ofMinutes(timeoutMinutes), () -> {130            ClassName className = new ClassName(fullClassName);131            clearGeneratedFiles(outputFolderName, classNames);132            handleFlaky(133                    () -> {134                        List<String> args = getArgsWithCompilation(iterations, outputFolderName, className, createTests, finalSplitType, "FALSE");135                        defaultSeed++;136                        lambda.accept(new ArrayList<>(args));137                    }138            );139        });140    }141    protected void runTestHandlingFlakyAndCompilation(142            String outputFolderName,143            String fullClassName,144            int iterations,145            Consumer<List<String>> lambda) throws Throwable {146        runTestHandlingFlakyAndCompilation(outputFolderName, fullClassName, null, iterations, true, lambda, 3);147    }148    protected void runTestHandlingFlakyAndCompilation(149            String outputFolderName,150            String fullClassName,151            List<String> terminations,152            int iterations,153            Consumer<List<String>> lambda) throws Throwable {154        runTestHandlingFlakyAndCompilation(outputFolderName, fullClassName, terminations, iterations, true, lambda, 3);155    }156    protected void runTestHandlingFlakyAndCompilation(157            String outputFolderName,158            String fullClassName,159            List<String> terminations,160            int iterations,161            boolean createTests,162            Consumer<List<String>> lambda,163            int timeoutMinutes) throws Throwable {164        runTestHandlingFlaky(outputFolderName, fullClassName, terminations, iterations, createTests,lambda, timeoutMinutes);165        if (terminations == null) terminations = Arrays.asList("");166        //BMR: this is where I should handle multiples???167        if (createTests){168            for (String termination : terminations) {169                assertTimeoutPreemptively(Duration.ofMinutes(2), () -> {170                    ClassName className = new ClassName(fullClassName + termination);171                    clearCompiledFiles(className);172                    //the first one goes through, but for the second generated files appear to not be clean.173                    compileRunAndVerifyTests(outputFolderName, className);174                });175            }176        }177    }178    protected void runTestHandlingFlakyAndCompilation(179            String outputFolderName,180            String fullClassName,181            int iterations,182            boolean createTests,183            Consumer<List<String>> lambda,184            int timeoutMinutes) throws Throwable {185        runTestHandlingFlaky(outputFolderName, fullClassName, iterations, createTests,lambda, timeoutMinutes);186        if (createTests){187            assertTimeoutPreemptively(Duration.ofMinutes(2), () -> {188                ClassName className = new ClassName(fullClassName);189                compileRunAndVerifyTests(outputFolderName, className);190            });191        }192    }193    protected void compileRunAndVerifyTests(String outputFolderName, ClassName className){194        ExecutionTracer.setKillSwitch(false); //make sure it is not on195        Class<?> klass = loadClass(className);196        assertNull(klass);197        compile(outputFolderName);198        klass = loadClass(className);199        assertNotNull(klass);...

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.