Testify/playwright

core-tests/e2e-tests/e2e-tests-utils/src/test/kotlin/org/evomaster/e2etests/utils/BlackBoxUtils.kt

@@ -14,12 +14,15 @@ object BlackBoxUtils {
     private const val GENERATED_FOLDER_NAME = "generated"
 
     const val baseLocationForJavaScript = "$JS_BASE_PATH/$GENERATED_FOLDER_NAME"
+    const val baseLocationForPlaywright = "$JS_BASE_PATH/$GENERATED_FOLDER_NAME/playwright"
     const val baseLocationForPython = "$PY_BASE_PATH/$GENERATED_FOLDER_NAME"
     const val baseLocationForJava = "$MAVEN_BASE_PATH/src/test/java"
     const val baseLocationForKotlin = "$MAVEN_BASE_PATH/src/test/kotlin"
 
     fun relativePath(folderName: String) = "$GENERATED_FOLDER_NAME/$folderName"
 
+    fun relativePathPlaywright(folderName: String) = "$GENERATED_FOLDER_NAME/playwright/$folderName"
+
     fun checkCoveredTargets(targetLabels: Collection<String>) {
         targetLabels.forEach {
             assertTrue(CoveredTargets.isCovered(it), "Target '$it' is not covered")
@@ -36,7 +39,6 @@ object BlackBoxUtils {
 
     private fun mvn() = if (isWindows()) "mvn.cmd" else "mvn"
 
-
     private fun runNpmInstall() {
         val command = listOf(npm(), "ci")
 
@@ -120,6 +122,20 @@ object BlackBoxUtils {
         runTestsCommand(command, JS_BASE_PATH, "NPM")
     }
 
+    fun runPlaywrightTests(folderRelativePath: String) {
+        runNpmInstall()
+
+        val path = if(folderRelativePath.endsWith("/")){
+            folderRelativePath
+        } else {
+            "$folderRelativePath/"
+        }
+
+        val npx = if (isWindows()) "npx.cmd" else "npx"
+        val command = listOf(npx, "playwright", "test", path)
+        runTestsCommand(command, JS_BASE_PATH, "Playwright")
+    }
+
     fun runPythonTests(folderRelativePath: String) {
         installPythonRequirements()
 
@@ -151,4 +167,4 @@ object BlackBoxUtils {
 
     fun getOutputFilePrefixKotlin(outputFolderName: String) = "com.kotlin.$outputFolderName.EM"
 
-}
+}

core-tests/e2e-tests/spring/spring-graphql-bb/src/test/kotlin/org/evomaster/e2etests/spring/graphql/bb/SpringTestBase.kt

@@ -90,6 +90,7 @@ abstract class SpringTestBase : GraphQLTestBase() {
         lambda: Consumer<MutableList<String>>
     ){
         val baseLocation = when {
+            outputFormat.isPlaywright() -> BlackBoxUtils.baseLocationForPlaywright
             outputFormat.isJavaScript() -> BlackBoxUtils.baseLocationForJavaScript
             outputFormat.isPython() -> BlackBoxUtils.baseLocationForPython
             else -> throw IllegalArgumentException("Not supported output type $outputFormat")
@@ -100,6 +101,7 @@ abstract class SpringTestBase : GraphQLTestBase() {
     fun runGeneratedTests(outputFormat: OutputFormat, outputFolderName: String){
 
         when{
+            outputFormat.isPlaywright() -> BlackBoxUtils.runPlaywrightTests(BlackBoxUtils.relativePathPlaywright(outputFolderName))
             outputFormat.isJavaScript() -> BlackBoxUtils.runNpmTests(BlackBoxUtils.relativePath(outputFolderName))
             outputFormat.isPython() -> BlackBoxUtils.runPythonTests(BlackBoxUtils.relativePath(outputFolderName))
             else -> throw IllegalArgumentException("Not supported output type $outputFormat")

core-tests/e2e-tests/spring/spring-rest-bb/javascript/package.json

@@ -6,6 +6,7 @@
   "author": "EvoMaster Team",
   "license": "LGPL-3.0-only",
   "devDependencies": {
+    "@playwright/test": "^1.59.1",
     "jest": "29.7.0",
     "superagent": "9.0.2",
     "supertest": "7.0.0",

core-tests/e2e-tests/spring/spring-rest-bb/javascript/playwright.config.js

@@ -0,0 +1,6 @@
+const { defineConfig } = require('@playwright/test');
+
+module.exports = defineConfig({
+  testDir: './generated',
+  testMatch: /.*[tT]est\.js/,
+});

core-tests/e2e-tests/spring/spring-rest-bb/src/test/kotlin/org/evomaster/e2etests/spring/rest/bb/SpringTestBase.kt

@@ -150,7 +150,6 @@ abstract class SpringTestBase : RestTestBase() {
         }
     }
 
-
     fun runBlackBoxEM(
         outputFormat: OutputFormat,
         outputFolderName: String,
@@ -160,6 +159,7 @@ abstract class SpringTestBase : RestTestBase() {
         lambda: Consumer<MutableList<String>>
     ){
         val baseLocation = when {
+            outputFormat.isPlaywright() -> BlackBoxUtils.baseLocationForPlaywright
             outputFormat.isJavaScript() -> BlackBoxUtils.baseLocationForJavaScript
             outputFormat.isPython() -> BlackBoxUtils.baseLocationForPython
             outputFormat.isJava() -> BlackBoxUtils.baseLocationForJava
@@ -172,6 +172,7 @@ abstract class SpringTestBase : RestTestBase() {
     fun runGeneratedTests(outputFormat: OutputFormat, outputFolderName: String){
 
         when{
+            outputFormat.isPlaywright() -> BlackBoxUtils.runPlaywrightTests(BlackBoxUtils.relativePathPlaywright(outputFolderName))
             outputFormat.isJavaScript() -> BlackBoxUtils.runNpmTests(BlackBoxUtils.relativePath(outputFolderName))
             outputFormat.isPython() -> BlackBoxUtils.runPythonTests(BlackBoxUtils.relativePath(outputFolderName))
             outputFormat.isJava() -> BlackBoxUtils.runJavaTests(outputFolderName)
@@ -230,4 +231,4 @@ abstract class SpringTestBase : RestTestBase() {
         }
     }
 
-}
+}

core-tests/e2e-tests/spring/spring-rest-rsa/pom.xml

@@ -35,6 +35,7 @@
         <dependency>
             <groupId>org.projectlombok</groupId>
             <artifactId>lombok</artifactId>
+            <scope>provided</scope>
         </dependency>
         <dependency>
             <groupId>org.apache.commons</groupId>
@@ -133,6 +134,16 @@
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-compiler-plugin</artifactId>
+                <version>3.14.1</version>
+                <configuration>
+                    <annotationProcessorPaths>
+                        <path>
+                            <groupId>org.projectlombok</groupId>
+                            <artifactId>lombok</artifactId>
+                            <version>1.18.30</version>
+                        </path>
+                    </annotationProcessorPaths>
+                </configuration>
             </plugin>
         </plugins>
     </build>

core/src/main/kotlin/org/evomaster/core/output/OutputFormat.kt

@@ -18,6 +18,7 @@ enum class OutputFormat {
     KOTLIN_JUNIT_4,
     KOTLIN_JUNIT_5,
     JS_JEST,
+    JS_JEST_PLAYWRIGHT,  // Testing new playwright imp
     //CSHARP_XUNIT, //no longer supported, but there is still legacy code not removed
     PYTHON_UNITTEST
     ;
@@ -28,6 +29,12 @@ enum class OutputFormat {
 
     fun isJavaScript() = this.name.startsWith("js_", true)
 
+    /**
+     *  Return true if the output format is Playwright.
+     *  Playwright is currently only supported for JavaScript (or TypeScript).
+     */
+    fun isPlaywright() = this.name.endsWith("_playwright", true) // Testing new playwright imp
+
     fun isJavaOrKotlin() = isJava() || isKotlin()
 
     fun isJUnit5() = this.name.endsWith("junit_5", true)
@@ -40,5 +47,4 @@ enum class OutputFormat {
     fun isCsharp() = this.name.startsWith("csharp",ignoreCase = true)
 
     fun isPython() = this.name.startsWith("python_", true)
-
 }