From 7eb2b8f40e5dd0d564802b97aae3a4cf6d789e7c Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Mon, 10 Aug 2026 10:47:04 +0200 Subject: [PATCH 01/21] removed old test trigger and added pom config for running rascal tests directly --- pom.xml | 85 ++++++++++++--------------- src/lang/flybytes/tests/RunTests.java | 11 ---- 2 files changed, 36 insertions(+), 60 deletions(-) delete mode 100644 src/lang/flybytes/tests/RunTests.java diff --git a/pom.xml b/pom.xml index 0bbdb7f..7cdec7f 100644 --- a/pom.xml +++ b/pom.xml @@ -36,7 +36,7 @@ org.rascalmpl rascal-maven-plugin - 0.31.0 + 0.32.0-RC4-SNAPSHOT ${project.build.outputDirectory} @@ -65,6 +65,20 @@ package + + flybytes-test + test + + true + 10 + + ${project.basedir}/src/lang/flybytes/tests/MirrorTests.rsc + + + + test + + default-cli compile @@ -87,53 +101,26 @@ - - org.apache.maven.plugins - maven-surefire-plugin - 3.5.3 - - - test - test - - - -ea - -Xmx2G - -Xss128m - -Dfile.encoding=UTF-8 - - - **/*Tests.java - - ${basedir}/src/ - - - test - - - - - - - org.apache.maven.plugins - maven-release-plugin - 3.1.1 - - v@{project.version} - -Drascal.compile.skip -DskipTests -Drascal.tutor.skip - - - - org.apache.maven.plugins - maven-compiler-plugin - 3.9.0 - - -parameters - 11 - - - - + + org.apache.maven.plugins + maven-release-plugin + 3.1.1 + + v@{project.version} + -Drascal.compile.skip -DskipTests -Drascal.tutor.skip + + + + org.apache.maven.plugins + maven-compiler-plugin + 3.9.0 + + -parameters + 11 + + + + @@ -163,7 +150,7 @@ org.rascalmpl rascal - 0.43.0-RC1 + 0.43.0-RC10 org.ow2.asm diff --git a/src/lang/flybytes/tests/RunTests.java b/src/lang/flybytes/tests/RunTests.java deleted file mode 100644 index de2fd47..0000000 --- a/src/lang/flybytes/tests/RunTests.java +++ /dev/null @@ -1,11 +0,0 @@ -package lang.flybytes.tests; - -import org.junit.runner.RunWith; -import org.rascalmpl.test.infrastructure.RascalJUnitTestPrefix; -import org.rascalmpl.test.infrastructure.RascalJUnitTestRunner; - -@RunWith(RascalJUnitTestRunner.class) -@RascalJUnitTestPrefix("lang::flybytes::tests") -public class RunTests { - -} From 1df6dde361e049a364be1ad8156ec2fb123e4b6d Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Mon, 10 Aug 2026 10:49:50 +0200 Subject: [PATCH 02/21] show the results --- .github/workflows/build.yaml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index c85e1b4..811a88b 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -26,6 +26,10 @@ jobs: - name: Test with Maven run: mvn -B --update-snapshots compile test + - name: Publish Test Reports + if: success() || failure() + uses: ScalableCapital/action-surefire-report@v2 + - name: Attach artifact id: build-artifact uses: SWAT-engineering/maven-full-artifacts-action@v1 From 1ff46191070aeaef3145ff5d597084de9c56ce0a Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Mon, 10 Aug 2026 10:57:38 +0200 Subject: [PATCH 03/21] use the rigth version --- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index 7cdec7f..94421b1 100644 --- a/pom.xml +++ b/pom.xml @@ -36,7 +36,7 @@ org.rascalmpl rascal-maven-plugin - 0.32.0-RC4-SNAPSHOT + 0.32.0-RC4 ${project.build.outputDirectory} From 3e335990fa60f9e6e448cd2018511ccbef13d348 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Mon, 10 Aug 2026 11:00:18 +0200 Subject: [PATCH 04/21] removed dead dependency --- pom.xml | 5 ----- 1 file changed, 5 deletions(-) diff --git a/pom.xml b/pom.xml index 94421b1..8077348 100644 --- a/pom.xml +++ b/pom.xml @@ -142,11 +142,6 @@ - - junit - junit - 4.13.1 - org.rascalmpl rascal From 0e882d5590e33743ff855baed33f24844978e7ac Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Mon, 10 Aug 2026 11:52:56 +0200 Subject: [PATCH 05/21] bumped rascal --- pom.xml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pom.xml b/pom.xml index 8077348..61bf8e8 100644 --- a/pom.xml +++ b/pom.xml @@ -36,7 +36,7 @@ org.rascalmpl rascal-maven-plugin - 0.32.0-RC4 + 0.32.0-RC5 ${project.build.outputDirectory} @@ -145,7 +145,7 @@ org.rascalmpl rascal - 0.43.0-RC10 + 0.43.0-RC11 org.ow2.asm From 28855651ffb72f475b1a5611d54f174fd21cd570 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Mon, 10 Aug 2026 12:05:03 +0200 Subject: [PATCH 06/21] drop the mvn Downloading lines --- .github/workflows/build.yaml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index 811a88b..eb6d95c 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -9,6 +9,9 @@ on: branches: - main +env: + MAVEN_OPTS: "-Xmx4G -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -Dorg.slf4j.simpleLogger.showDateTime=true -Djava.awt.headless=true" + jobs: builds: if: ${{ !(github.ref == 'refs/heads/main' && contains(github.event.head_commit.message, '[maven-release-plugin]')) }} From d3ed207da8ea18405f32b54b220ee486a84142c9 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Mon, 10 Aug 2026 12:17:08 +0200 Subject: [PATCH 07/21] different kind of reporter --- .github/workflows/build.yaml | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index eb6d95c..a6d3525 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -30,8 +30,12 @@ jobs: run: mvn -B --update-snapshots compile test - name: Publish Test Reports - if: success() || failure() - uses: ScalableCapital/action-surefire-report@v2 + if: ${{ !cancelled() }} + uses: dorny/test-reporter@v3 + with: + name: Rascal Tests + path: target/surefire-reports/TEST-*.xml + reporter: jest-junit - name: Attach artifact id: build-artifact From 6d2c16790515ef41dca4f7782a23f40345a50c31 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Mon, 10 Aug 2026 12:17:44 +0200 Subject: [PATCH 08/21] speed up --- .github/workflows/build.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index a6d3525..1a5a980 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -27,7 +27,7 @@ jobs: cache: 'maven' - name: Test with Maven - run: mvn -B --update-snapshots compile test + run: mvn -B --update-snapshots compile test -Drascal.compile.skip -Drascal.tutor.skip # watch remove before merge - name: Publish Test Reports if: ${{ !cancelled() }} From 17ae2dcf79c412857fdc8bc8eca3248f233279c8 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Mon, 10 Aug 2026 12:21:54 +0200 Subject: [PATCH 09/21] fixed path --- .github/workflows/build.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index 1a5a980..95106d1 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -34,7 +34,7 @@ jobs: uses: dorny/test-reporter@v3 with: name: Rascal Tests - path: target/surefire-reports/TEST-*.xml + path: **/target/surefire-reports/TEST-*.xml reporter: jest-junit - name: Attach artifact From 2b4feb6fdb12589376472605d346ac34cf8aabb0 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Mon, 10 Aug 2026 12:23:20 +0200 Subject: [PATCH 10/21] quotes --- .github/workflows/build.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index 95106d1..4c4c29c 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -34,7 +34,7 @@ jobs: uses: dorny/test-reporter@v3 with: name: Rascal Tests - path: **/target/surefire-reports/TEST-*.xml + path: '**/target/surefire-reports/TEST-*.xml' reporter: jest-junit - name: Attach artifact From 97a980de01cc6c2403cbbddf9b19f0652eff797d Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Mon, 10 Aug 2026 12:28:54 +0200 Subject: [PATCH 11/21] yet another reporter --- .github/workflows/build.yaml | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index 4c4c29c..2efd0b4 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -31,11 +31,10 @@ jobs: - name: Publish Test Reports if: ${{ !cancelled() }} - uses: dorny/test-reporter@v3 + uses: ctrf-io/github-test-reporter@v1 with: - name: Rascal Tests - path: '**/target/surefire-reports/TEST-*.xml' - reporter: jest-junit + report-path: 'target/surefire-reports/*.xml' + github-report: true - name: Attach artifact id: build-artifact From c1da9aaffabab96f03150de300e4f2a9cc27ebf7 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Mon, 10 Aug 2026 12:30:37 +0200 Subject: [PATCH 12/21] more advanced report --- .github/workflows/build.yaml | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index 2efd0b4..8fda0f2 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -35,6 +35,14 @@ jobs: with: report-path: 'target/surefire-reports/*.xml' github-report: true + summary-delta-report: true + insights-report: true + flaky-rate-report: true + fail-rate-report: true + slowest-report: true + upload-artifact: true + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - name: Attach artifact id: build-artifact From 74df8a8373f9fbf13242926750d1a9c44408f468 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Wed, 12 Aug 2026 11:47:28 +0200 Subject: [PATCH 13/21] bumped rascal to rc6 --- .github/workflows/build.yaml | 2 +- pom.xml | 5 ++--- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index 8fda0f2..91abdbc 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -33,7 +33,7 @@ jobs: if: ${{ !cancelled() }} uses: ctrf-io/github-test-reporter@v1 with: - report-path: 'target/surefire-reports/*.xml' + report-path: 'target/rascal-test-reports/*.json' github-report: true summary-delta-report: true insights-report: true diff --git a/pom.xml b/pom.xml index 61bf8e8..c67b208 100644 --- a/pom.xml +++ b/pom.xml @@ -31,12 +31,11 @@ - src org.rascalmpl rascal-maven-plugin - 0.32.0-RC5 + 0.32.0-RC6 ${project.build.outputDirectory} @@ -145,7 +144,7 @@ org.rascalmpl rascal - 0.43.0-RC11 + 0.43.0-RC12-SNAPSHOT org.ow2.asm From 8781917956e4e7283cd7306c159186199beff5e0 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Wed, 12 Aug 2026 11:48:12 +0200 Subject: [PATCH 14/21] removed flaky rate report (not supported) --- .github/workflows/build.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index 91abdbc..030708c 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -37,7 +37,6 @@ jobs: github-report: true summary-delta-report: true insights-report: true - flaky-rate-report: true fail-rate-report: true slowest-report: true upload-artifact: true From fd8077abce1d3594777ae9bfc9c97bf77e597926 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Wed, 12 Aug 2026 13:38:42 +0200 Subject: [PATCH 15/21] snapshot removed --- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index c67b208..1f0868d 100644 --- a/pom.xml +++ b/pom.xml @@ -144,7 +144,7 @@ org.rascalmpl rascal - 0.43.0-RC12-SNAPSHOT + 0.43.0-RC12 org.ow2.asm From a843ffbc802e7aacd11c4381f2c05a65d715d5dc Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Thu, 13 Aug 2026 12:58:01 +0200 Subject: [PATCH 16/21] added PR comment report --- .github/workflows/build.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index 030708c..74aa74d 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -35,6 +35,7 @@ jobs: with: report-path: 'target/rascal-test-reports/*.json' github-report: true + pull-request-report: true summary-delta-report: true insights-report: true fail-rate-report: true From 7d50e427460457564a092d5a4ac2de2f724efcf5 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Thu, 13 Aug 2026 12:58:50 +0200 Subject: [PATCH 17/21] introduced a test failure on purpose --- src/lang/flybytes/tests/ComparisonTests.rsc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/lang/flybytes/tests/ComparisonTests.rsc b/src/lang/flybytes/tests/ComparisonTests.rsc index 61dee6c..7bd8057 100644 --- a/src/lang/flybytes/tests/ComparisonTests.rsc +++ b/src/lang/flybytes/tests/ComparisonTests.rsc @@ -33,7 +33,7 @@ list[Type] intTypes = [integer(), short(), byte(), long()]; test bool testEqTrue(int i) = all (t <- intTypes, I := prim(t, abs(i) % maxIntValue(t)), - testCmpOp(cmpOpClass(t, eq), t, I, I, true)); + testCmpOp(cmpOpClass(t, eq), t, I, I, false)); test bool testEqFalse(int i) = all (t <- intTypes, From ef489ca6766e008c378f7ceb669e0ec082f9d122 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Thu, 13 Aug 2026 13:00:24 +0200 Subject: [PATCH 18/21] added file reports --- .github/workflows/build.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index 74aa74d..f2f5a86 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -35,6 +35,7 @@ jobs: with: report-path: 'target/rascal-test-reports/*.json' github-report: true + file-report: true pull-request-report: true summary-delta-report: true insights-report: true From 520fc68e7c99c60af20677d0135b1e09d1a58f90 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Thu, 13 Aug 2026 13:03:55 +0200 Subject: [PATCH 19/21] suite report enabled --- .github/workflows/build.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index f2f5a86..953e8b2 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -38,6 +38,7 @@ jobs: file-report: true pull-request-report: true summary-delta-report: true + suite-folded-report: true insights-report: true fail-rate-report: true slowest-report: true From a7e0a5e095045e8a96b1797a75173ac516df206a Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Thu, 13 Aug 2026 13:10:36 +0200 Subject: [PATCH 20/21] fixed --- .github/workflows/build.yaml | 1 - src/lang/flybytes/tests/ComparisonTests.rsc | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index 953e8b2..f2f5a86 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -38,7 +38,6 @@ jobs: file-report: true pull-request-report: true summary-delta-report: true - suite-folded-report: true insights-report: true fail-rate-report: true slowest-report: true diff --git a/src/lang/flybytes/tests/ComparisonTests.rsc b/src/lang/flybytes/tests/ComparisonTests.rsc index 7bd8057..61dee6c 100644 --- a/src/lang/flybytes/tests/ComparisonTests.rsc +++ b/src/lang/flybytes/tests/ComparisonTests.rsc @@ -33,7 +33,7 @@ list[Type] intTypes = [integer(), short(), byte(), long()]; test bool testEqTrue(int i) = all (t <- intTypes, I := prim(t, abs(i) % maxIntValue(t)), - testCmpOp(cmpOpClass(t, eq), t, I, I, false)); + testCmpOp(cmpOpClass(t, eq), t, I, I, true)); test bool testEqFalse(int i) = all (t <- intTypes, From af11c305009723a4af6769936ffb32f18ecefd86 Mon Sep 17 00:00:00 2001 From: "Jurgen J. Vinju" Date: Thu, 13 Aug 2026 13:12:07 +0200 Subject: [PATCH 21/21] reactivated tutor and compiler --- .github/workflows/build.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index f2f5a86..76a3788 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -27,7 +27,7 @@ jobs: cache: 'maven' - name: Test with Maven - run: mvn -B --update-snapshots compile test -Drascal.compile.skip -Drascal.tutor.skip # watch remove before merge + run: mvn -B --update-snapshots compile test - name: Publish Test Reports if: ${{ !cancelled() }}