Skip to content

ci: reduce test matrix while keeping coverage #374

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
jbrooksuk merged 1 commit into from
Jul 7, 2026
+49 −166
Merged

ci: reduce test matrix while keeping coverage #374

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
215 changes: 49 additions & 166 deletions .github/workflows/run-tests.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -55,9 +55,21 @@ jobs:
strategy:
fail-fast: false
matrix:
php: [8.4, 8.3]
laravel: [13.x, 12.x, 11.x]
stability: [prefer-lowest, prefer-stable]
include:
# Dependency ceiling
- php: 8.4
laravel: 13.x
stability: prefer-stable
- php: 8.4
laravel: 12.x
stability: prefer-stable
- php: 8.4
laravel: 11.x
stability: prefer-stable
# Dependency floor
- php: 8.3
laravel: 11.x
stability: prefer-lowest

name: Static Analysis - P${{ matrix.php }} - L${{ matrix.laravel }} - ${{ matrix.stability }}

Expand Down Expand Up @@ -92,100 +104,17 @@ jobs:
- name: Run PHPStan
run: vendor/bin/phpstan --error-format=github

mysql:
sqlite:
runs-on: ubuntu-latest
needs: build-assets

services:
mysql:
image: mysql:8.0
env:
MYSQL_ROOT_PASSWORD: root
MYSQL_DATABASE: cachet
MYSQL_USER: cachet
MYSQL_PASSWORD: password
ports:
- 3306:3306
options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3

strategy:
fail-fast: false
matrix:
php: [8.4, 8.3]
laravel: [13.x, 12.x, 11.x]
stability: [prefer-lowest, prefer-stable]

name: Tests - P${{ matrix.php }} - L${{ matrix.laravel }} - ${{ matrix.stability }} - MySQL 8.0

steps:
- name: Checkout code
uses: actions/checkout@v4

- name: Setup PHP
uses: shivammathur/setup-php@v2
with:
php-version: ${{ matrix.php }}
extensions: dom, curl, libxml, mbstring, zip, pcntl, pdo, sqlite, pdo_sqlite, bcmath, soap, intl, gd, exif, iconv, imagick, fileinfo
coverage: none

- name: Get Composer cache directory
id: composer-cache
run: echo "dir=$(composer config cache-files-dir)" >> "$GITHUB_OUTPUT"

- name: Cache Composer dependencies
uses: actions/cache@v4
with:
path: ${{ steps.composer-cache.outputs.dir }}
key: composer-${{ matrix.php }}-${{ matrix.stability }}-${{ hashFiles('composer.json') }}
restore-keys: |
composer-${{ matrix.php }}-${{ matrix.stability }}-

- name: Install dependencies
run: |
composer require "laravel/framework:${{ matrix.laravel }}" --no-interaction --no-update
composer update --${{ matrix.stability }} --prefer-dist --no-interaction

- name: Download compiled assets
uses: actions/download-artifact@v4
with:
name: build-assets
path: public/build

- name: Build tests environment
run: composer build

- name: Execute tests
run: composer test
env:
DB_CONNECTION: mysql
DB_HOST: localhost
DB_DATABASE: cachet
DB_USERNAME: cachet
DB_PASSWORD: password

postgres13:
runs-on: ubuntu-latest
needs: build-assets

services:
postgres:
image: postgres:13
env:
POSTGRES_DB: cachet
POSTGRES_USER: cachet
POSTGRES_PASSWORD: password
ports:
- 5432:5432
options: --health-cmd="pg_isready" --health-interval=10s --health-timeout=5s --health-retries=3

strategy:
fail-fast: false
matrix:
php: [8.4, 8.3]
laravel: [13.x, 12.x, 11.x]
stability: [prefer-lowest, prefer-stable]

name: Tests - P${{ matrix.php }} - L${{ matrix.laravel }} - ${{ matrix.stability }} - PostgreSQL 13
name: Tests - P${{ matrix.php }} - L${{ matrix.laravel }} - ${{ matrix.stability }} - SQLite

steps:
- name: Checkout code
Expand Down Expand Up @@ -226,36 +155,37 @@ jobs:

- name: Execute tests
run: composer test
env:
DB_CONNECTION: mysql
DB_HOST: localhost
DB_DATABASE: cachet
DB_USERNAME: cachet
DB_PASSWORD: password

postgres14:
mysql:
runs-on: ubuntu-latest
needs: build-assets

services:
postgres:
image: postgres:14
mysql:
image: mysql:8.0
env:
POSTGRES_DB: cachet
POSTGRES_USER: cachet
POSTGRES_PASSWORD: password
MYSQL_ROOT_PASSWORD: root
MYSQL_DATABASE: cachet
MYSQL_USER: cachet
MYSQL_PASSWORD: password
ports:
- 5432:5432
options: --health-cmd="pg_isready" --health-interval=10s --health-timeout=5s --health-retries=3
- 3306:3306
options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3

strategy:
fail-fast: false
matrix:
php: [8.4, 8.3]
laravel: [13.x, 12.x, 11.x]
stability: [ prefer-lowest, prefer-stable ]
include:
# Dependency ceiling
- php: 8.4
laravel: 13.x
stability: prefer-stable
# Dependency floor
- php: 8.3
laravel: 11.x
stability: prefer-lowest

name: Tests - P${{ matrix.php }} - L${{ matrix.laravel }} - ${{ matrix.stability }} - PostgreSQL 14
name: Tests - P${{ matrix.php }} - L${{ matrix.laravel }} - ${{ matrix.stability }} - MySQL 8.0

steps:
- name: Checkout code
Expand Down Expand Up @@ -303,7 +233,7 @@ jobs:
DB_USERNAME: cachet
DB_PASSWORD: password

postgres15:
postgres:
runs-on: ubuntu-latest
needs: build-assets

Expand All @@ -321,9 +251,15 @@ jobs:
strategy:
fail-fast: false
matrix:
php: [8.4, 8.3]
laravel: [13.x, 12.x, 11.x]
stability: [ prefer-lowest, prefer-stable ]
include:
# Dependency ceiling
- php: 8.4
laravel: 13.x
stability: prefer-stable
# Dependency floor
- php: 8.3
laravel: 11.x
stability: prefer-lowest

name: Tests - P${{ matrix.php }} - L${{ matrix.laravel }} - ${{ matrix.stability }} - PostgreSQL 15

Expand Down Expand Up @@ -367,73 +303,20 @@ jobs:
- name: Execute tests
run: composer test
env:
DB_CONNECTION: mysql
DB_CONNECTION: pgsql
DB_HOST: localhost
DB_PORT: 5432
DB_DATABASE: cachet
DB_USERNAME: cachet
DB_PASSWORD: password

sqlite:
runs-on: ubuntu-latest
needs: build-assets
strategy:
fail-fast: false
matrix:
php: [8.4, 8.3]
laravel: [13.x, 12.x, 11.x]
stability: [ prefer-lowest, prefer-stable ]

name: Tests - P${{ matrix.php }} - L${{ matrix.laravel }} - ${{ matrix.stability }} - SQLite

steps:
- name: Checkout code
uses: actions/checkout@v4

- name: Setup PHP
uses: shivammathur/setup-php@v2
with:
php-version: ${{ matrix.php }}
extensions: dom, curl, libxml, mbstring, zip, pcntl, pdo, sqlite, pdo_sqlite, bcmath, soap, intl, gd, exif, iconv, imagick, fileinfo
coverage: none

- name: Get Composer cache directory
id: composer-cache
run: echo "dir=$(composer config cache-files-dir)" >> "$GITHUB_OUTPUT"

- name: Cache Composer dependencies
uses: actions/cache@v4
with:
path: ${{ steps.composer-cache.outputs.dir }}
key: composer-${{ matrix.php }}-${{ matrix.stability }}-${{ hashFiles('composer.json') }}
restore-keys: |
composer-${{ matrix.php }}-${{ matrix.stability }}-

- name: Install dependencies
run: |
composer require "laravel/framework:${{ matrix.laravel }}" --no-interaction --no-update
composer update --${{ matrix.stability }} --prefer-dist --no-interaction

- name: Download compiled assets
uses: actions/download-artifact@v4
with:
name: build-assets
path: public/build

- name: Build tests environment
run: composer build

- name: Execute tests
run: composer test

check:
if: always()
needs:
- build-assets
- static-analysis
- mysql
- postgres13
- postgres14
- postgres15
- postgres
- sqlite
runs-on: ubuntu-latest

Expand Down
Loading