From c0b7ae1cab3fb6ab0700b26368c9bbf94d283e8d Mon Sep 17 00:00:00 2001 From: AztecBot Date: Sat, 4 Jul 2026 09:09:19 +0000 Subject: [PATCH 1/2] chore(ci): align nightly_deployment mute window with 06:00 UTC deploys --- .github/workflows/deploy-next-net.yml | 4 +++- .github/workflows/deploy-staging-internal.yml | 3 +++ .github/workflows/deploy-staging-public.yml | 3 +++ spartan/metrics/grafana/alerts/mutetimes.yaml | 7 +++++-- 4 files changed, 14 insertions(+), 3 deletions(-) diff --git a/.github/workflows/deploy-next-net.yml b/.github/workflows/deploy-next-net.yml index b06d064986c9..619474782ff2 100644 --- a/.github/workflows/deploy-next-net.yml +++ b/.github/workflows/deploy-next-net.yml @@ -5,7 +5,9 @@ name: Deploy Next Net on: schedule: - # Run every morning at 6:00 AM UTC, after the nightly tag has been created + # Run every morning at 6:00 AM UTC, after the nightly tag has been created. + # If you change this time, also update the Grafana nightly_deployment mute + # window in spartan/metrics/grafana/alerts/mutetimes.yaml so alerts stay muted. - cron: "0 6 * * *" workflow_dispatch: inputs: diff --git a/.github/workflows/deploy-staging-internal.yml b/.github/workflows/deploy-staging-internal.yml index 9718194ce201..02b83d09ea6e 100644 --- a/.github/workflows/deploy-staging-internal.yml +++ b/.github/workflows/deploy-staging-internal.yml @@ -2,6 +2,9 @@ name: Deploy to staging internal on: schedule: + # Runs every morning at 6:00 AM UTC. If you change this time, also update the + # Grafana nightly_deployment mute window in + # spartan/metrics/grafana/alerts/mutetimes.yaml so alerts stay muted. - cron: "0 6 * * *" workflow_dispatch: inputs: diff --git a/.github/workflows/deploy-staging-public.yml b/.github/workflows/deploy-staging-public.yml index 8b5455cf142c..0e724a6c39ae 100644 --- a/.github/workflows/deploy-staging-public.yml +++ b/.github/workflows/deploy-staging-public.yml @@ -2,6 +2,9 @@ name: Deploy to staging public on: schedule: + # Runs every morning at 6:00 AM UTC. If you change this time, also update the + # Grafana nightly_deployment mute window in + # spartan/metrics/grafana/alerts/mutetimes.yaml so alerts stay muted. - cron: "0 6 * * *" workflow_dispatch: inputs: diff --git a/spartan/metrics/grafana/alerts/mutetimes.yaml b/spartan/metrics/grafana/alerts/mutetimes.yaml index 47a0aed15707..3df5a04e9321 100644 --- a/spartan/metrics/grafana/alerts/mutetimes.yaml +++ b/spartan/metrics/grafana/alerts/mutetimes.yaml @@ -3,7 +3,10 @@ muteTimes: - orgId: 1 name: nightly_deployment time_intervals: + # Covers the nightly deploy workflows, which run at 06:00 UTC + # (deploy-next-net / deploy-staging-* crons in .github/workflows). + # If those deploy times change, update this window to match. - times: - - start_time: "04:00" - end_time: "05:00" + - start_time: "06:00" + end_time: "07:00" weekdays: [monday, tuesday, wednesday, thursday, friday, saturday, sunday] From 850444369b000bf786eb5057a7b094a287402116 Mon Sep 17 00:00:00 2001 From: AztecBot Date: Sat, 4 Jul 2026 09:17:43 +0000 Subject: [PATCH 2/2] update PR #24521 --- spartan/metrics/grafana/alerts/mutetimes.yaml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/spartan/metrics/grafana/alerts/mutetimes.yaml b/spartan/metrics/grafana/alerts/mutetimes.yaml index 3df5a04e9321..bfd0b66ff8ca 100644 --- a/spartan/metrics/grafana/alerts/mutetimes.yaml +++ b/spartan/metrics/grafana/alerts/mutetimes.yaml @@ -5,8 +5,10 @@ muteTimes: time_intervals: # Covers the nightly deploy workflows, which run at 06:00 UTC # (deploy-next-net / deploy-staging-* crons in .github/workflows). - # If those deploy times change, update this window to match. + # 2.5h window accounts for imprecise GitHub cron scheduling, the deploy + # itself, and the network taking ~3 epochs (~38 min each) to form a + # committee. If those deploy times change, update this window to match. - times: - start_time: "06:00" - end_time: "07:00" + end_time: "08:30" weekdays: [monday, tuesday, wednesday, thursday, friday, saturday, sunday]