diff --git a/.github/workflows/deploy-next-net.yml b/.github/workflows/deploy-next-net.yml index b06d064986c9..619474782ff2 100644 --- a/.github/workflows/deploy-next-net.yml +++ b/.github/workflows/deploy-next-net.yml @@ -5,7 +5,9 @@ name: Deploy Next Net on: schedule: - # Run every morning at 6:00 AM UTC, after the nightly tag has been created + # Run every morning at 6:00 AM UTC, after the nightly tag has been created. + # If you change this time, also update the Grafana nightly_deployment mute + # window in spartan/metrics/grafana/alerts/mutetimes.yaml so alerts stay muted. - cron: "0 6 * * *" workflow_dispatch: inputs: diff --git a/.github/workflows/deploy-staging-internal.yml b/.github/workflows/deploy-staging-internal.yml index 9718194ce201..02b83d09ea6e 100644 --- a/.github/workflows/deploy-staging-internal.yml +++ b/.github/workflows/deploy-staging-internal.yml @@ -2,6 +2,9 @@ name: Deploy to staging internal on: schedule: + # Runs every morning at 6:00 AM UTC. If you change this time, also update the + # Grafana nightly_deployment mute window in + # spartan/metrics/grafana/alerts/mutetimes.yaml so alerts stay muted. - cron: "0 6 * * *" workflow_dispatch: inputs: diff --git a/.github/workflows/deploy-staging-public.yml b/.github/workflows/deploy-staging-public.yml index 8b5455cf142c..0e724a6c39ae 100644 --- a/.github/workflows/deploy-staging-public.yml +++ b/.github/workflows/deploy-staging-public.yml @@ -2,6 +2,9 @@ name: Deploy to staging public on: schedule: + # Runs every morning at 6:00 AM UTC. If you change this time, also update the + # Grafana nightly_deployment mute window in + # spartan/metrics/grafana/alerts/mutetimes.yaml so alerts stay muted. - cron: "0 6 * * *" workflow_dispatch: inputs: diff --git a/spartan/metrics/grafana/alerts/mutetimes.yaml b/spartan/metrics/grafana/alerts/mutetimes.yaml index 47a0aed15707..bfd0b66ff8ca 100644 --- a/spartan/metrics/grafana/alerts/mutetimes.yaml +++ b/spartan/metrics/grafana/alerts/mutetimes.yaml @@ -3,7 +3,12 @@ muteTimes: - orgId: 1 name: nightly_deployment time_intervals: + # Covers the nightly deploy workflows, which run at 06:00 UTC + # (deploy-next-net / deploy-staging-* crons in .github/workflows). + # 2.5h window accounts for imprecise GitHub cron scheduling, the deploy + # itself, and the network taking ~3 epochs (~38 min each) to form a + # committee. If those deploy times change, update this window to match. - times: - - start_time: "04:00" - end_time: "05:00" + - start_time: "06:00" + end_time: "08:30" weekdays: [monday, tuesday, wednesday, thursday, friday, saturday, sunday]