ci: send a notification of scheduled failing tests

.github/workflows/tests.yml

@@ -82,3 +82,18 @@ jobs:
           flags: ${{ matrix.python-version }}
           token: ${{ secrets.CODECOV_TOKEN }}
           verbose: true
+  notifications:
+    name: Regression notifications
+    runs-on: ubuntu-latest
+    needs: build
+    if: failure() && github.ref == 'refs/heads/zimeg-ci-notifications' && github.event_name != 'workflow_dispatch'
+    steps:
+      - name: Send notifications of failing tests
+        uses: slackapi/slack-github-action@b0fa283ad8fea605de13dc3f449259339835fc52 # v2.1.0
+        with:
+          errors: true
+          webhook: ${{ secrets.SLACK_REGRESSION_FAILURES_WEBHOOK_URL }}
+          webhook-type: webhook-trigger
+          payload: |
+            action_url: "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+            repository: "${{ github.repository }}"

tests/scenario_tests/test_app.py

@@ -264,7 +264,7 @@ def handle(context: BoltContext, respond):
 
         req = BoltRequest(body=app_mention_event_body, headers={}, mode="socket_mode")
         response = app.dispatch(req)
-        assert response.status == 200
+        assert response.status == 418
         assert result["called"] is True
 
     def test_argument_logger_propagation(self):