From 9dcf60525116e4ec836f994ae2f48f81c2efb653 Mon Sep 17 00:00:00 2001
From: Michael Li <michael.li@hashicorp.com>
Date: Fri, 10 Feb 2023 09:27:26 -0500
Subject: [PATCH] chore: Add slack notifications when e2e or bats tests fail
 (#2946)

---
 .github/workflows/build.yml    | 11 +++++++++++
 .github/workflows/enos-run.yml | 26 ++++++++++++++++++++++++++
 2 files changed, 37 insertions(+)

diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 149fbf6bc..7c6f2eb4d 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -499,3 +499,14 @@ jobs:
         if: success() || failure()
         run: |
           make -C internal/tests/cli test-vault-down
+      - name: Send Slack message
+        if: ${{ failure() }}
+        uses: slackapi/slack-github-action@007b2c3c751a190b6f0f040e47ed024deaa72844 # v1.23.0
+        with:
+          channel-id: ${{ secrets.SLACK_BOUNDARY_TEST_BOT_CHANNEL_ID }}
+          payload: |
+            {
+              "text": ":x: bats tests failed: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}\n*Branch:* ${{ github.event.ref }}\n*SHA:* <${{ github.event.head_commit.url }}|${{ github.event.after }}>"
+            }
+        env:
+          SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOUNDARY_TEST_BOT_TOKEN }}
diff --git a/.github/workflows/enos-run.yml b/.github/workflows/enos-run.yml
index 2db3f5578..df19cea0b 100644
--- a/.github/workflows/enos-run.yml
+++ b/.github/workflows/enos-run.yml
@@ -32,6 +32,8 @@ jobs:
     runs-on: ubuntu-latest
     env:
       GITHUB_TOKEN: ${{ secrets.SERVICE_USER_GITHUB_TOKEN }}
+    outputs:
+      status: ${{ steps.enos-status.outputs.status }}
     steps:
       - name: Checkout
         uses: actions/checkout@v3
@@ -155,6 +157,13 @@ jobs:
           name: test-e2e-output.zip
           path: enos/test*.out
           retention-days: 5
+      - name: Set Enos Job Status
+        id: enos-status
+        # steps.run.outcome reports as failure when there is an error in `Run Enos scenario`
+        # failure() captures errors before `Run Enos scenario`
+        # failure() does not capture errors in `Run Enos scenario` due to continue-on-error
+        if: ${{ steps.run.outcome == 'failure' || failure() }}
+        run: echo "status=failure" >> $GITHUB_OUTPUT
       - name: Retry Enos scenario
         id: run_retry
         if: steps.run.outcome == 'failure'
@@ -186,3 +195,20 @@ jobs:
         run: |
           env
           find ./enos -name "scenario.tf" -exec cat {} \;
+
+  notify:
+    name: Notify
+    needs: enos
+    runs-on: ubuntu-latest
+    if: ${{ always() && needs.enos.outputs.status == 'failure' }}
+    steps:
+      - name: Send Slack message
+        uses: slackapi/slack-github-action@007b2c3c751a190b6f0f040e47ed024deaa72844 # v1.23.0
+        with:
+          channel-id: ${{ secrets.SLACK_BOUNDARY_TEST_BOT_CHANNEL_ID }}
+          payload: |
+            {
+              "text": ":x: e2e tests failed: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}\n*Branch:* ${{ github.event.ref }}\n*SHA:* <${{ github.event.head_commit.url }}|${{ github.event.after }}>"
+            }
+        env:
+          SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOUNDARY_TEST_BOT_TOKEN }}