test(e2e): Add framework for canary testing (#5935)

Author: lforst

.github/CANARY_FAILURE_TEMPLATE.md

@@ -0,0 +1,5 @@
+---
+title: Canary tests failed
+labels: 'Status: Untriaged, Type: Tests'
+---
+Canary tests failed: {{ env.RUN_LINK }}

.github/workflows/canary.yml

@@ -0,0 +1,54 @@
+name: 'Canary Tests'
+on:
+  schedule:
+    # Run every day at midnight
+    - cron: '0 0 * * *'
+  workflow_dispatch:
+    inputs:
+      commit:
+        description: If the commit you want to test isn't the head of a branch, provide its SHA here
+        required: false
+
+env:
+  HEAD_COMMIT: ${{ github.event.inputs.commit || github.sha }}
+
+permissions:
+  contents: read
+  issues: write
+
+jobs:
+  job_canary_test:
+    name: Run Canary Tests
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    steps:
+      - name: 'Check out current commit'
+        uses: actions/checkout@v2
+        with:
+          ref: ${{ env.HEAD_COMMIT }}
+      - name: Set up Node
+        uses: actions/setup-node@v3
+        with:
+          # ember won't build under node 16, at least not with the versions of the ember build tools we use
+          node-version: 14
+      - name: Install dependencies
+        run: yarn install --ignore-engines --frozen-lockfile
+      - name: Build packages
+        run: yarn build
+      - name: Run Canary Tests
+        env:
+          E2E_TEST_PUBLISH_SCRIPT_NODE_VERSION: ${{ env.DEFAULT_NODE_VERSION }}
+          E2E_TEST_AUTH_TOKEN: ${{ secrets.E2E_TEST_AUTH_TOKEN }}
+          E2E_TEST_DSN: ${{ secrets.E2E_TEST_DSN }}
+          CANARY_E2E_TEST: 'yes'
+        run: |
+          cd packages/e2e-tests
+          yarn test:e2e
+      - name: Create Issue
+        if: failure()
+        uses: JasonEtco/create-an-issue@1a16035489d05041b9af40b970f02e301c52ffba
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          RUN_LINK: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
+        with:
+          filename: .github/CANARY_FAILURE_TEMPLATE.md