Add flake analyzer

This commit introduces the flake analyzer to OLM to create weekly flake reports for the past and previous 7 days. The result will be uploaded to GITHUB as artifacts. It also allows commenting test reports on open PRs trigged by their failed upstream e2e test.

Author: bowenislandsong

.github/workflows/e2e-tests.yml

@@ -10,7 +10,7 @@ jobs:
     steps:
       - uses: actions/checkout@v2
       - run: make -f x.mk e2e-local NODES=2 JUNIT_DIRECTORY=./artifacts/
-      - name: Archive production artifacts # test results are only uploaded if any of the e2e tests fails
+      - name: Archive Test Artifacts # test results are only uploaded if any of the e2e tests fails
         if: ${{ failure() }}
         uses: actions/upload-artifact@v2
         with:

.github/workflows/flake-analyzer-periodics.yml

@@ -0,0 +1,22 @@
+name: flake-analyzer-periodics
+on:
+  schedule:
+    - cron: '0 1 * * *'
+jobs:
+  generate-flake-analysis-report:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Periodic Flake Report
+        env:
+          FLAKE_BOT_SECRET: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          git clone -b v0.1.1 https://github.com/operator-framework/flake-analyzer.git
+          cd ./flake-analyzer
+          make report-today OWNER=operator-framework REPO=operator-lifecycle-manager TOKEN=$FLAKE_BOT_SECRET TEST_SUITE=e2e-test-output OUTPUT_FILE=./report/artifacts/flake-report-today-$(date +"%m-%d-%Y").yaml
+          make report-last-7-days OWNER=operator-framework REPO=operator-lifecycle-manager TOKEN=$FLAKE_BOT_SECRET TEST_SUITE=e2e-test-output OUTPUT_FILE=./report/artifacts/flake-report-last-7-days-$(date +"%m-%d-%Y").yaml
+          make report-prev-7-days OWNER=operator-framework REPO=operator-lifecycle-manager TOKEN=$FLAKE_BOT_SECRET TEST_SUITE=e2e-test-output OUTPUT_FILE=./report/artifacts/flake-report-prev-7-days-$(date +"%m-%d-%Y").yaml
+      - name: Archive Reoport artifacts # test results are only uploaded if any of the e2e tests fails
+        uses: actions/upload-artifact@v2
+        with:
+          name: flake-report-${{ github.run_id }}
+          path: ${{ github.workspace }}/flake-analyzer/report/artifacts/*