test: add a detect flaky workflow and remove auto trigger on push

Author: ijemmy

.github/workflows/detect-flaky-e2e-tests.yml

@@ -0,0 +1,38 @@
+# Run E2E testes multiple times to detect if any of them is flaky
+name: detect-flaky-e2e-tests
+on:
+  workflow_dispatch: {}
+jobs:
+  detect-flaky-e2e-tests:
+    runs-on: ubuntu-latest
+    permissions:
+      id-token: write # needed to interact with GitHub's OIDC Token endpoint.
+      contents: read
+    strategy:
+      max-parallel: 6
+      matrix:
+        times: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12]
+        version: [12, 14]
+        package: [logger, metrics, tracing]
+    steps:
+      - name: "Checkout"
+        uses: actions/checkout@v3
+      - name: "Use NodeJS 14"
+        uses: actions/setup-node@v3
+        with:
+          # Always use version 14 as we use TypeScript target es2020
+          node-version: 14
+      - name: "Install npm@8.x"
+        run: npm i -g npm@next-8
+      - name: "Install monorepo packages"
+        # This installs all the dependencies of ./packages/*
+        # See https://github.com/npm/cli/issues/4475 to see why --foreground-scripts
+        run: npm ci --foreground-scripts
+      - name: "Configure AWS credentials"
+        uses: aws-actions/configure-aws-credentials@v1.6.1
+        with:
+          role-to-assume: ${{ secrets.AWS_ROLE_ARN_TO_ASSUME }}
+          aws-region: eu-west-1
+      - name: "Run integration tests"
+        run: |
+          RUNTIME=nodejs${{ matrix.version }}x npm run test:e2e -w packages/${{ matrix.package }}

.github/workflows/run-e2e-tests.yml

@@ -1,8 +1,5 @@
 name: run-e2e-tests
 on:
-  push:
-    branches:
-      - ijemmy/increase-e2e-tests-timeout
   workflow_dispatch: {}
 jobs:
   example-and-package-check: