Run integration tests concurrently

This enhancement reduces the amount of time needed to execute integration tests, since each test package no longer has to wait for the previous ones to be completed. In order to do this, a regex is used
to match each test file. It is also specified the path to the directory that contains the file.

Author: MatteoPologruto

.github/tools/get_go_integration_tests.py

@@ -0,0 +1,12 @@
+from pathlib import Path
+import json
+
+
+if __name__ == "__main__":
+    import sys
+
+    tests_path = sys.argv[1]
+
+    test_files = [str(f).split("/")[-2] for f in Path(tests_path).glob("*/*_test.go")]
+    test_files = list(dict.fromkeys(test_files))
+    print(json.dumps(test_files))

.github/workflows/test-go-task.yml

@@ -58,18 +58,30 @@ jobs:
 
           echo "result=$RESULT" >> $GITHUB_OUTPUT
 
-  test:
+  tests-collector:
+    runs-on: ubuntu-latest
     needs: run-determination
     if: needs.run-determination.outputs.result == 'true'
+    outputs:
+      tests-data: ${{ steps.collection.outputs.tests-data }}
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
 
-    strategy:
-      fail-fast: false
+      - name: Collect tests
+        id: collection
+        run: |
+          echo "tests-data=$(python .github/tools/get_go_integration_tests.py ./internal/integrationtest)" >> $GITHUB_OUTPUT
 
+  test:
+    needs: tests-collector
+    strategy:
       matrix:
         operating-system:
           - ubuntu-latest
           - windows-latest
           - macos-latest
+        tests: ${{ fromJSON(needs.tests-collector.outputs.tests-data) }}
 
     runs-on: ${{ matrix.operating-system }}
 
@@ -93,7 +105,10 @@ jobs:
           version: 3.x
 
       - name: Run tests
-        run: task go:test
+        shell: bash
+        run: |
+          export GO_TEST_PACKAGE="github.com/arduino/arduino-cli/internal/integrationtest/${{ matrix.tests }}"
+          task go:test
 
       - name: Run unit tests on the legacy package
         # Run legacy tests on one platform only

Taskfile.yml

@@ -99,10 +99,11 @@ tasks:
         go test \
           -v \
           -short \
+          {{ .GO_TEST_PACKAGE }} \
           -run '{{default ".*" .GO_TEST_REGEX}}' \
           {{default "-timeout 20m -coverpkg=./... -covermode=atomic" .GO_TEST_FLAGS}} \
           -coverprofile=coverage_unit.txt \
-          {{default .DEFAULT_GO_PACKAGES .GO_PACKAGES}} \
+          {{default .DEFAULT_INTEGRATIONTEST_GO_PACKAGES .GO_PACKAGES}} \
           {{.TEST_LDFLAGS}}
 
   # Source: https://github.com/arduino/tooling-project-assets/blob/main/workflow-templates/assets/test-go-integration-task/Taskfile.yml
@@ -342,10 +343,13 @@ tasks:
 vars:
   PROJECT_NAME: "arduino-cli"
   DIST_DIR: "dist"
-  # all modules of this project except for "legacy/..." module
+  # all modules of this project except for "legacy/..." module and integration test
   DEFAULT_GO_PACKAGES:
     sh: |
-      echo $(cd {{default "./" .GO_MODULE_PATH}} && go list ./... | grep -v legacy | tr '\n' ' ' || echo '"ERROR: Unable to discover Go packages"')
+      echo $(cd {{default "./" .GO_MODULE_PATH}} && go list ./... | grep -v internal/integrationtest | grep -v legacy | tr '\n' ' ' || echo '"ERROR: Unable to discover Go packages"')
+  DEFAULT_INTEGRATIONTEST_GO_PACKAGES:
+    sh: |
+      echo $(cd {{default "./" .GO_MODULE_PATH}} && go list ./... | grep internal/integrationtest | tr '\n' ' ' || echo '"ERROR: Unable to discover Go packages"')
   # build vars
   COMMIT:
     sh: echo "$(git log --no-show-signature -n 1 --format=%h)"