feat(metrics): safely paralelize all defined tests per module

Author: heitorlessa

tests/e2e/metrics/conftest.py

@@ -1,13 +1,16 @@
+import json
 from pathlib import Path
+from typing import Dict
 
 import pytest
 from _pytest import fixtures
+from filelock import FileLock
 
 from tests.e2e.metrics.infrastructure import MetricsStack
 
 
-@pytest.fixture(autouse=True)
-def infrastructure(request: fixtures.SubRequest) -> MetricsStack:
+@pytest.fixture(autouse=True, scope="module")
+def infrastructure(request: fixtures.SubRequest, tmp_path_factory: pytest.TempPathFactory, worker_id) -> MetricsStack:
     """Setup and teardown logic for E2E test infrastructure
 
     Parameters
@@ -25,9 +28,25 @@ def infrastructure(request: fixtures.SubRequest) -> MetricsStack:
     Iterator[MetricsStack]
         Deployed Infrastructure
     """
+    stack = MetricsStack(handlers_dir=Path(f"{request.fspath.dirname}/handlers"))
     try:
-        stack = MetricsStack(handlers_dir=Path(f"{request.fspath.dirname}/handlers"))
-        stack.deploy()
-        yield stack
+        if worker_id == "master":
+            # no parallelization, deploy stack and let fixture be cached
+            yield stack.deploy()
+
+        # tmp dir shared by all workers
+        root_tmp_dir = tmp_path_factory.getbasetemp().parent
+
+        cache = root_tmp_dir / "cache.json"
+        with FileLock(f"{cache}.lock"):
+            # If cache exists, return stack outputs back
+            # otherwise it's the first run by the main worker
+            # deploy and return stack outputs so subsequent workers can reuse
+            if cache.is_file():
+                stack_outputs = json.loads(cache.read_text())
+            else:
+                stack_outputs: Dict = stack.deploy()
+                cache.write_text(json.dumps(stack_outputs))
+        yield stack_outputs
     finally:
         stack.delete()

tests/e2e/metrics/test_metrics.py

@@ -3,28 +3,22 @@
 
 import pytest
 
-from tests.e2e.metrics.infrastructure import MetricsStack
 from tests.e2e.utils import helpers
 
 
 @pytest.fixture
-def infra_outputs(infrastructure: MetricsStack):
-    return infrastructure.get_stack_outputs()
+def basic_handler_fn_arn(infrastructure: dict) -> str:
+    return infrastructure.get("BasicHandlerArn", "")
 
 
 @pytest.fixture
-def basic_handler_fn(infra_outputs: dict) -> str:
-    return infra_outputs.get("BasicHandlerArn", "")
+def cold_start_fn(infrastructure: dict) -> str:
+    return infrastructure.get("ColdStart", "")
 
 
 @pytest.fixture
-def cold_start_fn(infra_outputs: dict) -> str:
-    return infra_outputs.get("ColdStart", "")
-
-
-@pytest.fixture
-def cold_start_fn_arn(infra_outputs: dict) -> str:
-    return infra_outputs.get("ColdStartArn", "")
+def cold_start_fn_arn(infrastructure: dict) -> str:
+    return infrastructure.get("ColdStartArn", "")
 
 
 METRIC_NAMESPACE = "powertools-e2e-metric"