WIP add "--limit-skipped-exts"

Author: mvorisek

.github/actions/test-linux/action.yml

@@ -1,5 +1,8 @@
 name: Test
 inputs:
+  limitSkippedExts:
+    default: ''
+    required: false
   testArtifacts:
     default: null
     required: false
@@ -31,6 +34,7 @@ runs:
         sapi/cli/php run-tests.php -P -q ${{ inputs.runTestsParameters }} \
           -j$(/usr/bin/nproc) \
           -g FAIL,BORK,LEAK,XLEAK \
+          --limit-skipped-exts '${{ inputs.limitSkippedExts }}' \
           --no-progress \
           --offline \
           --show-diff \

.github/actions/test-macos/action.yml

@@ -1,5 +1,8 @@
 name: Test
 inputs:
+  limitSkippedExts:
+    default: ''
+    required: false
   testArtifacts:
     default: null
     required: false
@@ -18,6 +21,7 @@ runs:
         sapi/cli/php run-tests.php -P -q ${{ inputs.runTestsParameters }} \
           -j$(sysctl -n hw.ncpu) \
           -g FAIL,BORK,LEAK,XLEAK \
+          --limit-skipped-exts '${{ inputs.limitSkippedExts }}' \
           --no-progress \
           --offline \
           --show-diff \

.github/workflows/push.yml

@@ -56,10 +56,12 @@ jobs:
       - name: Test
         uses: ./.github/actions/test-linux
         with:
+          limitSkippedExts: a, b, c
           testArtifacts: ${{ matrix.debug && 'DEBUG' || 'RELEASE' }}_${{ matrix.zts && 'ZTS' || 'NTS' }}
       - name: Test Tracing JIT
         uses: ./.github/actions/test-linux
         with:
+          limitSkippedExts: a, b, c
           testArtifacts: ${{ matrix.debug && 'DEBUG' || 'RELEASE' }}_${{ matrix.zts && 'ZTS' || 'NTS' }} Tracing JIT
           runTestsParameters: >-
             -d zend_extension=opcache.so
@@ -87,10 +89,12 @@ jobs:
       - name: Test
         uses: ./.github/actions/test-macos
         with:
+          limitSkippedExts: a, b, c
           testArtifacts: ${{ matrix.debug && 'DEBUG' || 'RELEASE' }}_${{ matrix.zts && 'ZTS' || 'NTS' }}
       - name: Test Tracing JIT
         uses: ./.github/actions/test-macos
         with:
+          limitSkippedExts: a, b, c
           testArtifacts: ${{ matrix.debug && 'DEBUG' || 'RELEASE' }}_${{ matrix.zts && 'ZTS' || 'NTS' }} Tracing JIT
           runTestsParameters: >-
             -d zend_extension=opcache.so

run-tests.php

@@ -120,6 +120,9 @@ function show_usage(): void
     --show-slow <n>
                 Show all tests that took longer than <n> milliseconds to run.
 
+    --limit-skipped-exts "<ext>, <ext>, ..."
+                If set, and one or more skipped ext is not listed, it will fail the tests.
+
     --no-clean  Do not execute clean section if any.
 
     --color
@@ -354,6 +357,7 @@ function main(): void
     }
     $selected_tests = false;
     $slow_min_ms = INF;
+    $limit_skipped_exts = false;
     $preload = false;
     $file_cache = null;
     $shuffle = false;
@@ -552,6 +556,9 @@ function main(): void
                     }
                     $slow_min_ms = intval($slow_min_ms, 10);
                     break;
+                case '--limit-skipped-exts':
+                    $limit_skipped_exts = array_filter(array_map('trim', explode(',', $argv[++$i] ?? '')));
+                    break;
                 case '--temp-source':
                     $temp_source = $argv[++$i];
                     break;
@@ -649,6 +656,14 @@ function main(): void
         }
     }
 
+    if ($limit_skipped_exts !== false) {
+        $exts_skipped_diff = array_diff($exts_skipped, $limit_skipped_exts);
+        if (count($exts_skipped_diff) > 0) {
+            echo 'The following extensions are not allowed to be skipped: ' . implode(', ', $exts_skipped_diff) . "\n";
+            exit(1);
+        }
+    }
+
     if ($selected_tests && count($test_files) === 0) {
         echo "No tests found.\n";
         return;