diff --git a/.github/workflows/Downstream.yml b/.github/workflows/Downstream.yml
index 6d79ee746a..7c536bbead 100644
--- a/.github/workflows/Downstream.yml
+++ b/.github/workflows/Downstream.yml
@@ -6,6 +6,7 @@ on:
   pull_request:
     paths-ignore:
         - 'docs/**'
+        - 'benchmark/**'
 
 concurrency:
   # Skip intermediate builds: always, but for the master branch and tags.
diff --git a/.github/workflows/ReleaseTest.yml b/.github/workflows/ReleaseTest.yml
index f8b592e9d0..a9e1ee1821 100644
--- a/.github/workflows/ReleaseTest.yml
+++ b/.github/workflows/ReleaseTest.yml
@@ -6,6 +6,7 @@ on:
   pull_request:
     paths-ignore:
         - 'docs/**'
+        - 'benchmark/**'
 
 concurrency:
   # Skip intermediate builds: always, but for the master branch and tags.
diff --git a/.github/workflows/Tests.yml b/.github/workflows/Tests.yml
index a62f7f272d..5b2bca6289 100644
--- a/.github/workflows/Tests.yml
+++ b/.github/workflows/Tests.yml
@@ -13,6 +13,7 @@ on:
       - master
     paths-ignore:
       - 'docs/**'
+      - 'benchmark/**'
 
 concurrency:
   # Skip intermediate builds: always, but for the master branch.
diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
index c025bf4907..6fa719dcdb 100644
--- a/.github/workflows/benchmark.yml
+++ b/.github/workflows/benchmark.yml
@@ -22,3 +22,5 @@ jobs:
       - uses: MilesCranmer/AirspeedVelocity.jl@action-v1
         with:
           julia-version: "${{ matrix.version }}"
+          script: "benchmark/benchmarks.jl"
+          extra-pkgs: "ModelingToolkitStandardLibrary,OrdinaryDiffEqDefault"
diff --git a/benchmark/Project.toml b/benchmark/Project.toml
deleted file mode 100644
index 666ceb7abb..0000000000
--- a/benchmark/Project.toml
+++ /dev/null
@@ -1,3 +0,0 @@
-[deps]
-ModelingToolkitStandardLibrary = "16a59e39-deab-5bd0-87e4-056b12336739"
-OrdinaryDiffEqDefault = "50262376-6c5a-4cf5-baba-aaf4f84d72d7"
diff --git a/benchmark/benchmarks.jl b/benchmark/benchmarks.jl
index dc7487b18c..861d7b0722 100644
--- a/benchmark/benchmarks.jl
+++ b/benchmark/benchmarks.jl
@@ -1,6 +1,8 @@
 using ModelingToolkit, BenchmarkTools
 using ModelingToolkitStandardLibrary
-using ModelingToolkitStandardLibrary.Thermal
+using ModelingToolkitStandardLibrary.Electrical
+using ModelingToolkitStandardLibrary.Mechanical.Rotational
+using ModelingToolkitStandardLibrary.Blocks
 using OrdinaryDiffEqDefault
 
 const SUITE = BenchmarkGroup()
@@ -51,4 +53,4 @@ tspan = (0.0, 6.0)
 SUITE["ODEProblem"] = @benchmarkable ODEProblem($model, $u0, $tspan)
 
 prob = ODEProblem(model, u0, tspan)
-SUITE["init"] = init($prob)
+SUITE["init"] = @benchmarkable init($prob)