diff --git a/tests/integration/bench_tests.rs b/tests/integration/bench_tests.rs
index a87fbd28c943d7..ce2b4b7dc01f8d 100644
--- a/tests/integration/bench_tests.rs
+++ b/tests/integration/bench_tests.rs
@@ -22,20 +22,6 @@ fn recursive_permissions_pledge() {
   );
 }
 
-#[test]
-fn file_protocol() {
-  let file_url =
-    Url::from_file_path(util::testdata_path().join("bench/file_protocol.ts"))
-      .unwrap()
-      .to_string();
-  let context = TestContext::default();
-  context
-    .new_command()
-    .args(format!("bench bench/file_protocol.ts {file_url}"))
-    .run()
-    .assert_matches_file("bench/file_protocol.out");
-}
-
 #[test]
 fn conditionally_loads_type_graph() {
   let context = TestContext::default();
diff --git a/tests/specs/bench/file_protocol/__test__.jsonc b/tests/specs/bench/file_protocol/__test__.jsonc
new file mode 100644
index 00000000000000..a9abbef0f910bb
--- /dev/null
+++ b/tests/specs/bench/file_protocol/__test__.jsonc
@@ -0,0 +1,8 @@
+{
+  "args": [
+    "bench",
+    "file_protocol.ts"
+  ],
+  "output": "file_protocol.out",
+  "exitCode": 0
+}
diff --git a/tests/testdata/bench/file_protocol.out b/tests/specs/bench/file_protocol/file_protocol.out
similarity index 80%
rename from tests/testdata/bench/file_protocol.out
rename to tests/specs/bench/file_protocol/file_protocol.out
index fbe4e9d0a4481e..6c002c86b89b71 100644
--- a/tests/testdata/bench/file_protocol.out
+++ b/tests/specs/bench/file_protocol/file_protocol.out
@@ -1,8 +1,8 @@
-Check file://[WILDCARD]/bench/file_protocol.ts
+Check file://[WILDCARD]/file_protocol.ts
     CPU | [WILDCARD]
 Runtime | Deno [WILDCARD] ([WILDCARD])
 
-[WILDCARD]/bench/file_protocol.ts
+[WILDCARD]/file_protocol.ts
 
 benchmark   time/iter (avg)        iter/s      (min … max)           p75      p99     p995
 ----------- ----------------------------- --------------------- --------------------------
diff --git a/tests/testdata/bench/file_protocol.ts b/tests/specs/bench/file_protocol/file_protocol.ts
similarity index 100%
rename from tests/testdata/bench/file_protocol.ts
rename to tests/specs/bench/file_protocol/file_protocol.ts