diff --git a/test/blackbox-tests/test-cases/jsoo/tests.t/b.expected b/test/blackbox-tests/test-cases/jsoo/tests.t/b.expected
new file mode 100644
index 000000000000..3aca7c21f74c
--- /dev/null
+++ b/test/blackbox-tests/test-cases/jsoo/tests.t/b.expected
@@ -0,0 +1 @@
+b: ok
diff --git a/test/blackbox-tests/test-cases/jsoo/tests.t/run.t b/test/blackbox-tests/test-cases/jsoo/tests.t/run.t
index 31412302c016..74fa4288a01d 100644
--- a/test/blackbox-tests/test-cases/jsoo/tests.t/run.t
+++ b/test/blackbox-tests/test-cases/jsoo/tests.t/run.t
@@ -2,4 +2,21 @@ tests stanza with jsoo
 
   $ dune build @default @runtest-js
   a: ok
-  b: ok
+  File "dune", line 2, characters 11-12:
+  2 |   (names a b)
+                 ^
+  node:internal/modules/cjs/loader:1146
+    throw err;
+    ^
+  
+  Error: Cannot find module '$TESTCASE_ROOT/_build/default/b.bc.js'
+      at Module._resolveFilename (node:internal/modules/cjs/loader:1143:15)
+      at Module._load (node:internal/modules/cjs/loader:984:27)
+      at Function.executeUserEntryPoint [as runMain] (node:internal/modules/run_main:142:12)
+      at node:internal/main/run_main_module:28:49 {
+    code: 'MODULE_NOT_FOUND',
+    requireStack: []
+  }
+  
+  Node.js v22.0.0-v8-canary20231204cf8ac0f493
+  [1]