From 797408f2145de84caff960d7133e4f3d398936a3 Mon Sep 17 00:00:00 2001
From: robobun <117481402+robobun@users.noreply.github.com>
Date: Sat, 5 Sep 2026 09:54:30 +0000
Subject: [PATCH 1/3] test: run the --bail JUnit regression tests concurrently
 and assert the full report

Both tests in test/regression/issue/26851.test.ts spawn their own bun test
child in their own tempDir. Run them with test.concurrent so the two
children overlap.

Assert the whole JUnit document with an inline snapshot (time and hostname
normalized), the bail line and the summary line on stderr, and exit code 1.
Add a test after the failure and a third test file to show that --bail
stops the run and that the report only holds what ran.
---
 test/regression/issue/26851.test.ts | 124 ++++++++++++++++------------
 1 file changed, 69 insertions(+), 55 deletions(-)

diff --git a/test/regression/issue/26851.test.ts b/test/regression/issue/26851.test.ts
index c3a07909788e..8f8c160e1ba4 100644
--- a/test/regression/issue/26851.test.ts
+++ b/test/regression/issue/26851.test.ts
@@ -1,77 +1,91 @@
+// https://github.com/oven-sh/bun/issues/26851
+// `bun test --bail --reporter=junit --reporter-outfile=<file>` must still write
+// the JUnit file when --bail stops the run.
 import { expect, test } from "bun:test";
-import { bunEnv, bunExe, tempDir } from "harness";
+import { bunEnv, bunExe, normalizeBunSnapshot, tempDir } from "harness";
 import { join } from "path";
 
-test("--bail writes JUnit reporter outfile", async () => {
-  using dir = tempDir("bail-junit", {
-    "fail.test.ts": `
-      import { test, expect } from "bun:test";
-      test("failing test", () => { expect(1).toBe(2); });
-    `,
-  });
+const passing = (name: string) =>
+  `import { test, expect } from "bun:test";\ntest(${JSON.stringify(name)}, () => { expect(1).toBe(1); });\n`;
+const failing = (name: string) =>
+  `import { test, expect } from "bun:test";\ntest(${JSON.stringify(name)}, () => { expect(1).toBe(2); });\n`;
 
-  const outfile = join(String(dir), "results.xml");
+// The hostname and the time attributes differ per run. Everything else is stable.
+function normalizeJUnit(xml: string) {
+  return xml.replace(/ time="[^"]*"/g, ' time="<time>"').replace(/ hostname="[^"]*"/g, ' hostname="<hostname>"');
+}
 
+async function runBailWithJUnit(dir: string, args: string[]) {
+  const outfile = join(dir, "results.xml");
   await using proc = Bun.spawn({
-    cmd: [bunExe(), "test", "--bail", "--reporter=junit", `--reporter-outfile=${outfile}`, "fail.test.ts"],
+    cmd: [bunExe(), "test", "--bail", "--reporter=junit", `--reporter-outfile=${outfile}`, ...args],
     env: bunEnv,
-    cwd: String(dir),
+    cwd: dir,
     stdout: "pipe",
     stderr: "pipe",
   });
+  const [stdout, stderr, exitCode] = await Promise.all([proc.stdout.text(), proc.stderr.text(), proc.exited]);
+  return { stdout, stderr, exitCode, xml: normalizeJUnit(await Bun.file(outfile).text()) };
+}
 
-  const exitCode = await proc.exited;
+// Each test spawns its own `bun test` child in its own tempDir, so they run concurrently.
+test.concurrent("--bail writes JUnit reporter outfile", async () => {
+  using dir = tempDir("bail-junit", {
+    "fail.test.ts": failing("failing test") + passing("after the failure"),
+  });
 
-  // The test should fail and bail
-  expect(exitCode).not.toBe(0);
+  const { stdout, stderr, exitCode, xml } = await runBailWithJUnit(String(dir), ["fail.test.ts"]);
 
-  // The JUnit report file should still be written despite bail
-  const file = Bun.file(outfile);
-  expect(await file.exists()).toBe(true);
+  expect(normalizeBunSnapshot(stdout)).toBe("bun test <version> (<revision>)");
+  expect(stderr).toContain("(fail) failing test");
+  expect(stderr).not.toContain("after the failure");
+  expect(stderr).toContain("Ran 1 test across 1 file.");
+  expect(stderr).toContain("Bailed out after 1 failure");
+  expect(exitCode).toBe(1);
 
-  const xml = await file.text();
-  expect(xml).toContain("<?xml");
-  expect(xml).toContain("<testsuites");
-  expect(xml).toContain("</testsuites>");
-  expect(xml).toContain("failing test");
+  expect(xml).toMatchInlineSnapshot(`
+    "<?xml version="1.0" encoding="UTF-8"?>
+    <testsuites name="bun test" tests="1" assertions="1" failures="1" skipped="0" time="<time>">
+      <testsuite name="fail.test.ts" file="fail.test.ts" tests="1" assertions="1" failures="1" skipped="0" time="<time>" hostname="<hostname>">
+        <testcase name="failing test" classname="" time="<time>" file="fail.test.ts" line="2" assertions="1">
+          <failure type="AssertionError" message="expect(received).toBe(expected)&#10;&#10;Expected: 2&#10;Received: 1&#10;">AssertionError: expect(received).toBe(expected)&#10;&#10;Expected: 2&#10;Received: 1&#10;&#10;      at fail.test.ts:2:40&#10;</failure>
+        </testcase>
+      </testsuite>
+    </testsuites>
+    "
+  `);
 });
 
-test("--bail writes JUnit reporter outfile with multiple files", async () => {
+test.concurrent("--bail writes JUnit reporter outfile with multiple files", async () => {
+  // Discovery order is sorted by name: a_pass runs, b_fail bails, c_never is never loaded.
   using dir = tempDir("bail-junit-multi", {
-    "a_pass.test.ts": `
-      import { test, expect } from "bun:test";
-      test("passing test", () => { expect(1).toBe(1); });
-    `,
-    "b_fail.test.ts": `
-      import { test, expect } from "bun:test";
-      test("another failing test", () => { expect(1).toBe(2); });
-    `,
-  });
-
-  const outfile = join(String(dir), "results.xml");
-
-  await using proc = Bun.spawn({
-    cmd: [bunExe(), "test", "--bail", "--reporter=junit", `--reporter-outfile=${outfile}`],
-    env: bunEnv,
-    cwd: String(dir),
-    stdout: "pipe",
-    stderr: "pipe",
+    "a_pass.test.ts": passing("passing test"),
+    "b_fail.test.ts": failing("another failing test"),
+    "c_never.test.ts": passing("never runs"),
   });
 
-  const exitCode = await proc.exited;
-
-  // The test should fail and bail
-  expect(exitCode).not.toBe(0);
+  const { stdout, stderr, exitCode, xml } = await runBailWithJUnit(String(dir), []);
 
-  // The JUnit report file should still be written despite bail
-  const file = Bun.file(outfile);
-  expect(await file.exists()).toBe(true);
+  expect(normalizeBunSnapshot(stdout)).toBe("bun test <version> (<revision>)");
+  expect(stderr).toContain("(pass) passing test");
+  expect(stderr).toContain("(fail) another failing test");
+  expect(stderr).not.toContain("never runs");
+  expect(stderr).toContain("Ran 2 tests across 2 files.");
+  expect(stderr).toContain("Bailed out after 1 failure");
+  expect(exitCode).toBe(1);
 
-  const xml = await file.text();
-  expect(xml).toContain("<?xml");
-  expect(xml).toContain("<testsuites");
-  expect(xml).toContain("</testsuites>");
-  // Both the passing and failing tests should be recorded
-  expect(xml).toContain("passing test");
-  expect(xml).toContain("another failing test");
+  expect(xml).toMatchInlineSnapshot(`
+    "<?xml version="1.0" encoding="UTF-8"?>
+    <testsuites name="bun test" tests="2" assertions="2" failures="1" skipped="0" time="<time>">
+      <testsuite name="a_pass.test.ts" file="a_pass.test.ts" tests="1" assertions="1" failures="0" skipped="0" time="<time>" hostname="<hostname>">
+        <testcase name="passing test" classname="" time="<time>" file="a_pass.test.ts" line="2" assertions="1" />
+      </testsuite>
+      <testsuite name="b_fail.test.ts" file="b_fail.test.ts" tests="1" assertions="1" failures="1" skipped="0" time="<time>" hostname="<hostname>">
+        <testcase name="another failing test" classname="" time="<time>" file="b_fail.test.ts" line="2" assertions="1">
+          <failure type="AssertionError" message="expect(received).toBe(expected)&#10;&#10;Expected: 2&#10;Received: 1&#10;">AssertionError: expect(received).toBe(expected)&#10;&#10;Expected: 2&#10;Received: 1&#10;&#10;      at b_fail.test.ts:2:48&#10;</failure>
+        </testcase>
+      </testsuite>
+    </testsuites>
+    "
+  `);
 });

From 9d78a2824bc47518fbb993f52347b8c7d2b9b9bb Mon Sep 17 00:00:00 2001
From: robobun <117481402+robobun@users.noreply.github.com>
Date: Sat, 5 Sep 2026 10:07:57 +0000
Subject: [PATCH 2/3] test: skip LeakSanitizer for 26851.test.ts until the
 --bail exit runs the VM teardown

Under the ASAN lane environment, bun test --bail exits with a bare
exit(1). The VM teardown is skipped and LeakSanitizer aborts the child
with exit code 134 after several seconds (#32183). The old assertions
hid this with not.toBe(0). Put the file on the same list as
test/regression/issue/12250.test.ts until #39010 lands.
---
 test/no-validate-leaksan.txt | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/test/no-validate-leaksan.txt b/test/no-validate-leaksan.txt
index ced62fed9913..32a677be1b1f 100644
--- a/test/no-validate-leaksan.txt
+++ b/test/no-validate-leaksan.txt
@@ -95,6 +95,9 @@ test/cli/install/bun-install-security-provider.test.ts
 test/js/node/test/parallel/test-tls-fast-writing.js
 test/js/bun/sqlite/sqlite.test.js
 test/regression/issue/12250.test.ts
+# `bun test --bail` exits with a bare exit(1), so the VM teardown is skipped and
+# LeakSanitizer aborts the child with 134 after several seconds (#32183).
+test/regression/issue/26851.test.ts
 test/js/bun/test/parallel/test-http-10177-response.write-with-non-ascii-latin1-should-not-cause-duplicated-character-or-segfault.ts
 test/cli/install/minimum-release-age.test.ts
 

From deaf4a71bb02cabb71aed16f9070524ce4971f78 Mon Sep 17 00:00:00 2001
From: robobun <117481402+robobun@users.noreply.github.com>
Date: Sat, 5 Sep 2026 10:16:45 +0000
Subject: [PATCH 3/3] test: strip the CI commit and job env vars before
 spawning the bail child

The JUnit reporter adds a <properties> block to each testsuite when
GITHUB_SHA, CI_JOB_URL or a similar variable is set. The inline
snapshot does not expect it.
---
 test/regression/issue/26851.test.ts | 16 +++++++++++++++-
 1 file changed, 15 insertions(+), 1 deletion(-)

diff --git a/test/regression/issue/26851.test.ts b/test/regression/issue/26851.test.ts
index 8f8c160e1ba4..691a5b2da34e 100644
--- a/test/regression/issue/26851.test.ts
+++ b/test/regression/issue/26851.test.ts
@@ -15,11 +15,25 @@ function normalizeJUnit(xml: string) {
   return xml.replace(/ time="[^"]*"/g, ' time="<time>"').replace(/ hostname="[^"]*"/g, ' hostname="<hostname>"');
 }
 
+// The reporter adds a <properties> block to each testsuite when one of these is set.
+const env = { ...bunEnv };
+for (const key of [
+  "GITHUB_RUN_ID",
+  "GITHUB_SERVER_URL",
+  "GITHUB_REPOSITORY",
+  "GITHUB_SHA",
+  "CI_JOB_URL",
+  "CI_COMMIT_SHA",
+  "GIT_SHA",
+]) {
+  delete env[key];
+}
+
 async function runBailWithJUnit(dir: string, args: string[]) {
   const outfile = join(dir, "results.xml");
   await using proc = Bun.spawn({
     cmd: [bunExe(), "test", "--bail", "--reporter=junit", `--reporter-outfile=${outfile}`, ...args],
-    env: bunEnv,
+    env,
     cwd: dir,
     stdout: "pipe",
     stderr: "pipe",