test(extension): retry research browser timeouts in ci

Author: BjoernSchotte

apps/extension/tests/research/packed/playwright.config.ts

@@ -9,7 +9,7 @@ export default defineConfig({
   outputDir: join(tmpdir(), "atlcli-research-playwright"),
   timeout: 180_000,
   workers: 1,
-  retries: 0,
+  retries: process.env.CI ? 1 : 0,
   reporter: [
     ["line"],
     ["junit", { outputFile: join(browserEvidenceSuiteDir("research"), "junit.xml") }],

scripts/ci/run-browser-lane.test.ts

@@ -11,6 +11,7 @@ import { tmpdir } from "node:os";
 import { join } from "node:path";
 import {
   BROWSER_LANES,
+  discardPassedBrowserFailureEvidence,
   normalizePlaywrightFailureEvidence,
   parseBrowserLane,
   suiteEvidenceDirectory,
@@ -135,4 +136,16 @@ describe("browser lane plan", () => {
       "symbolic links are forbidden",
     );
   });
+
+  test("removes failed-attempt media after a successful retry", () => {
+    const suite = mkdtempSync(join(tmpdir(), "atlcli-retried-evidence-"));
+    roots.push(suite);
+    const failure = join(suite, "failures", "0123456789abcdef0123");
+    mkdirSync(failure, { recursive: true });
+    writeFileSync(join(failure, "trace-1.zip"), "failed first attempt");
+
+    discardPassedBrowserFailureEvidence(suite);
+
+    expect(readdirSync(suite)).toEqual([]);
+  });
 });

scripts/ci/run-browser-lane.ts

@@ -182,6 +182,10 @@ export function normalizePlaywrightFailureEvidence(suiteDirectory: string): void
   rmSync(rawRoot, { recursive: true, force: true });
 }
 
+export function discardPassedBrowserFailureEvidence(suiteDirectory: string): void {
+  rmSync(join(suiteDirectory, "failures"), { recursive: true, force: true });
+}
+
 async function runLane(lane: BrowserLane, evidenceRoot: string): Promise<number> {
   let failed = false;
   for (const task of BROWSER_LANES[lane]) {
@@ -212,6 +216,7 @@ async function runLane(lane: BrowserLane, evidenceRoot: string): Promise<number>
     if (task.producesEvidence) {
       try {
         if (task.suite === "neutral") normalizePlaywrightFailureEvidence(suiteDirectory);
+        if (exitCode === 0) discardPassedBrowserFailureEvidence(suiteDirectory);
         mkdirSync(suiteDirectory, { recursive: true });
         writeFileSync(
           resolve(suiteDirectory, "summary.json"),

scripts/ci/workflow-policy.test.ts

@@ -693,6 +693,12 @@ describe("CI workflow policy", () => {
     expect(extension.scripts["test:research-extension-browser:prebuilt"]).toContain(
       "--conditions=development",
     );
+    const researchConfig = await readFile(
+      join(REPO_ROOT, "apps/extension/tests/research/packed/playwright.config.ts"),
+      "utf8",
+    );
+    expect(researchConfig).toContain("retries: process.env.CI ? 1 : 0");
+    expect(laneRunner).toContain("discardPassedBrowserFailureEvidence(suiteDirectory)");
   });
 
   it("publishes only validated synthetic browser evidence", async () => {