plum-e2e 2.8.6 → 2.9.1

package/backend/mcp/server.js

@@ -12,7 +12,6 @@
  * runs in-process inside the Plum backend, not as a separate subprocess.
  */
 
-const fs = require('fs');
 const path = require('path');
 
 // Use absolute paths to bypass the SDK's wildcard export mapping
@@ -29,7 +28,6 @@ const { McpServer } = require(path.join(sdkCjs, 'server', 'mcp.js'));
 const { z } = require('zod');
 const { TRIGGER_TYPE } = require('../constants/triggers');
 const { JOB_STATUS } = require('../constants/jobStatus');
-const { SCREENSHOTS_DIR } = require('../lib/reportFilename');
 const testSuiteService = require('../services/testSuiteService');
 const testCaseService = require('../services/testCaseService');
 const triggerService = require('../services/triggerService');
@@ -83,13 +81,6 @@ function summariseReport(report) {
 	};
 }
 
-// ---------------------------------------------------------------------------
-// Screenshots
-// ---------------------------------------------------------------------------
-
-const SCREENSHOT_FILENAME_RE = /^[\w.-]+\.(png|jpg|jpeg)$/i;
-const SCREENSHOT_MIME_TYPES = { png: 'image/png', jpg: 'image/jpeg', jpeg: 'image/jpeg' };
-
 // ---------------------------------------------------------------------------
 // Server setup
 // ---------------------------------------------------------------------------
@@ -450,11 +441,9 @@ function createMcpServer({ userId }) {
 		'get_report_scenario_detail',
 		[
 			'Get full per-scenario, per-step detail for a Plum test report — the data needed to diagnose',
-			"and self-heal a failing test: every step's status, duration, full error message, and",
-			'screenshot URL (if one was captured for that step).',
+			"and self-heal a failing test: every step's status, duration, and full error message.",
 			'',
-			'Use get_report_screenshot to fetch the actual screenshot image for a filename returned here,',
-			'and get_report_logs for the raw test-run stdout/stderr.'
+			'Use get_report_logs for the raw test-run stdout/stderr.'
 		].join('\n'),
 		{
 			reportId: z.number().int().describe('Numeric report ID'),
@@ -482,8 +471,7 @@ function createMcpServer({ userId }) {
 							name: st.name,
 							status: st.status,
 							duration: st.duration,
-							error: st.error ?? null,
-							screenshot: st.screenshot ?? null
+							error: st.error ?? null
 						}))
 					}))
 			);
@@ -494,38 +482,6 @@ function createMcpServer({ userId }) {
 		}
 	);
 
-	server.tool(
-		'get_report_screenshot',
-		'Fetch a screenshot captured during a test step and return it as an image, so it can be viewed ' +
-			"directly. Get the filename from get_report_scenario_detail's step.screenshot field.",
-		{
-			filename: z.string().describe('Screenshot filename, e.g. "3f9c1e2a-....png"')
-		},
-		async ({ filename }) => {
-			if (!SCREENSHOT_FILENAME_RE.test(filename)) {
-				throw new Error(`Invalid screenshot filename: ${filename}`);
-			}
-			const filePath = path.join(SCREENSHOTS_DIR, filename);
-			let buffer;
-			try {
-				buffer = await fs.promises.readFile(filePath);
-			} catch {
-				throw new Error(`Screenshot not found: ${filename}`);
-			}
-			const ext = filename.split('.').pop().toLowerCase();
-
-			return {
-				content: [
-					{
-						type: 'image',
-						data: buffer.toString('base64'),
-						mimeType: SCREENSHOT_MIME_TYPES[ext]
-					}
-				]
-			};
-		}
-	);
-
 	server.tool(
 		'get_report_logs',
 		'Get the raw stdout/stderr log output captured during a Plum test run, tagged per runner. ' +

package/backend/package-lock.json

@@ -14,6 +14,7 @@
 				"@cucumber/cucumber": "^11.2.0",
 				"@modelcontextprotocol/sdk": "^1.29.0",
 				"@prisma/client": "^6.19.3",
+				"@rrweb/record": "^2.1.1",
 				"bcryptjs": "^2.4.3",
 				"chai": "^4.3.6",
 				"chai-soft-assert": "^0.0.5",
@@ -25,7 +26,8 @@
 				"node-cron": "^3.0.3",
 				"picocolors": "^1.1.1",
 				"playwright": "1.50.1",
-				"socket.io": "^4.8.1"
+				"socket.io": "^4.8.1",
+				"socket.io-client": "^4.8.3"
 			},
 			"devDependencies": {
 				"@playwright/test": "1.50.1",
@@ -1391,6 +1393,29 @@
 				"@prisma/debug": "6.19.3"
 			}
 		},
+		"node_modules/@rrweb/record": {
+			"version": "2.1.1",
+			"resolved": "https://registry.npmjs.org/@rrweb/record/-/record-2.1.1.tgz",
+			"integrity": "sha512-c2u175R+daC37PhbjaQV0migxtIXsLuD0mRgRstj/x/CRmLGctRlDi373/4miIUclleq4eZIQXAglH9opclFRQ==",
+			"license": "MIT",
+			"dependencies": {
+				"@rrweb/types": "^2.1.1",
+				"@rrweb/utils": "^2.1.1",
+				"rrweb": "^2.1.1"
+			}
+		},
+		"node_modules/@rrweb/types": {
+			"version": "2.1.1",
+			"resolved": "https://registry.npmjs.org/@rrweb/types/-/types-2.1.1.tgz",
+			"integrity": "sha512-g0I3nCNL1S7slDXwhunxOuOoswkY8WVZJQrPFiwixOc6xoD514d1JLTuyAzCKIox8g/PaLKtV5g31Uk42inQSQ==",
+			"license": "MIT"
+		},
+		"node_modules/@rrweb/utils": {
+			"version": "2.1.1",
+			"resolved": "https://registry.npmjs.org/@rrweb/utils/-/utils-2.1.1.tgz",
+			"integrity": "sha512-x2SgJAD3YJ9eVcLZ5l6OqWMtczdA3VfS5XqPeqpZdQgV9oh6Id5GK2cDN4bimnkqryOcIJdz8cTvV0yNvqQ+nA==",
+			"license": "MIT"
+		},
 		"node_modules/@smithy/core": {
 			"version": "3.25.1",
 			"resolved": "https://registry.npmjs.org/@smithy/core/-/core-3.25.1.tgz",
@@ -1576,6 +1601,12 @@
 				"@types/node": "*"
 			}
 		},
+		"node_modules/@types/css-font-loading-module": {
+			"version": "0.0.7",
+			"resolved": "https://registry.npmjs.org/@types/css-font-loading-module/-/css-font-loading-module-0.0.7.tgz",
+			"integrity": "sha512-nl09VhutdjINdWyXxHWN/w9zlNCfr60JUqJbd24YXUuCwgeL0TpFSdElCwb6cxfB6ybE19Gjj4g0jsgkXxKv1Q==",
+			"license": "MIT"
+		},
 		"node_modules/@types/deep-eql": {
 			"version": "4.0.2",
 			"resolved": "https://registry.npmjs.org/@types/deep-eql/-/deep-eql-4.0.2.tgz",
@@ -1601,6 +1632,12 @@
 			"resolved": "https://registry.npmjs.org/@types/uuid/-/uuid-10.0.0.tgz",
 			"integrity": "sha512-7gqG38EyHgyP1S+7+xomFtL+ZNHcKv6DwNaCZmJmo1vgMugyF3TCnXVg4t1uk89mLNwnLtnY3TpOpCOyp1/xHQ=="
 		},
+		"node_modules/@xstate/fsm": {
+			"version": "1.6.5",
+			"resolved": "https://registry.npmjs.org/@xstate/fsm/-/fsm-1.6.5.tgz",
+			"integrity": "sha512-b5o1I6aLNeYlU/3CPlj/Z91ybk1gUsKT+5NAJI+2W4UjvS5KLG28K9v5UvNoFVjHV8PajVZ00RH3vnjyQO7ZAw==",
+			"license": "MIT"
+		},
 		"node_modules/accepts": {
 			"version": "1.3.8",
 			"resolved": "https://registry.npmjs.org/accepts/-/accepts-1.3.8.tgz",
@@ -1747,6 +1784,15 @@
 			"resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-1.0.2.tgz",
 			"integrity": "sha512-3oSeUO0TMV67hN1AmbXsK4yaqU7tjiHlbxRDZOpH0KW9+CeX4bRAaX0Anxt0tx2MrpRpWwQaPwIlISEJhYU5Pw=="
 		},
+		"node_modules/base64-arraybuffer": {
+			"version": "1.0.2",
+			"resolved": "https://registry.npmjs.org/base64-arraybuffer/-/base64-arraybuffer-1.0.2.tgz",
+			"integrity": "sha512-I3yl4r9QB5ZRY3XuJVEPfc2XhZO6YweFPI+UovAzn+8/hb3oJ6lnysaFcjVpkCPfVWFUDvoZ8kmVDP7WyRtYtQ==",
+			"license": "MIT",
+			"engines": {
+				"node": ">= 0.6.0"
+			}
+		},
 		"node_modules/base64id": {
 			"version": "2.0.0",
 			"resolved": "https://registry.npmjs.org/base64id/-/base64id-2.0.0.tgz",
@@ -2339,6 +2385,40 @@
 				"node": ">=10.2.0"
 			}
 		},
+		"node_modules/engine.io-client": {
+			"version": "6.6.6",
+			"resolved": "https://registry.npmjs.org/engine.io-client/-/engine.io-client-6.6.6.tgz",
+			"integrity": "sha512-iY6QdftLQ9pyiPoX082bpf/u1UewnOaJrtJIF9T0++QB34lZrj0uP+Q/bj8AlUsAxqhnkTV2BS8SBZSxOmoV5Q==",
+			"license": "MIT",
+			"dependencies": {
+				"@socket.io/component-emitter": "~3.1.0",
+				"debug": "~4.4.1",
+				"engine.io-parser": "~5.2.1",
+				"ws": "~8.21.0",
+				"xmlhttprequest-ssl": "~2.1.1"
+			}
+		},
+		"node_modules/engine.io-client/node_modules/ws": {
+			"version": "8.21.3",
+			"resolved": "https://registry.npmjs.org/ws/-/ws-8.21.3.tgz",
+			"integrity": "sha512-201TZ/kPWxoPr/OKWjquZR1SWKXcvxdH+e1xrx89b3YbmzLMFCLfnaG1HFIgWzJOEWZ7MvpK++odZufgYR50Rw==",
+			"license": "MIT",
+			"engines": {
+				"node": ">=10.0.0"
+			},
+			"peerDependencies": {
+				"bufferutil": "^4.0.1",
+				"utf-8-validate": ">=5.0.2"
+			},
+			"peerDependenciesMeta": {
+				"bufferutil": {
+					"optional": true
+				},
+				"utf-8-validate": {
+					"optional": true
+				}
+			}
+		},
 		"node_modules/engine.io-parser": {
 			"version": "5.2.3",
 			"resolved": "https://registry.npmjs.org/engine.io-parser/-/engine.io-parser-5.2.3.tgz",
@@ -3326,6 +3406,12 @@
 				"node": ">=16 || 14 >=14.17"
 			}
 		},
+		"node_modules/mitt": {
+			"version": "3.0.1",
+			"resolved": "https://registry.npmjs.org/mitt/-/mitt-3.0.1.tgz",
+			"integrity": "sha512-vKivATfr97l2/QBCYAkXYDbrIWPM2IIKEl7YPhjCvKlG3kE2gm+uBo6nEXK3M5/Ffh/FLpKExzOQ3JJoJGFKBw==",
+			"license": "MIT"
+		},
 		"node_modules/mkdirp": {
 			"version": "2.1.6",
 			"resolved": "https://registry.npmjs.org/mkdirp/-/mkdirp-2.1.6.tgz",
@@ -3355,6 +3441,24 @@
 				"thenify-all": "^1.0.0"
 			}
 		},
+		"node_modules/nanoid": {
+			"version": "3.3.18",
+			"resolved": "https://registry.npmjs.org/nanoid/-/nanoid-3.3.18.tgz",
+			"integrity": "sha512-DTg4MJbGMWkfi6VZFdNt2/caMbQy4Ou+Op/hJQvGEWcnVfoA1QA+xzRKAzw9jD6+GVOOeYr/mIcuDSdug6F6+w==",
+			"funding": [
+				{
+					"type": "github",
+					"url": "https://github.com/sponsors/ai"
+				}
+			],
+			"license": "MIT",
+			"bin": {
+				"nanoid": "bin/nanoid.cjs"
+			},
+			"engines": {
+				"node": "^10 || ^12 || ^13.7 || ^14 || >=15.0.1"
+			}
+		},
 		"node_modules/negotiator": {
 			"version": "0.6.3",
 			"resolved": "https://registry.npmjs.org/negotiator/-/negotiator-0.6.3.tgz",
@@ -3643,6 +3747,34 @@
 				"node": ">=18"
 			}
 		},
+		"node_modules/postcss": {
+			"version": "8.5.26",
+			"resolved": "https://registry.npmjs.org/postcss/-/postcss-8.5.26.tgz",
+			"integrity": "sha512-u82N74LFzG8ca+dD8puPnplTXoGH4fTPpVGuIbt36G3qvNlkvfD0lEAZSxaly3KX8TS/L1A1gsCEmvKmBcVbkQ==",
+			"funding": [
+				{
+					"type": "opencollective",
+					"url": "https://opencollective.com/postcss/"
+				},
+				{
+					"type": "tidelift",
+					"url": "https://tidelift.com/funding/github/npm/postcss"
+				},
+				{
+					"type": "github",
+					"url": "https://github.com/sponsors/ai"
+				}
+			],
+			"license": "MIT",
+			"dependencies": {
+				"nanoid": "^3.3.17",
+				"picocolors": "^1.1.1",
+				"source-map-js": "^1.2.1"
+			},
+			"engines": {
+				"node": "^10 || ^12 || >=14"
+			}
+		},
 		"node_modules/prisma": {
 			"version": "6.19.3",
 			"resolved": "https://registry.npmjs.org/prisma/-/prisma-6.19.3.tgz",
@@ -3888,6 +4020,40 @@
 				"url": "https://opencollective.com/express"
 			}
 		},
+		"node_modules/rrdom": {
+			"version": "2.1.1",
+			"resolved": "https://registry.npmjs.org/rrdom/-/rrdom-2.1.1.tgz",
+			"integrity": "sha512-VBkTF3bGNqcZjqnbo/gKi9GVQPIxiG0dofw7CQdAZQFQ2juJdt2YKIf3oS9QudL8HTpGh9bz5TUN+3amBn1Geg==",
+			"license": "MIT",
+			"dependencies": {
+				"rrweb-snapshot": "^2.1.1"
+			}
+		},
+		"node_modules/rrweb": {
+			"version": "2.1.1",
+			"resolved": "https://registry.npmjs.org/rrweb/-/rrweb-2.1.1.tgz",
+			"integrity": "sha512-ToxhJg3SsrAhw+/DPhI/2iiwZQIrGK5BGkZ0kHn4qUExcvQYRaolkciD1FWX2+r6vf1IxFyhsoRY18h3D+XoCg==",
+			"license": "MIT",
+			"dependencies": {
+				"@rrweb/types": "^2.1.1",
+				"@rrweb/utils": "^2.1.1",
+				"@types/css-font-loading-module": "0.0.7",
+				"@xstate/fsm": "^1.4.0",
+				"base64-arraybuffer": "^1.0.1",
+				"mitt": "^3.0.0",
+				"rrdom": "^2.1.1",
+				"rrweb-snapshot": "^2.1.1"
+			}
+		},
+		"node_modules/rrweb-snapshot": {
+			"version": "2.1.1",
+			"resolved": "https://registry.npmjs.org/rrweb-snapshot/-/rrweb-snapshot-2.1.1.tgz",
+			"integrity": "sha512-al4Kx7Am7YlIn/5Yb2EMr7cdmjGiK+cLhdilJEXqkFXgpnys8t/yMJumXy2Ormgirpg3MBnFha0GTgny+iIL2w==",
+			"license": "MIT",
+			"dependencies": {
+				"postcss": "^8.4.38"
+			}
+		},
 		"node_modules/safe-buffer": {
 			"version": "5.2.1",
 			"resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.2.1.tgz",
@@ -4162,6 +4328,21 @@
 				}
 			}
 		},
+		"node_modules/socket.io-client": {
+			"version": "4.8.3",
+			"resolved": "https://registry.npmjs.org/socket.io-client/-/socket.io-client-4.8.3.tgz",
+			"integrity": "sha512-uP0bpjWrjQmUt5DTHq9RuoCBdFJF10cdX9X+a368j/Ft0wmaVgxlrjvK3kjvgCODOMMOz9lcaRzxmso0bTWZ/g==",
+			"license": "MIT",
+			"dependencies": {
+				"@socket.io/component-emitter": "~3.1.0",
+				"debug": "~4.4.1",
+				"engine.io-client": "~6.6.1",
+				"socket.io-parser": "~4.2.4"
+			},
+			"engines": {
+				"node": ">=10.0.0"
+			}
+		},
 		"node_modules/socket.io-parser": {
 			"version": "4.2.4",
 			"resolved": "https://registry.npmjs.org/socket.io-parser/-/socket.io-parser-4.2.4.tgz",
@@ -4214,6 +4395,15 @@
 				"node": ">=0.10.0"
 			}
 		},
+		"node_modules/source-map-js": {
+			"version": "1.2.1",
+			"resolved": "https://registry.npmjs.org/source-map-js/-/source-map-js-1.2.1.tgz",
+			"integrity": "sha512-UXWMKhLOwVKb728IUtQPXxfYU+usdybtUrK/8uGE8CQMvrhOpwvzDBwj0QhSL7MQc7vIsISBG8VQ8+IDQxpfQA==",
+			"license": "BSD-3-Clause",
+			"engines": {
+				"node": ">=0.10.0"
+			}
+		},
 		"node_modules/source-map-support": {
 			"version": "0.5.21",
 			"resolved": "https://registry.npmjs.org/source-map-support/-/source-map-support-0.5.21.tgz",
@@ -4790,6 +4980,14 @@
 				"node": ">=8.0"
 			}
 		},
+		"node_modules/xmlhttprequest-ssl": {
+			"version": "2.1.2",
+			"resolved": "https://registry.npmjs.org/xmlhttprequest-ssl/-/xmlhttprequest-ssl-2.1.2.tgz",
+			"integrity": "sha512-TEU+nJVUUnA4CYJFLvK5X9AOeH4KvDvhIfm0vV1GaQRtchnG0hgK5p8hw/xjv8cunWYCsiPCSDzObPyhEwq3KQ==",
+			"engines": {
+				"node": ">=0.4.0"
+			}
+		},
 		"node_modules/yallist": {
 			"version": "4.0.0",
 			"resolved": "https://registry.npmjs.org/yallist/-/yallist-4.0.0.tgz",

package/backend/package.json

@@ -27,6 +27,7 @@
 		"@cucumber/cucumber": "^11.2.0",
 		"@modelcontextprotocol/sdk": "^1.29.0",
 		"@prisma/client": "^6.19.3",
+		"@rrweb/record": "^2.1.1",
 		"bcryptjs": "^2.4.3",
 		"chai": "^4.3.6",
 		"chai-soft-assert": "^0.0.5",
@@ -38,6 +39,7 @@
 		"node-cron": "^3.0.3",
 		"picocolors": "^1.1.1",
 		"playwright": "1.50.1",
-		"socket.io": "^4.8.1"
+		"socket.io": "^4.8.1",
+		"socket.io-client": "^4.8.3"
 	}
 }

package/backend/prisma/migrations/20260828120000_add_recording_and_split_runner_worker_count/migration.sql

@@ -0,0 +1,39 @@
+-- AlterTable: split the overloaded `runners` column into explicit runnerCount
+-- (distinct runner machines/lanes) and workerCount (Cucumber --parallel workers
+-- within a runner) — the old column meant one or the other depending on which
+-- code path wrote it.
+ALTER TABLE "Report" ADD COLUMN "runnerCount" INTEGER NOT NULL DEFAULT 1;
+ALTER TABLE "Report" ADD COLUMN "workerCount" INTEGER NOT NULL DEFAULT 1;
+
+-- Backfill: distributed runs stored a comma-joined runnerName (see
+-- reportService.saveCombinedReport) and used `runners` for lane count.
+-- Everything else used `runners` for the Cucumber --parallel worker count.
+UPDATE "Report"
+SET "runnerCount" = "runners", "workerCount" = 1
+WHERE "runnerName" LIKE '%, %';
+
+UPDATE "Report"
+SET "runnerCount" = 1, "workerCount" = "runners"
+WHERE "runnerName" IS NULL OR "runnerName" NOT LIKE '%, %';
+
+ALTER TABLE "Report" DROP COLUMN "runners";
+
+-- CreateTable: one row per (report, scenario, worker, browser tab). `events`
+-- is a gzip-compressed JSON array of rrweb events.
+CREATE TABLE "Recording" (
+    "id" SERIAL NOT NULL,
+    "reportId" INTEGER NOT NULL,
+    "scenarioId" TEXT NOT NULL,
+    "workerId" INTEGER NOT NULL DEFAULT 1,
+    "tabId" TEXT NOT NULL DEFAULT 'main',
+    "tabIndex" INTEGER NOT NULL DEFAULT 0,
+    "events" BYTEA NOT NULL,
+    "createdAt" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+
+    CONSTRAINT "Recording_pkey" PRIMARY KEY ("id")
+);
+
+CREATE INDEX "Recording_reportId_idx" ON "Recording"("reportId");
+CREATE INDEX "Recording_reportId_scenarioId_idx" ON "Recording"("reportId", "scenarioId");
+
+ALTER TABLE "Recording" ADD CONSTRAINT "Recording_reportId_fkey" FOREIGN KEY ("reportId") REFERENCES "Report"("id") ON DELETE CASCADE ON UPDATE CASCADE;

package/backend/prisma/migrations/20260828140000_add_recording_started_ended_at/migration.sql

@@ -0,0 +1,5 @@
+-- AlterTable: epoch-ms boundaries of each tab recording, so the replay UI can
+-- line multiple tabs up on one absolute timeline and auto-switch between them.
+-- Nullable — existing recordings predate this field and have no boundary data.
+ALTER TABLE "Recording" ADD COLUMN "startedAt" BIGINT;
+ALTER TABLE "Recording" ADD COLUMN "endedAt" BIGINT;

package/backend/prisma/migrations/20260828150000_strip_screenshot_refs_from_reports/migration.sql

@@ -0,0 +1,34 @@
+-- One-time data cleanup: screenshot capture was removed in favor of rrweb
+-- session recording (see RRWEB_MIGRATION_PLAN.md Phase 4). Historical reports
+-- still carry a `screenshot` filename on each step in the content JSONB —
+-- strip it so old reports stop referencing files that no longer exist on
+-- disk (deleted once, at startup, by serverBootstrap.js). Steps/logs are
+-- otherwise untouched.
+UPDATE "Report"
+SET content = jsonb_set(
+  content,
+  '{features}',
+  COALESCE((
+    SELECT jsonb_agg(
+      CASE
+        WHEN jsonb_typeof(feature->'scenarios') = 'array' THEN
+          jsonb_set(feature, '{scenarios}', (
+            SELECT jsonb_agg(
+              CASE
+                WHEN jsonb_typeof(scenario->'steps') = 'array' THEN
+                  jsonb_set(scenario, '{steps}', (
+                    SELECT jsonb_agg(step - 'screenshot')
+                    FROM jsonb_array_elements(scenario->'steps') AS step
+                  ))
+                ELSE scenario
+              END
+            )
+            FROM jsonb_array_elements(feature->'scenarios') AS scenario
+          ))
+        ELSE feature
+      END
+    )
+    FROM jsonb_array_elements(content->'features') AS feature
+  ), content->'features')
+)
+WHERE jsonb_typeof(content->'features') = 'array';

package/backend/prisma/migrations/20260828160000_add_backup_include_reports/migration.sql

@@ -0,0 +1,4 @@
+-- Opt-in toggle for including Report/Recording data in exports (manual and
+-- scheduled S3). Defaults off — reports can be large (rrweb recordings), and
+-- this is new behavior existing installs shouldn't get switched on for silently.
+ALTER TABLE "Project" ADD COLUMN "backupIncludeReports" BOOLEAN NOT NULL DEFAULT false;