plum-e2e 2.5.12 → 2.5.14

package/backend/mcp/server.js

@@ -88,7 +88,9 @@ async function pollJob(jobId, { maxMs = 600_000, intervalMs = 5_000 } = {}) {
 // ---------------------------------------------------------------------------
 
 function summariseReport(report) {
-	const features = report.content?.features ?? [];
+	// GET /reports/:id hoists content.features to a top-level `features` key
+	// and strips `content` entirely — see reportService.getReportDetail.
+	const features = report.features ?? report.content?.features ?? [];
 	const allScenarios = features.flatMap((f) => f.scenarios ?? []);
 	const total = allScenarios.length;
 	const passed = allScenarios.filter((s) => s.status === 'passed').length;
@@ -117,6 +119,18 @@ function summariseReport(report) {
 	};
 }
 
+// ---------------------------------------------------------------------------
+// Screenshots
+// ---------------------------------------------------------------------------
+
+const SCREENSHOT_FILENAME_RE = /^[\w.-]+\.(png|jpg|jpeg)$/i;
+
+function screenshotUrl(filename) {
+	return `${API_URL}/screenshots/${filename}`;
+}
+
+const SCREENSHOT_MIME_TYPES = { png: 'image/png', jpg: 'image/jpeg', jpeg: 'image/jpeg' };
+
 // ---------------------------------------------------------------------------
 // Server setup
 // ---------------------------------------------------------------------------
@@ -437,6 +451,103 @@ server.tool(
 	}
 );
 
+server.tool(
+	'get_report_scenario_detail',
+	[
+		'Get full per-scenario, per-step detail for a Plum test report — the data needed to diagnose',
+		"and self-heal a failing test: every step's status, duration, full error message, and",
+		'screenshot URL (if one was captured for that step).',
+		'',
+		'Use get_report_screenshot to fetch the actual screenshot image for a filename returned here,',
+		'and get_report_logs for the raw test-run stdout/stderr.'
+	].join('\n'),
+	{
+		reportId: z.number().int().describe('Numeric report ID'),
+		onlyFailed: z
+			.boolean()
+			.optional()
+			.describe('Only include scenarios with a failed step (default true)')
+	},
+	async ({ reportId, onlyFailed = true }) => {
+		const data = await get(`/reports/${reportId}`);
+		const features = data.features ?? data.content?.features ?? [];
+
+		const scenarios = features.flatMap((feature) =>
+			(feature.scenarios ?? [])
+				.filter((s) => !onlyFailed || s.status === 'failed')
+				.map((s) => ({
+					feature: feature.name,
+					scenario: s.name,
+					tags: s.tags ?? [],
+					status: s.status,
+					duration: s.duration,
+					steps: (s.steps ?? []).map((st) => ({
+						keyword: st.keyword,
+						name: st.name,
+						status: st.status,
+						duration: st.duration,
+						error: st.error ?? null,
+						screenshot: st.screenshot ?? null,
+						screenshotUrl: st.screenshot ? screenshotUrl(st.screenshot) : null
+					}))
+				}))
+		);
+
+		return { content: [{ type: 'text', text: JSON.stringify({ reportId, scenarios }, null, 2) }] };
+	}
+);
+
+server.tool(
+	'get_report_screenshot',
+	'Fetch a screenshot captured during a test step and return it as an image, so it can be viewed ' +
+		"directly. Get the filename from get_report_scenario_detail's step.screenshot field.",
+	{
+		filename: z.string().describe('Screenshot filename, e.g. "3f9c1e2a-....png"')
+	},
+	async ({ filename }) => {
+		if (!SCREENSHOT_FILENAME_RE.test(filename)) {
+			throw new Error(`Invalid screenshot filename: ${filename}`);
+		}
+		const res = await fetch(screenshotUrl(filename));
+		if (!res.ok) throw new Error(`Screenshot not found: ${filename}`);
+		const buffer = Buffer.from(await res.arrayBuffer());
+		const ext = filename.split('.').pop().toLowerCase();
+
+		return {
+			content: [
+				{
+					type: 'image',
+					data: buffer.toString('base64'),
+					mimeType: SCREENSHOT_MIME_TYPES[ext]
+				}
+			]
+		};
+	}
+);
+
+server.tool(
+	'get_report_logs',
+	'Get the raw stdout/stderr log output captured during a Plum test run, tagged per runner. ' +
+		'Useful for diagnosing failures with no clear step-level error (crashes, timeouts, setup errors).',
+	{
+		reportId: z.number().int().describe('Numeric report ID'),
+		tail: z
+			.number()
+			.int()
+			.positive()
+			.optional()
+			.describe('Only return the last N lines (default: full log)')
+	},
+	async ({ reportId, tail }) => {
+		const data = await get(`/reports/${reportId}`);
+		let logs = data.logs ?? '';
+		if (tail) {
+			logs = logs.split('\n').slice(-tail).join('\n');
+		}
+		return { content: [{ type: 'text', text: logs || '(no logs captured for this report)' }] };
+	}
+);
+
 // ---------------------------------------------------------------------------
 // Start
 // ---------------------------------------------------------------------------

package/backend/prisma/migrations/20260711000000_add_project_timezone/migration.sql

@@ -0,0 +1,2 @@
+-- AlterTable
+ALTER TABLE "Project" ADD COLUMN "timezone" TEXT NOT NULL DEFAULT 'UTC';

package/backend/prisma/schema.prisma

@@ -82,6 +82,7 @@ model Project {
   id                 Int       @id @default(autoincrement())
   name               String    @default("")
   logoUrl            String    @default("")
+  timezone           String    @default("UTC")
   testCasePrefix     String    @default("TC")
   testSuitePrefix    String    @default("TS")
   caseSeqNext        Int       @default(0)

package/backend/routes/node.routes.js

@@ -60,7 +60,7 @@ router.post('/execute', authGuard, (req, res) => {
 		for (const [rel, content] of Object.entries(tests)) {
 			const dest = path.join(tempTestsDir, rel);
 			fs.mkdirSync(path.dirname(dest), { recursive: true });
-			fs.writeFileSync(dest, content, 'utf8');
+			fs.writeFileSync(dest, Buffer.from(content, 'base64'));
 		}
 	}
 

package/backend/routes/settings.routes.js

@@ -33,8 +33,8 @@ router.get('/project', async (req, res, next) => {
 
 router.post('/project', async (req, res, next) => {
 	try {
-		const { name, logoUrl } = req.body;
-		const project = await settingsService.updateProject({ name, logoUrl });
+		const { name, logoUrl, timezone } = req.body;
+		const project = await settingsService.updateProject({ name, logoUrl, timezone });
 		res.json(project);
 	} catch (e) {
 		next(e);

package/backend/services/backupCronService.js

@@ -58,20 +58,20 @@ const runBackup = async () => {
 	}
 };
 
-const schedule = (cronExpr, enabled) => {
+const schedule = (cronExpr, enabled, timezone) => {
 	if (scheduledJob) {
 		scheduledJob.stop();
 		scheduledJob = null;
 	}
 	if (!enabled || !cronExpr || !cron.validate(cronExpr)) return;
-	scheduledJob = cron.schedule(cronExpr, runBackup);
-	console.log(`⏰ Backup scheduled: ${cronExpr}`);
+	scheduledJob = cron.schedule(cronExpr, runBackup, { timezone: timezone || 'UTC' });
+	console.log(`⏰ Backup scheduled: ${cronExpr} (${timezone || 'UTC'})`);
 };
 
 const init = async () => {
 	try {
 		const project = await prisma.project.findUnique({ where: { id: 1 } });
-		schedule(project?.backupCron, project?.backupEnabled);
+		schedule(project?.backupCron, project?.backupEnabled, project?.timezone);
 	} catch (err) {
 		console.error('Failed to initialize backup cron:', err.message);
 	}

package/backend/services/backupService.js

@@ -52,6 +52,7 @@ const exportAll = async () => {
 			? {
 					name: project.name,
 					logoUrl: project.logoUrl,
+					timezone: project.timezone,
 					testCasePrefix: project.testCasePrefix,
 					testSuitePrefix: project.testSuitePrefix,
 					discordWebhookUrl: project.discordWebhookUrl,

package/backend/services/cronService.js

@@ -244,19 +244,22 @@ async function runCronJob(job) {
 // Public: scheduling
 // ---------------------------------------------------------------------------
 
-function scheduleJob(job) {
+async function scheduleJob(job) {
 	const { taskName, cronExpression } = job;
 	if (scheduledJobs[taskName]) {
 		scheduledJobs[taskName].stop();
 		delete scheduledJobs[taskName];
 	}
 	if (job.enabled === false) return; // disabled jobs are not scheduled
-	scheduledJobs[taskName] = cron.schedule(cronExpression, () => runCronJob(job));
+	const project = await prisma.project.findUnique({ where: { id: 1 } });
+	scheduledJobs[taskName] = cron.schedule(cronExpression, () => runCronJob(job), {
+		timezone: project?.timezone || 'UTC'
+	});
 }
 
 const init = async () => {
 	const jobs = await prisma.cronJob.findMany();
-	for (const job of jobs) scheduleJob(job);
+	for (const job of jobs) await scheduleJob(job);
 	console.log(`⏰ Scheduled ${jobs.length} cron job(s) from database`);
 };
 
@@ -303,7 +306,7 @@ const addCronJob = async ({
 			runnerId: null
 		}
 	});
-	scheduleJob(job);
+	await scheduleJob(job);
 	return { status: 201, message: `Cron job "${taskName}" added` };
 };
 
@@ -359,7 +362,7 @@ const updateCronJob = async (
 		}
 	});
 
-	scheduleJob(updated);
+	await scheduleJob(updated);
 	return { status: 200, message: 'Cron job updated' };
 };
 
@@ -379,7 +382,7 @@ const toggleCronJob = async (taskName, enabled) => {
 		data: { enabled }
 	});
 
-	scheduleJob(updated); // re-schedules if enabled, stops and removes if disabled
+	await scheduleJob(updated); // re-schedules if enabled, stops and removes if disabled
 	return { status: 200, enabled: updated.enabled };
 };
 

package/backend/services/runnerService.js

@@ -100,7 +100,9 @@ function collectTestFiles() {
 			if (entry.isDirectory()) {
 				walk(fullPath, relPath);
 			} else {
-				files[relPath] = fs.readFileSync(fullPath, 'utf8');
+				// base64, not utf8 — utf8 mangles non-text fixtures (e.g. upload test images)
+				// because arbitrary binary bytes aren't valid UTF-8 and get replaced on read.
+				files[relPath] = fs.readFileSync(fullPath).toString('base64');
 			}
 		}
 	}

package/backend/services/settingsService.js

@@ -26,12 +26,26 @@ const getProject = async () => {
 	return project;
 };
 
-const updateProject = async ({ name, logoUrl }) => {
-	return prisma.project.upsert({
+const updateProject = async ({ name, logoUrl, timezone }) => {
+	const data = {
+		name: name ?? '',
+		logoUrl: logoUrl ?? '',
+		...(timezone !== undefined && { timezone })
+	};
+	const project = await prisma.project.upsert({
 		where: { id: 1 },
-		create: { id: 1, name: name ?? '', logoUrl: logoUrl ?? '' },
-		update: { name: name ?? '', logoUrl: logoUrl ?? '' }
+		create: { id: 1, ...data },
+		update: data
 	});
+
+	if (timezone !== undefined) {
+		// Cron jobs read the timezone at schedule time, so a change here must
+		// re-schedule everything for the new offset to take effect immediately.
+		await require('./cronService').reload();
+		await require('./backupCronService').reload();
+	}
+
+	return project;
 };
 
 const getTestPrefixes = async () => {

package/frontend/src/lib/api/settings.js

@@ -24,15 +24,15 @@ function authHeaders() {
 
 export async function fetchProject() {
 	const res = await fetch(`${API_BASE}/settings/project`);
-	if (!res.ok) return { name: '', logoUrl: '' };
+	if (!res.ok) return { name: '', logoUrl: '', timezone: 'UTC' };
 	return res.json();
 }
 
-export async function saveProject({ name, logoUrl }) {
+export async function saveProject({ name, logoUrl, timezone }) {
 	const res = await fetch(`${API_BASE}/settings/project`, {
 		method: 'POST',
 		headers: { 'Content-Type': 'application/json' },
-		body: JSON.stringify({ name, logoUrl })
+		body: JSON.stringify({ name, logoUrl, timezone })
 	});
 	return res.json();
 }

package/frontend/src/lib/constants.js

@@ -42,6 +42,7 @@ export const WORKERS_MIN = 1;
 export const WORKERS_MAX = 10;
 export const RUN_PICKER_LIMIT = 200;
 export const RUN_TAG_DISPLAY_LIMIT = 5;
+export const CASE_HISTORY_BARS_MAX = 20;
 
 export const BUILTIN_RUNNER_ID = 'built-in';
 export const BUILTIN_RUNNER_LABEL = 'Built-in';

package/frontend/src/routes/settings/+page.svelte

@@ -68,10 +68,18 @@
 		} catch {}
 	}
 
-	let project = { name: '', logoUrl: '' };
+	let project = { name: '', logoUrl: '', timezone: 'UTC' };
 	let projectSaving = false;
 	let toast = null;
 
+	const TIMEZONES = (() => {
+		try {
+			return Intl.supportedValuesOf('timeZone');
+		} catch {
+			return ['UTC'];
+		}
+	})();
+
 	let prefixes = { testCasePrefix: 'TC', testSuitePrefix: 'TS' };
 	let prefixesSaving = false;
 	let migrateForm = { testCasePrefix: '', testSuitePrefix: '' };
@@ -679,6 +687,18 @@
 						</div>
 					{/if}
 
+					<div class="field">
+						<label class="field-label" for="project-timezone">
+							<span>Timezone</span>
+							<span class="field-hint">Used to schedule cron jobs and backups</span>
+						</label>
+						<select id="project-timezone" class="field-input" bind:value={project.timezone}>
+							{#each TIMEZONES as tz}
+								<option value={tz}>{tz}</option>
+							{/each}
+						</select>
+					</div>
+
 					<!-- Dark mode toggle -->
 					<div class="toggle-row">
 						<div class="toggle-info">

package/frontend/src/routes/test-repository/suites/[id]/+page.svelte

@@ -34,7 +34,7 @@
 	import Toast from '$lib/components/ui/Toast.svelte';
 	import Button from '$lib/components/ui/Button.svelte';
 	import Pagination from '$lib/components/ui/Pagination.svelte';
-	import { TOAST_TIMEOUT_MS, SUITE_CASES_PER_PAGE } from '$lib/constants';
+	import { TOAST_TIMEOUT_MS, SUITE_CASES_PER_PAGE, CASE_HISTORY_BARS_MAX } from '$lib/constants';
 
 	const suiteId = $page.params.id;
 
@@ -257,6 +257,12 @@
 		if (r === 'blocked') return 'warn';
 		return 'muted';
 	}
+
+	// selectedCase.history arrives newest-first; bars read oldest → newest, left → right.
+	function recentHistory(history) {
+		if (!history || history.length === 0) return [];
+		return history.slice(0, CASE_HISTORY_BARS_MAX).slice().reverse();
+	}
 </script>
 
 <svelte:head
@@ -623,6 +629,16 @@
 								<p class="detail-case-desc">{selectedCase.description}</p>
 							{/if}
 							<p class="detail-meta">Created by {selectedCase.createdBy.name}</p>
+							{#if selectedCase.history && selectedCase.history.length > 0}
+								<div class="case-history-bars">
+									{#each recentHistory(selectedCase.history) as h (h.id)}
+										<span
+											class="history-bar {resultClass(h.result)}"
+											title="{h.result} — {new Date(h.executedAt).toLocaleString()}"
+										></span>
+									{/each}
+								</div>
+							{/if}
 						{/if}
 					</div>
 
@@ -1112,6 +1128,37 @@
 		color: var(--text-muted);
 	}
 
+	.case-history-bars {
+		display: flex;
+		align-items: flex-end;
+		gap: 2px;
+		height: 16px;
+		margin-top: 0.5rem;
+	}
+
+	.history-bar {
+		width: 4px;
+		height: 100%;
+		border-radius: 1px;
+		background: var(--border);
+	}
+
+	.history-bar.pass {
+		background: var(--pass);
+	}
+
+	.history-bar.fail {
+		background: var(--fail);
+	}
+
+	.history-bar.warn {
+		background: var(--warn);
+	}
+
+	.history-bar.muted {
+		background: var(--text-muted);
+	}
+
 	.detail-tabs {
 		display: flex;
 		border-bottom: 1px solid var(--border);

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "plum-e2e",
-	"version": "2.5.12",
+	"version": "2.5.14",
 	"repository": {
 		"type": "git",
 		"url": "https://github.com/silverlunah/plum.git"