@recombine-ai/bosun 0.10.1 → 0.11.2

package/src/backend/tests/analyze.ts

@@ -107,9 +107,6 @@ export async function analyzeTraceQuotes(input: {
 	}
 
 	const conversation = decodeHtmlEntities(String(input.stringifiedConversation ?? ''))
-	if (!conversation) {
-		throw new Error('Missing conversation')
-	}
 
 	const resolvedModel = resolveModel(input.model)
 	if (!resolvedModel) {

package/src/backend/tests/data.spec.ts

@@ -0,0 +1,139 @@
+import { mkdtemp, mkdir, readdir, readFile, rm, stat, utimes, writeFile } from 'node:fs/promises'
+import os from 'node:os'
+import path from 'node:path'
+import { afterEach, describe, expect, it, vi } from 'vitest'
+
+const root = vi.hoisted(() => ({ path: '' }))
+
+vi.mock('../lib/get-root-path', () => ({
+	getRootPath: async () => root.path
+}))
+
+import { getRunResultEntry, loadLatestResultsByTest } from './data'
+import { compressReportFile } from './report-files'
+
+const temporaryDirectories: string[] = []
+
+afterEach(async () => {
+	await Promise.all(temporaryDirectories.splice(0).map((dir) => rm(dir, { recursive: true })))
+})
+
+function testRow(id: string) {
+	return {
+		id,
+		pinned: 'TRUE',
+		scenario: id,
+		assertion_type: 'equals',
+		assertion_value: '',
+		conversation: 'user: hello',
+		expected_output: 'hello',
+		timeout: '0',
+		similarity_threshold: '50',
+		context: {}
+	}
+}
+
+function reportRow(testId: string, success: boolean) {
+	return {
+		test_id: testId,
+		pinned_at_run: 'TRUE',
+		success_rate_percent: success ? 100 : 0,
+		success_rate: success ? '1/1' : '0/1',
+		results: [
+			{
+				success,
+				result: `${testId}-${success ? 'pass' : 'fail'}`,
+				evaluation: '',
+				errors: ''
+			}
+		]
+	}
+}
+
+async function writeReport(dir: string, agent: string, timestamp: string, rows: unknown[]) {
+	const file = path.join(dir, `${agent}.${timestamp}.report.json`)
+	await writeFile(file, JSON.stringify({ rows }), 'utf8')
+	return file
+}
+
+describe('loadLatestResultsByTest', () => {
+	it('persists summaries and incrementally reads appended reports', async () => {
+		const projectDir = await mkdtemp(path.join(os.tmpdir(), 'bosun-latest-results-'))
+		temporaryDirectories.push(projectDir)
+		const bosunDir = path.join(projectDir, 'src', 'lib', 'bosun')
+		const reportDir = path.join(bosunDir, 'data', 'test_runs')
+		await mkdir(reportDir, { recursive: true })
+		root.path = path.join(bosunDir, 'index.ts')
+
+		const agent = `agent-${Date.now()}-${Math.random().toString(16).slice(2)}`
+		await writeFile(
+			path.join(bosunDir, `${agent}.tests.jsonl`),
+			[
+				JSON.stringify({ version: 1, meta: {} }),
+				JSON.stringify(testRow('a')),
+				JSON.stringify(testRow('b'))
+			].join('\n') + '\n',
+			'utf8'
+		)
+
+		const firstReport = await writeReport(reportDir, agent, '2026-07-16T10-00-00.000Z', [
+			reportRow('a', false),
+			reportRow('b', false)
+		])
+		await utimes(firstReport, 1_700_000_000, 1_700_000_000)
+		await writeReport(reportDir, agent, '2026-07-16T11-00-00.000Z', [reportRow('a', true)])
+
+		const initial = await loadLatestResultsByTest(agent)
+		expect(initial.a.results[0].success).toBe(true)
+		expect(initial.a.previous).toMatchObject({ success_count: 0, total_runs: 1 })
+		expect(initial.b.is_old).toBe(true)
+
+		expect((await readdir(reportDir)).some((name) => name.includes('latest-results'))).toBe(true)
+
+		// Keep the cached file signature but make the old report unreadable as JSON. An incremental
+		// update must only read the newly appended report and therefore still succeed.
+		const firstState = await stat(firstReport)
+		const original = await readFile(firstReport)
+		await writeFile(firstReport, Buffer.alloc(original.length, 0x20))
+		await utimes(firstReport, firstState.atimeMs / 1000, firstState.mtimeMs / 1000)
+		expect((await stat(firstReport)).mtimeMs).toBe(firstState.mtimeMs)
+		await writeReport(reportDir, agent, '2026-07-16T12-00-00.000Z', [reportRow('b', true)])
+
+		const updated = await loadLatestResultsByTest(agent)
+		expect(updated.a.is_old).toBe(true)
+		expect(updated.b.results[0]).toMatchObject({ success: true, result: 'b-pass' })
+		expect(updated.b.previous).toMatchObject({ success_count: 0, total_runs: 1 })
+	})
+
+	it('loads compressed reports and keeps the cache valid when the latest report is compressed', async () => {
+		const projectDir = await mkdtemp(path.join(os.tmpdir(), 'bosun-gzip-results-'))
+		temporaryDirectories.push(projectDir)
+		const bosunDir = path.join(projectDir, 'src', 'lib', 'bosun')
+		const reportDir = path.join(bosunDir, 'data', 'test_runs')
+		await mkdir(reportDir, { recursive: true })
+		root.path = path.join(bosunDir, 'index.ts')
+
+		const agent = `agent-${Date.now()}-${Math.random().toString(16).slice(2)}`
+		await writeFile(
+			path.join(bosunDir, `${agent}.tests.jsonl`),
+			[JSON.stringify({ version: 1, meta: {} }), JSON.stringify(testRow('a'))].join('\n') + '\n',
+			'utf8'
+		)
+
+		await compressReportFile(
+			await writeReport(reportDir, agent, '2026-07-16T10-00-00.000Z', [reportRow('a', false)])
+		)
+		const latestReport = await writeReport(reportDir, agent, '2026-07-16T11-00-00.000Z', [
+			reportRow('a', true)
+		])
+
+		const initial = await loadLatestResultsByTest(agent)
+		expect(initial.a.results[0].success).toBe(true)
+		expect(initial.a.previous).toMatchObject({ success_count: 0, total_runs: 1 })
+
+		await compressReportFile(latestReport)
+		const compressed = await loadLatestResultsByTest(agent)
+		expect(compressed.a.results[0]).toMatchObject({ success: true, result: 'a-pass' })
+		expect((await getRunResultEntry(agent, 'a')).success).toBe(true)
+	})
+})