@recombine-ai/bosun 0.18.0 → 0.20.0

package/src/backend/tests/context-utils.ts

@@ -1,26 +0,0 @@
-export type MaybeContext = string | Record<string, unknown> | undefined
-export function makeContext(ctx: MaybeContext) {
-	if (typeof ctx === 'string') {
-		try {
-			ctx = JSON.parse(ctx)
-			let c = 0
-			while (typeof ctx === 'string') {
-				if (c > 3) return {}
-				c++
-			}
-			if (!isPlainObject(ctx)) {
-				throw new Error(`Context (${ctx}) is not a plain object`)
-			}
-			return ctx
-		} catch (err) {
-			console.error(err)
-			return {}
-		}
-	} else {
-		return ctx || {}
-	}
-}
-
-function isPlainObject(value: unknown): value is Record<string, unknown> {
-	return value !== null && typeof value === 'object'
-}

package/src/backend/tests/data.spec.ts

@@ -1,225 +0,0 @@
-import { mkdtemp, mkdir, readdir, readFile, rm, stat, utimes, writeFile } from 'node:fs/promises'
-import os from 'node:os'
-import path from 'node:path'
-import { afterEach, describe, expect, it, vi } from 'vitest'
-
-const root = vi.hoisted(() => ({ path: '' }))
-const project = vi.hoisted(() => ({ basePath: '' }))
-
-vi.mock('../lib/get-root-path', () => ({
-	getRootPath: async () => root.path
-}))
-vi.mock('../lib/project-api', () => ({ getProjectBasePath: async () => project.basePath }))
-
-import {
-	addTest,
-	getRunResultEntry,
-	loadLatestResultsByTest,
-	loadTests,
-	patchTestConversationIfCurrent,
-	type TestRow
-} from './data'
-import { compressReportFile } from './report-files'
-import { writeSuite } from './suite'
-
-const temporaryDirectories: string[] = []
-
-afterEach(async () => {
-	await Promise.all(temporaryDirectories.splice(0).map((dir) => rm(dir, { recursive: true })))
-})
-
-function testRow(id: string): TestRow {
-	return {
-		id,
-		order: 0,
-		pinned: 'TRUE',
-		scenario: id,
-		assertion_type: 'equals',
-		assertion_value: '',
-		conversation: 'user: hello',
-		expected_output: 'hello',
-		timeout: '0',
-		similarity_threshold: '50',
-		context: {}
-	}
-}
-
-describe('addTest', () => {
-	it('inserts before a test without changing existing test files', async () => {
-		const projectDir = await mkdtemp(path.join(os.tmpdir(), 'bosun-add-test-'))
-		temporaryDirectories.push(projectDir)
-		root.path = path.join(projectDir, 'src', 'lib', 'bosun', 'index.ts')
-		project.basePath = path.join(projectDir, 'src', 'agents')
-		const agent = `agent-${Date.now()}-${Math.random().toString(16).slice(2)}`
-		const suiteDirectory = path.join(project.basePath, 'support', 'bosun-tests', agent)
-		await mkdir(suiteDirectory, { recursive: true })
-
-		const rows: TestRow[] = [
-			{ ...testRow('main-first'), step: 'main', order: 0 },
-			{ ...testRow('other-first'), step: 'other', order: 0 },
-			{ ...testRow('a-other-second'), step: 'other', order: 1024 },
-			{ ...testRow('z-main-second'), step: 'main', order: 1024 }
-		]
-		await writeSuite(agent, { tests: rows })
-		const originalFiles = new Map(
-			await Promise.all(
-				rows.map(
-					async (row) =>
-						[row.id, await readFile(path.join(suiteDirectory, `${row.id}.yaml`), 'utf8')] as const
-				)
-			)
-		)
-
-		const created = await addTest(
-			agent,
-			{ scenario: 'duplicate', step: 'main' },
-			{ beforeTestId: 'z-main-second' }
-		)
-
-		expect(created.order).toBe(512)
-		for (const row of rows) {
-			expect(await readFile(path.join(suiteDirectory, `${row.id}.yaml`), 'utf8')).toBe(
-				originalFiles.get(row.id)
-			)
-		}
-	})
-})
-
-async function writeTests(projectDir: string, agent: string, rows: ReturnType<typeof testRow>[]) {
-	project.basePath = path.join(projectDir, 'src', 'agents')
-	const suiteDirectory = path.join(project.basePath, 'support', 'bosun-tests', agent)
-	await mkdir(suiteDirectory, { recursive: true })
-	await Promise.all(
-		rows.map(async (row, index) => {
-			const { id, ...stored } = row
-			await writeFile(
-				path.join(suiteDirectory, `${id}.yaml`),
-				JSON.stringify({ ...stored, order: index * 1024 }),
-				'utf8'
-			)
-		})
-	)
-}
-
-function reportRow(testId: string, success: boolean) {
-	return {
-		test_id: testId,
-		pinned_at_run: 'TRUE',
-		success_rate_percent: success ? 100 : 0,
-		success_rate: success ? '1/1' : '0/1',
-		results: [
-			{
-				success,
-				result: `${testId}-${success ? 'pass' : 'fail'}`,
-				evaluation: '',
-				errors: ''
-			}
-		]
-	}
-}
-
-async function writeReport(dir: string, agent: string, timestamp: string, rows: unknown[]) {
-	const file = path.join(dir, `${agent}.${timestamp}.report.json`)
-	await writeFile(file, JSON.stringify({ rows }), 'utf8')
-	return file
-}
-
-describe('loadLatestResultsByTest', () => {
-	it('persists summaries and incrementally reads appended reports', async () => {
-		const projectDir = await mkdtemp(path.join(os.tmpdir(), 'bosun-latest-results-'))
-		temporaryDirectories.push(projectDir)
-		const bosunDir = path.join(projectDir, 'src', 'lib', 'bosun')
-		const reportDir = path.join(bosunDir, 'data', 'test_runs')
-		await mkdir(reportDir, { recursive: true })
-		root.path = path.join(bosunDir, 'index.ts')
-
-		const agent = `agent-${Date.now()}-${Math.random().toString(16).slice(2)}`
-		await writeTests(projectDir, agent, [testRow('a'), testRow('b')])
-
-		const firstReport = await writeReport(reportDir, agent, '2026-07-16T10-00-00.000Z', [
-			reportRow('a', false),
-			reportRow('b', false)
-		])
-		await utimes(firstReport, 1_700_000_000, 1_700_000_000)
-		await writeReport(reportDir, agent, '2026-07-16T11-00-00.000Z', [reportRow('a', true)])
-
-		const initial = await loadLatestResultsByTest(agent)
-		expect(initial.a.results[0].success).toBe(true)
-		expect(initial.a.previous).toMatchObject({ success_count: 0, total_runs: 1 })
-		expect(initial.b.is_old).toBe(true)
-
-		expect((await readdir(reportDir)).some((name) => name.includes('latest-results'))).toBe(true)
-
-		// Keep the cached file signature but make the old report unreadable as JSON. An incremental
-		// update must only read the newly appended report and therefore still succeed.
-		const firstState = await stat(firstReport)
-		const original = await readFile(firstReport)
-		await writeFile(firstReport, Buffer.alloc(original.length, 0x20))
-		await utimes(firstReport, firstState.atimeMs / 1000, firstState.mtimeMs / 1000)
-		expect((await stat(firstReport)).mtimeMs).toBe(firstState.mtimeMs)
-		await writeReport(reportDir, agent, '2026-07-16T12-00-00.000Z', [reportRow('b', true)])
-
-		const updated = await loadLatestResultsByTest(agent)
-		expect(updated.a.is_old).toBe(true)
-		expect(updated.b.results[0]).toMatchObject({ success: true, result: 'b-pass' })
-		expect(updated.b.previous).toMatchObject({ success_count: 0, total_runs: 1 })
-	})
-
-	it('loads compressed reports and keeps the cache valid when the latest report is compressed', async () => {
-		const projectDir = await mkdtemp(path.join(os.tmpdir(), 'bosun-gzip-results-'))
-		temporaryDirectories.push(projectDir)
-		const bosunDir = path.join(projectDir, 'src', 'lib', 'bosun')
-		const reportDir = path.join(bosunDir, 'data', 'test_runs')
-		await mkdir(reportDir, { recursive: true })
-		root.path = path.join(bosunDir, 'index.ts')
-
-		const agent = `agent-${Date.now()}-${Math.random().toString(16).slice(2)}`
-		await writeTests(projectDir, agent, [testRow('a')])
-
-		await compressReportFile(
-			await writeReport(reportDir, agent, '2026-07-16T10-00-00.000Z', [reportRow('a', false)])
-		)
-		const latestReport = await writeReport(reportDir, agent, '2026-07-16T11-00-00.000Z', [
-			reportRow('a', true)
-		])
-
-		const initial = await loadLatestResultsByTest(agent)
-		expect(initial.a.results[0].success).toBe(true)
-		expect(initial.a.previous).toMatchObject({ success_count: 0, total_runs: 1 })
-
-		await compressReportFile(latestReport)
-		const compressed = await loadLatestResultsByTest(agent)
-		expect(compressed.a.results[0]).toMatchObject({ success: true, result: 'a-pass' })
-		expect((await getRunResultEntry(agent, 'a')).success).toBe(true)
-	})
-})
-
-describe('patchTestConversationIfCurrent', () => {
-	it('does not overwrite a conversation that changed after the suggestion was created', async () => {
-		const projectDir = await mkdtemp(path.join(os.tmpdir(), 'bosun-history-suggestion-'))
-		temporaryDirectories.push(projectDir)
-		root.path = path.join(projectDir, 'src', 'lib', 'bosun', 'index.ts')
-		const agent = `agent-${Date.now()}-${Math.random().toString(16).slice(2)}`
-		await writeTests(projectDir, agent, [testRow('test-1')])
-
-		const applied = await patchTestConversationIfCurrent(
-			agent,
-			'test-1',
-			'user: hello',
-			'user: corrected'
-		)
-		expect(applied).toMatchObject({ status: 'changed' })
-
-		const stale = await patchTestConversationIfCurrent(
-			agent,
-			'test-1',
-			'user: hello',
-			'user: stale suggestion'
-		)
-		expect(stale).toEqual({
-			status: 'stale',
-			currentConversation: 'user: corrected'
-		})
-		expect((await loadTests(agent)).rows[0].conversation).toBe('user: corrected')
-	})
-})