@ariaflowagents/eval 0.7.0

package/README.md

@@ -0,0 +1,61 @@
+# AriaFlow Eval
+
+`@ariaflowagents/eval` provides deterministic replay and assertions for AriaFlow transcript events.
+
+This package is intentionally separate from `@ariaflowagents/core` to avoid runtime bloat.
+
+## What It Solves
+
+- Validate event contracts without depending on exact LLM wording.
+- Replay stored `.jsonl` transcripts in CI.
+- Catch regressions in tool-call integrity and flow behavior.
+
+## Install
+
+```bash
+bun add @ariaflowagents/eval
+```
+
+## Example
+
+```ts
+import { TranscriptReplay } from '@ariaflowagents/eval';
+
+const replay = await TranscriptReplay.fromFile('./transcripts/run.jsonl');
+
+replay
+  .expectEventOrder(['input', 'tool-call', 'tool-result', 'done'])
+  .expectToolCalled('start_order')
+  .expectNoToolMismatches()
+  .expectNoErrors()
+  .expectDone();
+```
+
+## Replay Tests from Stored Transcripts
+
+Yes, this is the intended home for replay tests.
+
+Typical workflow:
+
+1. Run production-like examples and store transcript files.
+2. Commit selected golden transcripts.
+3. In CI, load those files with `TranscriptReplay`.
+4. Assert structural contracts (event order, tool integrity, flow end behavior).
+
+This makes tests stable even when model wording changes.
+
+## Golden Fixtures
+
+Golden fixtures are committed in `fixtures/golden/*.jsonl`, with expectations in `fixtures/golden.manifest.json`.
+
+Run the suite:
+
+```bash
+bun run --filter '@ariaflowagents/eval' test:golden
+```
+
+Workspace shortcut from repo root:
+
+```bash
+bun run test:golden
+```

package/dist/golden.d.ts

@@ -0,0 +1,25 @@
+export interface GoldenToolExpectation {
+    name: string;
+    minCount?: number;
+}
+export interface GoldenCase {
+    name: string;
+    file: string;
+    expectEventOrder?: string[];
+    expectNoErrors?: boolean;
+    expectDone?: boolean;
+    expectNoToolMismatches?: boolean;
+    requireTools?: GoldenToolExpectation[];
+}
+export interface GoldenSuiteResult {
+    total: number;
+    passed: number;
+    failed: number;
+    failures: Array<{
+        name: string;
+        error: string;
+    }>;
+}
+export declare function loadGoldenManifest(manifestPath: string): Promise<GoldenCase[]>;
+export declare function runGoldenSuite(manifestPath?: string): Promise<GoldenSuiteResult>;
+//# sourceMappingURL=golden.d.ts.map

package/dist/golden.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"golden.d.ts","sourceRoot":"","sources":["../src/golden.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,YAAY,CAAC,EAAE,qBAAqB,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAClD;AA2CD,wBAAsB,kBAAkB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAapF;AAuBD,wBAAsB,cAAc,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CA6BtF"}

package/dist/golden.js

@@ -0,0 +1,121 @@
+import { readFile } from 'fs/promises';
+import { dirname, resolve } from 'path';
+import { fileURLToPath } from 'url';
+import { ReplayAssertionError, TranscriptReplay } from './replay.js';
+function isRecord(value) {
+    return value !== null && typeof value === 'object';
+}
+function toGoldenCase(value, index) {
+    if (!isRecord(value)) {
+        throw new Error(`Invalid manifest item at index ${index}: expected object`);
+    }
+    if (typeof value.name !== 'string' || value.name.length === 0) {
+        throw new Error(`Invalid manifest item at index ${index}: missing name`);
+    }
+    if (typeof value.file !== 'string' || value.file.length === 0) {
+        throw new Error(`Invalid manifest item at index ${index}: missing file`);
+    }
+    const tools = [];
+    if (Array.isArray(value.requireTools)) {
+        for (const tool of value.requireTools) {
+            if (!isRecord(tool) || typeof tool.name !== 'string' || tool.name.length === 0) {
+                throw new Error(`Invalid requireTools entry for case "${value.name}"`);
+            }
+            tools.push({
+                name: tool.name,
+                minCount: typeof tool.minCount === 'number' ? tool.minCount : 1,
+            });
+        }
+    }
+    return {
+        name: value.name,
+        file: value.file,
+        expectEventOrder: Array.isArray(value.expectEventOrder)
+            ? value.expectEventOrder.filter((v) => typeof v === 'string')
+            : undefined,
+        expectNoErrors: value.expectNoErrors !== false,
+        expectDone: value.expectDone !== false,
+        expectNoToolMismatches: value.expectNoToolMismatches !== false,
+        requireTools: tools,
+    };
+}
+export async function loadGoldenManifest(manifestPath) {
+    const absolutePath = resolve(manifestPath);
+    const text = await readFile(absolutePath, 'utf8');
+    let parsed;
+    try {
+        parsed = JSON.parse(text);
+    }
+    catch (error) {
+        throw new Error(`Invalid manifest JSON at ${absolutePath}: ${error.message}`);
+    }
+    if (!Array.isArray(parsed)) {
+        throw new Error(`Invalid manifest format at ${absolutePath}: expected array`);
+    }
+    return parsed.map((item, index) => toGoldenCase(item, index));
+}
+async function runGoldenCase(baseDir, goldenCase) {
+    const path = resolve(baseDir, goldenCase.file);
+    const replay = await TranscriptReplay.fromFile(path);
+    if (goldenCase.expectEventOrder && goldenCase.expectEventOrder.length > 0) {
+        replay.expectEventOrder(goldenCase.expectEventOrder);
+    }
+    if (goldenCase.expectNoErrors !== false) {
+        replay.expectNoErrors();
+    }
+    if (goldenCase.expectDone !== false) {
+        replay.expectDone();
+    }
+    if (goldenCase.expectNoToolMismatches !== false) {
+        replay.expectNoToolMismatches();
+    }
+    for (const tool of goldenCase.requireTools ?? []) {
+        replay.expectToolCalled(tool.name, tool.minCount ?? 1);
+    }
+}
+export async function runGoldenSuite(manifestPath) {
+    const currentDir = dirname(fileURLToPath(import.meta.url));
+    const effectiveManifestPath = manifestPath
+        ? resolve(manifestPath)
+        : resolve(currentDir, '../fixtures/golden.manifest.json');
+    const manifestDir = dirname(effectiveManifestPath);
+    const goldenCases = await loadGoldenManifest(effectiveManifestPath);
+    const failures = [];
+    let passed = 0;
+    for (const goldenCase of goldenCases) {
+        try {
+            await runGoldenCase(manifestDir, goldenCase);
+            passed += 1;
+        }
+        catch (error) {
+            const message = error instanceof ReplayAssertionError || error instanceof Error
+                ? error.message
+                : String(error);
+            failures.push({ name: goldenCase.name, error: message });
+        }
+    }
+    return {
+        total: goldenCases.length,
+        passed,
+        failed: failures.length,
+        failures,
+    };
+}
+async function main() {
+    const manifestArg = process.argv[2];
+    const result = await runGoldenSuite(manifestArg);
+    if (result.failed === 0) {
+        console.log(`[ariaflow-eval] Golden suite passed (${result.passed}/${result.total}).`);
+        return;
+    }
+    console.error(`[ariaflow-eval] Golden suite failed (${result.failed}/${result.total}).`);
+    for (const failure of result.failures) {
+        console.error(`- ${failure.name}: ${failure.error}`);
+    }
+    process.exitCode = 1;
+}
+const invokedPath = process.argv[1] ? resolve(process.argv[1]) : '';
+if (invokedPath && invokedPath === fileURLToPath(import.meta.url)) {
+    void main();
+}
+//# sourceMappingURL=golden.js.map

package/dist/golden.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"golden.js","sourceRoot":"","sources":["../src/golden.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAwBrE,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC;AACrD,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,KAAa;IACjD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,mBAAmB,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,gBAAgB,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,gBAAgB,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,KAAK,GAA4B,EAAE,CAAC;IAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;QACtC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACtC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/E,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;YACzE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,QAAQ,EAAE,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;aAChE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,gBAAgB,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC;YACrD,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC;YAC1E,CAAC,CAAC,SAAS;QACb,cAAc,EAAE,KAAK,CAAC,cAAc,KAAK,KAAK;QAC9C,UAAU,EAAE,KAAK,CAAC,UAAU,KAAK,KAAK;QACtC,sBAAsB,EAAE,KAAK,CAAC,sBAAsB,KAAK,KAAK;QAC9D,YAAY,EAAE,KAAK;KACpB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,YAAoB;IAC3D,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAClD,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,4BAA4B,YAAY,KAAM,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3F,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,8BAA8B,YAAY,kBAAkB,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,OAAe,EAAE,UAAsB;IAClE,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAErD,IAAI,UAAU,CAAC,gBAAgB,IAAI,UAAU,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1E,MAAM,CAAC,gBAAgB,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,UAAU,CAAC,cAAc,KAAK,KAAK,EAAE,CAAC;QACxC,MAAM,CAAC,cAAc,EAAE,CAAC;IAC1B,CAAC;IACD,IAAI,UAAU,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;QACpC,MAAM,CAAC,UAAU,EAAE,CAAC;IACtB,CAAC;IACD,IAAI,UAAU,CAAC,sBAAsB,KAAK,KAAK,EAAE,CAAC;QAChD,MAAM,CAAC,sBAAsB,EAAE,CAAC;IAClC,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC;QACjD,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;IACzD,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,YAAqB;IACxD,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3D,MAAM,qBAAqB,GAAG,YAAY;QACxC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;QACvB,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,kCAAkC,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;IAEpE,MAAM,QAAQ,GAA2C,EAAE,CAAC;IAC5D,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,aAAa,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;YAC7C,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,oBAAoB,IAAI,KAAK,YAAY,KAAK;gBAC7E,CAAC,CAAC,KAAK,CAAC,OAAO;gBACf,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAClB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK,EAAE,WAAW,CAAC,MAAM;QACzB,MAAM;QACN,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,WAAW,CAAC,CAAC;IAEjD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,wCAAwC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QACvF,OAAO;IACT,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,wCAAwC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IACzF,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACtC,OAAO,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACpE,IAAI,WAAW,IAAI,WAAW,KAAK,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IAClE,KAAK,IAAI,EAAE,CAAC;AACd,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,6 @@
+export type { TranscriptEvent, ReplayPart, ReplayStats } from './types.js';
+export { readTranscriptFile, readTranscriptDirectory, listTranscriptFiles, } from './io.js';
+export { TranscriptReplay, ReplayAssertionError, } from './replay.js';
+export type { GoldenCase, GoldenSuiteResult, GoldenToolExpectation, } from './golden.js';
+export { loadGoldenManifest, runGoldenSuite, } from './golden.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,eAAe,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,mBAAmB,GACpB,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,UAAU,EACV,iBAAiB,EACjB,qBAAqB,GACtB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,kBAAkB,EAClB,cAAc,GACf,MAAM,aAAa,CAAC"}

package/dist/index.js

@@ -0,0 +1,4 @@
+export { readTranscriptFile, readTranscriptDirectory, listTranscriptFiles, } from './io.js';
+export { TranscriptReplay, ReplayAssertionError, } from './replay.js';
+export { loadGoldenManifest, runGoldenSuite, } from './golden.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,mBAAmB,GACpB,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAMrB,OAAO,EACL,kBAAkB,EAClB,cAAc,GACf,MAAM,aAAa,CAAC"}

package/dist/io.d.ts

@@ -0,0 +1,5 @@
+import type { TranscriptEvent } from './types.js';
+export declare function readTranscriptFile(path: string): Promise<TranscriptEvent[]>;
+export declare function listTranscriptFiles(directory: string): Promise<string[]>;
+export declare function readTranscriptDirectory(directory: string): Promise<TranscriptEvent[]>;
+//# sourceMappingURL=io.d.ts.map

package/dist/io.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"io.d.ts","sourceRoot":"","sources":["../src/io.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAmClD,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAqBjF;AAED,wBAAsB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAO9E;AAED,wBAAsB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAS3F"}

package/dist/io.js

@@ -0,0 +1,71 @@
+import { readdir, readFile } from 'fs/promises';
+import { resolve } from 'path';
+function isRecord(value) {
+    return value !== null && typeof value === 'object';
+}
+function toTranscriptEvent(value, source, line) {
+    if (!isRecord(value)) {
+        throw new Error(`Invalid transcript payload at ${source}:${line} (expected object)`);
+    }
+    if (typeof value.sessionId !== 'string') {
+        throw new Error(`Invalid transcript payload at ${source}:${line} (missing sessionId)`);
+    }
+    if (typeof value.agentId !== 'string') {
+        throw new Error(`Invalid transcript payload at ${source}:${line} (missing agentId)`);
+    }
+    if (typeof value.timestamp !== 'string') {
+        throw new Error(`Invalid transcript payload at ${source}:${line} (missing timestamp)`);
+    }
+    if (!isRecord(value.part) || typeof value.part.type !== 'string') {
+        throw new Error(`Invalid transcript payload at ${source}:${line} (missing part.type)`);
+    }
+    const event = {
+        sessionId: value.sessionId,
+        agentId: value.agentId,
+        timestamp: value.timestamp,
+        part: value.part,
+    };
+    if (typeof value.fullText === 'string') {
+        event.fullText = value.fullText;
+    }
+    return event;
+}
+export async function readTranscriptFile(path) {
+    const absolutePath = resolve(path);
+    const text = await readFile(absolutePath, 'utf8');
+    const lines = text.split(/\r?\n/);
+    const events = [];
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i].trim();
+        if (!line)
+            continue;
+        let parsed;
+        try {
+            parsed = JSON.parse(line);
+        }
+        catch (error) {
+            throw new Error(`Invalid JSON at ${absolutePath}:${i + 1}: ${error.message}`);
+        }
+        events.push(toTranscriptEvent(parsed, absolutePath, i + 1));
+    }
+    return events;
+}
+export async function listTranscriptFiles(directory) {
+    const absoluteDirectory = resolve(directory);
+    const entries = await readdir(absoluteDirectory, { withFileTypes: true });
+    return entries
+        .filter(entry => entry.isFile() && entry.name.endsWith('.jsonl'))
+        .map(entry => resolve(absoluteDirectory, entry.name))
+        .sort((a, b) => a.localeCompare(b));
+}
+export async function readTranscriptDirectory(directory) {
+    const files = await listTranscriptFiles(directory);
+    const allEvents = [];
+    for (const file of files) {
+        const events = await readTranscriptFile(file);
+        allEvents.push(...events);
+    }
+    allEvents.sort((a, b) => a.timestamp.localeCompare(b.timestamp));
+    return allEvents;
+}
+//# sourceMappingURL=io.js.map

package/dist/io.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"io.js","sourceRoot":"","sources":["../src/io.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAG/B,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC;AACrD,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc,EAAE,MAAc,EAAE,IAAY;IACrE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,IAAI,IAAI,oBAAoB,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,IAAI,IAAI,sBAAsB,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,IAAI,IAAI,oBAAoB,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,IAAI,IAAI,sBAAsB,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,IAAI,IAAI,sBAAsB,CAAC,CAAC;IACzF,CAAC;IAED,MAAM,KAAK,GAAoB;QAC7B,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,IAAI,EAAE,KAAK,CAAC,IAA+B;KAC5C,CAAC;IACF,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACvC,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAClC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAY;IACnD,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,MAAM,GAAsB,EAAE,CAAC;IAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,mBAAmB,YAAY,IAAI,CAAC,GAAG,CAAC,KAAM,KAAe,CAAC,OAAO,EAAE,CACxE,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,SAAiB;IACzD,MAAM,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,iBAAiB,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1E,OAAO,OAAO;SACX,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;SAChE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;SACpD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,SAAiB;IAC7D,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,SAAS,GAAsB,EAAE,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAC9C,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IAC5B,CAAC;IACD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IACjE,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/replay.d.ts

@@ -0,0 +1,19 @@
+import type { ReplayStats, TranscriptEvent } from './types.js';
+export declare class ReplayAssertionError extends Error {
+    constructor(message: string);
+}
+export declare class TranscriptReplay {
+    private readonly events;
+    constructor(events: TranscriptEvent[]);
+    static fromFile(path: string): Promise<TranscriptReplay>;
+    static fromDirectory(path: string): Promise<TranscriptReplay>;
+    allEvents(): TranscriptEvent[];
+    eventTypes(): string[];
+    stats(): ReplayStats;
+    expectEventOrder(expectedSubsequence: string[]): this;
+    expectNoErrors(): this;
+    expectDone(): this;
+    expectToolCalled(toolName: string, minCount?: number): this;
+    expectNoToolMismatches(): this;
+}
+//# sourceMappingURL=replay.d.ts.map

package/dist/replay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay.d.ts","sourceRoot":"","sources":["../src/replay.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE/D,qBAAa,oBAAqB,SAAQ,KAAK;gBACjC,OAAO,EAAE,MAAM;CAI5B;AAoBD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;gBAE/B,MAAM,EAAE,eAAe,EAAE;WAIxB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;WAKjD,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAKnE,SAAS,IAAI,eAAe,EAAE;IAI9B,UAAU,IAAI,MAAM,EAAE;IAItB,KAAK,IAAI,WAAW;IAoBpB,gBAAgB,CAAC,mBAAmB,EAAE,MAAM,EAAE,GAAG,IAAI;IAkBrD,cAAc,IAAI,IAAI;IAUtB,UAAU,IAAI,IAAI;IAQlB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,GAAE,MAAU,GAAG,IAAI;IAY9D,sBAAsB,IAAI,IAAI;CAqC/B"}

package/dist/replay.js

@@ -0,0 +1,128 @@
+import { readTranscriptDirectory, readTranscriptFile } from './io.js';
+export class ReplayAssertionError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'ReplayAssertionError';
+    }
+}
+function getEventType(event) {
+    return event.part.type;
+}
+function isToolEventType(type) {
+    return type === 'tool-call' || type === 'tool-result' || type === 'tool-error';
+}
+function getToolCallId(event) {
+    const id = event.part.toolCallId;
+    return typeof id === 'string' && id.length > 0 ? id : null;
+}
+function getToolName(event) {
+    const toolName = event.part.toolName;
+    return typeof toolName === 'string' && toolName.length > 0 ? toolName : null;
+}
+export class TranscriptReplay {
+    events;
+    constructor(events) {
+        this.events = [...events].sort((a, b) => a.timestamp.localeCompare(b.timestamp));
+    }
+    static async fromFile(path) {
+        const events = await readTranscriptFile(path);
+        return new TranscriptReplay(events);
+    }
+    static async fromDirectory(path) {
+        const events = await readTranscriptDirectory(path);
+        return new TranscriptReplay(events);
+    }
+    allEvents() {
+        return [...this.events];
+    }
+    eventTypes() {
+        return this.events.map(getEventType);
+    }
+    stats() {
+        const byType = {};
+        const sessions = new Set();
+        const agents = new Set();
+        for (const event of this.events) {
+            const type = getEventType(event);
+            byType[type] = (byType[type] ?? 0) + 1;
+            sessions.add(event.sessionId);
+            agents.add(event.agentId);
+        }
+        return {
+            totalEvents: this.events.length,
+            byType,
+            sessions: [...sessions].sort(),
+            agents: [...agents].sort(),
+        };
+    }
+    expectEventOrder(expectedSubsequence) {
+        if (expectedSubsequence.length === 0)
+            return this;
+        const actual = this.eventTypes();
+        let cursor = 0;
+        for (const next of expectedSubsequence) {
+            while (cursor < actual.length && actual[cursor] !== next) {
+                cursor += 1;
+            }
+            if (cursor >= actual.length) {
+                throw new ReplayAssertionError(`Expected event sequence not found. Missing "${next}" after [${expectedSubsequence.join(', ')}]`);
+            }
+            cursor += 1;
+        }
+        return this;
+    }
+    expectNoErrors() {
+        const errors = this.events.filter(event => getEventType(event) === 'error');
+        if (errors.length > 0) {
+            throw new ReplayAssertionError(`Expected no "error" events, but found ${errors.length}`);
+        }
+        return this;
+    }
+    expectDone() {
+        const hasDone = this.events.some(event => getEventType(event) === 'done');
+        if (!hasDone) {
+            throw new ReplayAssertionError('Expected at least one "done" event');
+        }
+        return this;
+    }
+    expectToolCalled(toolName, minCount = 1) {
+        const count = this.events.filter(event => getEventType(event) === 'tool-call' && getToolName(event) === toolName).length;
+        if (count < minCount) {
+            throw new ReplayAssertionError(`Expected tool "${toolName}" to be called at least ${minCount} time(s), found ${count}`);
+        }
+        return this;
+    }
+    expectNoToolMismatches() {
+        const callsById = new Map();
+        let unmatchedResults = 0;
+        let mismatchedToolNames = 0;
+        for (const event of this.events) {
+            const type = getEventType(event);
+            if (!isToolEventType(type))
+                continue;
+            const id = getToolCallId(event);
+            if (!id)
+                continue;
+            if (type === 'tool-call') {
+                const toolName = getToolName(event) ?? '';
+                callsById.set(id, toolName);
+                continue;
+            }
+            const callToolName = callsById.get(id);
+            if (!callToolName) {
+                unmatchedResults += 1;
+                continue;
+            }
+            const resultToolName = getToolName(event) ?? '';
+            if (resultToolName && callToolName && resultToolName !== callToolName) {
+                mismatchedToolNames += 1;
+            }
+            callsById.delete(id);
+        }
+        if (callsById.size > 0 || unmatchedResults > 0 || mismatchedToolNames > 0) {
+            throw new ReplayAssertionError(`Tool mismatch detected: unmatchedCalls=${callsById.size}, unmatchedResults=${unmatchedResults}, nameMismatches=${mismatchedToolNames}`);
+        }
+        return this;
+    }
+}
+//# sourceMappingURL=replay.js.map

package/dist/replay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay.js","sourceRoot":"","sources":["../src/replay.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAGtE,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IAC7C,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,SAAS,YAAY,CAAC,KAAsB;IAC1C,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;AACzB,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,aAAa,IAAI,IAAI,KAAK,YAAY,CAAC;AACjF,CAAC;AAED,SAAS,aAAa,CAAC,KAAsB;IAC3C,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;IACjC,OAAO,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7D,CAAC;AAED,SAAS,WAAW,CAAC,KAAsB;IACzC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC;IACrC,OAAO,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/E,CAAC;AAED,MAAM,OAAO,gBAAgB;IACV,MAAM,CAAoB;IAE3C,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IACnF,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAY;QAChC,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAC9C,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAAY;QACrC,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACnD,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,SAAS;QACP,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACvC,CAAC;IAED,KAAK;QACH,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QAEjC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACvC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC9B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;QAED,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC/B,MAAM;YACN,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,EAAE;YAC9B,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,EAAE;SAC3B,CAAC;IACJ,CAAC;IAED,gBAAgB,CAAC,mBAA6B;QAC5C,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QACjC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,IAAI,IAAI,mBAAmB,EAAE,CAAC;YACvC,OAAO,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;gBACzD,MAAM,IAAI,CAAC,CAAC;YACd,CAAC;YACD,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC5B,MAAM,IAAI,oBAAoB,CAC5B,+CAA+C,IAAI,YAAY,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACjG,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,cAAc;QACZ,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,CAAC;QAC5E,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,oBAAoB,CAC5B,yCAAyC,MAAM,CAAC,MAAM,EAAE,CACzD,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,UAAU;QACR,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,CAAC;QAC1E,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,oBAAoB,CAAC,oCAAoC,CAAC,CAAC;QACvE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gBAAgB,CAAC,QAAgB,EAAE,WAAmB,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAC9B,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,WAAW,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,QAAQ,CAChF,CAAC,MAAM,CAAC;QACT,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;YACrB,MAAM,IAAI,oBAAoB,CAC5B,kBAAkB,QAAQ,2BAA2B,QAAQ,mBAAmB,KAAK,EAAE,CACxF,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,sBAAsB;QACpB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC5C,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAE5B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;YACjC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;gBAAE,SAAS;YACrC,MAAM,EAAE,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;YAChC,IAAI,CAAC,EAAE;gBAAE,SAAS;YAElB,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBACzB,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC1C,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;gBAC5B,SAAS;YACX,CAAC;YAED,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvC,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,gBAAgB,IAAI,CAAC,CAAC;gBACtB,SAAS;YACX,CAAC;YAED,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAChD,IAAI,cAAc,IAAI,YAAY,IAAI,cAAc,KAAK,YAAY,EAAE,CAAC;gBACtE,mBAAmB,IAAI,CAAC,CAAC;YAC3B,CAAC;YACD,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;QAED,IAAI,SAAS,CAAC,IAAI,GAAG,CAAC,IAAI,gBAAgB,GAAG,CAAC,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;YAC1E,MAAM,IAAI,oBAAoB,CAC5B,0CAA0C,SAAS,CAAC,IAAI,sBAAsB,gBAAgB,oBAAoB,mBAAmB,EAAE,CACxI,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/types.d.ts

@@ -0,0 +1,18 @@
+export interface ReplayPart {
+    type: string;
+    [key: string]: unknown;
+}
+export interface TranscriptEvent {
+    sessionId: string;
+    agentId: string;
+    timestamp: string;
+    part: ReplayPart;
+    fullText?: string;
+}
+export interface ReplayStats {
+    totalEvents: number;
+    byType: Record<string, number>;
+    sessions: string[];
+    agents: string[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/fixtures/golden/quickstart_favorite_color_path.jsonl

@@ -0,0 +1,4 @@
+{"sessionId":"golden-quickstart-1","agentId":"quickstart-hello-world","timestamp":"2026-02-15T00:00:00.000Z","part":{"type":"input","text":"My favorite color is blue"}}
+{"sessionId":"golden-quickstart-1","agentId":"quickstart-hello-world","timestamp":"2026-02-15T00:00:00.800Z","part":{"type":"tool-call","toolCallId":"tc-quick-1","toolName":"record_favorite_color_func","args":{"color":"blue"}}}
+{"sessionId":"golden-quickstart-1","agentId":"quickstart-hello-world","timestamp":"2026-02-15T00:00:01.200Z","part":{"type":"tool-result","toolCallId":"tc-quick-1","toolName":"record_favorite_color_func","result":{"__flow_transition":true,"targetNode":"end","data":{"color":"blue"}}}}
+{"sessionId":"golden-quickstart-1","agentId":"quickstart-hello-world","timestamp":"2026-02-15T00:00:01.900Z","part":{"type":"done","sessionId":"golden-quickstart-1"},"fullText":"Thanks for telling me your favorite color."}

package/fixtures/golden/warm_transfer_handoff_path.jsonl

@@ -0,0 +1,6 @@
+{"sessionId":"golden-warm-transfer-1","agentId":"warm-transfer-flow","timestamp":"2026-02-15T00:10:00.000Z","part":{"type":"input","text":"I want to place an order"}}
+{"sessionId":"golden-warm-transfer-1","agentId":"warm-transfer-flow","timestamp":"2026-02-15T00:10:00.700Z","part":{"type":"tool-call","toolCallId":"tc-warm-1","toolName":"start_order","args":{}}}
+{"sessionId":"golden-warm-transfer-1","agentId":"warm-transfer-flow","timestamp":"2026-02-15T00:10:01.100Z","part":{"type":"tool-result","toolCallId":"tc-warm-1","toolName":"start_order","result":{"__flow_transition":true,"targetNode":"transferring_to_human_agent","data":{"status":"error","error":"Order backend unavailable"}}}}
+{"sessionId":"golden-warm-transfer-1","agentId":"warm-transfer-flow","timestamp":"2026-02-15T00:10:01.900Z","part":{"type":"tool-call","toolCallId":"tc-warm-2","toolName":"start_human_agent_interaction","args":{}}}
+{"sessionId":"golden-warm-transfer-1","agentId":"warm-transfer-flow","timestamp":"2026-02-15T00:10:02.400Z","part":{"type":"tool-result","toolCallId":"tc-warm-2","toolName":"start_human_agent_interaction","result":{"__flow_transition":true,"targetNode":"human_agent_interaction","data":{}}}}
+{"sessionId":"golden-warm-transfer-1","agentId":"warm-transfer-flow","timestamp":"2026-02-15T00:10:03.000Z","part":{"type":"done","sessionId":"golden-warm-transfer-1"},"fullText":"Transferring you to a human agent now."}

package/fixtures/golden.manifest.json

@@ -0,0 +1,32 @@
+[
+  {
+    "name": "quickstart_favorite_color_path",
+    "file": "golden/quickstart_favorite_color_path.jsonl",
+    "expectEventOrder": ["input", "tool-call", "tool-result", "done"],
+    "expectNoErrors": true,
+    "expectDone": true,
+    "expectNoToolMismatches": true,
+    "requireTools": [
+      { "name": "record_favorite_color_func", "minCount": 1 }
+    ]
+  },
+  {
+    "name": "warm_transfer_handoff_path",
+    "file": "golden/warm_transfer_handoff_path.jsonl",
+    "expectEventOrder": [
+      "input",
+      "tool-call",
+      "tool-result",
+      "tool-call",
+      "tool-result",
+      "done"
+    ],
+    "expectNoErrors": true,
+    "expectDone": true,
+    "expectNoToolMismatches": true,
+    "requireTools": [
+      { "name": "start_order", "minCount": 1 },
+      { "name": "start_human_agent_interaction", "minCount": 1 }
+    ]
+  }
+]

package/package.json

@@ -0,0 +1,33 @@
+{
+  "name": "@ariaflowagents/eval",
+  "version": "0.7.0",
+  "description": "Deterministic conversation replay and assertions for AriaFlow transcripts",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "clean": "rm -rf dist",
+    "test": "tsc -p tsconfig.json && node --test test/*.test.js",
+    "test:golden": "tsc -p tsconfig.json && node dist/golden.js",
+    "prepublishOnly": "tsc -p tsconfig.json"
+  },
+  "files": [
+    "dist",
+    "fixtures",
+    "README.md"
+  ],
+  "devDependencies": {
+    "@types/node": "^20.11.0",
+    "typescript": "^5.3.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}