@memnexus-ai/mx-agent-cli 0.1.292 → 0.1.294-next.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/__tests__/config-sync.test.js +54 -1
- package/dist/__tests__/config-sync.test.js.map +1 -1
- package/dist/__tests__/decision-check.test.d.ts +2 -0
- package/dist/__tests__/decision-check.test.d.ts.map +1 -0
- package/dist/__tests__/decision-check.test.js +105 -0
- package/dist/__tests__/decision-check.test.js.map +1 -0
- package/dist/__tests__/doctor-framework-version.test.d.ts +2 -0
- package/dist/__tests__/doctor-framework-version.test.d.ts.map +1 -0
- package/dist/__tests__/doctor-framework-version.test.js +146 -0
- package/dist/__tests__/doctor-framework-version.test.js.map +1 -0
- package/dist/__tests__/harness-extract.test.d.ts +19 -0
- package/dist/__tests__/harness-extract.test.d.ts.map +1 -0
- package/dist/__tests__/harness-extract.test.js +566 -0
- package/dist/__tests__/harness-extract.test.js.map +1 -0
- package/dist/__tests__/harness-wiring.test.d.ts +16 -0
- package/dist/__tests__/harness-wiring.test.d.ts.map +1 -0
- package/dist/__tests__/harness-wiring.test.js +469 -0
- package/dist/__tests__/harness-wiring.test.js.map +1 -0
- package/dist/__tests__/mx-agent-cli-pin-validation.test.d.ts +2 -0
- package/dist/__tests__/mx-agent-cli-pin-validation.test.d.ts.map +1 -0
- package/dist/__tests__/mx-agent-cli-pin-validation.test.js +256 -0
- package/dist/__tests__/mx-agent-cli-pin-validation.test.js.map +1 -0
- package/dist/__tests__/mx-agent-cli-version-pin.test.d.ts +2 -0
- package/dist/__tests__/mx-agent-cli-version-pin.test.d.ts.map +1 -0
- package/dist/__tests__/mx-agent-cli-version-pin.test.js +290 -0
- package/dist/__tests__/mx-agent-cli-version-pin.test.js.map +1 -0
- package/dist/__tests__/report-format.test.d.ts +2 -0
- package/dist/__tests__/report-format.test.d.ts.map +1 -0
- package/dist/__tests__/report-format.test.js +219 -0
- package/dist/__tests__/report-format.test.js.map +1 -0
- package/dist/__tests__/standards-injection.test.d.ts +2 -0
- package/dist/__tests__/standards-injection.test.d.ts.map +1 -0
- package/dist/__tests__/standards-injection.test.js +157 -0
- package/dist/__tests__/standards-injection.test.js.map +1 -0
- package/dist/agent-config/hooks/auto-capture-precompact.sh +74 -4
- package/dist/agent-config/hooks/auto-capture-session-end.sh +106 -4
- package/dist/agent-config/hooks/auto-checkpoint.sh +75 -5
- package/dist/agent-config/hooks/observability-sync.sh +46 -9
- package/dist/commands/config-sync.d.ts +37 -0
- package/dist/commands/config-sync.d.ts.map +1 -1
- package/dist/commands/config-sync.js +36 -18
- package/dist/commands/config-sync.js.map +1 -1
- package/dist/commands/dashboard.d.ts.map +1 -1
- package/dist/commands/dashboard.js +10 -2
- package/dist/commands/dashboard.js.map +1 -1
- package/dist/commands/decision.d.ts +20 -0
- package/dist/commands/decision.d.ts.map +1 -0
- package/dist/commands/decision.js +54 -0
- package/dist/commands/decision.js.map +1 -0
- package/dist/commands/doctor.d.ts +18 -0
- package/dist/commands/doctor.d.ts.map +1 -1
- package/dist/commands/doctor.js +41 -0
- package/dist/commands/doctor.js.map +1 -1
- package/dist/commands/monitor.d.ts.map +1 -1
- package/dist/commands/monitor.js +8 -2
- package/dist/commands/monitor.js.map +1 -1
- package/dist/commands/new.d.ts.map +1 -1
- package/dist/commands/new.js +15 -1
- package/dist/commands/new.js.map +1 -1
- package/dist/commands/report.d.ts +33 -0
- package/dist/commands/report.d.ts.map +1 -0
- package/dist/commands/report.js +73 -0
- package/dist/commands/report.js.map +1 -0
- package/dist/commands/start.d.ts +4 -0
- package/dist/commands/start.d.ts.map +1 -1
- package/dist/commands/start.js +6 -0
- package/dist/commands/start.js.map +1 -1
- package/dist/commands/update.d.ts +13 -1
- package/dist/commands/update.d.ts.map +1 -1
- package/dist/commands/update.js +50 -1
- package/dist/commands/update.js.map +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +67 -3
- package/dist/index.js.map +1 -1
- package/dist/lib/agent-session.d.ts +12 -0
- package/dist/lib/agent-session.d.ts.map +1 -1
- package/dist/lib/agent-session.js +183 -41
- package/dist/lib/agent-session.js.map +1 -1
- package/dist/lib/claude.d.ts +12 -0
- package/dist/lib/claude.d.ts.map +1 -1
- package/dist/lib/claude.js +29 -2
- package/dist/lib/claude.js.map +1 -1
- package/dist/lib/decision-check.d.ts +48 -0
- package/dist/lib/decision-check.d.ts.map +1 -0
- package/dist/lib/decision-check.js +149 -0
- package/dist/lib/decision-check.js.map +1 -0
- package/dist/lib/framework-version.d.ts +144 -0
- package/dist/lib/framework-version.d.ts.map +1 -0
- package/dist/lib/framework-version.js +270 -0
- package/dist/lib/framework-version.js.map +1 -0
- package/dist/lib/harness/console/announce.d.ts +45 -0
- package/dist/lib/harness/console/announce.d.ts.map +1 -0
- package/dist/lib/harness/console/announce.js +48 -0
- package/dist/lib/harness/console/announce.js.map +1 -0
- package/dist/lib/harness/console/announce.test.d.ts +2 -0
- package/dist/lib/harness/console/announce.test.d.ts.map +1 -0
- package/dist/lib/harness/console/announce.test.js +104 -0
- package/dist/lib/harness/console/announce.test.js.map +1 -0
- package/dist/lib/harness/console/by-session.d.ts +50 -0
- package/dist/lib/harness/console/by-session.d.ts.map +1 -0
- package/dist/lib/harness/console/by-session.js +83 -0
- package/dist/lib/harness/console/by-session.js.map +1 -0
- package/dist/lib/harness/console/by-session.test.d.ts +2 -0
- package/dist/lib/harness/console/by-session.test.d.ts.map +1 -0
- package/dist/lib/harness/console/by-session.test.js +86 -0
- package/dist/lib/harness/console/by-session.test.js.map +1 -0
- package/dist/lib/harness/console/console.d.ts +67 -0
- package/dist/lib/harness/console/console.d.ts.map +1 -0
- package/dist/lib/harness/console/console.js +373 -0
- package/dist/lib/harness/console/console.js.map +1 -0
- package/dist/lib/harness/console/console.test.d.ts +2 -0
- package/dist/lib/harness/console/console.test.d.ts.map +1 -0
- package/dist/lib/harness/console/console.test.js +269 -0
- package/dist/lib/harness/console/console.test.js.map +1 -0
- package/dist/lib/harness/console/decision-request.d.ts +32 -0
- package/dist/lib/harness/console/decision-request.d.ts.map +1 -0
- package/dist/lib/harness/console/decision-request.js +112 -0
- package/dist/lib/harness/console/decision-request.js.map +1 -0
- package/dist/lib/harness/console/decision-request.test.d.ts +2 -0
- package/dist/lib/harness/console/decision-request.test.d.ts.map +1 -0
- package/dist/lib/harness/console/decision-request.test.js +75 -0
- package/dist/lib/harness/console/decision-request.test.js.map +1 -0
- package/dist/lib/harness/console/fixtures.d.ts +16 -0
- package/dist/lib/harness/console/fixtures.d.ts.map +1 -0
- package/dist/lib/harness/console/fixtures.js +49 -0
- package/dist/lib/harness/console/fixtures.js.map +1 -0
- package/dist/lib/harness/console/index.d.ts +15 -0
- package/dist/lib/harness/console/index.d.ts.map +1 -0
- package/dist/lib/harness/console/index.js +14 -0
- package/dist/lib/harness/console/index.js.map +1 -0
- package/dist/lib/harness/console/rank.d.ts +73 -0
- package/dist/lib/harness/console/rank.d.ts.map +1 -0
- package/dist/lib/harness/console/rank.js +113 -0
- package/dist/lib/harness/console/rank.js.map +1 -0
- package/dist/lib/harness/console/rank.test.d.ts +2 -0
- package/dist/lib/harness/console/rank.test.d.ts.map +1 -0
- package/dist/lib/harness/console/rank.test.js +124 -0
- package/dist/lib/harness/console/rank.test.js.map +1 -0
- package/dist/lib/harness/console/render.d.ts +22 -0
- package/dist/lib/harness/console/render.d.ts.map +1 -0
- package/dist/lib/harness/console/render.js +65 -0
- package/dist/lib/harness/console/render.js.map +1 -0
- package/dist/lib/harness/console/render.test.d.ts +2 -0
- package/dist/lib/harness/console/render.test.d.ts.map +1 -0
- package/dist/lib/harness/console/render.test.js +96 -0
- package/dist/lib/harness/console/render.test.js.map +1 -0
- package/dist/lib/harness/console/replay-cli.test.d.ts +2 -0
- package/dist/lib/harness/console/replay-cli.test.d.ts.map +1 -0
- package/dist/lib/harness/console/replay-cli.test.js +96 -0
- package/dist/lib/harness/console/replay-cli.test.js.map +1 -0
- package/dist/lib/harness/console/replay.d.ts +36 -0
- package/dist/lib/harness/console/replay.d.ts.map +1 -0
- package/dist/lib/harness/console/replay.js +59 -0
- package/dist/lib/harness/console/replay.js.map +1 -0
- package/dist/lib/harness/console/replay.test.d.ts +2 -0
- package/dist/lib/harness/console/replay.test.d.ts.map +1 -0
- package/dist/lib/harness/console/replay.test.js +81 -0
- package/dist/lib/harness/console/replay.test.js.map +1 -0
- package/dist/lib/harness/console/turn-reader.d.ts +50 -0
- package/dist/lib/harness/console/turn-reader.d.ts.map +1 -0
- package/dist/lib/harness/console/turn-reader.js +184 -0
- package/dist/lib/harness/console/turn-reader.js.map +1 -0
- package/dist/lib/harness/console/turn-reader.test.d.ts +2 -0
- package/dist/lib/harness/console/turn-reader.test.d.ts.map +1 -0
- package/dist/lib/harness/console/turn-reader.test.js +108 -0
- package/dist/lib/harness/console/turn-reader.test.js.map +1 -0
- package/dist/lib/harness/console/types.d.ts +109 -0
- package/dist/lib/harness/console/types.d.ts.map +1 -0
- package/dist/lib/harness/console/types.js +2 -0
- package/dist/lib/harness/console/types.js.map +1 -0
- package/dist/lib/harness/contract.d.ts +229 -0
- package/dist/lib/harness/contract.d.ts.map +1 -0
- package/dist/lib/harness/contract.js +22 -0
- package/dist/lib/harness/contract.js.map +1 -0
- package/dist/lib/harness/credential.d.ts +23 -0
- package/dist/lib/harness/credential.d.ts.map +1 -0
- package/dist/lib/harness/credential.js +81 -0
- package/dist/lib/harness/credential.js.map +1 -0
- package/dist/lib/harness/credential.test.d.ts +2 -0
- package/dist/lib/harness/credential.test.d.ts.map +1 -0
- package/dist/lib/harness/credential.test.js +74 -0
- package/dist/lib/harness/credential.test.js.map +1 -0
- package/dist/lib/harness/evaluate.d.ts +390 -0
- package/dist/lib/harness/evaluate.d.ts.map +1 -0
- package/dist/lib/harness/evaluate.js +988 -0
- package/dist/lib/harness/evaluate.js.map +1 -0
- package/dist/lib/harness/evaluate.test.d.ts +2 -0
- package/dist/lib/harness/evaluate.test.d.ts.map +1 -0
- package/dist/lib/harness/evaluate.test.js +621 -0
- package/dist/lib/harness/evaluate.test.js.map +1 -0
- package/dist/lib/harness/extract.d.ts +152 -0
- package/dist/lib/harness/extract.d.ts.map +1 -0
- package/dist/lib/harness/extract.js +1601 -0
- package/dist/lib/harness/extract.js.map +1 -0
- package/dist/lib/harness/gate.d.ts +48 -0
- package/dist/lib/harness/gate.d.ts.map +1 -0
- package/dist/lib/harness/gate.js +60 -0
- package/dist/lib/harness/gate.js.map +1 -0
- package/dist/lib/harness/gate.test.d.ts +2 -0
- package/dist/lib/harness/gate.test.d.ts.map +1 -0
- package/dist/lib/harness/gate.test.js +111 -0
- package/dist/lib/harness/gate.test.js.map +1 -0
- package/dist/lib/harness/self-check.d.ts +59 -0
- package/dist/lib/harness/self-check.d.ts.map +1 -0
- package/dist/lib/harness/self-check.js +56 -0
- package/dist/lib/harness/self-check.js.map +1 -0
- package/dist/lib/harness/self-check.test.d.ts +2 -0
- package/dist/lib/harness/self-check.test.d.ts.map +1 -0
- package/dist/lib/harness/self-check.test.js +43 -0
- package/dist/lib/harness/self-check.test.js.map +1 -0
- package/dist/lib/harness/transcript.d.ts +65 -0
- package/dist/lib/harness/transcript.d.ts.map +1 -0
- package/dist/lib/harness/transcript.js +144 -0
- package/dist/lib/harness/transcript.js.map +1 -0
- package/dist/lib/harness/transcript.test.d.ts +2 -0
- package/dist/lib/harness/transcript.test.d.ts.map +1 -0
- package/dist/lib/harness/transcript.test.js +118 -0
- package/dist/lib/harness/transcript.test.js.map +1 -0
- package/dist/lib/harness-wiring.d.ts +145 -0
- package/dist/lib/harness-wiring.d.ts.map +1 -0
- package/dist/lib/harness-wiring.js +280 -0
- package/dist/lib/harness-wiring.js.map +1 -0
- package/dist/lib/report-format.d.ts +132 -0
- package/dist/lib/report-format.d.ts.map +1 -0
- package/dist/lib/report-format.js +317 -0
- package/dist/lib/report-format.js.map +1 -0
- package/dist/lib/standards.d.ts +90 -0
- package/dist/lib/standards.d.ts.map +1 -0
- package/dist/lib/standards.js +194 -0
- package/dist/lib/standards.js.map +1 -0
- package/dist/lib/templates.d.ts +26 -0
- package/dist/lib/templates.d.ts.map +1 -1
- package/dist/lib/templates.js +81 -3
- package/dist/lib/templates.js.map +1 -1
- package/dist/lib/terminal-ui.d.ts.map +1 -1
- package/dist/lib/terminal-ui.js +12 -1
- package/dist/lib/terminal-ui.js.map +1 -1
- package/dist/standards/decision-request.md +90 -0
- package/dist/standards/fail-loud-standard.md +495 -0
- package/dist/standards/report-format.md +120 -0
- package/dist/standards/writing-standard.md +240 -0
- package/package.json +3 -2
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Stream A: the console driven by a real week of fleet work.
|
|
3
|
+
*
|
|
4
|
+
* Written as a test rather than a script so it runs in the same environment the
|
|
5
|
+
* console is tested in, and so the assertions about a real recording are checked
|
|
6
|
+
* rather than eyeballed. It skips itself when the recording is absent, so the
|
|
7
|
+
* suite still passes on a machine without the archive.
|
|
8
|
+
*
|
|
9
|
+
* Build the recording with:
|
|
10
|
+
* node evidence-tools/console-replay/to-events.mjs <root> --from= --to= > events.jsonl
|
|
11
|
+
*/
|
|
12
|
+
import { describe, it, expect } from 'vitest';
|
|
13
|
+
import { existsSync, readFileSync } from 'node:fs';
|
|
14
|
+
import { FleetConsole, describeLimits } from './console.js';
|
|
15
|
+
import { parseEventStream, replay } from './replay.js';
|
|
16
|
+
import { renderItems } from './render.js';
|
|
17
|
+
// The recording lives on the Windows disk and the tests run under WSL, so both
|
|
18
|
+
// forms are tried. An environment that has neither skips rather than fails,
|
|
19
|
+
// because a missing recording is not a broken console (lessons L4).
|
|
20
|
+
const CANDIDATES = [
|
|
21
|
+
process.env.MX_CONSOLE_RECORDING,
|
|
22
|
+
'/mnt/c/Users/harry/mx-evidence/events-week.jsonl',
|
|
23
|
+
'C:/Users/harry/mx-evidence/events-week.jsonl',
|
|
24
|
+
].filter((p) => typeof p === 'string' && p !== '');
|
|
25
|
+
const RECORDING = CANDIDATES.find((p) => existsSync(p));
|
|
26
|
+
const run = RECORDING ? describe : describe.skip;
|
|
27
|
+
run('the console on a real week', () => {
|
|
28
|
+
// Lazily read: describe.skip still evaluates this body during collection.
|
|
29
|
+
const load = () => parseEventStream(readFileSync(RECORDING, 'utf-8'));
|
|
30
|
+
it('parses the recording with nothing skipped', () => {
|
|
31
|
+
const { events, skipped } = load();
|
|
32
|
+
expect(events.length).toBeGreaterThan(10_000);
|
|
33
|
+
expect(skipped).toEqual([]);
|
|
34
|
+
});
|
|
35
|
+
it('produces a ranked list a person can read, and prints it', () => {
|
|
36
|
+
const { events } = load();
|
|
37
|
+
const fleet = new FleetConsole();
|
|
38
|
+
const emitted = replay(events, fleet);
|
|
39
|
+
expect(emitted).toBe(events.length);
|
|
40
|
+
const last = events[events.length - 1];
|
|
41
|
+
const items = fleet.snapshot(last.at);
|
|
42
|
+
const output = renderItems(items, { limit: 15 });
|
|
43
|
+
// Printed on purpose. Stream A's done condition is that it shows the
|
|
44
|
+
// operator what happened in a real week, and that has to be looked at.
|
|
45
|
+
console.log('\n' + '='.repeat(78));
|
|
46
|
+
console.log(`REPLAY: ${events.length} events, ${new Set(events.map((e) => e.principal.sessionId)).size} sessions`);
|
|
47
|
+
console.log('='.repeat(78));
|
|
48
|
+
console.log(output || '(the console reports nothing needing a person)');
|
|
49
|
+
console.log('\nLIMITS THIS VIEW HAS:');
|
|
50
|
+
for (const l of describeLimits())
|
|
51
|
+
console.log(' - ' + l);
|
|
52
|
+
console.log('='.repeat(78) + '\n');
|
|
53
|
+
expect(items.length).toBeGreaterThan(0);
|
|
54
|
+
});
|
|
55
|
+
it('ranks by consequence rather than by recency', () => {
|
|
56
|
+
const { events } = load();
|
|
57
|
+
const fleet = new FleetConsole();
|
|
58
|
+
replay(events, fleet);
|
|
59
|
+
const items = fleet.snapshot(events[events.length - 1].at);
|
|
60
|
+
const ages = items.map((i) => i.at ?? '');
|
|
61
|
+
const sortedByRecency = [...ages].sort((a, b) => b.localeCompare(a));
|
|
62
|
+
expect(ages.join('|')).not.toBe(sortedByRecency.join('|'));
|
|
63
|
+
});
|
|
64
|
+
it('reports what a real week actually contained, by kind', () => {
|
|
65
|
+
const { events } = load();
|
|
66
|
+
const fleet = new FleetConsole();
|
|
67
|
+
replay(events, fleet);
|
|
68
|
+
const items = fleet.snapshot(events[events.length - 1].at);
|
|
69
|
+
const byKind = items.reduce((m, i) => {
|
|
70
|
+
m[i.kind] = (m[i.kind] ?? 0) + 1;
|
|
71
|
+
return m;
|
|
72
|
+
}, {});
|
|
73
|
+
console.log('WHAT THE WEEK CONTAINED, BY KIND:');
|
|
74
|
+
for (const [k, n] of Object.entries(byKind).sort((a, b) => b[1] - a[1])) {
|
|
75
|
+
console.log(` ${String(n).padStart(4)} ${k}`);
|
|
76
|
+
}
|
|
77
|
+
console.log('');
|
|
78
|
+
// Silence on a genuinely quiet stream is covered by console.test.ts with
|
|
79
|
+
// synthetic events. It cannot be asserted here, because a real week of real
|
|
80
|
+
// sessions is not quiet: this recording holds 411 items. Trying to prove
|
|
81
|
+
// silence against real data twice produced a failing test whose premise was
|
|
82
|
+
// wrong, not a failing console (lessons L7).
|
|
83
|
+
expect(Object.keys(byKind).length).toBeGreaterThan(1);
|
|
84
|
+
});
|
|
85
|
+
it('flags a session that stopped, which is what a truncated replay looks like', () => {
|
|
86
|
+
const { events } = load();
|
|
87
|
+
const turns = events.filter((e) => e.type === 'turn').slice(0, 50);
|
|
88
|
+
const fleet = new FleetConsole();
|
|
89
|
+
replay(turns, fleet);
|
|
90
|
+
const at = turns[turns.length - 1].at;
|
|
91
|
+
const items = fleet.snapshot(at);
|
|
92
|
+
expect(items.length).toBeGreaterThan(0);
|
|
93
|
+
expect(items.every((i) => i.kind === 'stopped')).toBe(true);
|
|
94
|
+
});
|
|
95
|
+
});
|
|
96
|
+
//# sourceMappingURL=replay-cli.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replay-cli.test.js","sourceRoot":"","sources":["../../../../src/lib/harness/console/replay-cli.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,+EAA+E;AAC/E,4EAA4E;AAC5E,oEAAoE;AACpE,MAAM,UAAU,GAAG;IACjB,OAAO,CAAC,GAAG,CAAC,oBAAoB;IAChC,kDAAkD;IAClD,8CAA8C;CAC/C,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;AAChE,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;AAEjD,GAAG,CAAC,4BAA4B,EAAE,GAAG,EAAE;IACrC,0EAA0E;IAC1E,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,gBAAgB,CAAC,YAAY,CAAC,SAAmB,EAAE,OAAO,CAAC,CAAC,CAAC;IAEhF,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEpC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAmB,CAAC;QACzD,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QAEjD,qEAAqE;QACrE,uEAAuE;QACvE,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,WAAW,MAAM,CAAC,MAAM,YAAY,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,CAAC;QACnH,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,gDAAgD,CAAC,CAAC;QACxE,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,KAAK,MAAM,CAAC,IAAI,cAAc,EAAE;YAAE,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QAEnC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACtB,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAoB,CAAC,EAAE,CAAC,CAAC;QAC/E,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,eAAe,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACtB,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAoB,CAAC,EAAE,CAAC,CAAC;QAE/E,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAyB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC3D,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACjC,OAAO,CAAC,CAAC;QACX,CAAC,EAAE,EAAE,CAAC,CAAC;QACP,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,yEAAyE;QACzE,4EAA4E;QAC5E,yEAAyE;QACzE,4EAA4E;QAC5E,6CAA6C;QAC7C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACnF,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnE,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACrB,MAAM,EAAE,GAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAoB,CAAC,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Feeding a recording through the console.
|
|
3
|
+
*
|
|
4
|
+
* The console has to be testable against real event sequences before the
|
|
5
|
+
* harness core exists to produce them, and afterwards it has to be testable
|
|
6
|
+
* against sequences that already went wrong once. Both are the same job:
|
|
7
|
+
* events as JSON lines, in order, through `emit`.
|
|
8
|
+
*
|
|
9
|
+
* No filesystem here. The caller reads the file; this parses and drives. That
|
|
10
|
+
* keeps the console runnable on a string in a test and on a log in production
|
|
11
|
+
* without two code paths.
|
|
12
|
+
*/
|
|
13
|
+
import type { EventSink, HarnessEvent } from '../contract.js';
|
|
14
|
+
export interface ParseResult {
|
|
15
|
+
events: HarnessEvent[];
|
|
16
|
+
/** Line numbers, 1-based, that did not parse or did not look like an event. */
|
|
17
|
+
skipped: number[];
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Parse JSON lines into events.
|
|
21
|
+
*
|
|
22
|
+
* A bad line is skipped and reported rather than thrown on. A recording with
|
|
23
|
+
* one corrupt line still holds everything else, and a console that refuses the
|
|
24
|
+
* whole file over it tells the operator nothing.
|
|
25
|
+
*/
|
|
26
|
+
export declare function parseEventStream(text: string): ParseResult;
|
|
27
|
+
/**
|
|
28
|
+
* Order by `at` before emitting.
|
|
29
|
+
*
|
|
30
|
+
* Several sessions write into one recording and their lines interleave by
|
|
31
|
+
* whichever wrote first, not by when the moment happened. Ranking is by
|
|
32
|
+
* consequence so order barely matters to it, but silence is measured from the
|
|
33
|
+
* last event a session emitted, and out-of-order lines move that.
|
|
34
|
+
*/
|
|
35
|
+
export declare function replay(events: HarnessEvent[], sink: EventSink): number;
|
|
36
|
+
//# sourceMappingURL=replay.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replay.d.ts","sourceRoot":"","sources":["../../../../src/lib/harness/console/replay.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAI9D,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,+EAA+E;IAC/E,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,CAsB1D;AAED;;;;;;;GAOG;AACH,wBAAgB,MAAM,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,SAAS,GAAG,MAAM,CAItE"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
const KINDS = new Set(['session-start', 'decision', 'turn', 'session-end']);
|
|
2
|
+
/**
|
|
3
|
+
* Parse JSON lines into events.
|
|
4
|
+
*
|
|
5
|
+
* A bad line is skipped and reported rather than thrown on. A recording with
|
|
6
|
+
* one corrupt line still holds everything else, and a console that refuses the
|
|
7
|
+
* whole file over it tells the operator nothing.
|
|
8
|
+
*/
|
|
9
|
+
export function parseEventStream(text) {
|
|
10
|
+
const events = [];
|
|
11
|
+
const skipped = [];
|
|
12
|
+
text.split('\n').forEach((line, index) => {
|
|
13
|
+
const trimmed = line.trim();
|
|
14
|
+
if (trimmed === '')
|
|
15
|
+
return;
|
|
16
|
+
let parsed;
|
|
17
|
+
try {
|
|
18
|
+
parsed = JSON.parse(trimmed);
|
|
19
|
+
}
|
|
20
|
+
catch {
|
|
21
|
+
skipped.push(index + 1);
|
|
22
|
+
return;
|
|
23
|
+
}
|
|
24
|
+
if (!isHarnessEvent(parsed)) {
|
|
25
|
+
skipped.push(index + 1);
|
|
26
|
+
return;
|
|
27
|
+
}
|
|
28
|
+
events.push(parsed);
|
|
29
|
+
});
|
|
30
|
+
return { events, skipped };
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* Order by `at` before emitting.
|
|
34
|
+
*
|
|
35
|
+
* Several sessions write into one recording and their lines interleave by
|
|
36
|
+
* whichever wrote first, not by when the moment happened. Ranking is by
|
|
37
|
+
* consequence so order barely matters to it, but silence is measured from the
|
|
38
|
+
* last event a session emitted, and out-of-order lines move that.
|
|
39
|
+
*/
|
|
40
|
+
export function replay(events, sink) {
|
|
41
|
+
const ordered = [...events].sort((a, b) => (a.at < b.at ? -1 : a.at > b.at ? 1 : 0));
|
|
42
|
+
for (const event of ordered)
|
|
43
|
+
sink.emit(event);
|
|
44
|
+
return ordered.length;
|
|
45
|
+
}
|
|
46
|
+
function isHarnessEvent(value) {
|
|
47
|
+
if (typeof value !== 'object' || value === null)
|
|
48
|
+
return false;
|
|
49
|
+
const record = value;
|
|
50
|
+
if (typeof record.type !== 'string' || !KINDS.has(record.type))
|
|
51
|
+
return false;
|
|
52
|
+
if (typeof record.at !== 'string')
|
|
53
|
+
return false;
|
|
54
|
+
const principal = record.principal;
|
|
55
|
+
if (typeof principal !== 'object' || principal === null)
|
|
56
|
+
return false;
|
|
57
|
+
return typeof principal.sessionId === 'string';
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=replay.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replay.js","sourceRoot":"","sources":["../../../../src/lib/harness/console/replay.ts"],"names":[],"mappings":"AAcA,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,eAAe,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;AAQ5E;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,OAAO,KAAK,EAAE;YAAE,OAAO;QAC3B,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AAC7B,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,MAAM,CAAC,MAAsB,EAAE,IAAe;IAC5D,MAAM,OAAO,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrF,KAAK,MAAM,KAAK,IAAI,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9C,OAAO,OAAO,CAAC,MAAM,CAAC;AACxB,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7E,IAAI,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAChD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IACtE,OAAO,OAAQ,SAAqC,CAAC,SAAS,KAAK,QAAQ,CAAC;AAC9E,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replay.test.d.ts","sourceRoot":"","sources":["../../../../src/lib/harness/console/replay.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import { parseEventStream, replay } from './replay.js';
|
|
3
|
+
import { FleetConsole } from './console.js';
|
|
4
|
+
import { decisionEvent, sessionEnd, sessionStart, turn } from './fixtures.js';
|
|
5
|
+
const T0 = '2026-08-18T10:00:00.000Z';
|
|
6
|
+
const T1 = '2026-08-18T10:00:10.000Z';
|
|
7
|
+
const T2 = '2026-08-18T10:00:20.000Z';
|
|
8
|
+
function jsonl(events) {
|
|
9
|
+
return events.map((e) => JSON.stringify(e)).join('\n');
|
|
10
|
+
}
|
|
11
|
+
describe('parseEventStream', () => {
|
|
12
|
+
it('reads one event per line and ignores blank lines', () => {
|
|
13
|
+
const text = `${jsonl([sessionStart(T0), sessionEnd(T1, 'completed')])}\n\n`;
|
|
14
|
+
const { events, skipped } = parseEventStream(text);
|
|
15
|
+
expect(events.map((e) => e.type)).toEqual(['session-start', 'session-end']);
|
|
16
|
+
expect(skipped).toEqual([]);
|
|
17
|
+
});
|
|
18
|
+
it('skips a corrupt line and names it rather than refusing the recording', () => {
|
|
19
|
+
const text = [
|
|
20
|
+
JSON.stringify(sessionStart(T0)),
|
|
21
|
+
'{ not json',
|
|
22
|
+
JSON.stringify(sessionEnd(T1, 'crashed')),
|
|
23
|
+
].join('\n');
|
|
24
|
+
const { events, skipped } = parseEventStream(text);
|
|
25
|
+
expect(events).toHaveLength(2);
|
|
26
|
+
expect(skipped).toEqual([2]);
|
|
27
|
+
});
|
|
28
|
+
it('skips JSON that is not an event', () => {
|
|
29
|
+
const { events, skipped } = parseEventStream(['{"type":"metrics","at":"x"}', '"a string"', 'null', '{"type":"turn"}'].join('\n'));
|
|
30
|
+
expect(events).toEqual([]);
|
|
31
|
+
expect(skipped).toEqual([1, 2, 3, 4]);
|
|
32
|
+
});
|
|
33
|
+
it('reads an empty recording as an empty stream', () => {
|
|
34
|
+
expect(parseEventStream('')).toEqual({ events: [], skipped: [] });
|
|
35
|
+
});
|
|
36
|
+
});
|
|
37
|
+
describe('replay', () => {
|
|
38
|
+
it('drives the console and returns how many events it emitted', () => {
|
|
39
|
+
const fleet = new FleetConsole();
|
|
40
|
+
const count = replay([sessionStart(T0), decisionEvent(T1, { operation: 'git.reset' }, { effect: 'ask' })], fleet);
|
|
41
|
+
expect(count).toBe(2);
|
|
42
|
+
expect(fleet.snapshot(T2)).toHaveLength(1);
|
|
43
|
+
});
|
|
44
|
+
it('orders by timestamp, so an interleaved recording measures silence correctly', () => {
|
|
45
|
+
const fleet = new FleetConsole({ silentAfterMs: 15_000 });
|
|
46
|
+
// Written out of order, as several sessions writing one file produces.
|
|
47
|
+
replay([turn(T2, 'still going', 2), sessionStart(T0), turn(T1, 'working', 1)], fleet);
|
|
48
|
+
expect(fleet.snapshot(T2)).toEqual([]);
|
|
49
|
+
});
|
|
50
|
+
it('does not mutate the array it was given', () => {
|
|
51
|
+
const events = [turn(T2, 'b', 1), turn(T0, 'a', 0)];
|
|
52
|
+
replay(events, new FleetConsole());
|
|
53
|
+
expect(events[0].at).toBe(T2);
|
|
54
|
+
});
|
|
55
|
+
it('replays a recorded quiet run without producing an item', () => {
|
|
56
|
+
const recording = jsonl([
|
|
57
|
+
sessionStart(T0, { sessionId: 'q1' }),
|
|
58
|
+
turn(T1, 'Ran the suite, 115 passed and 0 failed.', 0, { sessionId: 'q1' }),
|
|
59
|
+
sessionEnd(T2, 'completed in 12 turns', { sessionId: 'q1' }),
|
|
60
|
+
]);
|
|
61
|
+
const fleet = new FleetConsole();
|
|
62
|
+
const { events, skipped } = parseEventStream(recording);
|
|
63
|
+
replay(events, fleet);
|
|
64
|
+
expect(skipped).toEqual([]);
|
|
65
|
+
expect(fleet.snapshot(T2)).toEqual([]);
|
|
66
|
+
});
|
|
67
|
+
it('replays a recorded run that needed a person and ranks it', () => {
|
|
68
|
+
const recording = jsonl([
|
|
69
|
+
sessionStart(T0, { sessionId: 'r1' }),
|
|
70
|
+
decisionEvent(T1, { operation: 'read', writes: [], reads: ['/repo/node_modules'], command: 'ls node_modules' }, { effect: 'deny', matchedRules: ['deny-node-modules'] }, { sessionId: 'r1' }),
|
|
71
|
+
turn(T1, 'Two judgment calls worth your attention.', 3, { sessionId: 'r1' }),
|
|
72
|
+
decisionEvent(T2, { operation: 'git.push-force' }, { effect: 'ask' }, { sessionId: 'r1' }),
|
|
73
|
+
]);
|
|
74
|
+
const fleet = new FleetConsole();
|
|
75
|
+
replay(parseEventStream(recording).events, fleet);
|
|
76
|
+
const items = fleet.snapshot(T2);
|
|
77
|
+
expect(items.map((i) => i.kind)).toEqual(['ask', 'refusal']);
|
|
78
|
+
expect(items[1].suspectRule).toBe(true);
|
|
79
|
+
});
|
|
80
|
+
});
|
|
81
|
+
//# sourceMappingURL=replay.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replay.test.js","sourceRoot":"","sources":["../../../../src/lib/harness/console/replay.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAG9E,MAAM,EAAE,GAAG,0BAA0B,CAAC;AACtC,MAAM,EAAE,GAAG,0BAA0B,CAAC;AACtC,MAAM,EAAE,GAAG,0BAA0B,CAAC;AAEtC,SAAS,KAAK,CAAC,MAAsB;IACnC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzD,CAAC;AAED,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,IAAI,GAAG,GAAG,KAAK,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;QAC7E,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5E,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC9E,MAAM,IAAI,GAAG;YACX,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAChC,YAAY;YACZ,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;SAC1C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAC1C,CAAC,6BAA6B,EAAE,YAAY,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACpF,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3B,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;IACtB,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,MAAM,CAClB,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,EACpF,KAAK,CACN,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6EAA6E,EAAE,GAAG,EAAE;QACrF,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1D,uEAAuE;QACvE,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC,EAAE,YAAY,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACtF,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,SAAS,GAAG,KAAK,CAAC;YACtB,YAAY,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YACrC,IAAI,CAAC,EAAE,EAAE,yCAAyC,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YAC3E,UAAU,CAAC,EAAE,EAAE,uBAAuB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;SAC7D,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACtB,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC5B,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,SAAS,GAAG,KAAK,CAAC;YACtB,YAAY,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YACrC,aAAa,CACX,EAAE,EACF,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,oBAAoB,CAAC,EAAE,OAAO,EAAE,iBAAiB,EAAE,EAC5F,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,mBAAmB,CAAC,EAAE,EACvD,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB;YACD,IAAI,CAAC,EAAE,EAAE,0CAA0C,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YAC5E,aAAa,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,gBAAgB,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;SAC3F,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAElD,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;QAC7D,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Reading what an agent says, rather than watching what it does.
|
|
3
|
+
*
|
|
4
|
+
* Finding 3c is the reason this exists. Across 12 real sessions and 3,762
|
|
5
|
+
* assistant turns the corpus holds three `AskUserQuestion` calls. The rubric
|
|
6
|
+
* labelled 28 moments as an explicit question or a statement that one was
|
|
7
|
+
* needed, and 3 of those went out as an actual ask. The other 25 are agents
|
|
8
|
+
* writing that they need a decision, in prose, without invoking the mechanism
|
|
9
|
+
* that would deliver it. A console built only on what the runtime announces
|
|
10
|
+
* surfaces the 3.
|
|
11
|
+
*
|
|
12
|
+
* What this is: a phrase reader. Deterministic, no model call, no network, no
|
|
13
|
+
* cost per turn. What it is not: measured. POC-3b and POC-3c both scored model
|
|
14
|
+
* readers around 6 of 12, and POC-3e has not reported whether that was the
|
|
15
|
+
* method or the model. Nothing here has been scored against POC-3d's 190
|
|
16
|
+
* labelled moments, and scoring it belongs outside `poc-3d-data/`, which holds
|
|
17
|
+
* no detector so that it keeps proving no detector was run at labelling time.
|
|
18
|
+
*
|
|
19
|
+
* So this is the reader the console ships with, not the reader it argues for.
|
|
20
|
+
* `TurnReader` is the seam; replace this the moment something is measured. Its
|
|
21
|
+
* findings are marked low confidence and rank in the bottom class.
|
|
22
|
+
*/
|
|
23
|
+
import type { TurnReader } from './types.js';
|
|
24
|
+
interface Phrase {
|
|
25
|
+
pattern: RegExp;
|
|
26
|
+
reason: string;
|
|
27
|
+
weight: number;
|
|
28
|
+
}
|
|
29
|
+
/**
|
|
30
|
+
* Remove the parts of a message where these phrases mean nothing.
|
|
31
|
+
*
|
|
32
|
+
* Fenced and inline code can hold anything, including a diff of this file.
|
|
33
|
+
* Blockquotes are worse: this repository's own documents contain "I did not
|
|
34
|
+
* ask you" and "worth your attention" as quoted evidence, so an agent reading
|
|
35
|
+
* `poc-3-push-console.md` back would trip most of the table. Dropping quoted
|
|
36
|
+
* lines is not a refinement. It is the difference between a reader and a loop.
|
|
37
|
+
*/
|
|
38
|
+
export declare function stripNonProse(text: string): string;
|
|
39
|
+
/**
|
|
40
|
+
* The reader the console ships with.
|
|
41
|
+
*
|
|
42
|
+
* Reports at most one signal per turn. An agent restating the same concern
|
|
43
|
+
* three ways is one moment, and nothing here can tell three phrasings of one
|
|
44
|
+
* concern from three concerns.
|
|
45
|
+
*/
|
|
46
|
+
export declare function phraseTurnReader(phrases?: ReadonlyArray<Phrase>): TurnReader;
|
|
47
|
+
/** Exported so a test can assert the table stays small, not for tuning. */
|
|
48
|
+
export declare const SHIPPED_PHRASES: ReadonlyArray<Phrase>;
|
|
49
|
+
export {};
|
|
50
|
+
//# sourceMappingURL=turn-reader.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"turn-reader.d.ts","sourceRoot":"","sources":["../../../../src/lib/harness/console/turn-reader.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,YAAY,CAAC;AAEzD,UAAU,MAAM;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAChB;AAiID;;;;;;;;GAQG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAQlD;AAYD;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,GAAE,aAAa,CAAC,MAAM,CAAW,GAAG,UAAU,CAqBrF;AAED,2EAA2E;AAC3E,eAAO,MAAM,eAAe,EAAE,aAAa,CAAC,MAAM,CAAW,CAAC"}
|
|
@@ -0,0 +1,184 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Ordered by how directly the phrase states that a person was needed. The
|
|
3
|
+
* first group matches an agent saying it decided not to ask, which is the
|
|
4
|
+
* class the ask mechanism misses by construction.
|
|
5
|
+
*
|
|
6
|
+
* Every entry traces to a sentence a real session emitted, quoted in
|
|
7
|
+
* `poc-3-push-console.md` or `docs/fleet-behavior-from-transcripts.md`. The
|
|
8
|
+
* table is small because a phrase nobody has been observed writing is a guess
|
|
9
|
+
* about language, and a guess costs a false positive on every session that
|
|
10
|
+
* happens to use the words.
|
|
11
|
+
*/
|
|
12
|
+
const PHRASES = [
|
|
13
|
+
// A question the agent formed and suppressed. Session s4 stated it plainly:
|
|
14
|
+
// "I did not ask you to arbitrate the mechanism-vs-intent rule because the
|
|
15
|
+
// session is flagged non-interactive".
|
|
16
|
+
{ pattern: /\bI did not ask\b/i, reason: 'the agent says it decided not to ask', weight: 1 },
|
|
17
|
+
{ pattern: /\bI have not asked\b/i, reason: 'the agent says it decided not to ask', weight: 1 },
|
|
18
|
+
{
|
|
19
|
+
pattern: /\bbecause\b[^.]{0,60}\bnon-?interactive\b/i,
|
|
20
|
+
reason: 'the agent gave the session being non-interactive as its reason to proceed',
|
|
21
|
+
weight: 1,
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
pattern: /\bnon-?interactive\b[^.]{0,60}\b(?:so|therefore|hence)\b/i,
|
|
25
|
+
reason: 'the agent gave the session being non-interactive as its reason to proceed',
|
|
26
|
+
weight: 1,
|
|
27
|
+
},
|
|
28
|
+
{
|
|
29
|
+
pattern: /\b(?:would|could) have asked\b/i,
|
|
30
|
+
reason: 'the agent names a question it did not put',
|
|
31
|
+
weight: 0.9,
|
|
32
|
+
},
|
|
33
|
+
// A premise that turned out false, or an instruction not followed. Session s1
|
|
34
|
+
// reached POC-3's list as "finished: completed in 40 turns", ranked lowest and
|
|
35
|
+
// worded as success, after deciding to make no code change against an explicit
|
|
36
|
+
// instruction.
|
|
37
|
+
{
|
|
38
|
+
pattern: /\bpremise\b[^.]{0,60}\b(?:false|wrong|incorrect|does not hold|did not hold)\b/i,
|
|
39
|
+
reason: 'the agent reports the task premise was false',
|
|
40
|
+
weight: 0.95,
|
|
41
|
+
},
|
|
42
|
+
{
|
|
43
|
+
pattern: /\bnot what the\b[^.]{0,40}\bpremise\b/i,
|
|
44
|
+
reason: 'the agent reports the task premise was false',
|
|
45
|
+
weight: 0.95,
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
pattern: /\bI made no\b[^.]{0,30}\bchange\b/i,
|
|
49
|
+
reason: 'the agent reports doing nothing where it was asked to act',
|
|
50
|
+
weight: 0.9,
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
pattern: /\b(?:contrary to|against)\b[^.]{0,40}\binstruction\b/i,
|
|
54
|
+
reason: 'the agent reports departing from an instruction',
|
|
55
|
+
weight: 0.95,
|
|
56
|
+
},
|
|
57
|
+
{
|
|
58
|
+
pattern: /\bI (?:chose|decided|opted) not to\b/i,
|
|
59
|
+
reason: 'the agent reports declining to do something',
|
|
60
|
+
weight: 0.8,
|
|
61
|
+
},
|
|
62
|
+
{
|
|
63
|
+
pattern: /\bcontradicts\b[^.]{0,60}\b(?:documented|recorded|the PRD|the claim)\b/i,
|
|
64
|
+
reason: 'the agent reports a result contradicting a recorded claim',
|
|
65
|
+
weight: 0.9,
|
|
66
|
+
},
|
|
67
|
+
// A decision handed over in prose. Session s4: "Two judgment calls worth your
|
|
68
|
+
// attention".
|
|
69
|
+
{
|
|
70
|
+
pattern: /\bworth your attention\b/i,
|
|
71
|
+
reason: 'the agent flagged something for the operator without asking',
|
|
72
|
+
weight: 0.85,
|
|
73
|
+
},
|
|
74
|
+
{
|
|
75
|
+
pattern: /\bjudge?ment calls?\b/i,
|
|
76
|
+
reason: 'the agent names a judgement call it made',
|
|
77
|
+
weight: 0.8,
|
|
78
|
+
},
|
|
79
|
+
{
|
|
80
|
+
pattern: /\byour call\b/i,
|
|
81
|
+
reason: 'the agent hands the decision over in prose',
|
|
82
|
+
weight: 0.85,
|
|
83
|
+
},
|
|
84
|
+
{
|
|
85
|
+
pattern: /\bneeds? (?:a|your) decision\b/i,
|
|
86
|
+
reason: 'the agent says a decision is needed',
|
|
87
|
+
weight: 0.9,
|
|
88
|
+
},
|
|
89
|
+
{
|
|
90
|
+
pattern: /\blet me know (?:which|whether|if|how)\b/i,
|
|
91
|
+
reason: 'the agent asked for direction in prose',
|
|
92
|
+
weight: 0.8,
|
|
93
|
+
},
|
|
94
|
+
{
|
|
95
|
+
pattern: /\bwhich (?:would you|do you|should I)\b/i,
|
|
96
|
+
reason: 'the agent asked for direction in prose',
|
|
97
|
+
weight: 0.8,
|
|
98
|
+
},
|
|
99
|
+
{
|
|
100
|
+
pattern: /\bplease (?:confirm|decide|choose|advise)\b/i,
|
|
101
|
+
reason: 'the agent asked for direction in prose',
|
|
102
|
+
weight: 0.8,
|
|
103
|
+
},
|
|
104
|
+
// An assumption taken where being wrong would matter. Rubric class G4, which
|
|
105
|
+
// every miss in POC-3's ground truth belonged to.
|
|
106
|
+
{
|
|
107
|
+
pattern: /\bI (?:assumed|am assuming|will assume)\b/i,
|
|
108
|
+
reason: 'the agent states an assumption it took',
|
|
109
|
+
weight: 0.55,
|
|
110
|
+
},
|
|
111
|
+
{
|
|
112
|
+
pattern: /\bon the assumption that\b/i,
|
|
113
|
+
reason: 'the agent states an assumption it took',
|
|
114
|
+
weight: 0.55,
|
|
115
|
+
},
|
|
116
|
+
{
|
|
117
|
+
pattern: /\bwithout (?:asking|confirming|checking with)\b/i,
|
|
118
|
+
reason: 'the agent states it proceeded without confirming',
|
|
119
|
+
weight: 0.6,
|
|
120
|
+
},
|
|
121
|
+
];
|
|
122
|
+
const QUOTE_LIMIT = 180;
|
|
123
|
+
/**
|
|
124
|
+
* Remove the parts of a message where these phrases mean nothing.
|
|
125
|
+
*
|
|
126
|
+
* Fenced and inline code can hold anything, including a diff of this file.
|
|
127
|
+
* Blockquotes are worse: this repository's own documents contain "I did not
|
|
128
|
+
* ask you" and "worth your attention" as quoted evidence, so an agent reading
|
|
129
|
+
* `poc-3-push-console.md` back would trip most of the table. Dropping quoted
|
|
130
|
+
* lines is not a refinement. It is the difference between a reader and a loop.
|
|
131
|
+
*/
|
|
132
|
+
export function stripNonProse(text) {
|
|
133
|
+
return text
|
|
134
|
+
.replace(/```[\s\S]*?```/g, ' ')
|
|
135
|
+
.replace(/```[\s\S]*$/g, ' ')
|
|
136
|
+
.replace(/`[^`\n]*`/g, ' ')
|
|
137
|
+
.split('\n')
|
|
138
|
+
.filter((line) => !/^\s*>/.test(line))
|
|
139
|
+
.join('\n');
|
|
140
|
+
}
|
|
141
|
+
/** The sentence around a match, so the operator reads what was actually said. */
|
|
142
|
+
function sentenceAround(text, index) {
|
|
143
|
+
const priorStop = text.lastIndexOf('.', index);
|
|
144
|
+
const start = Math.max(priorStop === -1 ? 0 : priorStop + 1, text.lastIndexOf('\n', index) + 1);
|
|
145
|
+
const ends = [text.indexOf('.', index), text.indexOf('\n', index)].filter((n) => n !== -1);
|
|
146
|
+
const end = ends.length > 0 ? Math.min(...ends) + 1 : text.length;
|
|
147
|
+
const sentence = text.slice(start, end).trim().replace(/\s+/g, ' ');
|
|
148
|
+
return sentence.length > QUOTE_LIMIT ? sentence.slice(0, QUOTE_LIMIT - 1) + '...' : sentence;
|
|
149
|
+
}
|
|
150
|
+
/**
|
|
151
|
+
* The reader the console ships with.
|
|
152
|
+
*
|
|
153
|
+
* Reports at most one signal per turn. An agent restating the same concern
|
|
154
|
+
* three ways is one moment, and nothing here can tell three phrasings of one
|
|
155
|
+
* concern from three concerns.
|
|
156
|
+
*/
|
|
157
|
+
export function phraseTurnReader(phrases = PHRASES) {
|
|
158
|
+
return {
|
|
159
|
+
read(text) {
|
|
160
|
+
if (!text || text.trim() === '')
|
|
161
|
+
return null;
|
|
162
|
+
const prose = stripNonProse(text);
|
|
163
|
+
let best = null;
|
|
164
|
+
for (const phrase of phrases) {
|
|
165
|
+
const match = new RegExp(phrase.pattern.source, phrase.pattern.flags).exec(prose);
|
|
166
|
+
if (!match)
|
|
167
|
+
continue;
|
|
168
|
+
if (best === null || phrase.weight > best.phrase.weight) {
|
|
169
|
+
best = { phrase, index: match.index };
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
if (best === null)
|
|
173
|
+
return null;
|
|
174
|
+
return {
|
|
175
|
+
quote: sentenceAround(prose, best.index),
|
|
176
|
+
reason: best.phrase.reason,
|
|
177
|
+
weight: best.phrase.weight,
|
|
178
|
+
};
|
|
179
|
+
},
|
|
180
|
+
};
|
|
181
|
+
}
|
|
182
|
+
/** Exported so a test can assert the table stays small, not for tuning. */
|
|
183
|
+
export const SHIPPED_PHRASES = PHRASES;
|
|
184
|
+
//# sourceMappingURL=turn-reader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"turn-reader.js","sourceRoot":"","sources":["../../../../src/lib/harness/console/turn-reader.ts"],"names":[],"mappings":"AA8BA;;;;;;;;;;GAUG;AACH,MAAM,OAAO,GAAa;IACxB,4EAA4E;IAC5E,2EAA2E;IAC3E,uCAAuC;IACvC,EAAE,OAAO,EAAE,oBAAoB,EAAE,MAAM,EAAE,sCAAsC,EAAE,MAAM,EAAE,CAAC,EAAE;IAC5F,EAAE,OAAO,EAAE,uBAAuB,EAAE,MAAM,EAAE,sCAAsC,EAAE,MAAM,EAAE,CAAC,EAAE;IAC/F;QACE,OAAO,EAAE,4CAA4C;QACrD,MAAM,EAAE,2EAA2E;QACnF,MAAM,EAAE,CAAC;KACV;IACD;QACE,OAAO,EAAE,2DAA2D;QACpE,MAAM,EAAE,2EAA2E;QACnF,MAAM,EAAE,CAAC;KACV;IACD;QACE,OAAO,EAAE,iCAAiC;QAC1C,MAAM,EAAE,2CAA2C;QACnD,MAAM,EAAE,GAAG;KACZ;IAED,8EAA8E;IAC9E,+EAA+E;IAC/E,+EAA+E;IAC/E,eAAe;IACf;QACE,OAAO,EAAE,gFAAgF;QACzF,MAAM,EAAE,8CAA8C;QACtD,MAAM,EAAE,IAAI;KACb;IACD;QACE,OAAO,EAAE,wCAAwC;QACjD,MAAM,EAAE,8CAA8C;QACtD,MAAM,EAAE,IAAI;KACb;IACD;QACE,OAAO,EAAE,oCAAoC;QAC7C,MAAM,EAAE,2DAA2D;QACnE,MAAM,EAAE,GAAG;KACZ;IACD;QACE,OAAO,EAAE,uDAAuD;QAChE,MAAM,EAAE,iDAAiD;QACzD,MAAM,EAAE,IAAI;KACb;IACD;QACE,OAAO,EAAE,uCAAuC;QAChD,MAAM,EAAE,6CAA6C;QACrD,MAAM,EAAE,GAAG;KACZ;IACD;QACE,OAAO,EAAE,yEAAyE;QAClF,MAAM,EAAE,2DAA2D;QACnE,MAAM,EAAE,GAAG;KACZ;IAED,8EAA8E;IAC9E,cAAc;IACd;QACE,OAAO,EAAE,2BAA2B;QACpC,MAAM,EAAE,6DAA6D;QACrE,MAAM,EAAE,IAAI;KACb;IACD;QACE,OAAO,EAAE,wBAAwB;QACjC,MAAM,EAAE,0CAA0C;QAClD,MAAM,EAAE,GAAG;KACZ;IACD;QACE,OAAO,EAAE,gBAAgB;QACzB,MAAM,EAAE,4CAA4C;QACpD,MAAM,EAAE,IAAI;KACb;IACD;QACE,OAAO,EAAE,iCAAiC;QAC1C,MAAM,EAAE,qCAAqC;QAC7C,MAAM,EAAE,GAAG;KACZ;IACD;QACE,OAAO,EAAE,2CAA2C;QACpD,MAAM,EAAE,wCAAwC;QAChD,MAAM,EAAE,GAAG;KACZ;IACD;QACE,OAAO,EAAE,0CAA0C;QACnD,MAAM,EAAE,wCAAwC;QAChD,MAAM,EAAE,GAAG;KACZ;IACD;QACE,OAAO,EAAE,8CAA8C;QACvD,MAAM,EAAE,wCAAwC;QAChD,MAAM,EAAE,GAAG;KACZ;IAED,6EAA6E;IAC7E,kDAAkD;IAClD;QACE,OAAO,EAAE,4CAA4C;QACrD,MAAM,EAAE,wCAAwC;QAChD,MAAM,EAAE,IAAI;KACb;IACD;QACE,OAAO,EAAE,6BAA6B;QACtC,MAAM,EAAE,wCAAwC;QAChD,MAAM,EAAE,IAAI;KACb;IACD;QACE,OAAO,EAAE,kDAAkD;QAC3D,MAAM,EAAE,kDAAkD;QAC1D,MAAM,EAAE,GAAG;KACZ;CACF,CAAC;AAEF,MAAM,WAAW,GAAG,GAAG,CAAC;AAExB;;;;;;;;GAQG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,OAAO,IAAI;SACR,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC;SAC/B,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC;SAC5B,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC;SAC1B,KAAK,CAAC,IAAI,CAAC;SACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACrC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,iFAAiF;AACjF,SAAS,cAAc,CAAC,IAAY,EAAE,KAAa;IACjD,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAChG,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3F,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpE,OAAO,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC/F,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,UAAiC,OAAO;IACvE,OAAO;QACL,IAAI,CAAC,IAAY;YACf,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;gBAAE,OAAO,IAAI,CAAC;YAC7C,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,IAAI,GAA6C,IAAI,CAAC;YAC1D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAClF,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,IAAI,IAAI,KAAK,IAAI,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;oBACxD,IAAI,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;gBACxC,CAAC;YACH,CAAC;YACD,IAAI,IAAI,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;YAC/B,OAAO;gBACL,KAAK,EAAE,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC;gBACxC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBAC1B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;aAC3B,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,2EAA2E;AAC3E,MAAM,CAAC,MAAM,eAAe,GAA0B,OAAO,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"turn-reader.test.d.ts","sourceRoot":"","sources":["../../../../src/lib/harness/console/turn-reader.test.ts"],"names":[],"mappings":""}
|