bb-cc-lite 0.1.8 → 0.1.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +60 -7
- package/dist/baseline-builder.d.ts +5 -0
- package/dist/baseline-builder.js +126 -9
- package/dist/baseline-builder.js.map +1 -1
- package/dist/baseline-refresh.d.ts +4 -0
- package/dist/baseline-refresh.js +10 -1
- package/dist/baseline-refresh.js.map +1 -1
- package/dist/baseline.d.ts +40 -0
- package/dist/baseline.js +83 -4
- package/dist/baseline.js.map +1 -1
- package/dist/cli.js +50 -19
- package/dist/cli.js.map +1 -1
- package/dist/doctor.d.ts +2 -0
- package/dist/doctor.js +55 -7
- package/dist/doctor.js.map +1 -1
- package/dist/event-store-persistence.d.ts +7 -0
- package/dist/event-store-persistence.js +68 -4
- package/dist/event-store-persistence.js.map +1 -1
- package/dist/event-store-queries.d.ts +7 -0
- package/dist/event-store-queries.js +49 -0
- package/dist/event-store-queries.js.map +1 -1
- package/dist/feedback-policy.d.ts +43 -0
- package/dist/feedback-policy.js +245 -0
- package/dist/feedback-policy.js.map +1 -0
- package/dist/historical-replay.d.ts +7 -0
- package/dist/historical-replay.js +153 -2
- package/dist/historical-replay.js.map +1 -1
- package/dist/hook-control.d.ts +11 -0
- package/dist/hook-control.js +122 -0
- package/dist/hook-control.js.map +1 -0
- package/dist/hook-response.d.ts +3 -0
- package/dist/hook-response.js +27 -0
- package/dist/hook-response.js.map +1 -0
- package/dist/hook-summary.d.ts +7 -0
- package/dist/hook-summary.js +7 -0
- package/dist/hook-summary.js.map +1 -1
- package/dist/memory-lessons.d.ts +54 -0
- package/dist/memory-lessons.js +211 -0
- package/dist/memory-lessons.js.map +1 -0
- package/dist/paths.d.ts +7 -0
- package/dist/paths.js +10 -0
- package/dist/paths.js.map +1 -1
- package/dist/settings.d.ts +3 -0
- package/dist/settings.js +56 -15
- package/dist/settings.js.map +1 -1
- package/dist/signals.d.ts +13 -2
- package/dist/signals.js +205 -2
- package/dist/signals.js.map +1 -1
- package/dist/status-input.js +10 -9
- package/dist/status-input.js.map +1 -1
- package/dist/statusline.js +11 -3
- package/dist/statusline.js.map +1 -1
- package/dist/store.d.ts +9 -0
- package/dist/store.js +46 -20
- package/dist/store.js.map +1 -1
- package/dist/transcript.js +22 -0
- package/dist/transcript.js.map +1 -1
- package/dist/types.d.ts +24 -1
- package/package.json +1 -1
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { chmod, mkdir, readFile, rename, writeFile } from "node:fs/promises";
|
|
1
|
+
import { chmod, mkdir, readFile, rename, rm, stat, writeFile } from "node:fs/promises";
|
|
2
2
|
import { dirname } from "node:path";
|
|
3
3
|
import { eventStorePath } from "./paths.js";
|
|
4
4
|
export const STORE_LIMIT = 100;
|
|
@@ -23,11 +23,23 @@ export async function readStore(storePath = eventStorePath()) {
|
|
|
23
23
|
}
|
|
24
24
|
export async function writeStore(store, storePath) {
|
|
25
25
|
await mkdir(dirname(storePath), { recursive: true, mode: 0o700 });
|
|
26
|
-
const tempPath = `${storePath}.${process.pid}.tmp`;
|
|
26
|
+
const tempPath = `${storePath}.${process.pid}.${Date.now()}.${Math.random().toString(16).slice(2)}.tmp`;
|
|
27
27
|
await writeFile(tempPath, `${JSON.stringify(store, null, 2)}\n`, { encoding: "utf8", mode: 0o600 });
|
|
28
28
|
await chmod(tempPath, 0o600);
|
|
29
29
|
await rename(tempPath, storePath);
|
|
30
30
|
}
|
|
31
|
+
export async function updateStore(storePath, update) {
|
|
32
|
+
const release = await acquireStoreLock(storePath);
|
|
33
|
+
try {
|
|
34
|
+
const current = await readStore(storePath);
|
|
35
|
+
const { store, result } = await update(current);
|
|
36
|
+
await writeStore(store, storePath);
|
|
37
|
+
return result;
|
|
38
|
+
}
|
|
39
|
+
finally {
|
|
40
|
+
await release();
|
|
41
|
+
}
|
|
42
|
+
}
|
|
31
43
|
function sanitizeStoredDecision(value) {
|
|
32
44
|
const record = asRecord(value);
|
|
33
45
|
if (!record || containsForbiddenRawDataKey(record) || containsRawMcpName(record)) {
|
|
@@ -80,7 +92,9 @@ function sanitizeStoredHookEvent(value) {
|
|
|
80
92
|
purpose: stringField(record.purpose),
|
|
81
93
|
category: hookCategory(record.category),
|
|
82
94
|
identityHash: stringField(record.identityHash),
|
|
83
|
-
toolCount: numberField(record.toolCount)
|
|
95
|
+
toolCount: numberField(record.toolCount),
|
|
96
|
+
feedbackAction: feedbackAction(record.feedbackAction),
|
|
97
|
+
cooldownKey: stringField(record.cooldownKey)
|
|
84
98
|
};
|
|
85
99
|
}
|
|
86
100
|
function sanitizeEvidence(value) {
|
|
@@ -121,13 +135,63 @@ function hookKind(value) {
|
|
|
121
135
|
value === "tool_batch" ||
|
|
122
136
|
value === "compaction" ||
|
|
123
137
|
value === "stop" ||
|
|
124
|
-
value === "session_end"
|
|
138
|
+
value === "session_end" ||
|
|
139
|
+
value === "feedback"
|
|
125
140
|
? value
|
|
126
141
|
: undefined;
|
|
127
142
|
}
|
|
128
143
|
function hookCategory(value) {
|
|
129
144
|
return value === "MCP" ? value : undefined;
|
|
130
145
|
}
|
|
146
|
+
function feedbackAction(value) {
|
|
147
|
+
return value === "coach" || value === "guard" ? value : undefined;
|
|
148
|
+
}
|
|
149
|
+
async function acquireStoreLock(storePath) {
|
|
150
|
+
const lockPath = `${storePath}.lock`;
|
|
151
|
+
await mkdir(dirname(lockPath), { recursive: true, mode: 0o700 });
|
|
152
|
+
const deadline = Date.now() + 2000;
|
|
153
|
+
while (Date.now() < deadline) {
|
|
154
|
+
try {
|
|
155
|
+
await writeFile(lockPath, `${JSON.stringify({ pid: process.pid, startedAt: new Date().toISOString() })}\n`, {
|
|
156
|
+
encoding: "utf8",
|
|
157
|
+
mode: 0o600,
|
|
158
|
+
flag: "wx"
|
|
159
|
+
});
|
|
160
|
+
await chmod(lockPath, 0o600);
|
|
161
|
+
return async () => {
|
|
162
|
+
await rm(lockPath, { force: true });
|
|
163
|
+
};
|
|
164
|
+
}
|
|
165
|
+
catch (error) {
|
|
166
|
+
if (!isErrno(error, "EEXIST")) {
|
|
167
|
+
throw error;
|
|
168
|
+
}
|
|
169
|
+
if (await lockIsStale(lockPath)) {
|
|
170
|
+
await rm(lockPath, { force: true });
|
|
171
|
+
continue;
|
|
172
|
+
}
|
|
173
|
+
await wait(20);
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
throw new Error("event store lock timed out");
|
|
177
|
+
}
|
|
178
|
+
async function lockIsStale(lockPath) {
|
|
179
|
+
try {
|
|
180
|
+
const lockStat = await stat(lockPath);
|
|
181
|
+
return Date.now() - lockStat.mtimeMs > 5000;
|
|
182
|
+
}
|
|
183
|
+
catch {
|
|
184
|
+
return true;
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
async function wait(ms) {
|
|
188
|
+
await new Promise((resolve) => {
|
|
189
|
+
setTimeout(resolve, ms);
|
|
190
|
+
});
|
|
191
|
+
}
|
|
192
|
+
function isErrno(error, code) {
|
|
193
|
+
return typeof error === "object" && error !== null && error.code === code;
|
|
194
|
+
}
|
|
131
195
|
function containsForbiddenRawDataKey(value) {
|
|
132
196
|
if (Array.isArray(value)) {
|
|
133
197
|
return value.some((item) => containsForbiddenRawDataKey(item));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"event-store-persistence.js","sourceRoot":"","sources":["../src/event-store-persistence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"event-store-persistence.js","sourceRoot":"","sources":["../src/event-store-persistence.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvF,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAG5C,MAAM,CAAC,MAAM,WAAW,GAAG,GAAG,CAAC;AAC/B,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAEpC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,SAAS,GAAG,cAAc,EAAE;IAC1D,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAA4B,CAAC;QACxF,OAAO;YACL,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;YAC9F,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;gBACxC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,sBAAsB,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC;gBACpG,CAAC,CAAC,EAAE;YACN,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC;gBAC1C,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,uBAAuB,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,gBAAgB,CAAC;gBACrG,CAAC,CAAC,EAAE;SACP,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;IAC7F,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAqB,EAAE,SAAiB;IACvE,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAG,GAAG,SAAS,IAAI,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACxG,MAAM,SAAS,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACpG,MAAM,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7B,MAAM,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAAiB,EACjB,MAAuH;IAEvH,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAClD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QAChD,MAAM,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACnC,OAAO,MAAM,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,EAAE,CAAC;IAClB,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAc;IAC5C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,CAAC,MAAM,IAAI,2BAA2B,CAAC,MAAM,CAAC,IAAI,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;QACjF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,EAAE;QACF,KAAK;QACL,UAAU,EAAE,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,SAAS;QACvD,aAAa,EAAE,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC;QAChD,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;QACxC,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC;QACzC,YAAY,EAAE,WAAW,CAAC,MAAM,CAAC,YAAY,CAAC;QAC9C,eAAe,EAAE,WAAW,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,iBAAiB;QACzE,QAAQ,EAAE,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC3C,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE;QACxC,MAAM;QACN,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC;QACpC,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC;QACzC,cAAc,EAAE,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC;QAClD,gBAAgB,EAAE,WAAW,CAAC,MAAM,CAAC,gBAAgB,CAAC;QACtD,UAAU,EAAE,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC;QAC1C,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;KACtE,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc;IAC7C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,CAAC,MAAM,IAAI,2BAA2B,CAAC,MAAM,CAAC,IAAI,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;QACjF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAChD,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QAC/B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,EAAE;QACF,IAAI;QACJ,SAAS;QACT,aAAa,EAAE,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,SAAS;QAC7D,UAAU,EAAE,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC;QAC1C,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC;QACtC,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC;QACpC,QAAQ,EAAE,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC;QACvC,YAAY,EAAE,WAAW,CAAC,MAAM,CAAC,YAAY,CAAC;QAC9C,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;QACxC,cAAc,EAAE,cAAc,CAAC,MAAM,CAAC,cAAc,CAAC;QACrD,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC;KAC7C,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC5B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,IAAI,2BAA2B,CAAC,MAAM,CAAC,IAAI,kBAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAC3F,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1C,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE,KAAiC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/H,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3E,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACjF,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5F,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACvF,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACzE,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,cAAc;QAC7B,KAAK,KAAK,cAAc;QACxB,KAAK,KAAK,YAAY;QACtB,KAAK,KAAK,YAAY;QACtB,KAAK,KAAK,MAAM;QAChB,KAAK,KAAK,aAAa;QACvB,KAAK,KAAK,UAAU;QACpB,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7C,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,OAAO,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACpE,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,SAAiB;IAC/C,MAAM,QAAQ,GAAG,GAAG,SAAS,OAAO,CAAC;IACrC,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;IACnC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,SAAS,CACb,QAAQ,EACR,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,EAChF;gBACE,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,KAAK;gBACX,IAAI,EAAE,IAAI;aACX,CACF,CAAC;YACF,MAAM,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC7B,OAAO,KAAK,IAAI,EAAE;gBAChB,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACtC,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC9B,MAAM,KAAK,CAAC;YACd,CAAC;YACD,IAAI,MAAM,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAChC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACpC,SAAS;YACX,CAAC;YACD,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;AAChD,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,QAAgB;IACzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI,CAAC,EAAU;IAC5B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC5B,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,OAAO,CAAC,KAAc,EAAE,IAAY;IAC3C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAK,KAA+B,CAAC,IAAI,KAAK,IAAI,CAAC;AACvG,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAc;IACjD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,KAAK,CAAC;IACf,CAAC;IACD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,IAAI,kCAAkC,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,2BAA2B,CAAC,KAAK,CAAC,EAAE,CAAC;YACpG,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1G,CAAC;AAED,MAAM,kCAAkC,GAAG,IAAI,GAAG,CAChD;IACE,eAAe;IACf,SAAS;IACT,UAAU;IACV,KAAK;IACL,MAAM;IACN,aAAa;IACb,cAAc;IACd,QAAQ;IACR,SAAS;IACT,YAAY;IACZ,YAAY;IACZ,aAAa;IACb,WAAW;IACX,YAAY;IACZ,cAAc;IACd,eAAe;IACf,eAAe;IACf,gBAAgB;IAChB,WAAW;IACX,YAAY;IACZ,YAAY;IACZ,aAAa;IACb,gBAAgB;IAChB,iBAAiB;IACjB,eAAe;IACf,gBAAgB;CACjB,CAAC,GAAG,CAAC,YAAY,CAAC,CACpB,CAAC;AAEF,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,KAAK,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;AACtD,CAAC"}
|
|
@@ -3,6 +3,13 @@ export declare function latestDecision(sessionKey?: string, storePath?: string):
|
|
|
3
3
|
export declare function hookSummary(sessionKey: string | undefined, storePath?: string): Promise<{
|
|
4
4
|
failedToolResults: number;
|
|
5
5
|
toolCalls: number;
|
|
6
|
+
readToolCalls: number;
|
|
7
|
+
successfulEditResults: number;
|
|
8
|
+
validationChecks: number;
|
|
9
|
+
validationSuccesses: number;
|
|
10
|
+
validationRecovered: boolean;
|
|
11
|
+
hasUnvalidatedEdits: boolean;
|
|
12
|
+
unvalidatedEditToolSteps?: number;
|
|
6
13
|
compactionEvents: number;
|
|
7
14
|
postCompactionActivity: number;
|
|
8
15
|
repeatedFailures: ToolFailureSummary[];
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { readStore } from "./event-store-persistence.js";
|
|
2
2
|
import { safeToolResultEventFromHookEvent, summarizeBlindRetry, summarizeFailureEpisodes } from "./failure-episodes.js";
|
|
3
|
+
import { isEditTool, isReadSearchTool } from "./tool-metadata.js";
|
|
3
4
|
export async function latestDecision(sessionKey, storePath) {
|
|
4
5
|
const store = await readStore(storePath);
|
|
5
6
|
const decisions = sessionKey ? store.decisions.filter((decision) => decision.sessionKey === sessionKey) : store.decisions;
|
|
@@ -12,6 +13,14 @@ export async function hookSummary(sessionKey, storePath) {
|
|
|
12
13
|
const failures = new Map();
|
|
13
14
|
let failedToolResults = 0;
|
|
14
15
|
let toolCalls = 0;
|
|
16
|
+
let readToolCalls = 0;
|
|
17
|
+
let successfulEditResults = 0;
|
|
18
|
+
let validationChecks = 0;
|
|
19
|
+
let validationSuccesses = 0;
|
|
20
|
+
let validationRecovered = false;
|
|
21
|
+
let hasOpenUnvalidatedEdit = false;
|
|
22
|
+
let unvalidatedEditToolSteps;
|
|
23
|
+
let validationFailureOpen = false;
|
|
15
24
|
let compactionEvents = 0;
|
|
16
25
|
let postCompactionActivity = 0;
|
|
17
26
|
let latestTimestamp;
|
|
@@ -22,6 +31,16 @@ export async function hookSummary(sessionKey, storePath) {
|
|
|
22
31
|
if (event.kind === "tool_failure") {
|
|
23
32
|
failedToolResults += 1;
|
|
24
33
|
toolCalls += 1;
|
|
34
|
+
if (isReadSearchTool(event.toolName || "tool")) {
|
|
35
|
+
readToolCalls += 1;
|
|
36
|
+
}
|
|
37
|
+
if (isValidationPurpose(event.purpose)) {
|
|
38
|
+
validationChecks += 1;
|
|
39
|
+
validationFailureOpen = true;
|
|
40
|
+
}
|
|
41
|
+
if (hasOpenUnvalidatedEdit) {
|
|
42
|
+
unvalidatedEditToolSteps = (unvalidatedEditToolSteps || 0) + 1;
|
|
43
|
+
}
|
|
25
44
|
const toolName = event.toolName || "tool";
|
|
26
45
|
const key = failureKey(event);
|
|
27
46
|
const existing = failures.get(key);
|
|
@@ -29,6 +48,26 @@ export async function hookSummary(sessionKey, storePath) {
|
|
|
29
48
|
}
|
|
30
49
|
else if (event.kind === "tool_success") {
|
|
31
50
|
toolCalls += 1;
|
|
51
|
+
const toolName = event.toolName || "tool";
|
|
52
|
+
if (isReadSearchTool(toolName)) {
|
|
53
|
+
readToolCalls += 1;
|
|
54
|
+
}
|
|
55
|
+
if (isEditTool(toolName)) {
|
|
56
|
+
successfulEditResults += 1;
|
|
57
|
+
hasOpenUnvalidatedEdit = true;
|
|
58
|
+
unvalidatedEditToolSteps = 0;
|
|
59
|
+
}
|
|
60
|
+
else if (isValidationPurpose(event.purpose)) {
|
|
61
|
+
validationChecks += 1;
|
|
62
|
+
validationSuccesses += 1;
|
|
63
|
+
validationRecovered = validationRecovered || validationFailureOpen;
|
|
64
|
+
validationFailureOpen = false;
|
|
65
|
+
hasOpenUnvalidatedEdit = false;
|
|
66
|
+
unvalidatedEditToolSteps = undefined;
|
|
67
|
+
}
|
|
68
|
+
else if (hasOpenUnvalidatedEdit) {
|
|
69
|
+
unvalidatedEditToolSteps = (unvalidatedEditToolSteps || 0) + 1;
|
|
70
|
+
}
|
|
32
71
|
failures.delete(failureKey(event));
|
|
33
72
|
}
|
|
34
73
|
else if (event.kind === "tool_batch") {
|
|
@@ -46,6 +85,13 @@ export async function hookSummary(sessionKey, storePath) {
|
|
|
46
85
|
return {
|
|
47
86
|
failedToolResults,
|
|
48
87
|
toolCalls,
|
|
88
|
+
readToolCalls,
|
|
89
|
+
successfulEditResults,
|
|
90
|
+
validationChecks,
|
|
91
|
+
validationSuccesses,
|
|
92
|
+
validationRecovered,
|
|
93
|
+
hasUnvalidatedEdits: hasOpenUnvalidatedEdit,
|
|
94
|
+
unvalidatedEditToolSteps,
|
|
49
95
|
compactionEvents,
|
|
50
96
|
postCompactionActivity,
|
|
51
97
|
repeatedFailures: [...failures.values()].filter((failure) => failure.count >= 2),
|
|
@@ -54,6 +100,9 @@ export async function hookSummary(sessionKey, storePath) {
|
|
|
54
100
|
latestCompactionTimestamp
|
|
55
101
|
};
|
|
56
102
|
}
|
|
103
|
+
function isValidationPurpose(value) {
|
|
104
|
+
return value === "tests" || value === "lint" || value === "typecheck" || value === "build";
|
|
105
|
+
}
|
|
57
106
|
function failureKey(event) {
|
|
58
107
|
return event.category === "MCP" && event.identityHash
|
|
59
108
|
? `MCP:${event.identityHash}`
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"event-store-queries.js","sourceRoot":"","sources":["../src/event-store-queries.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AACzD,OAAO,EAAE,gCAAgC,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"event-store-queries.js","sourceRoot":"","sources":["../src/event-store-queries.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AACzD,OAAO,EAAE,gCAAgC,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AACxH,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAGlE,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,UAAmB,EAAE,SAAkB;IAC1E,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;IAC1H,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,UAA8B,EAC9B,SAAkB;IAkBlB,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,KAAK,UAAU,CAAC,CAAC;IAClG,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gCAAgC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5F,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA8B,CAAC;IACvD,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,mBAAmB,GAAG,KAAK,CAAC;IAChC,IAAI,sBAAsB,GAAG,KAAK,CAAC;IACnC,IAAI,wBAA4C,CAAC;IACjD,IAAI,qBAAqB,GAAG,KAAK,CAAC;IAClC,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,sBAAsB,GAAG,CAAC,CAAC;IAC/B,IAAI,eAAmC,CAAC;IACxC,IAAI,yBAA6C,CAAC;IAElD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,eAAe,GAAG,CAAC,eAAe,IAAI,KAAK,CAAC,SAAS,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC;QAC5G,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;QACjD,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YAClC,iBAAiB,IAAI,CAAC,CAAC;YACvB,SAAS,IAAI,CAAC,CAAC;YACf,IAAI,gBAAgB,CAAC,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,EAAE,CAAC;gBAC/C,aAAa,IAAI,CAAC,CAAC;YACrB,CAAC;YACD,IAAI,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvC,gBAAgB,IAAI,CAAC,CAAC;gBACtB,qBAAqB,GAAG,IAAI,CAAC;YAC/B,CAAC;YACD,IAAI,sBAAsB,EAAE,CAAC;gBAC3B,wBAAwB,GAAG,CAAC,wBAAwB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC;YAC1C,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YAC9B,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACnC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,cAAc,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACjF,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YACzC,SAAS,IAAI,CAAC,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC;YAC1C,IAAI,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/B,aAAa,IAAI,CAAC,CAAC;YACrB,CAAC;YACD,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzB,qBAAqB,IAAI,CAAC,CAAC;gBAC3B,sBAAsB,GAAG,IAAI,CAAC;gBAC9B,wBAAwB,GAAG,CAAC,CAAC;YAC/B,CAAC;iBAAM,IAAI,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9C,gBAAgB,IAAI,CAAC,CAAC;gBACtB,mBAAmB,IAAI,CAAC,CAAC;gBACzB,mBAAmB,GAAG,mBAAmB,IAAI,qBAAqB,CAAC;gBACnE,qBAAqB,GAAG,KAAK,CAAC;gBAC9B,sBAAsB,GAAG,KAAK,CAAC;gBAC/B,wBAAwB,GAAG,SAAS,CAAC;YACvC,CAAC;iBAAM,IAAI,sBAAsB,EAAE,CAAC;gBAClC,wBAAwB,GAAG,CAAC,wBAAwB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACjE,CAAC;YACD,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;QACrC,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACvC,SAAS,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC;QACpC,CAAC;aAAM,IAAI,YAAY,EAAE,CAAC;YACxB,gBAAgB,IAAI,CAAC,CAAC;YACtB,sBAAsB,GAAG,CAAC,CAAC;YAC3B,yBAAyB,GAAG,KAAK,CAAC,SAAS,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,YAAY,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;YAC1C,sBAAsB,IAAI,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,OAAO;QACL,iBAAiB;QACjB,SAAS;QACT,aAAa;QACb,qBAAqB;QACrB,gBAAgB;QAChB,mBAAmB;QACnB,mBAAmB;QACnB,mBAAmB,EAAE,sBAAsB;QAC3C,wBAAwB;QACxB,gBAAgB;QAChB,sBAAsB;QACtB,gBAAgB,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC;QAChF,UAAU,EAAE,mBAAmB,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAC;QACrE,eAAe;QACf,yBAAyB;KAC1B,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAyB;IACpD,OAAO,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,OAAO,CAAC;AAC7F,CAAC;AAED,SAAS,UAAU,CAAC,KAAuF;IACzG,OAAO,KAAK,CAAC,QAAQ,KAAK,KAAK,IAAI,KAAK,CAAC,YAAY;QACnD,CAAC,CAAC,OAAO,KAAK,CAAC,YAAY,EAAE;QAC7B,CAAC,CAAC,GAAG,KAAK,CAAC,QAAQ,IAAI,MAAM,IAAI,KAAK,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,cAAc,CACrB,KAAoE,EACpE,QAAgB,EAChB,KAAa;IAEb,MAAM,OAAO,GAAuB;QAClC,QAAQ;QACR,KAAK;KACN,CAAC;IACF,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAClC,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IACpC,CAAC;IACD,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,OAAO,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;IAC5C,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import type { DecisionConfidence, StoredDecision, TranscriptSummary } from "./types.js";
|
|
2
|
+
export type FeedbackMode = "observe" | "coach" | "guard";
|
|
3
|
+
export type FeedbackDelivery = "additional_context" | "stop_block";
|
|
4
|
+
export type FeedbackSafeCategory = "tests" | "lint" | "typecheck" | "build" | "tool" | "mcp" | "edit" | "budget" | "activity" | "finish";
|
|
5
|
+
export interface RecentFeedback {
|
|
6
|
+
cooldownKey: string;
|
|
7
|
+
action: "coach" | "guard";
|
|
8
|
+
timestamp: string;
|
|
9
|
+
}
|
|
10
|
+
export interface CurrentHookTool {
|
|
11
|
+
toolName: string;
|
|
12
|
+
purpose?: string;
|
|
13
|
+
}
|
|
14
|
+
export interface FeedbackPolicyInput {
|
|
15
|
+
mode: FeedbackMode;
|
|
16
|
+
hookEventName: string;
|
|
17
|
+
decision?: Pick<StoredDecision, "state" | "reasonCode" | "primaryEvidence" | "confidence">;
|
|
18
|
+
summary: TranscriptSummary;
|
|
19
|
+
currentTool?: CurrentHookTool;
|
|
20
|
+
recentFeedback: RecentFeedback[];
|
|
21
|
+
stopHookActive?: boolean;
|
|
22
|
+
}
|
|
23
|
+
export type FeedbackDecision = {
|
|
24
|
+
kind: "none";
|
|
25
|
+
} | {
|
|
26
|
+
kind: "coach";
|
|
27
|
+
delivery: FeedbackDelivery;
|
|
28
|
+
reasonCode: string;
|
|
29
|
+
safeCategory: FeedbackSafeCategory;
|
|
30
|
+
confidence: DecisionConfidence;
|
|
31
|
+
messageKey: string;
|
|
32
|
+
cooldownKey: string;
|
|
33
|
+
message: string;
|
|
34
|
+
} | {
|
|
35
|
+
kind: "guard";
|
|
36
|
+
reasonCode: string;
|
|
37
|
+
safeCategory: FeedbackSafeCategory;
|
|
38
|
+
confidence: "high";
|
|
39
|
+
messageKey: string;
|
|
40
|
+
cooldownKey: string;
|
|
41
|
+
message: string;
|
|
42
|
+
};
|
|
43
|
+
export declare function decideFeedback(input: FeedbackPolicyInput): FeedbackDecision;
|
|
@@ -0,0 +1,245 @@
|
|
|
1
|
+
const VALIDATION_PURPOSES = new Set(["tests", "lint", "typecheck", "build"]);
|
|
2
|
+
export function decideFeedback(input) {
|
|
3
|
+
if (input.mode === "observe") {
|
|
4
|
+
return { kind: "none" };
|
|
5
|
+
}
|
|
6
|
+
if (input.hookEventName === "Stop") {
|
|
7
|
+
return stopFeedback(input);
|
|
8
|
+
}
|
|
9
|
+
const coachRetryWarning = coachValidationRetryWarning(input);
|
|
10
|
+
if (coachRetryWarning) {
|
|
11
|
+
return coachRetryWarning;
|
|
12
|
+
}
|
|
13
|
+
if (input.mode === "guard" && input.hookEventName === "PreToolUse") {
|
|
14
|
+
const guard = guardFeedback(input);
|
|
15
|
+
if (guard.kind !== "none") {
|
|
16
|
+
return guard;
|
|
17
|
+
}
|
|
18
|
+
if (!isValidationTool(input.currentTool)) {
|
|
19
|
+
return { kind: "none" };
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
if (input.decision?.state === "Healthy" || hasFreshValidationSuccess(input.summary)) {
|
|
23
|
+
return { kind: "none" };
|
|
24
|
+
}
|
|
25
|
+
const risk = strongestRisk(input);
|
|
26
|
+
if (!risk) {
|
|
27
|
+
return { kind: "none" };
|
|
28
|
+
}
|
|
29
|
+
const cooldownKey = `coach:${risk.reasonCode}:${risk.safeCategory}`;
|
|
30
|
+
if (hasRecentCooldown(input.recentFeedback, cooldownKey)) {
|
|
31
|
+
return { kind: "none" };
|
|
32
|
+
}
|
|
33
|
+
return {
|
|
34
|
+
kind: "coach",
|
|
35
|
+
delivery: "additional_context",
|
|
36
|
+
reasonCode: risk.reasonCode,
|
|
37
|
+
safeCategory: risk.safeCategory,
|
|
38
|
+
confidence: risk.confidence,
|
|
39
|
+
messageKey: risk.messageKey,
|
|
40
|
+
cooldownKey,
|
|
41
|
+
message: messageFor(risk.messageKey)
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
function guardFeedback(input) {
|
|
45
|
+
const currentCategory = validationCategory(input.currentTool?.purpose);
|
|
46
|
+
if (!currentCategory || input.currentTool?.toolName !== "Bash") {
|
|
47
|
+
return { kind: "none" };
|
|
48
|
+
}
|
|
49
|
+
const blindRetry = input.summary.blindRetry;
|
|
50
|
+
const repeated = strongestRepeatedValidationFailure(input.summary);
|
|
51
|
+
const isHighConfidenceRetry = !input.summary.hasUnvalidatedEdits &&
|
|
52
|
+
((blindRetry?.category === currentCategory && blindRetry.blindRetryFailureCount >= 3) ||
|
|
53
|
+
(repeated?.safeCategory === currentCategory && repeated.count >= 3));
|
|
54
|
+
if (!isHighConfidenceRetry) {
|
|
55
|
+
return { kind: "none" };
|
|
56
|
+
}
|
|
57
|
+
const cooldownKey = `guard:guard_validation_retry:${currentCategory}`;
|
|
58
|
+
return {
|
|
59
|
+
kind: "guard",
|
|
60
|
+
reasonCode: "guard_validation_retry",
|
|
61
|
+
safeCategory: currentCategory,
|
|
62
|
+
confidence: "high",
|
|
63
|
+
messageKey: "guard_validation_retry",
|
|
64
|
+
cooldownKey,
|
|
65
|
+
message: messageFor("guard_validation_retry")
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
function coachValidationRetryWarning(input) {
|
|
69
|
+
if (input.mode !== "coach" || input.hookEventName !== "PreToolUse" || !isValidationTool(input.currentTool)) {
|
|
70
|
+
return undefined;
|
|
71
|
+
}
|
|
72
|
+
const category = validationCategory(input.currentTool?.purpose);
|
|
73
|
+
if (!category || input.summary.hasUnvalidatedEdits) {
|
|
74
|
+
return undefined;
|
|
75
|
+
}
|
|
76
|
+
const blindRetry = input.summary.blindRetry;
|
|
77
|
+
const repeated = strongestRepeatedValidationFailure(input.summary);
|
|
78
|
+
const isRetryAfterFailure = (blindRetry?.category === category && blindRetry.blindRetryFailureCount >= 2) ||
|
|
79
|
+
(repeated?.safeCategory === category && repeated.count >= 2);
|
|
80
|
+
if (!isRetryAfterFailure) {
|
|
81
|
+
return undefined;
|
|
82
|
+
}
|
|
83
|
+
const priorCoachWasIgnored = input.recentFeedback.some((feedback) => feedback.action === "coach" &&
|
|
84
|
+
(feedback.cooldownKey === `coach:validation_repeated:${category}` ||
|
|
85
|
+
feedback.cooldownKey === `coach:blind_retry_loop:${category}` ||
|
|
86
|
+
feedback.cooldownKey === `coach:coach_validation_retry_after_feedback:${category}`));
|
|
87
|
+
if (!priorCoachWasIgnored) {
|
|
88
|
+
return undefined;
|
|
89
|
+
}
|
|
90
|
+
return {
|
|
91
|
+
kind: "coach",
|
|
92
|
+
delivery: "additional_context",
|
|
93
|
+
reasonCode: "coach_validation_retry_after_feedback",
|
|
94
|
+
safeCategory: category,
|
|
95
|
+
confidence: blindRetry && blindRetry.blindRetryFailureCount >= 3 ? "high" : "medium",
|
|
96
|
+
messageKey: "coach_validation_retry_after_feedback",
|
|
97
|
+
cooldownKey: `coach:coach_validation_retry_after_feedback:${category}`,
|
|
98
|
+
message: messageFor("coach_validation_retry_after_feedback")
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
function stopFeedback(input) {
|
|
102
|
+
if (input.stopHookActive || input.decision?.state === "Healthy") {
|
|
103
|
+
return { kind: "none" };
|
|
104
|
+
}
|
|
105
|
+
const hasUnresolvedRisk = input.decision?.state === "Stop" ||
|
|
106
|
+
input.decision?.reasonCode === "blind_retry" ||
|
|
107
|
+
input.decision?.reasonCode === "tool_failure_repeated" ||
|
|
108
|
+
input.summary.hasUnvalidatedEdits ||
|
|
109
|
+
Boolean(input.summary.blindRetry && input.summary.blindRetry.blindRetryFailureCount >= 2) ||
|
|
110
|
+
Boolean(strongestRepeatedValidationFailure(input.summary));
|
|
111
|
+
if (!hasUnresolvedRisk) {
|
|
112
|
+
return { kind: "none" };
|
|
113
|
+
}
|
|
114
|
+
const cooldownKey = "coach:finish_with_unresolved_risk:finish";
|
|
115
|
+
if (hasRecentCooldown(input.recentFeedback, cooldownKey)) {
|
|
116
|
+
return { kind: "none" };
|
|
117
|
+
}
|
|
118
|
+
return {
|
|
119
|
+
kind: "coach",
|
|
120
|
+
delivery: "stop_block",
|
|
121
|
+
reasonCode: "finish_with_unresolved_risk",
|
|
122
|
+
safeCategory: "finish",
|
|
123
|
+
confidence: "medium",
|
|
124
|
+
messageKey: "finish_with_unresolved_risk",
|
|
125
|
+
cooldownKey,
|
|
126
|
+
message: messageFor("finish_with_unresolved_risk")
|
|
127
|
+
};
|
|
128
|
+
}
|
|
129
|
+
function strongestRisk(input) {
|
|
130
|
+
const blindRetry = input.summary.blindRetry;
|
|
131
|
+
if (blindRetry && blindRetry.blindRetryFailureCount >= 3) {
|
|
132
|
+
return {
|
|
133
|
+
reasonCode: "blind_retry_loop",
|
|
134
|
+
safeCategory: safeCategoryForFailureCategory(blindRetry.category),
|
|
135
|
+
confidence: "high",
|
|
136
|
+
messageKey: "blind_retry_loop"
|
|
137
|
+
};
|
|
138
|
+
}
|
|
139
|
+
if (blindRetry && blindRetry.blindRetryFailureCount >= 2) {
|
|
140
|
+
return {
|
|
141
|
+
reasonCode: "validation_repeated",
|
|
142
|
+
safeCategory: safeCategoryForFailureCategory(blindRetry.category),
|
|
143
|
+
confidence: "medium",
|
|
144
|
+
messageKey: "validation_repeated"
|
|
145
|
+
};
|
|
146
|
+
}
|
|
147
|
+
const repeated = strongestRepeatedValidationFailure(input.summary);
|
|
148
|
+
if (repeated && repeated.count >= 2) {
|
|
149
|
+
return {
|
|
150
|
+
reasonCode: "validation_repeated",
|
|
151
|
+
safeCategory: repeated.safeCategory,
|
|
152
|
+
confidence: repeated.count >= 3 ? "high" : "medium",
|
|
153
|
+
messageKey: "validation_repeated"
|
|
154
|
+
};
|
|
155
|
+
}
|
|
156
|
+
if (input.summary.hasUnvalidatedEdits) {
|
|
157
|
+
return {
|
|
158
|
+
reasonCode: "edit_without_validation",
|
|
159
|
+
safeCategory: "edit",
|
|
160
|
+
confidence: "medium",
|
|
161
|
+
messageKey: "edit_without_validation"
|
|
162
|
+
};
|
|
163
|
+
}
|
|
164
|
+
if (input.decision?.reasonCode === "budget_busy_no_observed_progress") {
|
|
165
|
+
return {
|
|
166
|
+
reasonCode: "budget_busy_no_observed_progress",
|
|
167
|
+
safeCategory: "budget",
|
|
168
|
+
confidence: "medium",
|
|
169
|
+
messageKey: "budget_busy_no_observed_progress"
|
|
170
|
+
};
|
|
171
|
+
}
|
|
172
|
+
if (input.decision?.reasonCode === "cost_budget" || input.decision?.reasonCode === "duration_budget") {
|
|
173
|
+
return {
|
|
174
|
+
reasonCode: input.decision.reasonCode,
|
|
175
|
+
safeCategory: "budget",
|
|
176
|
+
confidence: "medium",
|
|
177
|
+
messageKey: "budget_summary"
|
|
178
|
+
};
|
|
179
|
+
}
|
|
180
|
+
if (input.decision?.reasonCode === "busy_no_observed_progress") {
|
|
181
|
+
return {
|
|
182
|
+
reasonCode: "busy_no_observed_progress",
|
|
183
|
+
safeCategory: "activity",
|
|
184
|
+
confidence: "medium",
|
|
185
|
+
messageKey: "busy_no_observed_progress"
|
|
186
|
+
};
|
|
187
|
+
}
|
|
188
|
+
return undefined;
|
|
189
|
+
}
|
|
190
|
+
function strongestRepeatedValidationFailure(summary) {
|
|
191
|
+
return summary.repeatedFailures
|
|
192
|
+
.flatMap((failure) => {
|
|
193
|
+
const purpose = validationCategory(failure.purpose);
|
|
194
|
+
return failure.toolName === "Bash" && purpose ? [{ safeCategory: purpose, count: failure.count }] : [];
|
|
195
|
+
})
|
|
196
|
+
.sort((left, right) => right.count - left.count)[0];
|
|
197
|
+
}
|
|
198
|
+
function hasFreshValidationSuccess(summary) {
|
|
199
|
+
return summary.validationRecovered || (summary.validationSuccesses || 0) > 0;
|
|
200
|
+
}
|
|
201
|
+
function isValidationTool(tool) {
|
|
202
|
+
return tool?.toolName === "Bash" && validationCategory(tool.purpose) !== undefined;
|
|
203
|
+
}
|
|
204
|
+
function validationCategory(value) {
|
|
205
|
+
return value && VALIDATION_PURPOSES.has(value)
|
|
206
|
+
? value
|
|
207
|
+
: undefined;
|
|
208
|
+
}
|
|
209
|
+
function safeCategoryForFailureCategory(category) {
|
|
210
|
+
if (category === "tests" || category === "lint" || category === "typecheck" || category === "build") {
|
|
211
|
+
return category;
|
|
212
|
+
}
|
|
213
|
+
if (category === "mcp") {
|
|
214
|
+
return "mcp";
|
|
215
|
+
}
|
|
216
|
+
return "tool";
|
|
217
|
+
}
|
|
218
|
+
function hasRecentCooldown(recentFeedback, cooldownKey) {
|
|
219
|
+
return recentFeedback.some((feedback) => feedback.cooldownKey === cooldownKey);
|
|
220
|
+
}
|
|
221
|
+
function messageFor(messageKey) {
|
|
222
|
+
switch (messageKey) {
|
|
223
|
+
case "blind_retry_loop":
|
|
224
|
+
return "bb-cc-lite: the same safe validation category has failed repeatedly without a fix. Inspect the first failure and change approach before retrying.";
|
|
225
|
+
case "validation_repeated":
|
|
226
|
+
return "bb-cc-lite: validation has failed repeatedly without a passing check. Inspect the failure pattern, make one targeted fix, then run one focused check.";
|
|
227
|
+
case "coach_validation_retry_after_feedback":
|
|
228
|
+
return "bb-cc-lite: do not run the same validation check again yet. First inspect the failure, change the approach, or summarize the blocker; only rerun after a targeted fix.";
|
|
229
|
+
case "edit_without_validation":
|
|
230
|
+
return "bb-cc-lite: edits have not been validated yet; run one focused validation check before finishing or making more broad changes.";
|
|
231
|
+
case "budget_busy_no_observed_progress":
|
|
232
|
+
return "bb-cc-lite: budget is high and no safe progress signal was observed. Narrow the scope or summarize the blocker before continuing.";
|
|
233
|
+
case "budget_summary":
|
|
234
|
+
return "bb-cc-lite: budget is high for this session; summarize progress, name the next smallest check, and avoid broad retries.";
|
|
235
|
+
case "busy_no_observed_progress":
|
|
236
|
+
return "bb-cc-lite: many tool calls have run without a safe progress signal. Pause, state what changed, and choose one focused next step.";
|
|
237
|
+
case "guard_validation_retry":
|
|
238
|
+
return "bb-cc-lite denied this retry: the same validation category has failed repeatedly without an edit or passing check. Inspect before retrying.";
|
|
239
|
+
case "finish_with_unresolved_risk":
|
|
240
|
+
return "bb-cc-lite: unresolved validation risk remains. Run one focused check or summarize the blocker before finishing.";
|
|
241
|
+
default:
|
|
242
|
+
return "bb-cc-lite: inspect the latest safe risk signal before continuing.";
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
//# sourceMappingURL=feedback-policy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"feedback-policy.js","sourceRoot":"","sources":["../src/feedback-policy.ts"],"names":[],"mappings":"AAiDA,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;AAE7E,MAAM,UAAU,cAAc,CAAC,KAA0B;IACvD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IAED,IAAI,KAAK,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;QACnC,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,iBAAiB,GAAG,2BAA2B,CAAC,KAAK,CAAC,CAAC;IAC7D,IAAI,iBAAiB,EAAE,CAAC;QACtB,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;QACnE,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YACzC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,QAAQ,EAAE,KAAK,KAAK,SAAS,IAAI,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACpF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IAED,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IACD,MAAM,WAAW,GAAG,SAAS,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;IACpE,IAAI,iBAAiB,CAAC,KAAK,CAAC,cAAc,EAAE,WAAW,CAAC,EAAE,CAAC;QACzD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IACD,OAAO;QACL,IAAI,EAAE,OAAO;QACb,QAAQ,EAAE,oBAAoB;QAC9B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,WAAW;QACX,OAAO,EAAE,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC;KACrC,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAA0B;IAC/C,MAAM,eAAe,GAAG,kBAAkB,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACvE,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC,WAAW,EAAE,QAAQ,KAAK,MAAM,EAAE,CAAC;QAC/D,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IACD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;IAC5C,MAAM,QAAQ,GAAG,kCAAkC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnE,MAAM,qBAAqB,GACzB,CAAC,KAAK,CAAC,OAAO,CAAC,mBAAmB;QAClC,CAAC,CAAC,UAAU,EAAE,QAAQ,KAAK,eAAe,IAAI,UAAU,CAAC,sBAAsB,IAAI,CAAC,CAAC;YACnF,CAAC,QAAQ,EAAE,YAAY,KAAK,eAAe,IAAI,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC;IACzE,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC3B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IAED,MAAM,WAAW,GAAG,gCAAgC,eAAe,EAAE,CAAC;IACtE,OAAO;QACL,IAAI,EAAE,OAAO;QACb,UAAU,EAAE,wBAAwB;QACpC,YAAY,EAAE,eAAe;QAC7B,UAAU,EAAE,MAAM;QAClB,UAAU,EAAE,wBAAwB;QACpC,WAAW;QACX,OAAO,EAAE,UAAU,CAAC,wBAAwB,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAAC,KAA0B;IAC7D,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,aAAa,KAAK,YAAY,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC3G,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAChE,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;QACnD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;IAC5C,MAAM,QAAQ,GAAG,kCAAkC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnE,MAAM,mBAAmB,GACvB,CAAC,UAAU,EAAE,QAAQ,KAAK,QAAQ,IAAI,UAAU,CAAC,sBAAsB,IAAI,CAAC,CAAC;QAC7E,CAAC,QAAQ,EAAE,YAAY,KAAK,QAAQ,IAAI,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;IAC/D,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,oBAAoB,GAAG,KAAK,CAAC,cAAc,CAAC,IAAI,CACpD,CAAC,QAAQ,EAAE,EAAE,CACX,QAAQ,CAAC,MAAM,KAAK,OAAO;QAC3B,CAAC,QAAQ,CAAC,WAAW,KAAK,6BAA6B,QAAQ,EAAE;YAC/D,QAAQ,CAAC,WAAW,KAAK,0BAA0B,QAAQ,EAAE;YAC7D,QAAQ,CAAC,WAAW,KAAK,+CAA+C,QAAQ,EAAE,CAAC,CACxF,CAAC;IACF,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,IAAI,EAAE,OAAO;QACb,QAAQ,EAAE,oBAAoB;QAC9B,UAAU,EAAE,uCAAuC;QACnD,YAAY,EAAE,QAAQ;QACtB,UAAU,EAAE,UAAU,IAAI,UAAU,CAAC,sBAAsB,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;QACpF,UAAU,EAAE,uCAAuC;QACnD,WAAW,EAAE,+CAA+C,QAAQ,EAAE;QACtE,OAAO,EAAE,UAAU,CAAC,uCAAuC,CAAC;KAC7D,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAA0B;IAC9C,IAAI,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,QAAQ,EAAE,KAAK,KAAK,SAAS,EAAE,CAAC;QAChE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IACD,MAAM,iBAAiB,GACrB,KAAK,CAAC,QAAQ,EAAE,KAAK,KAAK,MAAM;QAChC,KAAK,CAAC,QAAQ,EAAE,UAAU,KAAK,aAAa;QAC5C,KAAK,CAAC,QAAQ,EAAE,UAAU,KAAK,uBAAuB;QACtD,KAAK,CAAC,OAAO,CAAC,mBAAmB;QACjC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,sBAAsB,IAAI,CAAC,CAAC;QACzF,OAAO,CAAC,kCAAkC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7D,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IAED,MAAM,WAAW,GAAG,0CAA0C,CAAC;IAC/D,IAAI,iBAAiB,CAAC,KAAK,CAAC,cAAc,EAAE,WAAW,CAAC,EAAE,CAAC;QACzD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IACD,OAAO;QACL,IAAI,EAAE,OAAO;QACb,QAAQ,EAAE,YAAY;QACtB,UAAU,EAAE,6BAA6B;QACzC,YAAY,EAAE,QAAQ;QACtB,UAAU,EAAE,QAAQ;QACpB,UAAU,EAAE,6BAA6B;QACzC,WAAW;QACX,OAAO,EAAE,UAAU,CAAC,6BAA6B,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAA0B;IAQ/C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;IAC5C,IAAI,UAAU,IAAI,UAAU,CAAC,sBAAsB,IAAI,CAAC,EAAE,CAAC;QACzD,OAAO;YACL,UAAU,EAAE,kBAAkB;YAC9B,YAAY,EAAE,8BAA8B,CAAC,UAAU,CAAC,QAAQ,CAAC;YACjE,UAAU,EAAE,MAAM;YAClB,UAAU,EAAE,kBAAkB;SAC/B,CAAC;IACJ,CAAC;IAED,IAAI,UAAU,IAAI,UAAU,CAAC,sBAAsB,IAAI,CAAC,EAAE,CAAC;QACzD,OAAO;YACL,UAAU,EAAE,qBAAqB;YACjC,YAAY,EAAE,8BAA8B,CAAC,UAAU,CAAC,QAAQ,CAAC;YACjE,UAAU,EAAE,QAAQ;YACpB,UAAU,EAAE,qBAAqB;SAClC,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,kCAAkC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnE,IAAI,QAAQ,IAAI,QAAQ,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;QACpC,OAAO;YACL,UAAU,EAAE,qBAAqB;YACjC,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,UAAU,EAAE,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;YACnD,UAAU,EAAE,qBAAqB;SAClC,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;QACtC,OAAO;YACL,UAAU,EAAE,yBAAyB;YACrC,YAAY,EAAE,MAAM;YACpB,UAAU,EAAE,QAAQ;YACpB,UAAU,EAAE,yBAAyB;SACtC,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,QAAQ,EAAE,UAAU,KAAK,kCAAkC,EAAE,CAAC;QACtE,OAAO;YACL,UAAU,EAAE,kCAAkC;YAC9C,YAAY,EAAE,QAAQ;YACtB,UAAU,EAAE,QAAQ;YACpB,UAAU,EAAE,kCAAkC;SAC/C,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,EAAE,UAAU,KAAK,aAAa,IAAI,KAAK,CAAC,QAAQ,EAAE,UAAU,KAAK,iBAAiB,EAAE,CAAC;QACrG,OAAO;YACL,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU;YACrC,YAAY,EAAE,QAAQ;YACtB,UAAU,EAAE,QAAQ;YACpB,UAAU,EAAE,gBAAgB;SAC7B,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,EAAE,UAAU,KAAK,2BAA2B,EAAE,CAAC;QAC/D,OAAO;YACL,UAAU,EAAE,2BAA2B;YACvC,YAAY,EAAE,UAAU;YACxB,UAAU,EAAE,QAAQ;YACpB,UAAU,EAAE,2BAA2B;SACxC,CAAC;IACJ,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,kCAAkC,CACzC,OAA0B;IAE1B,OAAO,OAAO,CAAC,gBAAgB;SAC5B,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QACnB,MAAM,OAAO,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACpD,OAAO,OAAO,CAAC,QAAQ,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACzG,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,yBAAyB,CAAC,OAA0B;IAC3D,OAAO,OAAO,CAAC,mBAAmB,IAAI,CAAC,OAAO,CAAC,mBAAmB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;AAC/E,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAiC;IACzD,OAAO,IAAI,EAAE,QAAQ,KAAK,MAAM,IAAI,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC;AACrF,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAyB;IACnD,OAAO,KAAK,IAAI,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC;QAC5C,CAAC,CAAE,KAAiF;QACpF,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,8BAA8B,CAAC,QAAgB;IACtD,IAAI,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACpG,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,cAAgC,EAAE,WAAmB;IAC9E,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,KAAK,WAAW,CAAC,CAAC;AACjF,CAAC;AAED,SAAS,UAAU,CAAC,UAAkB;IACpC,QAAQ,UAAU,EAAE,CAAC;QACnB,KAAK,kBAAkB;YACrB,OAAO,mJAAmJ,CAAC;QAC7J,KAAK,qBAAqB;YACxB,OAAO,uJAAuJ,CAAC;QACjK,KAAK,uCAAuC;YAC1C,OAAO,wKAAwK,CAAC;QAClL,KAAK,yBAAyB;YAC5B,OAAO,gIAAgI,CAAC;QAC1I,KAAK,kCAAkC;YACrC,OAAO,mIAAmI,CAAC;QAC7I,KAAK,gBAAgB;YACnB,OAAO,yHAAyH,CAAC;QACnI,KAAK,2BAA2B;YAC9B,OAAO,mIAAmI,CAAC;QAC7I,KAAK,wBAAwB;YAC3B,OAAO,6IAA6I,CAAC;QACvJ,KAAK,6BAA6B;YAChC,OAAO,kHAAkH,CAAC;QAC5H;YACE,OAAO,oEAAoE,CAAC;IAChF,CAAC;AACH,CAAC"}
|
|
@@ -7,13 +7,20 @@ export interface HistoricalReplayOptions {
|
|
|
7
7
|
holdoutRatio?: number;
|
|
8
8
|
}
|
|
9
9
|
export interface HistoricalReplayMetrics {
|
|
10
|
+
sessionsEvaluated: number;
|
|
10
11
|
holdoutSessions: number;
|
|
11
12
|
evaluatedFailureEpisodes: number;
|
|
13
|
+
warnings: number;
|
|
12
14
|
stopPrecisionOnUnrecoveredEpisodes: number | undefined;
|
|
15
|
+
falseStopCount: number;
|
|
13
16
|
falseStopCountOnRecoveredEpisodes: number;
|
|
14
17
|
missedUnrecoveredLoopCount: number;
|
|
15
18
|
blindRetryPrecision: number | undefined;
|
|
16
19
|
averageAttemptsBeforeWarning: number;
|
|
20
|
+
averageToolResultsBeforeWarning: number;
|
|
21
|
+
averageCostBeforeWarning: number | undefined;
|
|
22
|
+
averageDurationBeforeWarning: number | undefined;
|
|
23
|
+
projectBaselineSuppressions: number | undefined;
|
|
17
24
|
lowSampleSuppressions: number;
|
|
18
25
|
categoryCoverage: Partial<Record<FailureRecoveryCategory, number>>;
|
|
19
26
|
}
|