@exla/rudder 4.0.0-alpha.7 → 4.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +33 -69
- package/assets/skills/burst/SKILL.md +64 -0
- package/dist/agent-efficiency/backend-observer.d.ts +13 -0
- package/dist/agent-efficiency/backend-observer.js +77 -0
- package/dist/agent-efficiency/backend-observer.js.map +1 -0
- package/dist/agent-efficiency/handoff.d.ts +9 -0
- package/dist/agent-efficiency/handoff.js +42 -0
- package/dist/agent-efficiency/handoff.js.map +1 -0
- package/dist/agent-efficiency/index.d.ts +11 -0
- package/dist/agent-efficiency/index.js +7 -0
- package/dist/agent-efficiency/index.js.map +1 -0
- package/dist/agent-efficiency/lessons.d.ts +55 -0
- package/dist/agent-efficiency/lessons.js +107 -0
- package/dist/agent-efficiency/lessons.js.map +1 -0
- package/dist/agent-efficiency/privacy.d.ts +6 -0
- package/dist/agent-efficiency/privacy.js +28 -0
- package/dist/agent-efficiency/privacy.js.map +1 -0
- package/dist/agent-efficiency/production.d.ts +16 -0
- package/dist/agent-efficiency/production.js +120 -0
- package/dist/agent-efficiency/production.js.map +1 -0
- package/dist/agent-efficiency/storage.d.ts +3 -0
- package/dist/agent-efficiency/storage.js +28 -0
- package/dist/agent-efficiency/storage.js.map +1 -0
- package/dist/agent-efficiency/telemetry.d.ts +59 -0
- package/dist/agent-efficiency/telemetry.js +143 -0
- package/dist/agent-efficiency/telemetry.js.map +1 -0
- package/dist/agent-efficiency/trace-lessons.d.ts +21 -0
- package/dist/agent-efficiency/trace-lessons.js +36 -0
- package/dist/agent-efficiency/trace-lessons.js.map +1 -0
- package/dist/agent-efficiency/waits.d.ts +52 -0
- package/dist/agent-efficiency/waits.js +131 -0
- package/dist/agent-efficiency/waits.js.map +1 -0
- package/dist/backends.js +14 -8
- package/dist/backends.js.map +1 -1
- package/dist/board/authority.d.ts +48 -0
- package/dist/board/authority.js +125 -0
- package/dist/board/authority.js.map +1 -0
- package/dist/board/board.js +6 -2
- package/dist/board/daemon.d.ts +3 -6
- package/dist/board/daemon.js +242 -222
- package/dist/board/daemon.js.map +1 -1
- package/dist/board/host-access.d.ts +8 -0
- package/dist/board/host-access.js +222 -0
- package/dist/board/host-access.js.map +1 -0
- package/dist/board/project-files.d.ts +12 -0
- package/dist/board/project-files.js +78 -0
- package/dist/board/project-files.js.map +1 -0
- package/dist/brain.d.ts +2 -1
- package/dist/brain.js +15 -21
- package/dist/brain.js.map +1 -1
- package/dist/claude-sdk-protocol.js +10 -7
- package/dist/claude-sdk-protocol.js.map +1 -1
- package/dist/cloud-build-profile.d.ts +22 -0
- package/dist/cloud-build-profile.js +160 -0
- package/dist/cloud-build-profile.js.map +1 -0
- package/dist/cloud.js +23 -470
- package/dist/cloud.js.map +1 -1
- package/dist/codex-binary.d.ts +1 -0
- package/dist/codex-binary.js +8 -1
- package/dist/codex-binary.js.map +1 -1
- package/dist/daemon.d.ts +2 -0
- package/dist/daemon.js +14 -2
- package/dist/daemon.js.map +1 -1
- package/dist/effort.d.ts +8 -0
- package/dist/effort.js +15 -2
- package/dist/effort.js.map +1 -1
- package/dist/engine-authority.js +16 -0
- package/dist/engine-authority.js.map +1 -1
- package/dist/engine.d.ts +1 -1
- package/dist/engine.js +11 -2
- package/dist/engine.js.map +1 -1
- package/dist/fabric-fetch.d.ts +25 -0
- package/dist/fabric-fetch.js +402 -0
- package/dist/fabric-fetch.js.map +1 -0
- package/dist/fabric-local.d.ts +5 -2
- package/dist/fabric-local.js +36 -1
- package/dist/fabric-local.js.map +1 -1
- package/dist/fabric-remote.d.ts +76 -1
- package/dist/fabric-remote.js +333 -61
- package/dist/fabric-remote.js.map +1 -1
- package/dist/git.js +23 -0
- package/dist/git.js.map +1 -1
- package/dist/graph.js +9 -1
- package/dist/graph.js.map +1 -1
- package/dist/jj.d.ts +3 -1
- package/dist/jj.js +34 -2
- package/dist/jj.js.map +1 -1
- package/dist/main.js +115 -311
- package/dist/main.js.map +1 -1
- package/dist/migration.d.ts +2 -0
- package/dist/migration.js +3 -0
- package/dist/migration.js.map +1 -1
- package/dist/models.js +11 -6
- package/dist/models.js.map +1 -1
- package/dist/native/darwin-arm64/native-manifest.json +19 -0
- package/dist/native/darwin-arm64/rudder-jj +0 -0
- package/dist/native/darwin-arm64/rudder-native +0 -0
- package/dist/native/linux-x64/native-manifest.json +19 -0
- package/dist/native/linux-x64/rudder-jj +0 -0
- package/dist/native/linux-x64/rudder-native +0 -0
- package/dist/native-agents.js +3 -7
- package/dist/native-agents.js.map +1 -1
- package/dist/native-binary.js +11 -1
- package/dist/native-binary.js.map +1 -1
- package/dist/operations/cli.d.ts +23 -0
- package/dist/operations/cli.js +110 -0
- package/dist/operations/cli.js.map +1 -0
- package/dist/operations/registry.d.ts +1076 -0
- package/dist/operations/registry.js +69 -0
- package/dist/operations/registry.js.map +1 -0
- package/dist/operations/registry.json +124 -0
- package/dist/operations/requests.d.ts +167 -0
- package/dist/operations/requests.js +223 -0
- package/dist/operations/requests.js.map +1 -0
- package/dist/planning-ownership/index.d.ts +134 -0
- package/dist/planning-ownership/index.js +291 -0
- package/dist/planning-ownership/index.js.map +1 -0
- package/dist/planning-ownership/ingress.d.ts +30 -0
- package/dist/planning-ownership/ingress.js +41 -0
- package/dist/planning-ownership/ingress.js.map +1 -0
- package/dist/planning-ownership/store.d.ts +19 -0
- package/dist/planning-ownership/store.js +30 -0
- package/dist/planning-ownership/store.js.map +1 -0
- package/dist/private-access/cli.d.ts +22 -0
- package/dist/private-access/cli.js +76 -0
- package/dist/private-access/cli.js.map +1 -0
- package/dist/private-access/engine.d.ts +20 -0
- package/dist/private-access/engine.js +47 -0
- package/dist/private-access/engine.js.map +1 -0
- package/dist/private-access/home.d.ts +21 -0
- package/dist/private-access/home.js +80 -0
- package/dist/private-access/home.js.map +1 -0
- package/dist/private-access/previews.d.ts +101 -0
- package/dist/private-access/previews.js +447 -0
- package/dist/private-access/previews.js.map +1 -0
- package/dist/project-files/cli.d.ts +7 -0
- package/dist/project-files/cli.js +22 -0
- package/dist/project-files/cli.js.map +1 -0
- package/dist/project-files/engine.d.ts +14 -0
- package/dist/project-files/engine.js +52 -0
- package/dist/project-files/engine.js.map +1 -0
- package/dist/project-files/home.d.ts +13 -0
- package/dist/project-files/home.js +46 -0
- package/dist/project-files/home.js.map +1 -0
- package/dist/project-files/http.d.ts +9 -0
- package/dist/project-files/http.js +54 -0
- package/dist/project-files/http.js.map +1 -0
- package/dist/project-files/open.d.ts +10 -0
- package/dist/project-files/open.js +37 -0
- package/dist/project-files/open.js.map +1 -0
- package/dist/project-files/references.d.ts +9 -0
- package/dist/project-files/references.js +29 -0
- package/dist/project-files/references.js.map +1 -0
- package/dist/project-files/service.d.ts +32 -0
- package/dist/project-files/service.js +236 -0
- package/dist/project-files/service.js.map +1 -0
- package/dist/project-files/types.d.ts +40 -0
- package/dist/project-files/types.js +2 -0
- package/dist/project-files/types.js.map +1 -0
- package/dist/run-manager.d.ts +8 -0
- package/dist/run-manager.js +193 -13
- package/dist/run-manager.js.map +1 -1
- package/dist/run-timeline.d.ts +31 -0
- package/dist/run-timeline.js +116 -0
- package/dist/run-timeline.js.map +1 -0
- package/dist/scheduler.js +72 -13
- package/dist/scheduler.js.map +1 -1
- package/dist/surfaces.js +3 -8
- package/dist/surfaces.js.map +1 -1
- package/dist/tailscale-preview.d.ts +6 -2
- package/dist/tailscale-preview.js +58 -13
- package/dist/tailscale-preview.js.map +1 -1
- package/dist/task-routing.d.ts +2 -0
- package/dist/task-routing.js +42 -25
- package/dist/task-routing.js.map +1 -1
- package/dist/terminal-screen.d.ts +6 -0
- package/dist/terminal-screen.js +23 -0
- package/dist/terminal-screen.js.map +1 -0
- package/dist/tool-cache.d.ts +23 -0
- package/dist/tool-cache.js +144 -0
- package/dist/tool-cache.js.map +1 -0
- package/dist/types.d.ts +0 -17
- package/dist/types.js.map +1 -1
- package/dist/util.d.ts +8 -0
- package/dist/util.js +38 -2
- package/dist/util.js.map +1 -1
- package/dist/v4-migration/capture.d.ts +53 -0
- package/dist/v4-migration/capture.js +197 -0
- package/dist/v4-migration/capture.js.map +1 -0
- package/dist/v4-migration/cli.d.ts +4 -0
- package/dist/v4-migration/cli.js +38 -0
- package/dist/v4-migration/cli.js.map +1 -0
- package/dist/v4-migration/recovery.d.ts +43 -0
- package/dist/v4-migration/recovery.js +180 -0
- package/dist/v4-migration/recovery.js.map +1 -0
- package/dist/version-check.d.ts +2 -0
- package/dist/version-check.js +23 -0
- package/dist/version-check.js.map +1 -1
- package/dist/warm-snapshot.d.ts +55 -0
- package/dist/warm-snapshot.js +382 -0
- package/dist/warm-snapshot.js.map +1 -0
- package/package.json +4 -3
- package/scripts/copy-native.mjs +35 -48
- package/scripts/native-artifacts.mjs +248 -0
- package/dist/improve/advisor.d.ts +0 -10
- package/dist/improve/advisor.js +0 -115
- package/dist/improve/advisor.js.map +0 -1
- package/dist/improve/collect.d.ts +0 -49
- package/dist/improve/collect.js +0 -274
- package/dist/improve/collect.js.map +0 -1
- package/dist/improve/gate.d.ts +0 -17
- package/dist/improve/gate.js +0 -60
- package/dist/improve/gate.js.map +0 -1
- package/dist/improve/index.d.ts +0 -9
- package/dist/improve/index.js +0 -376
- package/dist/improve/index.js.map +0 -1
- package/dist/improve/judge.d.ts +0 -32
- package/dist/improve/judge.js +0 -114
- package/dist/improve/judge.js.map +0 -1
- package/dist/improve/mine.d.ts +0 -31
- package/dist/improve/mine.js +0 -192
- package/dist/improve/mine.js.map +0 -1
- package/dist/improve/propose.d.ts +0 -51
- package/dist/improve/propose.js +0 -150
- package/dist/improve/propose.js.map +0 -1
- package/dist/improve/rank.d.ts +0 -16
- package/dist/improve/rank.js +0 -49
- package/dist/improve/rank.js.map +0 -1
- package/dist/improve/schedule.d.ts +0 -1
- package/dist/improve/schedule.js +0 -95
- package/dist/improve/schedule.js.map +0 -1
- package/dist/improve/ship.d.ts +0 -25
- package/dist/improve/ship.js +0 -82
- package/dist/improve/ship.js.map +0 -1
- package/dist/improve/state.d.ts +0 -157
- package/dist/improve/state.js +0 -264
- package/dist/improve/state.js.map +0 -1
- package/dist/native/darwin-x64/rudder-native +0 -0
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { RunRecord } from "../types.js";
|
|
2
|
+
/** Only structured tool-use/result pairs are evidence. Never classify shell
|
|
3
|
+
* commands or assistant prose as a successful read or check. Raw tool data is
|
|
4
|
+
* hashed in memory and is not persisted in this private bounded trace. */
|
|
5
|
+
export declare class BackendReadTrace {
|
|
6
|
+
#private;
|
|
7
|
+
private readonly run;
|
|
8
|
+
constructor(run: RunRecord);
|
|
9
|
+
observe(event: unknown): Promise<void>;
|
|
10
|
+
}
|
|
11
|
+
/** Called only by the successful local integration path. Review failure or
|
|
12
|
+
* unfinished verification cannot teach advice; a backend exit alone never does. */
|
|
13
|
+
export declare function learnIntegratedRun(run: RunRecord): Promise<void>;
|
|
14
|
+
/** Shared by both backends on ordinary start, resume and steering. The compact
|
|
15
|
+
* context carries open obligations and advisory provenance, never new authority. */
|
|
16
|
+
export declare function efficiencyContext(run: RunRecord): Promise<string>;
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
import path from "node:path";
|
|
2
|
+
import fs from "node:fs/promises";
|
|
3
|
+
import { randomUUID } from "node:crypto";
|
|
4
|
+
import { runDir } from "../state.js";
|
|
5
|
+
import { currentCommit, workspaceStatus } from "../git.js";
|
|
6
|
+
import { readJson, runCommand } from "../util.js";
|
|
7
|
+
import { boundedRows, editEvidence } from "./storage.js";
|
|
8
|
+
import { evidenceId } from "./privacy.js";
|
|
9
|
+
import { compactionHandoff } from "./handoff.js";
|
|
10
|
+
import { ScopedLessonStore } from "./lessons.js";
|
|
11
|
+
import { traceFindings, deriveTraceLessons } from "./trace-lessons.js";
|
|
12
|
+
const toolchain = () => `rudder-read-receipts-v1:${process.version}:${process.platform}:${process.arch}`;
|
|
13
|
+
const actionsPath = (run) => path.join(runDir(run.repoRoot, run.id), "efficiency-actions.json");
|
|
14
|
+
const lessons = (run) => new ScopedLessonStore(path.join(run.repoRoot, ".rudder", "efficiency-lessons.json"));
|
|
15
|
+
function relativeRead(run, file) {
|
|
16
|
+
if (typeof file !== "string")
|
|
17
|
+
return;
|
|
18
|
+
const relative = path.relative(run.workspace.path, path.resolve(run.workspace.path, file));
|
|
19
|
+
if (!relative || relative.startsWith("..") || path.isAbsolute(relative) || relative.length > 160)
|
|
20
|
+
return;
|
|
21
|
+
return relative.split(path.sep).join("/");
|
|
22
|
+
}
|
|
23
|
+
/** Only structured tool-use/result pairs are evidence. Never classify shell
|
|
24
|
+
* commands or assistant prose as a successful read or check. Raw tool data is
|
|
25
|
+
* hashed in memory and is not persisted in this private bounded trace. */
|
|
26
|
+
export class BackendReadTrace {
|
|
27
|
+
run;
|
|
28
|
+
#pending = new Map();
|
|
29
|
+
#attempt = randomUUID();
|
|
30
|
+
#writes = 0;
|
|
31
|
+
constructor(run) { this.run = run; }
|
|
32
|
+
async observe(event) {
|
|
33
|
+
if (this.run.backend !== "claude" || !event || typeof event !== "object")
|
|
34
|
+
return;
|
|
35
|
+
const row = event;
|
|
36
|
+
if (!Array.isArray(row.message?.content))
|
|
37
|
+
return;
|
|
38
|
+
for (const block of row.message.content) {
|
|
39
|
+
if (!block || typeof block !== "object")
|
|
40
|
+
continue;
|
|
41
|
+
if (row.type === "assistant" && block.type === "tool_use" && block.name === "Read" && typeof block.id === "string") {
|
|
42
|
+
const file = relativeRead(this.run, block.input?.file_path);
|
|
43
|
+
if (file && this.#pending.size < 128)
|
|
44
|
+
this.#pending.set(block.id, { path: file, input: { path: file, offset: block.input?.offset, limit: block.input?.limit } });
|
|
45
|
+
}
|
|
46
|
+
if (row.type !== "user" || block.type !== "tool_result" || typeof block.tool_use_id !== "string")
|
|
47
|
+
continue;
|
|
48
|
+
const pending = this.#pending.get(block.tool_use_id);
|
|
49
|
+
if (!pending)
|
|
50
|
+
continue;
|
|
51
|
+
this.#pending.delete(block.tool_use_id);
|
|
52
|
+
if (block.is_error === true || this.#writes >= 16)
|
|
53
|
+
continue;
|
|
54
|
+
const encoded = JSON.stringify(block.content);
|
|
55
|
+
if (!encoded || Buffer.byteLength(encoded) > 1024 * 1024)
|
|
56
|
+
continue;
|
|
57
|
+
const action = { stepId: `${this.#attempt}:${block.tool_use_id}`, kind: "read",
|
|
58
|
+
inputDigest: evidenceId(JSON.stringify([pending.input, encoded])), status: "succeeded" };
|
|
59
|
+
this.#writes++;
|
|
60
|
+
try {
|
|
61
|
+
await editEvidence(actionsPath(this.run), current => ({ schema: 1,
|
|
62
|
+
paths: [...new Set([...(current?.schema === 1 && Array.isArray(current.paths) ? current.paths.filter(p => typeof p === "string" && relativeRead(this.run, p) === p) : []), pending.path])].slice(0, 8),
|
|
63
|
+
actions: boundedRows([...(current?.schema === 1 && Array.isArray(current.actions) ? current.actions.filter(a => a && typeof a.stepId === "string" && /^[a-f0-9]{64}$/.test(a.inputDigest)) : []), action], 4096, 512 * 1024) }));
|
|
64
|
+
}
|
|
65
|
+
finally {
|
|
66
|
+
this.#writes--;
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
/** Called only by the successful local integration path. Review failure or
|
|
72
|
+
* unfinished verification cannot teach advice; a backend exit alone never does. */
|
|
73
|
+
export async function learnIntegratedRun(run) {
|
|
74
|
+
const revision = run.merge?.localCommit;
|
|
75
|
+
if (run.merge?.status !== "merged" || !revision || !run.verification
|
|
76
|
+
|| run.verification.shouldContinue || run.verification.missing.length)
|
|
77
|
+
return;
|
|
78
|
+
const evidence = await readJson(actionsPath(run));
|
|
79
|
+
if (evidence?.schema !== 1 || !Array.isArray(evidence.paths) || !Array.isArray(evidence.actions))
|
|
80
|
+
return;
|
|
81
|
+
const now = Date.now();
|
|
82
|
+
const trace = { traceId: run.id, scope: { projectId: run.repoRoot, paths: evidence.paths,
|
|
83
|
+
sourceRevision: revision, toolchain: toolchain() }, observedAt: now,
|
|
84
|
+
outcome: { id: run.merge.operationId ?? revision, accepted: true, failedChecks: 0, reviewRejected: false }, actions: evidence.actions };
|
|
85
|
+
const derived = deriveTraceLessons(trace, now);
|
|
86
|
+
for (const finding of traceFindings(trace))
|
|
87
|
+
if (derived.some(row => row.kind === finding.kind))
|
|
88
|
+
await lessons(run).learn(finding, now);
|
|
89
|
+
}
|
|
90
|
+
/** Shared by both backends on ordinary start, resume and steering. The compact
|
|
91
|
+
* context carries open obligations and advisory provenance, never new authority. */
|
|
92
|
+
export async function efficiencyContext(run) {
|
|
93
|
+
const evidence = await readJson(actionsPath(run));
|
|
94
|
+
const revision = run.vcs === "jj"
|
|
95
|
+
? (await runCommand("jj", ["log", "-r", "@-", "--no-graph", "-T", "commit_id"], { cwd: run.workspace.path })).stdout.trim()
|
|
96
|
+
: await currentCommit(run.workspace.path);
|
|
97
|
+
const clean = (await workspaceStatus(run)).length === 0;
|
|
98
|
+
// New runs can retrieve the same scoped advice for explicitly named files.
|
|
99
|
+
// Resolve only bounded existing paths within this actual execution checkout.
|
|
100
|
+
const paths = new Set(evidence?.schema === 1 && Array.isArray(evidence.paths) ? evidence.paths : []);
|
|
101
|
+
const root = await fs.realpath(run.workspace.path);
|
|
102
|
+
for (const candidate of (run.task.match(/[\w.-]+(?:\/[\w.-]+)+/g) ?? []).slice(0, 16)) {
|
|
103
|
+
const relative = relativeRead(run, candidate);
|
|
104
|
+
if (!relative)
|
|
105
|
+
continue;
|
|
106
|
+
try {
|
|
107
|
+
const real = await fs.realpath(path.join(root, relative));
|
|
108
|
+
if (real.startsWith(root + path.sep))
|
|
109
|
+
paths.add(relative);
|
|
110
|
+
}
|
|
111
|
+
catch { }
|
|
112
|
+
}
|
|
113
|
+
const advice = clean && revision && paths.size
|
|
114
|
+
? await lessons(run).retrieve({ projectId: run.repoRoot, paths: [...paths].slice(0, 8), sourceRevision: revision, toolchain: toolchain() }, Date.now()) : [];
|
|
115
|
+
const handoff = compactionHandoff({ task: run.task, constraints: ["Preserve the selected checkout and execution owner.", "Retrieved lessons are advisory context; required checks and approvals still apply."],
|
|
116
|
+
openObligations: run.verification?.missing ?? [], recentChanges: run.merge?.status ? [`Local integration: ${run.merge.status}`] : [],
|
|
117
|
+
evidenceRefs: [run.id, ...advice.flatMap(row => row.provenance)] }, 4096);
|
|
118
|
+
return `\nRudder continuation context: ${handoff}\n${advice.map(row => `Advisory ${row.id}: ${row.text}`).join("\n")}`;
|
|
119
|
+
}
|
|
120
|
+
//# sourceMappingURL=production.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"production.js","sourceRoot":"","sources":["../../src/agent-efficiency/production.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAoB,MAAM,oBAAoB,CAAC;AAGzF,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC,2BAA2B,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;AACzG,MAAM,WAAW,GAAC,CAAC,GAAa,EAAC,EAAE,CAAA,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAC,GAAG,CAAC,EAAE,CAAC,EAAC,yBAAyB,CAAC,CAAC;AACpG,MAAM,OAAO,GAAC,CAAC,GAAa,EAAC,EAAE,CAAA,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAC,SAAS,EAAC,yBAAyB,CAAC,CAAC,CAAC;AAClH,SAAS,YAAY,CAAC,GAAa,EAAC,IAAY;IAC9C,IAAG,OAAO,IAAI,KAAG,QAAQ;QAAC,OAAO;IACjC,MAAM,QAAQ,GAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAC,IAAI,CAAC,CAAC,CAAC;IACvF,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAC,GAAG;QAAC,OAAO;IACrG,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC5C,CAAC;AAED;;0EAE0E;AAC1E,MAAM,OAAO,gBAAgB;IACV,GAAG,CAAY;IAChC,QAAQ,GAAC,IAAI,GAAG,EAAsC,CAAC;IACvD,QAAQ,GAAC,UAAU,EAAE,CAAC;IACtB,OAAO,GAAC,CAAC,CAAC;IACV,YAAY,GAAc,IAAI,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC;IAC/C,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAG,IAAI,CAAC,GAAG,CAAC,OAAO,KAAG,QAAQ,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAG,QAAQ;YAAC,OAAO;QAC3E,MAAM,GAAG,GAAC,KAAmD,CAAC;QAC9D,IAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC;YAAC,OAAO;QAC/C,KAAI,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,EAAC,CAAC;YACtC,IAAG,CAAC,KAAK,IAAI,OAAO,KAAK,KAAG,QAAQ;gBAAC,SAAS;YAC9C,IAAG,GAAG,CAAC,IAAI,KAAG,WAAW,IAAI,KAAK,CAAC,IAAI,KAAG,UAAU,IAAI,KAAK,CAAC,IAAI,KAAG,MAAM,IAAI,OAAO,KAAK,CAAC,EAAE,KAAG,QAAQ,EAAC,CAAC;gBACzG,MAAM,IAAI,GAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACzD,IAAG,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAC,GAAG;oBAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAC,EAAC,IAAI,EAAC,IAAI,EAAC,KAAK,EAAC,EAAC,IAAI,EAAC,IAAI,EAAC,MAAM,EAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAC,KAAK,EAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAC,EAAC,CAAC,CAAC;YAClJ,CAAC;YACD,IAAG,GAAG,CAAC,IAAI,KAAG,MAAM,IAAI,KAAK,CAAC,IAAI,KAAG,aAAa,IAAI,OAAO,KAAK,CAAC,WAAW,KAAG,QAAQ;gBAAC,SAAS;YACnG,MAAM,OAAO,GAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAAA,IAAG,CAAC,OAAO;gBAAC,SAAS;YACxE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACxC,IAAG,KAAK,CAAC,QAAQ,KAAG,IAAI,IAAI,IAAI,CAAC,OAAO,IAAE,EAAE;gBAAC,SAAS;YACtD,MAAM,OAAO,GAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAAA,IAAG,CAAC,OAAO,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,GAAC,IAAI,GAAC,IAAI;gBAAC,SAAS;YACzG,MAAM,MAAM,GAAa,EAAC,MAAM,EAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,EAAC,IAAI,EAAC,MAAM;gBAClF,WAAW,EAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,KAAK,EAAC,OAAO,CAAC,CAAC,CAAC,EAAC,MAAM,EAAC,WAAW,EAAC,CAAC;YACtF,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,IAAI,CAAC;gBAAA,MAAM,YAAY,CAAU,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAC,OAAO,CAAA,EAAE,CAAA,CAAC,EAAC,MAAM,EAAC,CAAC;oBACxE,KAAK,EAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,KAAG,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA,CAAC,CAAA,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA,EAAE,CAAA,OAAO,CAAC,KAAG,QAAQ,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,EAAC,CAAC,CAAC,KAAG,CAAC,CAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAC,CAAC,CAAC;oBACtL,OAAO,EAAC,WAAW,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,KAAG,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA,CAAC,CAAA,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA,EAAE,CAAA,CAAC,IAAI,OAAO,CAAC,CAAC,MAAM,KAAG,QAAQ,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAA,CAAC,CAAA,EAAE,CAAC,EAAC,MAAM,CAAC,EAAC,IAAI,EAAC,GAAG,GAAC,IAAI,CAAC,EAA0B,CAAA,CAAC,CAAC;YAAA,CAAC;oBACpO,CAAC;gBAAA,IAAI,CAAC,OAAO,EAAE,CAAC;YAAA,CAAC;QAC1B,CAAC;IACH,CAAC;CACF;AAED;mFACmF;AACnF,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,GAAa;IACpD,MAAM,QAAQ,GAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC;IACtC,IAAG,GAAG,CAAC,KAAK,EAAE,MAAM,KAAG,QAAQ,IAAI,CAAC,QAAQ,IAAI,CAAC,GAAG,CAAC,YAAY;WAC5D,GAAG,CAAC,YAAY,CAAC,cAAc,IAAI,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM;QAAC,OAAO;IAC/E,MAAM,QAAQ,GAAC,MAAM,QAAQ,CAAU,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACzD,IAAG,QAAQ,EAAE,MAAM,KAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAC,OAAO;IACrG,MAAM,GAAG,GAAC,IAAI,CAAC,GAAG,EAAE,CAAC;IACrB,MAAM,KAAK,GAAC,EAAC,OAAO,EAAC,GAAG,CAAC,EAAE,EAAC,KAAK,EAAC,EAAC,SAAS,EAAC,GAAG,CAAC,QAAQ,EAAC,KAAK,EAAC,QAAQ,CAAC,KAAK;YAC5E,cAAc,EAAC,QAAQ,EAAC,SAAS,EAAC,SAAS,EAAE,EAAC,EAAC,UAAU,EAAC,GAAG;QAC7D,OAAO,EAAC,EAAC,EAAE,EAAC,GAAG,CAAC,KAAK,CAAC,WAAW,IAAE,QAAQ,EAAC,QAAQ,EAAC,IAAI,EAAC,YAAY,EAAC,CAAC,EAAC,cAAc,EAAC,KAAK,EAAC,EAAC,OAAO,EAAC,QAAQ,CAAC,OAAO,EAAC,CAAC;IAC3H,MAAM,OAAO,GAAC,kBAAkB,CAAC,KAAK,EAAC,GAAG,CAAC,CAAC;IAC5C,KAAI,MAAM,OAAO,IAAI,aAAa,CAAC,KAAK,CAAC;QAAC,IAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAA,EAAE,CAAA,GAAG,CAAC,IAAI,KAAG,OAAO,CAAC,IAAI,CAAC;YAAC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,EAAC,GAAG,CAAC,CAAC;AAChI,CAAC;AAED;oFACoF;AACpF,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,GAAa;IACnD,MAAM,QAAQ,GAAC,MAAM,QAAQ,CAAU,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAC,GAAG,CAAC,GAAG,KAAG,IAAI;QAC3B,CAAC,CAAA,CAAC,MAAM,UAAU,CAAC,IAAI,EAAC,CAAC,KAAK,EAAC,IAAI,EAAC,IAAI,EAAC,YAAY,EAAC,IAAI,EAAC,WAAW,CAAC,EAAC,EAAC,GAAG,EAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE;QAChH,CAAC,CAAA,MAAM,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAC,CAAC,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,KAAG,CAAC,CAAC;IACpD,2EAA2E;IAC3E,6EAA6E;IAC7E,MAAM,KAAK,GAAC,IAAI,GAAG,CAAS,QAAQ,EAAE,MAAM,KAAG,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA,CAAC,CAAA,QAAQ,CAAC,KAAK,CAAA,CAAC,CAAA,EAAE,CAAC,CAAC;IACrG,MAAM,IAAI,GAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACjD,KAAI,MAAM,SAAS,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,IAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAC,EAAE,CAAC,EAAE,CAAC;QAClF,MAAM,QAAQ,GAAC,YAAY,CAAC,GAAG,EAAC,SAAS,CAAC,CAAC;QAAA,IAAG,CAAC,QAAQ;YAAC,SAAS;QACjE,IAAI,CAAC;YAAA,MAAM,IAAI,GAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAC,QAAQ,CAAC,CAAC,CAAC;YAAA,IAAG,IAAI,CAAC,UAAU,CAAC,IAAI,GAAC,IAAI,CAAC,GAAG,CAAC;gBAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAAA,CAAC;QAAA,MAAK,CAAC,CAAA,CAAC;IAC5H,CAAC;IACD,MAAM,MAAM,GAAC,KAAK,IAAI,QAAQ,IAAI,KAAK,CAAC,IAAI;QAC1C,CAAC,CAAA,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAC,SAAS,EAAC,GAAG,CAAC,QAAQ,EAAC,KAAK,EAAC,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAC,CAAC,CAAC,EAAC,cAAc,EAAC,QAAQ,EAAC,SAAS,EAAC,SAAS,EAAE,EAAC,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA,CAAC,CAAA,EAAE,CAAC;IACjJ,MAAM,OAAO,GAAC,iBAAiB,CAAC,EAAC,IAAI,EAAC,GAAG,CAAC,IAAI,EAAC,WAAW,EAAC,CAAC,qDAAqD,EAAC,oFAAoF,CAAC;QACrM,eAAe,EAAC,GAAG,CAAC,YAAY,EAAE,OAAO,IAAE,EAAE,EAAC,aAAa,EAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAA,CAAC,CAAA,CAAC,sBAAsB,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA,CAAC,CAAA,EAAE;QAC3H,YAAY,EAAC,CAAC,GAAG,CAAC,EAAE,EAAC,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAA,EAAE,CAAA,GAAG,CAAC,UAAU,CAAC,CAAC,EAAC,EAAC,IAAI,CAAC,CAAC;IACtE,OAAO,kCAAkC,OAAO,KAAK,MAAM,CAAC,GAAG,CAAC,GAAG,CAAA,EAAE,CAAA,YAAY,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AACvH,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import fs from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { randomUUID } from "node:crypto";
|
|
4
|
+
import { readJson, withPathLock, writeJson } from "../util.js";
|
|
5
|
+
export async function editEvidence(file, edit) {
|
|
6
|
+
const key = path.resolve(file);
|
|
7
|
+
await fs.mkdir(path.dirname(key), { recursive: true, mode: 0o700 });
|
|
8
|
+
// Reuse the repository's cross-process JSON lock. writeJson locks its own
|
|
9
|
+
// destination, so stage to a unique sibling to avoid recursively locking key.
|
|
10
|
+
// Both the stage and final artifact are private from their first publication.
|
|
11
|
+
await withPathLock(key, async () => {
|
|
12
|
+
const stage = `${key}.${randomUUID()}.evidence-stage`;
|
|
13
|
+
try {
|
|
14
|
+
await writeJson(stage, edit(await readJson(key)), { mode: 0o600 });
|
|
15
|
+
await fs.rename(stage, key);
|
|
16
|
+
}
|
|
17
|
+
finally {
|
|
18
|
+
await fs.rm(stage, { force: true });
|
|
19
|
+
}
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
export function boundedRows(rows, maxRecords, maxBytes) {
|
|
23
|
+
const kept = rows.slice(-maxRecords);
|
|
24
|
+
while (kept.length && Buffer.byteLength(JSON.stringify(kept)) > maxBytes)
|
|
25
|
+
kept.shift();
|
|
26
|
+
return kept;
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=storage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../src/agent-efficiency/storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAG/D,MAAM,CAAC,KAAK,UAAU,YAAY,CAAI,IAAY,EAAE,IAAsC;IACxF,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACpE,0EAA0E;IAC1E,8EAA8E;IAC9E,8EAA8E;IAC9E,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,IAAI,EAAE;QACjC,MAAM,KAAK,GAAG,GAAG,GAAG,IAAI,UAAU,EAAE,iBAAiB,CAAC;QACtD,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,QAAQ,CAAI,GAAG,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACtE,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC9B,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,WAAW,CAAI,IAAS,EAAE,UAAkB,EAAE,QAAgB;IAC5E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,CAAC;IACrC,OAAO,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ;QAAE,IAAI,CAAC,KAAK,EAAE,CAAC;IACvF,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
export type Provider = "codex" | "claude";
|
|
2
|
+
export type Tokens = Partial<Record<"input" | "cachedInput" | "cacheWrite" | "output" | "reasoning", number>>;
|
|
3
|
+
export type StepObservation = {
|
|
4
|
+
projectId: string;
|
|
5
|
+
runId: string;
|
|
6
|
+
stepId: string;
|
|
7
|
+
provider: Provider;
|
|
8
|
+
model?: string;
|
|
9
|
+
effort?: string;
|
|
10
|
+
tool?: string;
|
|
11
|
+
tokens?: Tokens;
|
|
12
|
+
contextTokens?: number;
|
|
13
|
+
modelMs?: number;
|
|
14
|
+
toolMs?: number;
|
|
15
|
+
outputBytes?: number;
|
|
16
|
+
durationMs?: number;
|
|
17
|
+
waitMs?: number;
|
|
18
|
+
coordinationMs?: number;
|
|
19
|
+
retries?: number;
|
|
20
|
+
failure?: string;
|
|
21
|
+
};
|
|
22
|
+
export type StepTelemetry = {
|
|
23
|
+
schema: 1;
|
|
24
|
+
project: string;
|
|
25
|
+
run: string;
|
|
26
|
+
step: string;
|
|
27
|
+
provider: Provider;
|
|
28
|
+
model?: string;
|
|
29
|
+
effort?: string;
|
|
30
|
+
tool?: string;
|
|
31
|
+
tokens?: Tokens;
|
|
32
|
+
failure?: string;
|
|
33
|
+
contextTokens?: number;
|
|
34
|
+
modelMs?: number;
|
|
35
|
+
toolMs?: number;
|
|
36
|
+
outputBytes?: number;
|
|
37
|
+
durationMs?: number;
|
|
38
|
+
waitMs?: number;
|
|
39
|
+
coordinationMs?: number;
|
|
40
|
+
retries?: number;
|
|
41
|
+
waitShare?: number;
|
|
42
|
+
coordinationShare?: number;
|
|
43
|
+
};
|
|
44
|
+
/** Per-step fields only. Cumulative totals must never be charged to each step. */
|
|
45
|
+
export declare function supportedUsage(provider: Provider, event: unknown): {
|
|
46
|
+
tokens?: Tokens;
|
|
47
|
+
contextTokens?: number;
|
|
48
|
+
model?: string;
|
|
49
|
+
effort?: string;
|
|
50
|
+
};
|
|
51
|
+
/** Allowlisting is the primary redaction: no prompt, command, output or error text. */
|
|
52
|
+
export declare function normalizeStep(observation: StepObservation): StepTelemetry;
|
|
53
|
+
export declare class TelemetryRecorder {
|
|
54
|
+
readonly file: string;
|
|
55
|
+
readonly maxRecords: number;
|
|
56
|
+
readonly maxBytes: number;
|
|
57
|
+
constructor(file: string, maxRecords?: number, maxBytes?: number);
|
|
58
|
+
record(step: StepObservation): Promise<void>;
|
|
59
|
+
}
|
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
import { evidenceId, finiteMetric, label } from "./privacy.js";
|
|
2
|
+
import { boundedRows, editEvidence } from "./storage.js";
|
|
3
|
+
function record(value) {
|
|
4
|
+
return value !== null && typeof value === "object" && !Array.isArray(value) ? value : undefined;
|
|
5
|
+
}
|
|
6
|
+
/** Per-step fields only. Cumulative totals must never be charged to each step. */
|
|
7
|
+
export function supportedUsage(provider, event) {
|
|
8
|
+
const row = record(event);
|
|
9
|
+
if (!row)
|
|
10
|
+
return {};
|
|
11
|
+
let usage;
|
|
12
|
+
let contextTokens;
|
|
13
|
+
let model;
|
|
14
|
+
if (provider === "codex") {
|
|
15
|
+
const payload = record(row.payload);
|
|
16
|
+
if (row.type !== "event_msg" || payload?.type !== "token_count")
|
|
17
|
+
return {};
|
|
18
|
+
const info = record(payload.info);
|
|
19
|
+
usage = record(info?.last_token_usage);
|
|
20
|
+
// model_context_window is capacity, not observed context occupancy.
|
|
21
|
+
contextTokens = finiteMetric(usage?.input_tokens);
|
|
22
|
+
}
|
|
23
|
+
else {
|
|
24
|
+
if (row.type !== "assistant")
|
|
25
|
+
return {};
|
|
26
|
+
const message = record(row.message);
|
|
27
|
+
usage = record(message?.usage);
|
|
28
|
+
model = label(message?.model);
|
|
29
|
+
// Claude input_tokens excludes cache reads/writes. Only sum if all are known.
|
|
30
|
+
const input = finiteMetric(usage?.input_tokens);
|
|
31
|
+
const read = finiteMetric(usage?.cache_read_input_tokens);
|
|
32
|
+
const write = finiteMetric(usage?.cache_creation_input_tokens);
|
|
33
|
+
if (input !== undefined && read !== undefined && write !== undefined)
|
|
34
|
+
contextTokens = input + read + write;
|
|
35
|
+
}
|
|
36
|
+
if (!usage)
|
|
37
|
+
return {};
|
|
38
|
+
const tokens = {};
|
|
39
|
+
const fields = provider === "codex"
|
|
40
|
+
? { input: "input_tokens", cachedInput: "cached_input_tokens", output: "output_tokens", reasoning: "reasoning_output_tokens" }
|
|
41
|
+
: { input: "input_tokens", cachedInput: "cache_read_input_tokens", cacheWrite: "cache_creation_input_tokens", output: "output_tokens" };
|
|
42
|
+
for (const [target, source] of Object.entries(fields)) {
|
|
43
|
+
const value = finiteMetric(usage[source]);
|
|
44
|
+
if (value !== undefined && Number.isSafeInteger(value))
|
|
45
|
+
tokens[target] = value;
|
|
46
|
+
}
|
|
47
|
+
return { ...(Object.keys(tokens).length ? { tokens } : {}), ...(contextTokens !== undefined ? { contextTokens } : {}), ...(model ? { model } : {}) };
|
|
48
|
+
}
|
|
49
|
+
/** Allowlisting is the primary redaction: no prompt, command, output or error text. */
|
|
50
|
+
export function normalizeStep(observation) {
|
|
51
|
+
if (!["codex", "claude"].includes(observation.provider))
|
|
52
|
+
throw new Error("unsupported_telemetry_provider");
|
|
53
|
+
const result = { schema: 1, project: evidenceId(observation.projectId), run: evidenceId(observation.runId), step: evidenceId(observation.stepId), provider: observation.provider };
|
|
54
|
+
for (const key of ["model", "tool"]) {
|
|
55
|
+
const value = label(observation[key]);
|
|
56
|
+
if (value)
|
|
57
|
+
result[key] = value;
|
|
58
|
+
}
|
|
59
|
+
if (["low", "medium", "high", "xhigh", "max"].includes(observation.effort ?? ""))
|
|
60
|
+
result.effort = observation.effort;
|
|
61
|
+
for (const key of ["contextTokens", "modelMs", "toolMs", "outputBytes", "durationMs", "waitMs", "coordinationMs", "retries"]) {
|
|
62
|
+
const value = finiteMetric(observation[key]);
|
|
63
|
+
if (value !== undefined)
|
|
64
|
+
result[key] = value;
|
|
65
|
+
}
|
|
66
|
+
if (observation.failure)
|
|
67
|
+
result.failure = evidenceId(observation.failure);
|
|
68
|
+
if (observation.tokens) {
|
|
69
|
+
const tokens = {};
|
|
70
|
+
for (const key of ["input", "cachedInput", "cacheWrite", "output", "reasoning"]) {
|
|
71
|
+
const value = finiteMetric(observation.tokens[key]);
|
|
72
|
+
if (value !== undefined && Number.isSafeInteger(value))
|
|
73
|
+
tokens[key] = value;
|
|
74
|
+
}
|
|
75
|
+
if (Object.keys(tokens).length)
|
|
76
|
+
result.tokens = tokens;
|
|
77
|
+
}
|
|
78
|
+
for (const [time, share] of [["waitMs", "waitShare"], ["coordinationMs", "coordinationShare"]]) {
|
|
79
|
+
if (result.durationMs && result[time] !== undefined && result[time] <= result.durationMs)
|
|
80
|
+
result[share] = result[time] / result.durationMs;
|
|
81
|
+
}
|
|
82
|
+
return result;
|
|
83
|
+
}
|
|
84
|
+
export class TelemetryRecorder {
|
|
85
|
+
file;
|
|
86
|
+
maxRecords;
|
|
87
|
+
maxBytes;
|
|
88
|
+
constructor(file, maxRecords = 512, maxBytes = 256 * 1024) {
|
|
89
|
+
if (!Number.isSafeInteger(maxRecords) || maxRecords < 1 || maxRecords > 2048 || !Number.isSafeInteger(maxBytes) || maxBytes < 1024 || maxBytes > 1024 * 1024)
|
|
90
|
+
throw new Error("invalid_telemetry_bounds");
|
|
91
|
+
this.file = file;
|
|
92
|
+
this.maxRecords = maxRecords;
|
|
93
|
+
this.maxBytes = maxBytes;
|
|
94
|
+
}
|
|
95
|
+
async record(step) {
|
|
96
|
+
const clean = normalizeStep(step);
|
|
97
|
+
await editEvidence(this.file, current => {
|
|
98
|
+
// Discard unknown persisted schemas. Re-normalizing pre-existing JSON could
|
|
99
|
+
// accidentally bless arbitrary text as telemetry, so retain only our rows.
|
|
100
|
+
const prior = current?.schema === 1 && Array.isArray(current.steps) ? current.steps.filter(isTelemetry) : [];
|
|
101
|
+
const rows = boundedRows(prior.filter(row => row.project !== clean.project || row.run !== clean.run || row.step !== clean.step).concat(clean), this.maxRecords, this.maxBytes);
|
|
102
|
+
// writeJson pretty prints. The bound includes the envelope and newline.
|
|
103
|
+
while (rows.length && Buffer.byteLength(JSON.stringify({ schema: 1, steps: rows }, null, 2) + "\n") > this.maxBytes)
|
|
104
|
+
rows.shift();
|
|
105
|
+
return { schema: 1, steps: rows };
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
function isTelemetry(value) {
|
|
110
|
+
const row = record(value);
|
|
111
|
+
if (!row || row.schema !== 1 || !["codex", "claude"].includes(String(row.provider)))
|
|
112
|
+
return false;
|
|
113
|
+
if (![row.project, row.run, row.step].every(value => typeof value === "string" && /^[a-f0-9]{64}$/.test(value)))
|
|
114
|
+
return false;
|
|
115
|
+
const allowed = new Set(["schema", "project", "run", "step", "provider", "model", "effort", "tool", "tokens", "failure", "contextTokens", "modelMs", "toolMs", "outputBytes", "durationMs", "waitMs", "coordinationMs", "retries", "waitShare", "coordinationShare"]);
|
|
116
|
+
if (!Object.keys(row).every(key => allowed.has(key)))
|
|
117
|
+
return false;
|
|
118
|
+
for (const [key, value] of Object.entries(row)) {
|
|
119
|
+
if (["schema", "project", "run", "step", "provider"].includes(key))
|
|
120
|
+
continue;
|
|
121
|
+
if (["model", "tool"].includes(key)) {
|
|
122
|
+
if (!label(value))
|
|
123
|
+
return false;
|
|
124
|
+
}
|
|
125
|
+
else if (key === "effort") {
|
|
126
|
+
if (!["low", "medium", "high", "xhigh", "max"].includes(String(value)))
|
|
127
|
+
return false;
|
|
128
|
+
}
|
|
129
|
+
else if (key === "failure") {
|
|
130
|
+
if (typeof value !== "string" || !/^[a-f0-9]{64}$/.test(value))
|
|
131
|
+
return false;
|
|
132
|
+
}
|
|
133
|
+
else if (key === "tokens") {
|
|
134
|
+
const tokens = record(value);
|
|
135
|
+
if (!tokens || !Object.entries(tokens).every(([k, v]) => ["input", "cachedInput", "cacheWrite", "output", "reasoning"].includes(k) && finiteMetric(v) !== undefined && Number.isSafeInteger(v)))
|
|
136
|
+
return false;
|
|
137
|
+
}
|
|
138
|
+
else if (finiteMetric(value) === undefined)
|
|
139
|
+
return false;
|
|
140
|
+
}
|
|
141
|
+
return true;
|
|
142
|
+
}
|
|
143
|
+
//# sourceMappingURL=telemetry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"telemetry.js","sourceRoot":"","sources":["../../src/agent-efficiency/telemetry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAoBzD,SAAS,MAAM,CAAC,KAAc;IAC5B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAgC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7H,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,cAAc,CAAC,QAAkB,EAAE,KAAc;IAC/D,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1B,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,IAAI,KAA0C,CAAC;IAC/C,IAAI,aAAiC,CAAC;IACtC,IAAI,KAAyB,CAAC;IAC9B,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpC,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,EAAE,IAAI,KAAK,aAAa;YAAE,OAAO,EAAE,CAAC;QAC3E,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAClC,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QACvC,oEAAoE;QACpE,aAAa,GAAG,YAAY,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IACpD,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpC,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC/B,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC9B,8EAA8E;QAC9E,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,EAAE,uBAAuB,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,2BAA2B,CAAC,CAAC;QAC/D,IAAI,KAAK,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;YAAE,aAAa,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,CAAC;IAC7G,CAAC;IACD,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,MAAM,MAAM,GAAW,EAAE,CAAC;IAC1B,MAAM,MAAM,GAAG,QAAQ,KAAK,OAAO;QACjC,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,qBAAqB,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,yBAAyB,EAAE;QAC9H,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,yBAAyB,EAAE,UAAU,EAAE,6BAA6B,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1I,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACtD,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1C,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC;YAAE,MAAM,CAAC,MAAsB,CAAC,GAAG,KAAK,CAAC;IACjG,CAAC;IACD,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACvJ,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,aAAa,CAAC,WAA4B;IACxD,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC3G,MAAM,MAAM,GAAkB,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAE,CAAC;IAClM,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,CAAU,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACtC,IAAI,KAAK;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACjC,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;QAAE,MAAM,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;IACrH,KAAK,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB,EAAE,SAAS,CAAU,EAAE,CAAC;QACtI,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7C,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IAC/C,CAAC;IACD,IAAI,WAAW,CAAC,OAAO;QAAE,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAC1E,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,MAAM,GAAW,EAAE,CAAC;QAC1B,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,CAAU,EAAE,CAAC;YACzF,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YACpD,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC9E,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;YAAE,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;IACzD,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,CAAU,EAAE,CAAC;QACxG,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAE,IAAI,MAAM,CAAC,UAAU;YAAE,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,IAAI,CAAE,GAAG,MAAM,CAAC,UAAU,CAAC;IAC/I,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,OAAO,iBAAiB;IACnB,IAAI,CAAS;IACb,UAAU,CAAS;IACnB,QAAQ,CAAS;IAC1B,YAAY,IAAY,EAAE,UAAU,GAAG,GAAG,EAAE,QAAQ,GAAG,GAAG,GAAG,IAAI;QAC/D,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,IAAI,IAAI,QAAQ,GAAG,IAAI,GAAG,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC1M,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAqB;QAChC,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,YAAY,CAA6C,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE;YAClF,4EAA4E;YAC5E,2EAA2E;YAC3E,MAAM,KAAK,GAAG,OAAO,EAAE,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7G,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/K,wEAAwE;YACxE,OAAO,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ;gBAAE,IAAI,CAAC,KAAK,EAAE,CAAC;YAClI,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAA0B,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1B,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAClG,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9H,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB,EAAE,SAAS,EAAE,WAAW,EAAE,mBAAmB,CAAC,CAAC,CAAC;IACtQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACnE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,SAAS;QAC7E,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;QAAC,CAAC;aACpE,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YAAC,IAAI,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;QAAC,CAAC;aAC/G,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;QAAC,CAAC;aACxG,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7B,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;QAChN,CAAC;aAAM,IAAI,YAAY,CAAC,KAAK,CAAC,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;IAC7D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { type Lesson, type LessonScope, type TraceFinding } from "./lessons.js";
|
|
2
|
+
/** Instrumented action receipts, not command text or guesses from model prose.
|
|
3
|
+
* inputDigest covers the exact read range/content, awaited attempt/epoch, or
|
|
4
|
+
* check's declared inputs. The adapter keeps their raw inputs private. */
|
|
5
|
+
export type TraceAction = {
|
|
6
|
+
stepId: string;
|
|
7
|
+
kind: "read" | "wait_poll" | "check";
|
|
8
|
+
inputDigest: string;
|
|
9
|
+
status: "succeeded" | "failed";
|
|
10
|
+
};
|
|
11
|
+
export type AcceptedTrace = {
|
|
12
|
+
traceId: string;
|
|
13
|
+
scope: LessonScope;
|
|
14
|
+
observedAt: number;
|
|
15
|
+
outcome: TraceFinding["outcome"];
|
|
16
|
+
actions: TraceAction[];
|
|
17
|
+
};
|
|
18
|
+
/** Bounded trace reduction yields at most three advisory lessons. Acceptance
|
|
19
|
+
* must come from the existing authority's integration/review receipt. */
|
|
20
|
+
export declare function traceFindings(trace: AcceptedTrace): TraceFinding[];
|
|
21
|
+
export declare function deriveTraceLessons(trace: AcceptedTrace, now: number, ttlMs?: number): Lesson[];
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { deriveLesson } from "./lessons.js";
|
|
2
|
+
/** Bounded trace reduction yields at most three advisory lessons. Acceptance
|
|
3
|
+
* must come from the existing authority's integration/review receipt. */
|
|
4
|
+
export function traceFindings(trace) {
|
|
5
|
+
if (trace.actions.length > 4096)
|
|
6
|
+
throw new Error("trace_action_limit");
|
|
7
|
+
const groups = new Map();
|
|
8
|
+
for (const action of trace.actions) {
|
|
9
|
+
if (!/^[a-f0-9]{64}$/.test(action.inputDigest) || !action.stepId || action.stepId.length > 256 || !["read", "wait_poll", "check"].includes(action.kind) || !["succeeded", "failed"].includes(action.status))
|
|
10
|
+
continue;
|
|
11
|
+
const key = `${action.kind}:${action.inputDigest}`;
|
|
12
|
+
const group = groups.get(key) ?? [];
|
|
13
|
+
// Duplicate delivery of the same receipt is not repeated work.
|
|
14
|
+
if (!group.some(row => row.stepId === action.stepId))
|
|
15
|
+
group.push(action);
|
|
16
|
+
groups.set(key, group);
|
|
17
|
+
}
|
|
18
|
+
const candidates = [...groups.values()].filter(group => group.length >= 2 && group.every(action => action.status === "succeeded"))
|
|
19
|
+
.sort((a, b) => b.length - a.length || a[0].inputDigest.localeCompare(b[0].inputDigest));
|
|
20
|
+
const result = [];
|
|
21
|
+
for (const group of candidates) {
|
|
22
|
+
const kind = { read: "targeted_read", wait_poll: "bounded_wait", check: "affected_check" }[group[0].kind];
|
|
23
|
+
if (result.some(row => row.kind === kind))
|
|
24
|
+
continue;
|
|
25
|
+
result.push({ kind, traceId: trace.traceId, stepIds: group.slice(0, 6).map(action => action.stepId), outcome: trace.outcome,
|
|
26
|
+
scope: trace.scope, observedAt: trace.observedAt, repetitions: group.length, unchangedInputs: true });
|
|
27
|
+
}
|
|
28
|
+
return result;
|
|
29
|
+
}
|
|
30
|
+
export function deriveTraceLessons(trace, now, ttlMs) {
|
|
31
|
+
return traceFindings(trace).flatMap(finding => {
|
|
32
|
+
const lesson = deriveLesson(finding, now, ttlMs);
|
|
33
|
+
return lesson ? [lesson] : [];
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=trace-lessons.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"trace-lessons.js","sourceRoot":"","sources":["../../src/agent-efficiency/trace-lessons.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAoD,MAAM,cAAc,CAAC;AAiB9F;yEACyE;AACzE,MAAM,UAAU,aAAa,CAAC,KAAoB;IAChD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACvE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;IAChD,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QACnC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;YAAE,SAAS;QACtN,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACpC,+DAA+D;QAC/D,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACzB,CAAC;IACD,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC;SAC/H,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;IAC3F,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAI,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,EAAE,gBAAgB,EAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrH,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC;YAAE,SAAS;QACpD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO;YACzH,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1G,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAoB,EAAE,GAAW,EAAE,KAAc;IAClF,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;QAC5C,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;QACjD,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
/** Event-driven observations. This registry never schedules work or releases a
|
|
2
|
+
* worker slot: only the process owner may call exited after observing exit. */
|
|
3
|
+
export interface WaitScope {
|
|
4
|
+
projectId: string;
|
|
5
|
+
ownerEpoch: number;
|
|
6
|
+
runId: string;
|
|
7
|
+
runEpoch: number;
|
|
8
|
+
kind: "job" | "release";
|
|
9
|
+
id: string;
|
|
10
|
+
}
|
|
11
|
+
export type SettledOutcome = "succeeded" | "failed" | "cancelled";
|
|
12
|
+
export type WaitResult = {
|
|
13
|
+
status: "settled";
|
|
14
|
+
scope: WaitScope;
|
|
15
|
+
outcome: SettledOutcome;
|
|
16
|
+
} | {
|
|
17
|
+
status: "timeout";
|
|
18
|
+
scope: WaitScope;
|
|
19
|
+
name: "job_wait_timeout" | "release_wait_timeout";
|
|
20
|
+
} | {
|
|
21
|
+
status: "cancelled";
|
|
22
|
+
scope: WaitScope;
|
|
23
|
+
name: "wait_cancelled";
|
|
24
|
+
};
|
|
25
|
+
export declare class BoundedWaitRegistry {
|
|
26
|
+
private readonly entries;
|
|
27
|
+
private waiterCount;
|
|
28
|
+
private readonly maxWaiters;
|
|
29
|
+
private readonly maxEntries;
|
|
30
|
+
private readonly maxTimeoutMs;
|
|
31
|
+
constructor(options?: {
|
|
32
|
+
maxWaiters?: number;
|
|
33
|
+
maxEntries?: number;
|
|
34
|
+
maxTimeoutMs?: number;
|
|
35
|
+
});
|
|
36
|
+
private entry;
|
|
37
|
+
/** Mirror an already admitted process. This is not an admission decision. */
|
|
38
|
+
admit(scope: WaitScope): void;
|
|
39
|
+
isAdmitted(scope: WaitScope): boolean;
|
|
40
|
+
/** First terminal observation wins. Duplicate/conflicting observations return
|
|
41
|
+
* false and must be reconciled by the authority rather than replayed here. */
|
|
42
|
+
observe(scope: WaitScope, outcome: SettledOutcome): boolean;
|
|
43
|
+
/** Call only after actual process exit. Completion, timeout, interruption and
|
|
44
|
+
* cancellation deliberately never call this method. */
|
|
45
|
+
exited(scope: WaitScope): void;
|
|
46
|
+
private timeout;
|
|
47
|
+
wait(scope: WaitScope, options: {
|
|
48
|
+
timeoutMs: number;
|
|
49
|
+
signal?: AbortSignal;
|
|
50
|
+
}): Promise<WaitResult>;
|
|
51
|
+
get pendingSubscriptions(): number;
|
|
52
|
+
}
|