@prismatic-io/lux 0.0.1 → 0.0.2-preview.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/answerers/persona/index.d.ts +2 -1
- package/lib/answerers/persona/index.d.ts.map +1 -1
- package/lib/answerers/persona/index.js +19 -5
- package/lib/answerers/persona/index.js.map +1 -1
- package/lib/answerers/terminal/index.js +1 -1
- package/lib/answerers/terminal/index.js.map +1 -1
- package/lib/assertions/authoring.d.ts +14 -0
- package/lib/assertions/authoring.d.ts.map +1 -0
- package/lib/assertions/authoring.js +3 -0
- package/lib/assertions/authoring.js.map +1 -0
- package/lib/assertions/core/helpers.d.ts +2 -7
- package/lib/assertions/core/helpers.d.ts.map +1 -1
- package/lib/assertions/core/helpers.js +2 -6
- package/lib/assertions/core/helpers.js.map +1 -1
- package/lib/assertions/core/index.d.ts.map +1 -1
- package/lib/assertions/core/index.js +2 -1
- package/lib/assertions/core/index.js.map +1 -1
- package/lib/assertions/core/resource-checks.d.ts +19 -0
- package/lib/assertions/core/resource-checks.d.ts.map +1 -1
- package/lib/assertions/core/resource-checks.js +32 -0
- package/lib/assertions/core/resource-checks.js.map +1 -1
- package/lib/authoring.d.ts +1 -0
- package/lib/authoring.d.ts.map +1 -1
- package/lib/authoring.js +1 -0
- package/lib/authoring.js.map +1 -1
- package/lib/cli/program.d.ts.map +1 -1
- package/lib/cli/program.js +12 -67
- package/lib/cli/program.js.map +1 -1
- package/lib/cli/render/reporter.d.ts.map +1 -1
- package/lib/cli/render/reporter.js +16 -3
- package/lib/cli/render/reporter.js.map +1 -1
- package/lib/cli/run-options.d.ts +1 -0
- package/lib/cli/run-options.d.ts.map +1 -1
- package/lib/cli/run-options.js.map +1 -1
- package/lib/cli/view.d.ts +13 -0
- package/lib/cli/view.d.ts.map +1 -0
- package/lib/cli/view.js +126 -0
- package/lib/cli/view.js.map +1 -0
- package/lib/core/action-events.d.ts +29 -0
- package/lib/core/action-events.d.ts.map +1 -0
- package/lib/core/action-events.js +51 -0
- package/lib/core/action-events.js.map +1 -0
- package/lib/core/agent-activity.d.ts +49 -0
- package/lib/core/agent-activity.d.ts.map +1 -0
- package/lib/core/agent-activity.js +206 -0
- package/lib/core/agent-activity.js.map +1 -0
- package/lib/core/agent-events.d.ts +26 -0
- package/lib/core/agent-events.d.ts.map +1 -0
- package/lib/core/agent-events.js +13 -0
- package/lib/core/agent-events.js.map +1 -0
- package/lib/core/artifact-evidence.d.ts +8 -0
- package/lib/core/artifact-evidence.d.ts.map +1 -1
- package/lib/core/artifact-evidence.js +36 -4
- package/lib/core/artifact-evidence.js.map +1 -1
- package/lib/core/assertion.d.ts +19 -9
- package/lib/core/assertion.d.ts.map +1 -1
- package/lib/core/assertion.js +26 -0
- package/lib/core/assertion.js.map +1 -1
- package/lib/core/case-authoring-state.d.ts +12 -0
- package/lib/core/case-authoring-state.d.ts.map +1 -0
- package/lib/core/case-authoring-state.js +43 -0
- package/lib/core/case-authoring-state.js.map +1 -0
- package/lib/core/case.d.ts +29 -1
- package/lib/core/case.d.ts.map +1 -1
- package/lib/core/case.js +14 -6
- package/lib/core/case.js.map +1 -1
- package/lib/core/driver-metrics.d.ts +98 -0
- package/lib/core/driver-metrics.d.ts.map +1 -0
- package/lib/core/driver-metrics.js +36 -0
- package/lib/core/driver-metrics.js.map +1 -0
- package/lib/core/driver.d.ts +3 -0
- package/lib/core/driver.d.ts.map +1 -1
- package/lib/core/driver.js.map +1 -1
- package/lib/core/events.d.ts +36 -0
- package/lib/core/events.d.ts.map +1 -1
- package/lib/core/events.js +12 -2
- package/lib/core/events.js.map +1 -1
- package/lib/core/experiment.d.ts +19 -0
- package/lib/core/experiment.d.ts.map +1 -1
- package/lib/core/experiment.js +2 -0
- package/lib/core/experiment.js.map +1 -1
- package/lib/core/index.d.ts +4 -0
- package/lib/core/index.d.ts.map +1 -1
- package/lib/core/index.js +4 -0
- package/lib/core/index.js.map +1 -1
- package/lib/core/lifecycle-fixtures.d.ts +3 -1
- package/lib/core/lifecycle-fixtures.d.ts.map +1 -1
- package/lib/core/lifecycle-fixtures.js +4 -2
- package/lib/core/lifecycle-fixtures.js.map +1 -1
- package/lib/core/lifecycle-hooks.d.ts +9 -0
- package/lib/core/lifecycle-hooks.d.ts.map +1 -1
- package/lib/core/lifecycle-hooks.js +8 -2
- package/lib/core/lifecycle-hooks.js.map +1 -1
- package/lib/core/run.d.ts +150 -0
- package/lib/core/run.d.ts.map +1 -1
- package/lib/core/run.js +9 -0
- package/lib/core/run.js.map +1 -1
- package/lib/core/wire.d.ts +12 -0
- package/lib/core/wire.d.ts.map +1 -1
- package/lib/core/wire.js +5 -1
- package/lib/core/wire.js.map +1 -1
- package/lib/drivers/claude-code/parse-events.d.ts.map +1 -1
- package/lib/drivers/claude-code/parse-events.js +73 -8
- package/lib/drivers/claude-code/parse-events.js.map +1 -1
- package/lib/drivers/codex/app-events.d.ts +9 -2
- package/lib/drivers/codex/app-events.d.ts.map +1 -1
- package/lib/drivers/codex/app-events.js +93 -12
- package/lib/drivers/codex/app-events.js.map +1 -1
- package/lib/drivers/codex/index.d.ts.map +1 -1
- package/lib/drivers/codex/index.js +10 -14
- package/lib/drivers/codex/index.js.map +1 -1
- package/lib/drivers/subprocess/index.d.ts.map +1 -1
- package/lib/drivers/subprocess/index.js +6 -0
- package/lib/drivers/subprocess/index.js.map +1 -1
- package/lib/index.d.ts +10 -6
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +10 -6
- package/lib/index.js.map +1 -1
- package/lib/orchestrator/annotation-store.d.ts.map +1 -1
- package/lib/orchestrator/annotation-store.js +6 -2
- package/lib/orchestrator/annotation-store.js.map +1 -1
- package/lib/orchestrator/case-extensions.d.ts +6 -0
- package/lib/orchestrator/case-extensions.d.ts.map +1 -0
- package/lib/orchestrator/case-extensions.js +28 -0
- package/lib/orchestrator/case-extensions.js.map +1 -0
- package/lib/orchestrator/compare.d.ts +13 -1
- package/lib/orchestrator/compare.d.ts.map +1 -1
- package/lib/orchestrator/compare.js +12 -0
- package/lib/orchestrator/compare.js.map +1 -1
- package/lib/orchestrator/config.d.ts.map +1 -1
- package/lib/orchestrator/config.js +0 -2
- package/lib/orchestrator/config.js.map +1 -1
- package/lib/orchestrator/doctor.d.ts.map +1 -1
- package/lib/orchestrator/doctor.js +5 -3
- package/lib/orchestrator/doctor.js.map +1 -1
- package/lib/orchestrator/experiment-contracts.d.ts +19 -0
- package/lib/orchestrator/experiment-contracts.d.ts.map +1 -1
- package/lib/orchestrator/experiment-evaluation.d.ts.map +1 -1
- package/lib/orchestrator/experiment-evaluation.js +17 -0
- package/lib/orchestrator/experiment-evaluation.js.map +1 -1
- package/lib/orchestrator/experiment-report.d.ts +19 -0
- package/lib/orchestrator/experiment-report.d.ts.map +1 -1
- package/lib/orchestrator/experiment-runs.d.ts +38 -0
- package/lib/orchestrator/experiment-runs.d.ts.map +1 -1
- package/lib/orchestrator/grader-experiment.d.ts +12 -0
- package/lib/orchestrator/grader-experiment.d.ts.map +1 -1
- package/lib/orchestrator/grading.d.ts +2 -1
- package/lib/orchestrator/grading.d.ts.map +1 -1
- package/lib/orchestrator/grading.js +16 -4
- package/lib/orchestrator/grading.js.map +1 -1
- package/lib/orchestrator/index.d.ts +1 -1
- package/lib/orchestrator/index.d.ts.map +1 -1
- package/lib/orchestrator/index.js +1 -1
- package/lib/orchestrator/index.js.map +1 -1
- package/lib/orchestrator/list-runs.d.ts +7 -1
- package/lib/orchestrator/list-runs.d.ts.map +1 -1
- package/lib/orchestrator/list-runs.js +50 -6
- package/lib/orchestrator/list-runs.js.map +1 -1
- package/lib/orchestrator/loader.d.ts.map +1 -1
- package/lib/orchestrator/loader.js +2 -0
- package/lib/orchestrator/loader.js.map +1 -1
- package/lib/orchestrator/orchestrator.d.ts +3 -0
- package/lib/orchestrator/orchestrator.d.ts.map +1 -1
- package/lib/orchestrator/orchestrator.js +42 -14
- package/lib/orchestrator/orchestrator.js.map +1 -1
- package/lib/orchestrator/owned-lock.d.ts.map +1 -1
- package/lib/orchestrator/owned-lock.js +52 -38
- package/lib/orchestrator/owned-lock.js.map +1 -1
- package/lib/orchestrator/regrade.d.ts +6 -0
- package/lib/orchestrator/regrade.d.ts.map +1 -1
- package/lib/orchestrator/regrade.js +8 -4
- package/lib/orchestrator/regrade.js.map +1 -1
- package/lib/orchestrator/run-execution.d.ts +2 -1
- package/lib/orchestrator/run-execution.d.ts.map +1 -1
- package/lib/orchestrator/run-execution.js +20 -5
- package/lib/orchestrator/run-execution.js.map +1 -1
- package/lib/orchestrator/suite-compare.d.ts +34 -0
- package/lib/orchestrator/suite-compare.d.ts.map +1 -1
- package/lib/orchestrator/suite-summary.d.ts +68 -0
- package/lib/orchestrator/suite-summary.d.ts.map +1 -1
- package/lib/orchestrator/suite-summary.js +45 -7
- package/lib/orchestrator/suite-summary.js.map +1 -1
- package/lib/previewer/artifacts.d.ts +25 -0
- package/lib/previewer/artifacts.d.ts.map +1 -0
- package/lib/previewer/artifacts.js +180 -0
- package/lib/previewer/artifacts.js.map +1 -0
- package/lib/previewer/server.d.ts +105 -0
- package/lib/previewer/server.d.ts.map +1 -0
- package/lib/previewer/server.js +542 -0
- package/lib/previewer/server.js.map +1 -0
- package/package.json +2 -2
- package/skills/lux/SKILL.md +7 -3
- package/skills/lux/references/cli.md +25 -2
- package/skills/lux/references/eval-authoring.md +158 -4
- package/skills/lux-answerer/SKILL.md +1 -1
- package/src/answerers/persona/index.ts +20 -4
- package/src/answerers/terminal/index.ts +1 -1
- package/src/assertions/authoring.ts +81 -0
- package/src/assertions/core/helpers.ts +3 -6
- package/src/assertions/core/index.ts +2 -0
- package/src/assertions/core/resource-checks.ts +35 -0
- package/src/authoring.ts +1 -0
- package/src/cli/program.ts +14 -93
- package/src/cli/render/reporter.ts +18 -3
- package/src/cli/run-options.ts +1 -0
- package/src/cli/view.ts +168 -0
- package/src/core/action-events.ts +59 -0
- package/src/core/agent-activity.ts +236 -0
- package/src/core/agent-events.ts +17 -0
- package/src/core/artifact-evidence.ts +47 -4
- package/src/core/assertion.ts +41 -22
- package/src/core/case-authoring-state.ts +65 -0
- package/src/core/case.ts +57 -6
- package/src/core/driver-metrics.ts +51 -0
- package/src/core/driver.ts +3 -0
- package/src/core/events.ts +14 -2
- package/src/core/experiment.ts +2 -0
- package/src/core/index.ts +4 -0
- package/src/core/lifecycle-fixtures.ts +7 -2
- package/src/core/lifecycle-hooks.ts +16 -2
- package/src/core/run.ts +9 -0
- package/src/core/wire.ts +5 -1
- package/src/drivers/claude-code/parse-events.ts +98 -12
- package/src/drivers/codex/app-events.ts +116 -16
- package/src/drivers/codex/index.ts +16 -14
- package/src/drivers/subprocess/index.ts +6 -0
- package/src/index.ts +50 -6
- package/src/orchestrator/annotation-store.ts +5 -1
- package/src/orchestrator/case-extensions.ts +44 -0
- package/src/orchestrator/compare.ts +18 -0
- package/src/orchestrator/config.ts +0 -2
- package/src/orchestrator/doctor.ts +5 -3
- package/src/orchestrator/experiment-evaluation.ts +23 -0
- package/src/orchestrator/grading.ts +21 -2
- package/src/orchestrator/index.ts +1 -0
- package/src/orchestrator/list-runs.ts +66 -5
- package/src/orchestrator/loader.ts +2 -0
- package/src/orchestrator/orchestrator.ts +86 -40
- package/src/orchestrator/owned-lock.ts +54 -34
- package/src/orchestrator/regrade.ts +8 -7
- package/src/orchestrator/run-execution.ts +24 -3
- package/src/orchestrator/suite-summary.ts +101 -8
- package/src/previewer/artifacts.ts +221 -0
- package/src/previewer/server.ts +765 -0
- package/viewer/app.css +2075 -0
- package/viewer/app.js +606 -0
- package/viewer/artifact-view.js +48 -0
- package/viewer/charts.js +86 -0
- package/viewer/detail.js +1214 -0
- package/viewer/format.js +129 -0
- package/viewer/index.html +151 -0
- package/lib/answerers/scripted/index.d.ts +0 -8
- package/lib/answerers/scripted/index.d.ts.map +0 -1
- package/lib/answerers/scripted/index.js +0 -163
- package/lib/answerers/scripted/index.js.map +0 -1
- package/src/answerers/scripted/index.ts +0 -186
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"action-events.js","sourceRoot":"","sources":["../../src/core/action-events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,OAAO;IACP,UAAU;IACV,kBAAkB;IAClB,WAAW;IACX,aAAa;CACd,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC;KACzC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,QAAQ,EAAE,oBAAoB;CAC/B,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,mBAAmB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC;IAC9D,qBAAqB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC;IAChE,4BAA4B,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC;CACxE,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAA2B,EAAgB,EAAE;IACxE,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAC5B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,KAAK,KAAK,cAAc,CACxE,CAAC;IACF,MAAM,SAAS,GAAG,UAAU,EAAE,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/E,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAEvC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACvC,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QACpE,MAAM,OAAO,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;QAC1E,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,CAAC,QAAiD,EAAE,EAAE;QACpE,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,EAAE;YACjE,IAAI,QAAQ,KAAK,KAAK;gBAAE,OAAO,CAAC,EAAE,CAAC,CAAC;YACpC,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC5B,OAAO,SAAS,KAAK,UAAU,IAAI,SAAS,KAAK,kBAAkB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClF,CAAC;YACD,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5C,CAAC,CAAC,CAAC;QACH,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9F,CAAC,CAAC;IAEF,MAAM,mBAAmB,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,qBAAqB,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAClD,MAAM,4BAA4B,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACjE,OAAO;QACL,GAAG,CAAC,mBAAmB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,CAAC;QACrE,GAAG,CAAC,qBAAqB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,CAAC;QACzE,GAAG,CAAC,4BAA4B,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,4BAA4B,EAAE,CAAC;KACxF,CAAC;AACJ,CAAC,CAAC"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import type { ReadyState, RunEvent } from "./events.js";
|
|
3
|
+
export declare const AgentActivitySchema: z.ZodObject<{
|
|
4
|
+
agent: z.ZodObject<{
|
|
5
|
+
id: z.ZodString;
|
|
6
|
+
role: z.ZodEnum<{
|
|
7
|
+
main: "main";
|
|
8
|
+
subagent: "subagent";
|
|
9
|
+
}>;
|
|
10
|
+
parentId: z.ZodExactOptional<z.ZodString>;
|
|
11
|
+
spawnToolUseId: z.ZodExactOptional<z.ZodString>;
|
|
12
|
+
name: z.ZodExactOptional<z.ZodString>;
|
|
13
|
+
model: z.ZodExactOptional<z.ZodString>;
|
|
14
|
+
}, z.core.$strip>;
|
|
15
|
+
startedAt: z.ZodNumber;
|
|
16
|
+
endedAt: z.ZodNumber;
|
|
17
|
+
durationMs: z.ZodNumber;
|
|
18
|
+
status: z.ZodEnum<{
|
|
19
|
+
cancelled: "cancelled";
|
|
20
|
+
completed: "completed";
|
|
21
|
+
failed: "failed";
|
|
22
|
+
unknown: "unknown";
|
|
23
|
+
}>;
|
|
24
|
+
eventCount: z.ZodNumber;
|
|
25
|
+
usage: z.ZodObject<{
|
|
26
|
+
input: z.ZodNumber;
|
|
27
|
+
output: z.ZodNumber;
|
|
28
|
+
cacheRead: z.ZodNumber;
|
|
29
|
+
cacheCreation: z.ZodNumber;
|
|
30
|
+
total: z.ZodNumber;
|
|
31
|
+
}, z.core.$strip>;
|
|
32
|
+
toolCalls: z.ZodObject<{
|
|
33
|
+
total: z.ZodNumber;
|
|
34
|
+
succeeded: z.ZodNumber;
|
|
35
|
+
failed: z.ZodNumber;
|
|
36
|
+
unresolved: z.ZodNumber;
|
|
37
|
+
}, z.core.$strip>;
|
|
38
|
+
actions: z.ZodObject<{
|
|
39
|
+
total: z.ZodNumber;
|
|
40
|
+
mutations: z.ZodNumber;
|
|
41
|
+
durableMutations: z.ZodNumber;
|
|
42
|
+
timeToFirstActionMs: z.ZodExactOptional<z.ZodNumber>;
|
|
43
|
+
timeToFirstMutationMs: z.ZodExactOptional<z.ZodNumber>;
|
|
44
|
+
timeToFirstDurableMutationMs: z.ZodExactOptional<z.ZodNumber>;
|
|
45
|
+
}, z.core.$strip>;
|
|
46
|
+
}, z.core.$strip>;
|
|
47
|
+
export type AgentActivity = z.infer<typeof AgentActivitySchema>;
|
|
48
|
+
export declare const summarizeAgentActivity: (events: RunEvent[], ready: ReadyState) => AgentActivity[];
|
|
49
|
+
//# sourceMappingURL=agent-activity.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"agent-activity.d.ts","sourceRoot":"","sources":["../../src/core/agent-activity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAAoB,UAAU,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAI1E,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA6B9B,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAkKhE,eAAO,MAAM,sBAAsB,WAAY,QAAQ,EAAE,SAAS,UAAU,KAAG,aAAa,EAoC3F,CAAC"}
|
|
@@ -0,0 +1,206 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import { ActionProgressPayloadSchema } from "./action-events.js";
|
|
3
|
+
import { AgentCompletedPayloadSchema, AgentSpawnPayloadSchema } from "./agent-events.js";
|
|
4
|
+
import { ToolCallPayloadSchema, ToolResultPayloadSchema } from "./tool-events.js";
|
|
5
|
+
import { TokenUsageSchema } from "./usage.js";
|
|
6
|
+
export const AgentActivitySchema = z.object({
|
|
7
|
+
agent: z.object({
|
|
8
|
+
id: z.string(),
|
|
9
|
+
role: z.enum(["main", "subagent"]),
|
|
10
|
+
parentId: z.exactOptional(z.string()),
|
|
11
|
+
spawnToolUseId: z.exactOptional(z.string()),
|
|
12
|
+
name: z.exactOptional(z.string()),
|
|
13
|
+
model: z.exactOptional(z.string()),
|
|
14
|
+
}),
|
|
15
|
+
startedAt: z.number(),
|
|
16
|
+
endedAt: z.number(),
|
|
17
|
+
durationMs: z.number().nonnegative(),
|
|
18
|
+
status: z.enum(["completed", "failed", "cancelled", "unknown"]),
|
|
19
|
+
eventCount: z.number().int().nonnegative(),
|
|
20
|
+
usage: TokenUsageSchema.extend({ total: z.number().int().nonnegative() }),
|
|
21
|
+
toolCalls: z.object({
|
|
22
|
+
total: z.number().int().nonnegative(),
|
|
23
|
+
succeeded: z.number().int().nonnegative(),
|
|
24
|
+
failed: z.number().int().nonnegative(),
|
|
25
|
+
unresolved: z.number().int().nonnegative(),
|
|
26
|
+
}),
|
|
27
|
+
actions: z.object({
|
|
28
|
+
total: z.number().int().nonnegative(),
|
|
29
|
+
mutations: z.number().int().nonnegative(),
|
|
30
|
+
durableMutations: z.number().int().nonnegative(),
|
|
31
|
+
timeToFirstActionMs: z.exactOptional(z.number().nonnegative()),
|
|
32
|
+
timeToFirstMutationMs: z.exactOptional(z.number().nonnegative()),
|
|
33
|
+
timeToFirstDurableMutationMs: z.exactOptional(z.number().nonnegative()),
|
|
34
|
+
}),
|
|
35
|
+
});
|
|
36
|
+
const legacyAttribution = (event, ready) => {
|
|
37
|
+
const payload = event.payload;
|
|
38
|
+
const parentToolUseId = typeof payload === "object" && payload !== null && "parentToolUseId" in payload
|
|
39
|
+
? payload.parentToolUseId
|
|
40
|
+
: undefined;
|
|
41
|
+
const spawnToolUseId = typeof parentToolUseId === "string" && parentToolUseId.length > 0 ? parentToolUseId : undefined;
|
|
42
|
+
return spawnToolUseId
|
|
43
|
+
? {
|
|
44
|
+
id: `subagent:${spawnToolUseId}`,
|
|
45
|
+
role: "subagent",
|
|
46
|
+
parentId: ready.agentId,
|
|
47
|
+
spawnToolUseId,
|
|
48
|
+
}
|
|
49
|
+
: { id: ready.agentId, role: "main", ...(ready.model ? { model: ready.model } : {}) };
|
|
50
|
+
};
|
|
51
|
+
const initialActivity = (agent, startedAt) => ({
|
|
52
|
+
agent,
|
|
53
|
+
startedAt,
|
|
54
|
+
endedAt: startedAt,
|
|
55
|
+
durationMs: 0,
|
|
56
|
+
status: "unknown",
|
|
57
|
+
eventCount: 0,
|
|
58
|
+
usage: { input: 0, output: 0, cacheRead: 0, cacheCreation: 0, total: 0 },
|
|
59
|
+
toolCalls: { total: 0, succeeded: 0, failed: 0, unresolved: 0 },
|
|
60
|
+
actions: { total: 0, mutations: 0, durableMutations: 0 },
|
|
61
|
+
calls: new Map(),
|
|
62
|
+
});
|
|
63
|
+
const collectSpawnInfo = (events) => {
|
|
64
|
+
const spawns = new Map();
|
|
65
|
+
for (const event of events) {
|
|
66
|
+
if (event.type !== "progress" || event.kind !== "tool-call")
|
|
67
|
+
continue;
|
|
68
|
+
const call = ToolCallPayloadSchema.safeParse(event.payload).data;
|
|
69
|
+
if (!call)
|
|
70
|
+
continue;
|
|
71
|
+
const input = z
|
|
72
|
+
.object({
|
|
73
|
+
name: z.string().min(1).optional(),
|
|
74
|
+
subagent_type: z.string().min(1).optional(),
|
|
75
|
+
agent: z.string().min(1).optional(),
|
|
76
|
+
role: z.string().min(1).optional(),
|
|
77
|
+
model: z.string().min(1).optional(),
|
|
78
|
+
})
|
|
79
|
+
.loose()
|
|
80
|
+
.safeParse(call.input).data;
|
|
81
|
+
const name = input?.name ?? input?.subagent_type ?? input?.agent ?? input?.role;
|
|
82
|
+
spawns.set(call.toolUseId, {
|
|
83
|
+
ts: event.ts,
|
|
84
|
+
...(name ? { name } : {}),
|
|
85
|
+
...(input?.model ? { model: input.model } : {}),
|
|
86
|
+
});
|
|
87
|
+
}
|
|
88
|
+
return spawns;
|
|
89
|
+
};
|
|
90
|
+
const applyLifecycle = (event, activities) => {
|
|
91
|
+
if (event.kind === "agent-spawn") {
|
|
92
|
+
const spawn = AgentSpawnPayloadSchema.safeParse(event.payload).data;
|
|
93
|
+
if (spawn && !activities.has(spawn.agent.id)) {
|
|
94
|
+
activities.set(spawn.agent.id, initialActivity(spawn.agent, event.ts));
|
|
95
|
+
}
|
|
96
|
+
return true;
|
|
97
|
+
}
|
|
98
|
+
if (event.kind !== "agent-completed")
|
|
99
|
+
return false;
|
|
100
|
+
const completed = AgentCompletedPayloadSchema.safeParse(event.payload).data;
|
|
101
|
+
const activity = completed ? activities.get(completed.agentId) : undefined;
|
|
102
|
+
if (activity && completed) {
|
|
103
|
+
activity.endedAt = Math.max(activity.endedAt, event.ts);
|
|
104
|
+
activity.durationMs = Math.max(0, activity.endedAt - activity.startedAt);
|
|
105
|
+
activity.status = completed.status;
|
|
106
|
+
}
|
|
107
|
+
return true;
|
|
108
|
+
};
|
|
109
|
+
const activityFor = (event, ready, driverStartedAt, spawns, activities) => {
|
|
110
|
+
const agent = event.agent ?? legacyAttribution(event, ready);
|
|
111
|
+
const existing = activities.get(agent.id);
|
|
112
|
+
if (existing)
|
|
113
|
+
return existing;
|
|
114
|
+
const spawn = agent.spawnToolUseId ? spawns.get(agent.spawnToolUseId) : undefined;
|
|
115
|
+
const name = agent.name ?? spawn?.name;
|
|
116
|
+
const model = agent.model ?? spawn?.model;
|
|
117
|
+
const attributedAgent = {
|
|
118
|
+
...agent,
|
|
119
|
+
...(name ? { name } : {}),
|
|
120
|
+
...(model ? { model } : {}),
|
|
121
|
+
};
|
|
122
|
+
const startedAt = agent.role === "subagent" && agent.spawnToolUseId
|
|
123
|
+
? (spawn?.ts ?? event.ts)
|
|
124
|
+
: driverStartedAt || event.ts;
|
|
125
|
+
return activities.get(agent.id) ?? initialActivity(attributedAgent, startedAt);
|
|
126
|
+
};
|
|
127
|
+
const addAction = (event, activity) => {
|
|
128
|
+
const action = ActionProgressPayloadSchema.safeParse(event.payload).data;
|
|
129
|
+
if (!action)
|
|
130
|
+
return;
|
|
131
|
+
const elapsed = Math.max(0, event.ts - activity.startedAt);
|
|
132
|
+
activity.actions.total++;
|
|
133
|
+
activity.actions.timeToFirstActionMs ??= elapsed;
|
|
134
|
+
if (action.category === "mutation" || action.category === "durable-mutation") {
|
|
135
|
+
activity.actions.mutations++;
|
|
136
|
+
activity.actions.timeToFirstMutationMs ??= elapsed;
|
|
137
|
+
}
|
|
138
|
+
if (action.category === "durable-mutation") {
|
|
139
|
+
activity.actions.durableMutations++;
|
|
140
|
+
activity.actions.timeToFirstDurableMutationMs ??= elapsed;
|
|
141
|
+
}
|
|
142
|
+
};
|
|
143
|
+
const addUsage = (event, activity) => {
|
|
144
|
+
const usage = TokenUsageSchema.safeParse(event.payload).data;
|
|
145
|
+
if (!usage)
|
|
146
|
+
return;
|
|
147
|
+
activity.usage.input += usage.input;
|
|
148
|
+
activity.usage.output += usage.output;
|
|
149
|
+
activity.usage.cacheRead += usage.cacheRead;
|
|
150
|
+
activity.usage.cacheCreation += usage.cacheCreation;
|
|
151
|
+
activity.usage.total += usage.input + usage.output + usage.cacheRead + usage.cacheCreation;
|
|
152
|
+
};
|
|
153
|
+
const addWork = (event, activity) => {
|
|
154
|
+
activity.eventCount++;
|
|
155
|
+
activity.endedAt = Math.max(activity.endedAt, event.ts);
|
|
156
|
+
activity.durationMs = Math.max(0, activity.endedAt - activity.startedAt);
|
|
157
|
+
if (event.kind === "tool-call") {
|
|
158
|
+
const call = ToolCallPayloadSchema.safeParse(event.payload).data;
|
|
159
|
+
if (call && !activity.calls.has(call.toolUseId)) {
|
|
160
|
+
activity.calls.set(call.toolUseId, "pending");
|
|
161
|
+
activity.toolCalls.total++;
|
|
162
|
+
}
|
|
163
|
+
return;
|
|
164
|
+
}
|
|
165
|
+
if (event.kind === "tool-result") {
|
|
166
|
+
const result = ToolResultPayloadSchema.safeParse(event.payload).data;
|
|
167
|
+
if (result && activity.calls.has(result.toolUseId)) {
|
|
168
|
+
activity.calls.set(result.toolUseId, result.isError ? "failed" : "succeeded");
|
|
169
|
+
}
|
|
170
|
+
return;
|
|
171
|
+
}
|
|
172
|
+
if (event.kind === "action")
|
|
173
|
+
addAction(event, activity);
|
|
174
|
+
if (event.kind === "usage")
|
|
175
|
+
addUsage(event, activity);
|
|
176
|
+
};
|
|
177
|
+
export const summarizeAgentActivity = (events, ready) => {
|
|
178
|
+
const driverStart = events.find((event) => event.type === "lifecycle" && event.stage === "start-driver");
|
|
179
|
+
const driverStartedAt = driverStart?.ts ?? 0;
|
|
180
|
+
const spawns = collectSpawnInfo(events);
|
|
181
|
+
const activities = new Map();
|
|
182
|
+
for (const event of events) {
|
|
183
|
+
if (event.type !== "progress")
|
|
184
|
+
continue;
|
|
185
|
+
if (applyLifecycle(event, activities))
|
|
186
|
+
continue;
|
|
187
|
+
const activity = activityFor(event, ready, driverStartedAt, spawns, activities);
|
|
188
|
+
addWork(event, activity);
|
|
189
|
+
activities.set(activity.agent.id, activity);
|
|
190
|
+
}
|
|
191
|
+
if (!activities.has(ready.agentId)) {
|
|
192
|
+
activities.set(ready.agentId, initialActivity({
|
|
193
|
+
id: ready.agentId,
|
|
194
|
+
role: "main",
|
|
195
|
+
...(ready.model ? { model: ready.model } : {}),
|
|
196
|
+
}, driverStartedAt));
|
|
197
|
+
}
|
|
198
|
+
return [...activities.values()]
|
|
199
|
+
.map(({ calls, ...activity }) => {
|
|
200
|
+
for (const outcome of calls.values())
|
|
201
|
+
activity.toolCalls[outcome === "pending" ? "unresolved" : outcome]++;
|
|
202
|
+
return AgentActivitySchema.parse(activity);
|
|
203
|
+
})
|
|
204
|
+
.sort((a, b) => a.startedAt - b.startedAt || a.agent.id.localeCompare(b.agent.id));
|
|
205
|
+
};
|
|
206
|
+
//# sourceMappingURL=agent-activity.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"agent-activity.js","sourceRoot":"","sources":["../../src/core/agent-activity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,2BAA2B,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAEzF,OAAO,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;QACd,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;QACd,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAClC,QAAQ,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACrC,cAAc,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC3C,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACjC,KAAK,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;KACnC,CAAC;IACF,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE;IACpC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;IAC/D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IAC1C,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;IACzE,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC;QAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QACtC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;KAC3C,CAAC;IACF,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QACzC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAChD,mBAAmB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC;QAC9D,qBAAqB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC;QAChE,4BAA4B,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC;KACxE,CAAC;CACH,CAAC,CAAC;AAGH,MAAM,iBAAiB,GAAG,CACxB,KAA8C,EAC9C,KAAiB,EACC,EAAE;IACpB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAC9B,MAAM,eAAe,GACnB,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,IAAI,iBAAiB,IAAI,OAAO;QAC7E,CAAC,CAAC,OAAO,CAAC,eAAe;QACzB,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,cAAc,GAClB,OAAO,eAAe,KAAK,QAAQ,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;IAClG,OAAO,cAAc;QACnB,CAAC,CAAC;YACE,EAAE,EAAE,YAAY,cAAc,EAAE;YAChC,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,KAAK,CAAC,OAAO;YACvB,cAAc;SACf;QACH,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACnG,CAAC,CAAC;AAMF,MAAM,eAAe,GAAG,CAAC,KAAuB,EAAE,SAAiB,EAAmB,EAAE,CAAC,CAAC;IACxF,KAAK;IACL,SAAS;IACT,OAAO,EAAE,SAAS;IAClB,UAAU,EAAE,CAAC;IACb,MAAM,EAAE,SAAS;IACjB,UAAU,EAAE,CAAC;IACb,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;IACxE,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;IAC/D,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;IACxD,KAAK,EAAE,IAAI,GAAG,EAAE;CACjB,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,CAAC,MAAkB,EAA0B,EAAE;IACtE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC5C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;YAAE,SAAS;QACtE,MAAM,IAAI,GAAG,qBAAqB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;QACjE,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,KAAK,GAAG,CAAC;aACZ,MAAM,CAAC;YACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;YAClC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;YAC3C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;YACnC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;YAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;SACpC,CAAC;aACD,KAAK,EAAE;aACP,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;QAC9B,MAAM,IAAI,GAAG,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,aAAa,IAAI,KAAK,EAAE,KAAK,IAAI,KAAK,EAAE,IAAI,CAAC;QAChF,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE;YACzB,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzB,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChD,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CACrB,KAAoB,EACpB,UAAwC,EAC/B,EAAE;IACX,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,uBAAuB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;QACpE,IAAI,KAAK,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;YAC7C,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,eAAe,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB;QAAE,OAAO,KAAK,CAAC;IACnD,MAAM,SAAS,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;IAC5E,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,IAAI,QAAQ,IAAI,SAAS,EAAE,CAAC;QAC1B,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QACxD,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;QACzE,QAAQ,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IACrC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAClB,KAAoB,EACpB,KAAiB,EACjB,eAAuB,EACvB,MAA8B,EAC9B,UAAwC,EACvB,EAAE;IACnB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC1C,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAClF,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC;IACvC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,EAAE,KAAK,CAAC;IAC1C,MAAM,eAAe,GAAG;QACtB,GAAG,KAAK;QACR,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5B,CAAC;IACF,MAAM,SAAS,GACb,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,cAAc;QAC/C,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,IAAI,KAAK,CAAC,EAAE,CAAC;QACzB,CAAC,CAAC,eAAe,IAAI,KAAK,CAAC,EAAE,CAAC;IAClC,OAAO,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,eAAe,CAAC,eAAe,EAAE,SAAS,CAAC,CAAC;AACjF,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,KAAoB,EAAE,QAAyB,EAAQ,EAAE;IAC1E,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;IACzE,IAAI,CAAC,MAAM;QAAE,OAAO;IACpB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC3D,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACzB,QAAQ,CAAC,OAAO,CAAC,mBAAmB,KAAK,OAAO,CAAC;IACjD,IAAI,MAAM,CAAC,QAAQ,KAAK,UAAU,IAAI,MAAM,CAAC,QAAQ,KAAK,kBAAkB,EAAE,CAAC;QAC7E,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QAC7B,QAAQ,CAAC,OAAO,CAAC,qBAAqB,KAAK,OAAO,CAAC;IACrD,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,KAAK,kBAAkB,EAAE,CAAC;QAC3C,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;QACpC,QAAQ,CAAC,OAAO,CAAC,4BAA4B,KAAK,OAAO,CAAC;IAC5D,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,KAAoB,EAAE,QAAyB,EAAQ,EAAE;IACzE,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;IAC7D,IAAI,CAAC,KAAK;QAAE,OAAO;IACnB,QAAQ,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC;IACpC,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACtC,QAAQ,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;IAC5C,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,aAAa,CAAC;IACpD,QAAQ,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,aAAa,CAAC;AAC7F,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,KAAoB,EAAE,QAAyB,EAAQ,EAAE;IACxE,QAAQ,CAAC,UAAU,EAAE,CAAC;IACtB,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;IACxD,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IACzE,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,qBAAqB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;QACjE,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YAChD,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC9C,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC7B,CAAC;QACD,OAAO;IACT,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,uBAAuB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;QACrE,IAAI,MAAM,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YACnD,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QAChF,CAAC;QACD,OAAO;IACT,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;QAAE,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;AACxD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,MAAkB,EAAE,KAAiB,EAAmB,EAAE;IAC/F,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAC7B,CAAC,KAAK,EAAqD,EAAE,CAC3D,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,KAAK,KAAK,cAAc,CAC/D,CAAC;IACF,MAAM,eAAe,GAAG,WAAW,EAAE,EAAE,IAAI,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,UAAU,GAAG,IAAI,GAAG,EAA2B,CAAC;IACtD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;YAAE,SAAS;QACxC,IAAI,cAAc,CAAC,KAAK,EAAE,UAAU,CAAC;YAAE,SAAS;QAChD,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QAChF,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACzB,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACnC,UAAU,CAAC,GAAG,CACZ,KAAK,CAAC,OAAO,EACb,eAAe,CACb;YACE,EAAE,EAAE,KAAK,CAAC,OAAO;YACjB,IAAI,EAAE,MAAM;YACZ,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/C,EACD,eAAe,CAChB,CACF,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;SAC5B,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE;QAC9B,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE;YAClC,QAAQ,CAAC,SAAS,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QACvE,OAAO,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;AACvF,CAAC,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export declare const AGENT_SPAWN_KIND: "agent-spawn";
|
|
3
|
+
export declare const AGENT_COMPLETED_KIND: "agent-completed";
|
|
4
|
+
export declare const AgentSpawnPayloadSchema: z.ZodObject<{
|
|
5
|
+
agent: z.ZodObject<{
|
|
6
|
+
id: z.ZodString;
|
|
7
|
+
parentId: z.ZodExactOptional<z.ZodString>;
|
|
8
|
+
spawnToolUseId: z.ZodExactOptional<z.ZodString>;
|
|
9
|
+
name: z.ZodExactOptional<z.ZodString>;
|
|
10
|
+
model: z.ZodExactOptional<z.ZodString>;
|
|
11
|
+
role: z.ZodLiteral<"subagent">;
|
|
12
|
+
}, z.core.$strip>;
|
|
13
|
+
prompt: z.ZodExactOptional<z.ZodString>;
|
|
14
|
+
}, z.core.$strip>;
|
|
15
|
+
export type AgentSpawnPayload = z.infer<typeof AgentSpawnPayloadSchema>;
|
|
16
|
+
export declare const AgentCompletedPayloadSchema: z.ZodObject<{
|
|
17
|
+
agentId: z.ZodString;
|
|
18
|
+
status: z.ZodEnum<{
|
|
19
|
+
cancelled: "cancelled";
|
|
20
|
+
completed: "completed";
|
|
21
|
+
failed: "failed";
|
|
22
|
+
unknown: "unknown";
|
|
23
|
+
}>;
|
|
24
|
+
}, z.core.$strip>;
|
|
25
|
+
export type AgentCompletedPayload = z.infer<typeof AgentCompletedPayloadSchema>;
|
|
26
|
+
//# sourceMappingURL=agent-events.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"agent-events.d.ts","sourceRoot":"","sources":["../../src/core/agent-events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,gBAAgB,EAAG,aAAsB,CAAC;AACvD,eAAO,MAAM,oBAAoB,EAAG,iBAA0B,CAAC;AAE/D,eAAO,MAAM,uBAAuB;;;;;;;;;;iBAGlC,CAAC;AACH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,eAAO,MAAM,2BAA2B;;;;;;;;iBAGtC,CAAC;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import { AgentAttributionSchema } from "./events.js";
|
|
3
|
+
export const AGENT_SPAWN_KIND = "agent-spawn";
|
|
4
|
+
export const AGENT_COMPLETED_KIND = "agent-completed";
|
|
5
|
+
export const AgentSpawnPayloadSchema = z.object({
|
|
6
|
+
agent: AgentAttributionSchema.extend({ role: z.literal("subagent") }),
|
|
7
|
+
prompt: z.exactOptional(z.string()),
|
|
8
|
+
});
|
|
9
|
+
export const AgentCompletedPayloadSchema = z.object({
|
|
10
|
+
agentId: z.string().min(1),
|
|
11
|
+
status: z.enum(["completed", "failed", "cancelled", "unknown"]),
|
|
12
|
+
});
|
|
13
|
+
//# sourceMappingURL=agent-events.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"agent-events.js","sourceRoot":"","sources":["../../src/core/agent-events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAErD,MAAM,CAAC,MAAM,gBAAgB,GAAG,aAAsB,CAAC;AACvD,MAAM,CAAC,MAAM,oBAAoB,GAAG,iBAA0B,CAAC;AAE/D,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,KAAK,EAAE,sBAAsB,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;IACrE,MAAM,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACpC,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;CAChE,CAAC,CAAC"}
|
|
@@ -1,12 +1,14 @@
|
|
|
1
1
|
import type { Stats } from "node:fs";
|
|
2
2
|
import type { Artifact } from "./driver.js";
|
|
3
3
|
import type { Run } from "./run.js";
|
|
4
|
+
export type RunArtifactIssueReason = "absent" | "unreadable";
|
|
4
5
|
export type RunArtifactInspection = {
|
|
5
6
|
target: string;
|
|
6
7
|
root: string;
|
|
7
8
|
artifact?: Artifact;
|
|
8
9
|
stats?: Stats;
|
|
9
10
|
issue?: string;
|
|
11
|
+
reason?: RunArtifactIssueReason;
|
|
10
12
|
};
|
|
11
13
|
type RunArtifactEvidence = {
|
|
12
14
|
runDir: Run["runDir"];
|
|
@@ -46,5 +48,11 @@ export declare const readRunArtifactBytes: (run: RunArtifactEvidence, authoredPa
|
|
|
46
48
|
* safe to consume.
|
|
47
49
|
*/
|
|
48
50
|
export declare const readRunArtifactText: (run: RunArtifactEvidence, authoredPath: string, options?: ReadRunArtifactTextOptions) => Promise<string>;
|
|
51
|
+
/**
|
|
52
|
+
* Read optional artifact evidence. Returns null when the artifact was never
|
|
53
|
+
* captured, and still throws when one exists but is unsafe to consume, so a
|
|
54
|
+
* traversal or symlink violation is never mistaken for missing evidence.
|
|
55
|
+
*/
|
|
56
|
+
export declare const readRunArtifactTextIfPresent: (run: RunArtifactEvidence, authoredPath: string, options?: ReadRunArtifactTextOptions) => Promise<string | null>;
|
|
49
57
|
export {};
|
|
50
58
|
//# sourceMappingURL=artifact-evidence.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"artifact-evidence.d.ts","sourceRoot":"","sources":["../../src/core/artifact-evidence.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAGrC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAKpC,MAAM,MAAM,qBAAqB,GAAG;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"artifact-evidence.d.ts","sourceRoot":"","sources":["../../src/core/artifact-evidence.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAGrC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAKpC,MAAM,MAAM,sBAAsB,GAAG,QAAQ,GAAG,YAAY,CAAC;AAE7D,MAAM,MAAM,qBAAqB,GAAG;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,sBAAsB,CAAC;CACjC,CAAC;AAEF,KAAK,mBAAmB,GAAG;IACzB,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;IACtB,SAAS,EAAE,SAAS,QAAQ,EAAE,CAAC;CAChC,CAAC;AAEF,KAAK,wBAAwB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AAIF,4EAA4E;AAC5E,eAAO,MAAM,uBAAuB,QAC7B,mBAAmB,YACd,wBAAwB,KACjC,IAEF,CAAC;AAEF,4EAA4E;AAC5E,eAAO,MAAM,8BAA8B,QAAS,mBAAmB,KAAG,OACrC,CAAC;AAoBtC;;;GAGG;AACH,eAAO,MAAM,gBAAgB,QAAS,mBAAmB,KAAG,MAK3D,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,kBAAkB,QACxB,mBAAmB,gBACV,MAAM,KACnB,OAAO,CAAC,qBAAqB,CA8F/B,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG;IACvC;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,sBAAsB,WACzB,MAAM,YACJ,KAAK,YACL,MAAM,SACT,MAAM,KACZ,OAAO,CAAC,MAAM,CAgDhB,CAAC;AAEF,eAAO,MAAM,oBAAoB,QAC1B,mBAAmB,gBACV,MAAM,YACX,0BAA0B,KAClC,OAAO,CAAC,MAAM,CAUhB,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,QACzB,mBAAmB,gBACV,MAAM,YACX,0BAA0B,KAClC,OAAO,CAAC,MAAM,CAEhB,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,4BAA4B,QAClC,mBAAmB,gBACV,MAAM,YACX,0BAA0B,KAClC,OAAO,CAAC,MAAM,GAAG,IAAI,CAavB,CAAC"}
|
|
@@ -41,6 +41,7 @@ export const inspectRunArtifact = async (run, authoredPath) => {
|
|
|
41
41
|
target: authoredPath,
|
|
42
42
|
root: runArtifactsRoot(run),
|
|
43
43
|
issue: `${authoredPath} contains a null byte`,
|
|
44
|
+
reason: "unreadable",
|
|
44
45
|
};
|
|
45
46
|
}
|
|
46
47
|
const matching = run.artifacts.filter((candidate) => candidate.path === authoredPath);
|
|
@@ -50,6 +51,7 @@ export const inspectRunArtifact = async (run, authoredPath) => {
|
|
|
50
51
|
target: resolve(root, authoredPath),
|
|
51
52
|
root,
|
|
52
53
|
issue: `${authoredPath} was not captured in the frozen artifact index`,
|
|
54
|
+
reason: "absent",
|
|
53
55
|
};
|
|
54
56
|
}
|
|
55
57
|
if (matching.some((candidate) => candidate.root !== undefined && !isAbsolute(candidate.root))) {
|
|
@@ -57,6 +59,7 @@ export const inspectRunArtifact = async (run, authoredPath) => {
|
|
|
57
59
|
target: authoredPath,
|
|
58
60
|
root: defaultArtifactsRoot(run),
|
|
59
61
|
issue: `${authoredPath} declares a non-absolute artifact root`,
|
|
62
|
+
reason: "unreadable",
|
|
60
63
|
};
|
|
61
64
|
}
|
|
62
65
|
const artifact = matching[0];
|
|
@@ -67,6 +70,7 @@ export const inspectRunArtifact = async (run, authoredPath) => {
|
|
|
67
70
|
target: authoredPath,
|
|
68
71
|
root: defaultArtifactsRoot(run),
|
|
69
72
|
issue: `${authoredPath} is ambiguous across multiple artifact roots`,
|
|
73
|
+
reason: "unreadable",
|
|
70
74
|
};
|
|
71
75
|
}
|
|
72
76
|
// A non-default root is trusted only for an exact artifact-index entry.
|
|
@@ -75,7 +79,12 @@ export const inspectRunArtifact = async (run, authoredPath) => {
|
|
|
75
79
|
const root = matchingRoots[0] ?? defaultArtifactsRoot(run);
|
|
76
80
|
const target = resolve(root, authoredPath);
|
|
77
81
|
if (pathEscapesRoot(root, target)) {
|
|
78
|
-
return {
|
|
82
|
+
return {
|
|
83
|
+
target,
|
|
84
|
+
root,
|
|
85
|
+
issue: `${authoredPath} escapes the captured artifact root`,
|
|
86
|
+
reason: "unreadable",
|
|
87
|
+
};
|
|
79
88
|
}
|
|
80
89
|
const path = relative(root, target);
|
|
81
90
|
const components = [
|
|
@@ -93,7 +102,13 @@ export const inspectRunArtifact = async (run, authoredPath) => {
|
|
|
93
102
|
catch (error) {
|
|
94
103
|
const code = error.code;
|
|
95
104
|
if (code === "ENOENT" || code === "ENOTDIR") {
|
|
96
|
-
return {
|
|
105
|
+
return {
|
|
106
|
+
target,
|
|
107
|
+
root,
|
|
108
|
+
...identified,
|
|
109
|
+
issue: `${authoredPath} not found`,
|
|
110
|
+
reason: "absent",
|
|
111
|
+
};
|
|
97
112
|
}
|
|
98
113
|
throw error;
|
|
99
114
|
}
|
|
@@ -103,16 +118,17 @@ export const inspectRunArtifact = async (run, authoredPath) => {
|
|
|
103
118
|
root,
|
|
104
119
|
...identified,
|
|
105
120
|
issue: `${authoredPath} resolves through a symlink`,
|
|
121
|
+
reason: "unreadable",
|
|
106
122
|
};
|
|
107
123
|
}
|
|
108
124
|
if (index < components.length - 1 && !stats.isDirectory()) {
|
|
109
|
-
return { target, root, ...identified, issue: `${authoredPath} not found
|
|
125
|
+
return { target, root, ...identified, issue: `${authoredPath} not found`, reason: "absent" };
|
|
110
126
|
}
|
|
111
127
|
if (index === components.length - 1) {
|
|
112
128
|
return { target, root, ...identified, stats };
|
|
113
129
|
}
|
|
114
130
|
}
|
|
115
|
-
return { target, root, ...identified, issue: `${authoredPath} not found
|
|
131
|
+
return { target, root, ...identified, issue: `${authoredPath} not found`, reason: "absent" };
|
|
116
132
|
};
|
|
117
133
|
export const readInspectedFileBytes = async (target, expected, maxBytes, label) => {
|
|
118
134
|
if (!Number.isSafeInteger(maxBytes) || maxBytes < 0 || maxBytes > MAX_ARTIFACT_READ_BYTES) {
|
|
@@ -182,4 +198,20 @@ export const readRunArtifactBytes = async (run, authoredPath, options = {}) => {
|
|
|
182
198
|
export const readRunArtifactText = async (run, authoredPath, options = {}) => {
|
|
183
199
|
return (await readRunArtifactBytes(run, authoredPath, options)).toString("utf8");
|
|
184
200
|
};
|
|
201
|
+
/**
|
|
202
|
+
* Read optional artifact evidence. Returns null when the artifact was never
|
|
203
|
+
* captured, and still throws when one exists but is unsafe to consume, so a
|
|
204
|
+
* traversal or symlink violation is never mistaken for missing evidence.
|
|
205
|
+
*/
|
|
206
|
+
export const readRunArtifactTextIfPresent = async (run, authoredPath, options = {}) => {
|
|
207
|
+
const inspected = await inspectRunArtifact(run, authoredPath);
|
|
208
|
+
if (inspected.reason === "absent")
|
|
209
|
+
return null;
|
|
210
|
+
if (!inspected.stats?.isFile()) {
|
|
211
|
+
throw new Error(inspected.issue ??
|
|
212
|
+
(inspected.stats ? `${authoredPath} is not a file` : `${authoredPath} not found`));
|
|
213
|
+
}
|
|
214
|
+
const maxBytes = options.maxBytes ?? DEFAULT_ARTIFACT_READ_BYTES;
|
|
215
|
+
return (await readInspectedFileBytes(inspected.target, inspected.stats, maxBytes, authoredPath)).toString("utf8");
|
|
216
|
+
};
|
|
185
217
|
//# sourceMappingURL=artifact-evidence.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"artifact-evidence.js","sourceRoot":"","sources":["../../src/core/artifact-evidence.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAIrE,MAAM,2BAA2B,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACpD,MAAM,uBAAuB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"artifact-evidence.js","sourceRoot":"","sources":["../../src/core/artifact-evidence.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAIrE,MAAM,2BAA2B,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACpD,MAAM,uBAAuB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAuBjD,MAAM,0BAA0B,GAAG,IAAI,OAAO,EAAoC,CAAC;AAEnF,4EAA4E;AAC5E,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,GAAwB,EACxB,QAAkC,EAC5B,EAAE;IACR,0BAA0B,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACrF,CAAC,CAAC;AAEF,4EAA4E;AAC5E,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,GAAwB,EAAW,EAAE,CAClF,0BAA0B,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAEtC,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,MAAc,EAAW,EAAE;IAChE,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACpC,OAAO,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;AAC1E,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,GAAwB,EAAU,EAAE,CAChE,0BAA0B,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;AAEhF,MAAM,iBAAiB,GAAG,CAAC,GAAwB,EAAE,SAA8B,EAAY,EAAE,CAAC;IAChG,GAAG,IAAI,GAAG,CACR,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CACzB,QAAQ,CAAC,IAAI,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC;QACxC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;QACxB,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAC9B,CACF;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAwB,EAAU,EAAE;IACnE,MAAM,QAAQ,GAAG,0BAA0B,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACrD,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC,IAAI,CAAC;IACnC,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IACpD,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;AAClG,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EACrC,GAAwB,EACxB,YAAoB,EACY,EAAE;IAClC,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAChC,OAAO;YACL,MAAM,EAAE,YAAY;YACpB,IAAI,EAAE,gBAAgB,CAAC,GAAG,CAAC;YAC3B,KAAK,EAAE,GAAG,YAAY,uBAAuB;YAC7C,MAAM,EAAE,YAAY;SACrB,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;IACtF,IAAI,0BAA0B,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9E,MAAM,IAAI,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;QACvC,OAAO;YACL,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC;YACnC,IAAI;YACJ,KAAK,EAAE,GAAG,YAAY,gDAAgD;YACtE,MAAM,EAAE,QAAQ;SACjB,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAC9F,OAAO;YACL,MAAM,EAAE,YAAY;YACpB,IAAI,EAAE,oBAAoB,CAAC,GAAG,CAAC;YAC/B,KAAK,EAAE,GAAG,YAAY,wCAAwC;YAC9D,MAAM,EAAE,YAAY;SACrB,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC7B,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChD,MAAM,aAAa,GAAG,iBAAiB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACvD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,OAAO;YACL,MAAM,EAAE,YAAY;YACpB,IAAI,EAAE,oBAAoB,CAAC,GAAG,CAAC;YAC/B,KAAK,EAAE,GAAG,YAAY,8CAA8C;YACpE,MAAM,EAAE,YAAY;SACrB,CAAC;IACJ,CAAC;IACD,wEAAwE;IACxE,sEAAsE;IACtE,+BAA+B;IAC/B,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC3C,IAAI,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;QAClC,OAAO;YACL,MAAM;YACN,IAAI;YACJ,KAAK,EAAE,GAAG,YAAY,qCAAqC;YAC3D,MAAM,EAAE,YAAY;SACrB,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG;QACjB,IAAI;QACJ,GAAG,IAAI;aACJ,KAAK,CAAC,GAAG,CAAC;aACV,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;KACtE,CAAC;IACF,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QACtD,IAAI,KAAY,CAAC;QACjB,IAAI,CAAC;YACH,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,GAAI,KAA+B,CAAC,IAAI,CAAC;YACnD,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5C,OAAO;oBACL,MAAM;oBACN,IAAI;oBACJ,GAAG,UAAU;oBACb,KAAK,EAAE,GAAG,YAAY,YAAY;oBAClC,MAAM,EAAE,QAAQ;iBACjB,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;YAC3B,OAAO;gBACL,MAAM;gBACN,IAAI;gBACJ,GAAG,UAAU;gBACb,KAAK,EAAE,GAAG,YAAY,6BAA6B;gBACnD,MAAM,EAAE,YAAY;aACrB,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1D,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,GAAG,YAAY,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QAC/F,CAAC;QACD,IAAI,KAAK,KAAK,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,CAAC;QAChD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,GAAG,YAAY,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC/F,CAAC,CAAC;AAUF,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EACzC,MAAc,EACd,QAAe,EACf,QAAgB,EAChB,KAAa,EACI,EAAE;IACnB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,uBAAuB,EAAE,CAAC;QAC1F,MAAM,IAAI,UAAU,CAClB,kDAAkD,uBAAuB,EAAE,CAC5E,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,gBAAgB,CAAC,CAAC;IAClE,IAAI,QAAQ,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,gBAAgB,QAAQ,2BAA2B,CAAC,CAAC;IAC/E,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QAC7E,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,gBAAgB,CAAC,CAAC;YAChE,IAAI,MAAM,CAAC,GAAG,KAAK,QAAQ,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,KAAK,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAC/D,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,uCAAuC,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,uCAAuC,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,gBAAgB,QAAQ,2BAA2B,CAAC,CAAC;YAC/E,CAAC;YACD,yEAAyE;YACzE,uEAAuE;YACvE,wDAAwD;YACxD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;YAC9C,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC7E,IAAI,IAAI,CAAC,SAAS,KAAK,CAAC;oBAAE,MAAM;gBAChC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC;YAC3B,CAAC;YACD,IAAI,MAAM,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,uCAAuC,CAAC,CAAC;YACnE,CAAC;YACD,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACnC,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EACvC,GAAwB,EACxB,YAAoB,EACpB,OAAO,GAA+B,EAAE,EACvB,EAAE;IACnB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,2BAA2B,CAAC;IACjE,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IAC9D,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CACb,SAAS,CAAC,KAAK;YACb,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,YAAY,gBAAgB,CAAC,CAAC,CAAC,GAAG,YAAY,YAAY,CAAC,CACpF,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,sBAAsB,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;AACjG,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,EACtC,GAAwB,EACxB,YAAoB,EACpB,OAAO,GAA+B,EAAE,EACvB,EAAE;IACnB,OAAO,CAAC,MAAM,oBAAoB,CAAC,GAAG,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACnF,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,KAAK,EAC/C,GAAwB,EACxB,YAAoB,EACpB,OAAO,GAA+B,EAAE,EAChB,EAAE;IAC1B,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IAC9D,IAAI,SAAS,CAAC,MAAM,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC/C,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CACb,SAAS,CAAC,KAAK;YACb,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,YAAY,gBAAgB,CAAC,CAAC,CAAC,GAAG,YAAY,YAAY,CAAC,CACpF,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,2BAA2B,CAAC;IACjE,OAAO,CACL,MAAM,sBAAsB,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,YAAY,CAAC,CACxF,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACrB,CAAC,CAAC"}
|
package/lib/core/assertion.d.ts
CHANGED
|
@@ -38,19 +38,16 @@ export interface AssertionImpl<C extends Assertion = Assertion> {
|
|
|
38
38
|
* `AssertionImpl`, plugins must describe their case configuration so Lux can
|
|
39
39
|
* reject invalid plans before starting a subject run.
|
|
40
40
|
*/
|
|
41
|
-
export type AssertionPlugin<C extends Assertion = Assertion> = AssertionImpl<C> & {
|
|
41
|
+
export type AssertionPlugin<C extends Assertion = Assertion, Input extends Assertion = C> = AssertionImpl<C> & {
|
|
42
42
|
configSchema: z.ZodObject & z.ZodType<C>;
|
|
43
|
+
/** Type-only input accepted while authoring before schema defaults apply. */
|
|
44
|
+
readonly __input?: Input;
|
|
43
45
|
/** Author-maintained identity for evaluator/schema behavior. */
|
|
44
46
|
pluginVersion: string;
|
|
45
47
|
};
|
|
46
48
|
type SchemaAssertion<S extends z.ZodObject> = z.output<S> extends Assertion ? z.output<S> : never;
|
|
47
|
-
type
|
|
48
|
-
type
|
|
49
|
-
type LiteralAssertionType<S extends z.ZodObject> = SchemaAssertion<S> extends {
|
|
50
|
-
type: infer OutputType;
|
|
51
|
-
} ? z.input<S> extends {
|
|
52
|
-
type: infer InputType;
|
|
53
|
-
} ? SingleStringLiteral<OutputType> extends infer Literal extends string ? [InputType, Literal] extends [Literal, InputType] ? Literal : never : never : never : never;
|
|
49
|
+
type SchemaAssertionInput<S extends z.ZodObject> = z.input<S> extends Assertion ? z.input<S> : never;
|
|
50
|
+
type LiteralAssertionType<S extends z.ZodObject> = S["shape"]["type"] extends z.ZodLiteral<infer Literal extends string> ? Literal : never;
|
|
54
51
|
export type AssertionPluginDefinition<S extends z.ZodObject> = {
|
|
55
52
|
type: LiteralAssertionType<S>;
|
|
56
53
|
configSchema: S;
|
|
@@ -67,7 +64,14 @@ export declare const assertionPluginIssue: (definition: {
|
|
|
67
64
|
* Define a schema-validated assertion plugin while inferring the config passed
|
|
68
65
|
* to `evaluate` from the schema.
|
|
69
66
|
*/
|
|
70
|
-
export declare const
|
|
67
|
+
export declare const baseAssertionFields: {
|
|
68
|
+
readonly id: z.ZodOptional<z.ZodString>;
|
|
69
|
+
readonly weight: z.ZodOptional<z.ZodNumber>;
|
|
70
|
+
readonly threshold: z.ZodOptional<z.ZodNumber>;
|
|
71
|
+
readonly name: z.ZodOptional<z.ZodString>;
|
|
72
|
+
};
|
|
73
|
+
export declare const defineAssertion: <S extends z.ZodObject>(definition: AssertionPluginDefinition<S>) => AssertionPlugin<SchemaAssertion<S>, SchemaAssertionInput<S>>;
|
|
74
|
+
export declare const defineAssertionRegistry: <const Plugins extends readonly AssertionPlugin[]>(...plugins: Plugins) => Plugins;
|
|
71
75
|
export declare const GradingAssertionEntrySchema: z.ZodObject<{
|
|
72
76
|
id: z.ZodExactOptional<z.ZodString>;
|
|
73
77
|
type: z.ZodString;
|
|
@@ -111,6 +115,12 @@ export declare const GradingReportSchema: z.ZodObject<{
|
|
|
111
115
|
cacheCreation: z.ZodNumber;
|
|
112
116
|
}, z.core.$strip>>;
|
|
113
117
|
}, z.core.$strip>>;
|
|
118
|
+
skippedAssertions: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
119
|
+
id: z.ZodString;
|
|
120
|
+
type: z.ZodString;
|
|
121
|
+
name: z.ZodString;
|
|
122
|
+
reason: z.ZodLiteral<"judge-disabled">;
|
|
123
|
+
}, z.core.$strip>>>;
|
|
114
124
|
incomplete: z.ZodExactOptional<z.ZodObject<{
|
|
115
125
|
exitReason: z.ZodEnum<{
|
|
116
126
|
error: "error";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"assertion.d.ts","sourceRoot":"","sources":["../../src/core/assertion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAGpC,eAAO,MAAM,qBAAqB;;;;;;;;;;;;iBAShC,CAAC;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,MAAM,MAAM,eAAe,GAAG;IAC5B;;;;OAIG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B;;;OAGG;IACH,uBAAuB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5D,CAAC;AAGF,MAAM,WAAW,aAAa,CAAC,CAAC,SAAS,SAAS,GAAG,SAAS;IAC5D,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IAChB,YAAY,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;CAChF;AAED;;;;GAIG;AACH,MAAM,MAAM,eAAe,
|
|
1
|
+
{"version":3,"file":"assertion.d.ts","sourceRoot":"","sources":["../../src/core/assertion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAGpC,eAAO,MAAM,qBAAqB;;;;;;;;;;;;iBAShC,CAAC;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,MAAM,MAAM,eAAe,GAAG;IAC5B;;;;OAIG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B;;;OAGG;IACH,uBAAuB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5D,CAAC;AAGF,MAAM,WAAW,aAAa,CAAC,CAAC,SAAS,SAAS,GAAG,SAAS;IAC5D,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IAChB,YAAY,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;CAChF;AAED;;;;GAIG;AACH,MAAM,MAAM,eAAe,CACzB,CAAC,SAAS,SAAS,GAAG,SAAS,EAC/B,KAAK,SAAS,SAAS,GAAG,CAAC,IACzB,aAAa,CAAC,CAAC,CAAC,GAAG;IACrB,YAAY,EAAE,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACzC,6EAA6E;IAC7E,QAAQ,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC;IACzB,gEAAgE;IAChE,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,KAAK,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;AAClG,KAAK,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,IAC7C,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;AAEpD,KAAK,oBAAoB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,IAC7C,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,MAAM,OAAO,SAAS,MAAM,CAAC,GAAG,OAAO,GAAG,KAAK,CAAC;AAE1F,MAAM,MAAM,yBAAyB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,IAAI;IAC7D,IAAI,EAAE,oBAAoB,CAAC,CAAC,CAAC,CAAC;IAC9B,YAAY,EAAE,CAAC,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;CACjG,CAAC;AAEF,eAAO,MAAM,oBAAoB,eAAgB;IAC/C,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB,KAAG,MAAM,GAAG,SAsBZ,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,mBAAmB;aAC9B,EAAE;aACF,MAAM;aACN,SAAS;aACT,IAAI;CACI,CAAC;AAEX,eAAO,MAAM,eAAe,GAAI,CAAC,SAAS,CAAC,CAAC,SAAS,cACvC,yBAAyB,CAAC,CAAC,CAAC,KACvC,eAAe,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC,CAAC,CAI7D,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,KAAK,CAAC,OAAO,SAAS,SAAS,eAAe,EAAE,cAC1E,OAAO,KAClB,OAWF,CAAC;AAEF,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;iBAetC,CAAC;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAShF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAgB9B,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC"}
|
package/lib/core/assertion.js
CHANGED
|
@@ -36,12 +36,31 @@ export const assertionPluginIssue = (definition) => {
|
|
|
36
36
|
* Define a schema-validated assertion plugin while inferring the config passed
|
|
37
37
|
* to `evaluate` from the schema.
|
|
38
38
|
*/
|
|
39
|
+
export const baseAssertionFields = {
|
|
40
|
+
id: z.string().min(1).optional(),
|
|
41
|
+
weight: z.number().positive().optional(),
|
|
42
|
+
threshold: z.number().min(0).max(1).optional(),
|
|
43
|
+
name: z.string().optional(),
|
|
44
|
+
};
|
|
39
45
|
export const defineAssertion = (definition) => {
|
|
40
46
|
const issue = assertionPluginIssue(definition);
|
|
41
47
|
if (issue)
|
|
42
48
|
throw new TypeError(issue);
|
|
43
49
|
return definition;
|
|
44
50
|
};
|
|
51
|
+
export const defineAssertionRegistry = (...plugins) => {
|
|
52
|
+
const types = new Set();
|
|
53
|
+
for (const plugin of plugins) {
|
|
54
|
+
const issue = assertionPluginIssue(plugin);
|
|
55
|
+
if (issue)
|
|
56
|
+
throw new TypeError(issue);
|
|
57
|
+
if (types.has(plugin.type)) {
|
|
58
|
+
throw new TypeError(`assertion registry has duplicate type '${plugin.type}'`);
|
|
59
|
+
}
|
|
60
|
+
types.add(plugin.type);
|
|
61
|
+
}
|
|
62
|
+
return plugins;
|
|
63
|
+
};
|
|
45
64
|
export const GradingAssertionEntrySchema = z.object({
|
|
46
65
|
/** Stable author-supplied id, or a deterministic positional fallback. */
|
|
47
66
|
id: z.exactOptional(z.string()),
|
|
@@ -58,11 +77,18 @@ export const GradingAssertionEntrySchema = z.object({
|
|
|
58
77
|
errorMessage: z.exactOptional(z.string()),
|
|
59
78
|
usage: z.exactOptional(TokenUsageSchema),
|
|
60
79
|
});
|
|
80
|
+
const SkippedGradingAssertionSchema = z.object({
|
|
81
|
+
id: z.string(),
|
|
82
|
+
type: z.string(),
|
|
83
|
+
name: z.string(),
|
|
84
|
+
reason: z.literal("judge-disabled"),
|
|
85
|
+
});
|
|
61
86
|
export const GradingReportSchema = z.object({
|
|
62
87
|
schemaVersion: z.literal(1),
|
|
63
88
|
casePassed: z.boolean().nullable(),
|
|
64
89
|
caseScore: z.number().nullable(),
|
|
65
90
|
assertions: z.array(GradingAssertionEntrySchema),
|
|
91
|
+
skippedAssertions: z.array(SkippedGradingAssertionSchema).optional(),
|
|
66
92
|
/**
|
|
67
93
|
* Present when the subject run or grading did not complete. Assertions may
|
|
68
94
|
* still contain partial diagnostics, but the report is not a clean verdict.
|