agent-hitch 0.2.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -10
- package/README.zh-CN.md +13 -8
- package/dist/bin/hitch.js +1 -1
- package/dist/bin/hitch.js.map +1 -1
- package/dist/scripts/check-architecture.js +159 -0
- package/dist/scripts/check-architecture.js.map +1 -0
- package/dist/scripts/check-release.js +1 -1
- package/dist/scripts/check-release.js.map +1 -1
- package/dist/src/adapters/catalog.js +55 -0
- package/dist/src/adapters/catalog.js.map +1 -0
- package/dist/src/adapters/contract.js +2 -0
- package/dist/src/adapters/contract.js.map +1 -0
- package/dist/src/adapters/discovery.js +22 -0
- package/dist/src/adapters/discovery.js.map +1 -0
- package/dist/src/adapters/index.js +3 -0
- package/dist/src/adapters/index.js.map +1 -0
- package/dist/src/adapters/providers/claude.js +69 -0
- package/dist/src/adapters/providers/claude.js.map +1 -0
- package/dist/src/adapters/providers/codex.js +74 -0
- package/dist/src/adapters/providers/codex.js.map +1 -0
- package/dist/src/adapters/providers/deepseek.js +51 -0
- package/dist/src/adapters/providers/deepseek.js.map +1 -0
- package/dist/src/adapters/providers/opencode.js +73 -0
- package/dist/src/adapters/providers/opencode.js.map +1 -0
- package/dist/src/adapters/providers/pi.js +82 -0
- package/dist/src/adapters/providers/pi.js.map +1 -0
- package/dist/src/adapters/providers/shared.js +82 -0
- package/dist/src/adapters/providers/shared.js.map +1 -0
- package/dist/src/artifacts/index.js +3 -0
- package/dist/src/artifacts/index.js.map +1 -0
- package/dist/src/artifacts/integrity.js +188 -0
- package/dist/src/artifacts/integrity.js.map +1 -0
- package/dist/src/artifacts/preparer.js +379 -0
- package/dist/src/artifacts/preparer.js.map +1 -0
- package/dist/src/artifacts/store.js +87 -0
- package/dist/src/artifacts/store.js.map +1 -0
- package/dist/src/artifacts/types.js +2 -0
- package/dist/src/artifacts/types.js.map +1 -0
- package/dist/src/backends/contract.js +2 -0
- package/dist/src/backends/contract.js.map +1 -0
- package/dist/src/{harbor-backend.js → backends/harbor/backend.js} +39 -14
- package/dist/src/backends/harbor/backend.js.map +1 -0
- package/dist/src/backends/harbor/index.js +4 -0
- package/dist/src/backends/harbor/index.js.map +1 -0
- package/dist/src/backends/harbor/local-git-transport.js +447 -0
- package/dist/src/backends/harbor/local-git-transport.js.map +1 -0
- package/dist/src/{eval-tools.js → backends/harbor/tools.js} +2 -6
- package/dist/src/backends/harbor/tools.js.map +1 -0
- package/dist/src/backends/index.js +4 -0
- package/dist/src/backends/index.js.map +1 -0
- package/dist/src/cli/arguments.js +123 -0
- package/dist/src/cli/arguments.js.map +1 -0
- package/dist/src/cli/commands/compare.js +55 -0
- package/dist/src/cli/commands/compare.js.map +1 -0
- package/dist/src/cli/commands/daemon.js +106 -0
- package/dist/src/cli/commands/daemon.js.map +1 -0
- package/dist/src/cli/commands/eval.js +126 -0
- package/dist/src/cli/commands/eval.js.map +1 -0
- package/dist/src/cli/commands/feedback.js +84 -0
- package/dist/src/cli/commands/feedback.js.map +1 -0
- package/dist/src/cli/commands/inspect.js +20 -0
- package/dist/src/cli/commands/inspect.js.map +1 -0
- package/dist/src/cli/commands/list.js +17 -0
- package/dist/src/cli/commands/list.js.map +1 -0
- package/dist/src/cli/commands/prepare.js +21 -0
- package/dist/src/cli/commands/prepare.js.map +1 -0
- package/dist/src/cli/commands/resolve.js +17 -0
- package/dist/src/cli/commands/resolve.js.map +1 -0
- package/dist/src/cli/commands/run.js +83 -0
- package/dist/src/cli/commands/run.js.map +1 -0
- package/dist/src/cli/commands/runs.js +45 -0
- package/dist/src/cli/commands/runs.js.map +1 -0
- package/dist/src/cli/commands/trajectory.js +31 -0
- package/dist/src/cli/commands/trajectory.js.map +1 -0
- package/dist/src/cli/commands/workspace.js +44 -0
- package/dist/src/cli/commands/workspace.js.map +1 -0
- package/dist/src/cli/index.js +2 -0
- package/dist/src/cli/index.js.map +1 -0
- package/dist/src/cli/main.js +48 -0
- package/dist/src/cli/main.js.map +1 -0
- package/dist/src/cli/output.js +96 -0
- package/dist/src/cli/output.js.map +1 -0
- package/dist/src/controller-runtime/index.js +3 -0
- package/dist/src/controller-runtime/index.js.map +1 -0
- package/dist/src/controller-runtime/store.js +2 -7
- package/dist/src/controller-runtime/store.js.map +1 -1
- package/dist/src/daemon/auth.js +108 -0
- package/dist/src/daemon/auth.js.map +1 -0
- package/dist/src/daemon/client.js +76 -0
- package/dist/src/daemon/client.js.map +1 -0
- package/dist/src/daemon/index.js +5 -0
- package/dist/src/daemon/index.js.map +1 -0
- package/dist/src/daemon/launcher.js +24 -0
- package/dist/src/daemon/launcher.js.map +1 -0
- package/dist/src/{scheduler.js → daemon/scheduler.js} +6 -7
- package/dist/src/daemon/scheduler.js.map +1 -0
- package/dist/src/{daemon.js → daemon/server.js} +10 -155
- package/dist/src/daemon/server.js.map +1 -0
- package/dist/src/domain/artifacts.js +2 -0
- package/dist/src/domain/artifacts.js.map +1 -0
- package/dist/src/domain/controller-runtime.js +2 -0
- package/dist/src/domain/controller-runtime.js.map +1 -0
- package/dist/src/domain/eval-records.js +2 -0
- package/dist/src/domain/eval-records.js.map +1 -0
- package/dist/src/domain/evals.js +2 -0
- package/dist/src/domain/evals.js.map +1 -0
- package/dist/src/domain/feedback.js +2 -0
- package/dist/src/domain/feedback.js.map +1 -0
- package/dist/src/domain/{types.js → ids.js} +1 -1
- package/dist/src/domain/ids.js.map +1 -0
- package/dist/src/domain/index.js +11 -0
- package/dist/src/domain/index.js.map +1 -0
- package/dist/src/domain/revisions.js +2 -0
- package/dist/src/domain/revisions.js.map +1 -0
- package/dist/src/domain/runs.js +3 -0
- package/dist/src/domain/runs.js.map +1 -0
- package/dist/src/domain/trajectories.js +2 -0
- package/dist/src/domain/trajectories.js.map +1 -0
- package/dist/src/domain/{validate.js → validation.js} +194 -5
- package/dist/src/domain/validation.js.map +1 -0
- package/dist/src/domain/workspaces.js +2 -0
- package/dist/src/domain/workspaces.js.map +1 -0
- package/dist/src/evals/events.js +67 -0
- package/dist/src/evals/events.js.map +1 -0
- package/dist/src/evals/index.js +5 -0
- package/dist/src/evals/index.js.map +1 -0
- package/dist/src/evals/records.js +55 -0
- package/dist/src/evals/records.js.map +1 -0
- package/dist/src/evals/request.js +109 -0
- package/dist/src/evals/request.js.map +1 -0
- package/dist/src/evals/service.js +227 -0
- package/dist/src/evals/service.js.map +1 -0
- package/dist/src/evals/trial-import.js +394 -0
- package/dist/src/evals/trial-import.js.map +1 -0
- package/dist/src/feedback/index.js +2 -0
- package/dist/src/feedback/index.js.map +1 -0
- package/dist/src/feedback/service.js +3 -4
- package/dist/src/feedback/service.js.map +1 -1
- package/dist/src/{config.js → foundation/config.js} +1 -0
- package/dist/src/foundation/config.js.map +1 -0
- package/dist/src/foundation/errors.js.map +1 -0
- package/dist/src/foundation/executable.js +135 -0
- package/dist/src/foundation/executable.js.map +1 -0
- package/dist/src/foundation/fs.js.map +1 -0
- package/dist/src/foundation/hash.js +24 -0
- package/dist/src/foundation/hash.js.map +1 -0
- package/dist/src/foundation/index.js +11 -0
- package/dist/src/foundation/index.js.map +1 -0
- package/dist/src/foundation/line-stream.js.map +1 -0
- package/dist/src/foundation/locks.js +114 -0
- package/dist/src/foundation/locks.js.map +1 -0
- package/dist/src/{package-root.js → foundation/package-root.js} +3 -2
- package/dist/src/foundation/package-root.js.map +1 -0
- package/dist/src/foundation/process.js.map +1 -0
- package/dist/src/revisions/index.js +4 -0
- package/dist/src/revisions/index.js.map +1 -0
- package/dist/src/{harness-reference.js → revisions/reference.js} +16 -2
- package/dist/src/revisions/reference.js.map +1 -0
- package/dist/src/revisions/resolver.js +25 -0
- package/dist/src/revisions/resolver.js.map +1 -0
- package/dist/src/revisions/sources/git.js +180 -0
- package/dist/src/revisions/sources/git.js.map +1 -0
- package/dist/src/revisions/sources/installed.js +45 -0
- package/dist/src/revisions/sources/installed.js.map +1 -0
- package/dist/src/revisions/sources/npm.js +97 -0
- package/dist/src/revisions/sources/npm.js.map +1 -0
- package/dist/src/runs/compare.js +132 -0
- package/dist/src/runs/compare.js.map +1 -0
- package/dist/src/{events.js → runs/events.js} +1 -2
- package/dist/src/runs/events.js.map +1 -0
- package/dist/src/{engine.js → runs/executor.js} +166 -151
- package/dist/src/runs/executor.js.map +1 -0
- package/dist/src/runs/finalizer.js +22 -0
- package/dist/src/runs/finalizer.js.map +1 -0
- package/dist/src/runs/identity.js +35 -0
- package/dist/src/runs/identity.js.map +1 -0
- package/dist/src/runs/index.js +11 -0
- package/dist/src/runs/index.js.map +1 -0
- package/dist/src/runs/manifest.js +70 -0
- package/dist/src/runs/manifest.js.map +1 -0
- package/dist/src/runs/outcome.js +49 -0
- package/dist/src/runs/outcome.js.map +1 -0
- package/dist/src/runs/query.js +104 -0
- package/dist/src/runs/query.js.map +1 -0
- package/dist/src/runs/queued.js +54 -0
- package/dist/src/runs/queued.js.map +1 -0
- package/dist/src/runs/records.js +288 -0
- package/dist/src/runs/records.js.map +1 -0
- package/dist/src/runs/request.js +169 -0
- package/dist/src/runs/request.js.map +1 -0
- package/dist/src/trajectories/format.js +1 -1
- package/dist/src/trajectories/format.js.map +1 -1
- package/dist/src/trajectories/index.js +7 -0
- package/dist/src/trajectories/index.js.map +1 -0
- package/dist/src/trajectories/projector.js +1 -1
- package/dist/src/trajectories/projector.js.map +1 -1
- package/dist/src/trajectories/provider-capture.js +133 -0
- package/dist/src/trajectories/provider-capture.js.map +1 -0
- package/dist/src/trajectories/providers/deepseek.js +179 -0
- package/dist/src/trajectories/providers/deepseek.js.map +1 -0
- package/dist/src/trajectories/store.js +148 -8
- package/dist/src/trajectories/store.js.map +1 -1
- package/dist/src/workspaces/copy.js +142 -0
- package/dist/src/workspaces/copy.js.map +1 -0
- package/dist/src/workspaces/digest.js +47 -0
- package/dist/src/workspaces/digest.js.map +1 -0
- package/dist/src/workspaces/git.js +164 -0
- package/dist/src/workspaces/git.js.map +1 -0
- package/dist/src/workspaces/index.js +6 -0
- package/dist/src/workspaces/index.js.map +1 -0
- package/dist/src/workspaces/lifecycle.js +313 -0
- package/dist/src/workspaces/lifecycle.js.map +1 -0
- package/dist/src/workspaces/planner.js +80 -0
- package/dist/src/workspaces/planner.js.map +1 -0
- package/dist/src/workspaces/store.js +25 -0
- package/dist/src/workspaces/store.js.map +1 -0
- package/dist/src/workspaces/types.js +4 -0
- package/dist/src/workspaces/types.js.map +1 -0
- package/dist/src/workspaces/utils.js +56 -0
- package/dist/src/workspaces/utils.js.map +1 -0
- package/docs/schemas/eval-request.schema.json +2 -0
- package/docs/schemas/eval-result.schema.json +36 -1
- package/docs/schemas/local-git-transport-manifest.schema.json +34 -0
- package/docs/schemas/result.schema.json +9 -0
- package/docs/schemas/run-context.schema.json +39 -0
- package/docs/schemas/run-manifest.schema.json +81 -0
- package/docs/schemas/run-request.schema.json +16 -1
- package/docs/schemas/trajectory-ref.schema.json +66 -23
- package/integrations/harbor/hitch_harbor_agent.py +375 -1
- package/package.json +21 -3
- package/dist/src/adapters.js +0 -461
- package/dist/src/adapters.js.map +0 -1
- package/dist/src/artifacts.js +0 -1081
- package/dist/src/artifacts.js.map +0 -1
- package/dist/src/cli.js +0 -699
- package/dist/src/cli.js.map +0 -1
- package/dist/src/config.js.map +0 -1
- package/dist/src/daemon.js.map +0 -1
- package/dist/src/domain/types.js.map +0 -1
- package/dist/src/domain/validate.js.map +0 -1
- package/dist/src/engine.js.map +0 -1
- package/dist/src/errors.js.map +0 -1
- package/dist/src/eval-tools.js.map +0 -1
- package/dist/src/evals.js +0 -313
- package/dist/src/evals.js.map +0 -1
- package/dist/src/events.js.map +0 -1
- package/dist/src/fs.js.map +0 -1
- package/dist/src/harbor-backend.js.map +0 -1
- package/dist/src/harness-reference.js.map +0 -1
- package/dist/src/line-stream.js.map +0 -1
- package/dist/src/locks.js +0 -38
- package/dist/src/locks.js.map +0 -1
- package/dist/src/package-root.js.map +0 -1
- package/dist/src/process.js.map +0 -1
- package/dist/src/registry.js +0 -81
- package/dist/src/registry.js.map +0 -1
- package/dist/src/scheduler.js.map +0 -1
- package/dist/src/workspaces.js +0 -858
- package/dist/src/workspaces.js.map +0 -1
- /package/dist/src/{errors.js → foundation/errors.js} +0 -0
- /package/dist/src/{fs.js → foundation/fs.js} +0 -0
- /package/dist/src/{line-stream.js → foundation/line-stream.js} +0 -0
- /package/dist/src/{process.js → foundation/process.js} +0 -0
|
@@ -5,6 +5,128 @@
|
|
|
5
5
|
*
|
|
6
6
|
* Pure functions only — no CLI, daemon, backend, or filesystem imports.
|
|
7
7
|
*/
|
|
8
|
+
const SHA256_PATTERN = /^sha256:[0-9a-f]{64}$/;
|
|
9
|
+
export function asSha256(value, label = "value") {
|
|
10
|
+
const digest = asString(value, label);
|
|
11
|
+
if (!SHA256_PATTERN.test(digest))
|
|
12
|
+
throw new TypeError(`${label} must be a sha256 digest`);
|
|
13
|
+
return digest;
|
|
14
|
+
}
|
|
15
|
+
function assertExactFields(record, allowed, label) {
|
|
16
|
+
const allowedSet = new Set(allowed);
|
|
17
|
+
const unexpected = Object.keys(record).find((field) => !allowedSet.has(field));
|
|
18
|
+
if (unexpected)
|
|
19
|
+
throw new TypeError(`${label} has unknown field: ${unexpected}`);
|
|
20
|
+
}
|
|
21
|
+
function nonEmptyString(value, label) {
|
|
22
|
+
const result = asString(value, label);
|
|
23
|
+
if (!result.trim())
|
|
24
|
+
throw new TypeError(`${label} must be a non-empty string`);
|
|
25
|
+
return result;
|
|
26
|
+
}
|
|
27
|
+
/** Validate a run context before a run directory or agent process is created. */
|
|
28
|
+
export function validateRunContext(value = { kind: "ad_hoc" }) {
|
|
29
|
+
const record = asRecord(value, "run context");
|
|
30
|
+
const kind = asString(record.kind, "run context kind");
|
|
31
|
+
if (kind === "ad_hoc") {
|
|
32
|
+
assertExactFields(record, ["kind"], "ad_hoc context");
|
|
33
|
+
return { kind };
|
|
34
|
+
}
|
|
35
|
+
if (kind === "seed_task") {
|
|
36
|
+
assertExactFields(record, [
|
|
37
|
+
"kind", "seed_task_id", "seed_task_digest", "seed_set_id",
|
|
38
|
+
"seed_set_revision", "iteration_id",
|
|
39
|
+
], "seed_task context");
|
|
40
|
+
const context = {
|
|
41
|
+
kind,
|
|
42
|
+
seed_task_id: nonEmptyString(record.seed_task_id, "seed_task_id"),
|
|
43
|
+
seed_task_digest: asSha256(record.seed_task_digest, "seed_task_digest"),
|
|
44
|
+
};
|
|
45
|
+
const seedSetId = asOptionalString(record.seed_set_id, "seed_set_id");
|
|
46
|
+
if (seedSetId !== undefined)
|
|
47
|
+
context.seed_set_id = nonEmptyString(seedSetId, "seed_set_id");
|
|
48
|
+
const seedSetRevision = asOptionalString(record.seed_set_revision, "seed_set_revision");
|
|
49
|
+
if (seedSetRevision !== undefined)
|
|
50
|
+
context.seed_set_revision = nonEmptyString(seedSetRevision, "seed_set_revision");
|
|
51
|
+
const iterationId = asOptionalString(record.iteration_id, "iteration_id");
|
|
52
|
+
if (iterationId !== undefined)
|
|
53
|
+
context.iteration_id = nonEmptyString(iterationId, "iteration_id");
|
|
54
|
+
return context;
|
|
55
|
+
}
|
|
56
|
+
if (kind === "benchmark_task") {
|
|
57
|
+
assertExactFields(record, [
|
|
58
|
+
"kind", "benchmark_id", "benchmark_revision", "task_id",
|
|
59
|
+
"task_digest", "verifier_identity",
|
|
60
|
+
], "benchmark_task context");
|
|
61
|
+
const revision = nonEmptyString(record.benchmark_revision, "benchmark_revision");
|
|
62
|
+
if (revision.toLowerCase() === "latest") {
|
|
63
|
+
throw new TypeError("benchmark_revision must be immutable and cannot be 'latest'");
|
|
64
|
+
}
|
|
65
|
+
return {
|
|
66
|
+
kind,
|
|
67
|
+
benchmark_id: nonEmptyString(record.benchmark_id, "benchmark_id"),
|
|
68
|
+
benchmark_revision: revision,
|
|
69
|
+
task_id: nonEmptyString(record.task_id, "task_id"),
|
|
70
|
+
task_digest: asSha256(record.task_digest, "task_digest"),
|
|
71
|
+
verifier_identity: asSha256(record.verifier_identity, "verifier_identity"),
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
throw new TypeError(`invalid run context kind: ${kind}`);
|
|
75
|
+
}
|
|
76
|
+
export function validateEvalRunParent(value) {
|
|
77
|
+
const record = asRecord(value, "run parent");
|
|
78
|
+
assertExactFields(record, ["kind", "eval_id", "trial_id", "attempt"], "run parent");
|
|
79
|
+
if (record.kind !== "eval")
|
|
80
|
+
throw new TypeError("run parent kind must be 'eval'");
|
|
81
|
+
const attempt = asInteger(record.attempt, "parent attempt");
|
|
82
|
+
if (attempt <= 0)
|
|
83
|
+
throw new TypeError("parent attempt must be positive");
|
|
84
|
+
return {
|
|
85
|
+
kind: "eval",
|
|
86
|
+
eval_id: nonEmptyString(record.eval_id, "parent eval_id"),
|
|
87
|
+
trial_id: nonEmptyString(record.trial_id, "parent trial_id"),
|
|
88
|
+
attempt,
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
export function validateRunObservation(value) {
|
|
92
|
+
const record = asRecord(value, "run observation");
|
|
93
|
+
assertExactFields(record, ["status", "reward", "verifier_result_ref", "invalid_reason"], "run observation");
|
|
94
|
+
if (record.status !== "valid" && record.status !== "invalid") {
|
|
95
|
+
throw new TypeError("run observation status must be 'valid' or 'invalid'");
|
|
96
|
+
}
|
|
97
|
+
const observation = { status: record.status };
|
|
98
|
+
if (record.reward !== undefined)
|
|
99
|
+
observation.reward = asNumber(record.reward, "observation reward");
|
|
100
|
+
if (record.verifier_result_ref !== undefined) {
|
|
101
|
+
observation.verifier_result_ref = validateRelativePath(record.verifier_result_ref, "verifier_result_ref");
|
|
102
|
+
}
|
|
103
|
+
if (record.invalid_reason !== undefined)
|
|
104
|
+
observation.invalid_reason = nonEmptyString(record.invalid_reason, "invalid_reason");
|
|
105
|
+
if (observation.status === "valid") {
|
|
106
|
+
if (observation.reward === undefined)
|
|
107
|
+
throw new TypeError("valid observation must include reward");
|
|
108
|
+
if (!observation.verifier_result_ref)
|
|
109
|
+
throw new TypeError("valid observation must include verifier_result_ref");
|
|
110
|
+
if (observation.invalid_reason !== undefined)
|
|
111
|
+
throw new TypeError("valid observation must not include invalid_reason");
|
|
112
|
+
}
|
|
113
|
+
else {
|
|
114
|
+
if (!observation.invalid_reason)
|
|
115
|
+
throw new TypeError("invalid observation must include invalid_reason");
|
|
116
|
+
if (observation.reward !== undefined)
|
|
117
|
+
throw new TypeError("invalid observation must not include reward");
|
|
118
|
+
}
|
|
119
|
+
return observation;
|
|
120
|
+
}
|
|
121
|
+
export function validateRelativePath(value, label = "path") {
|
|
122
|
+
const candidate = nonEmptyString(value, label);
|
|
123
|
+
if (candidate.includes("\\")
|
|
124
|
+
|| candidate.startsWith("/")
|
|
125
|
+
|| candidate.split("/").some((segment) => segment === ".." || segment === "." || segment === "")) {
|
|
126
|
+
throw new TypeError(`${label} must be a normalized relative path`);
|
|
127
|
+
}
|
|
128
|
+
return candidate;
|
|
129
|
+
}
|
|
8
130
|
export function isRecord(value) {
|
|
9
131
|
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
10
132
|
}
|
|
@@ -120,8 +242,10 @@ export function validateSessionEvent(value) {
|
|
|
120
242
|
}
|
|
121
243
|
export function validateTrajectoryRef(value) {
|
|
122
244
|
const record = asRecord(value, "trajectory ref");
|
|
245
|
+
if (record.schema_version === "2")
|
|
246
|
+
return validateTrajectoryRefV2(record);
|
|
123
247
|
if (record.schema_version !== "1")
|
|
124
|
-
throw new TypeError("trajectory ref schema_version must be '1'");
|
|
248
|
+
throw new TypeError("trajectory ref schema_version must be '1' or '2'");
|
|
125
249
|
const format = asRecord(record.format, "trajectory format");
|
|
126
250
|
if (format.family !== "dsh-session")
|
|
127
251
|
throw new TypeError("trajectory format family must be 'dsh-session'");
|
|
@@ -155,12 +279,77 @@ export function validateTrajectoryRef(value) {
|
|
|
155
279
|
ref.provider_session_id = providerSessionId;
|
|
156
280
|
const sha256 = asOptionalString(record.sha256, "sha256");
|
|
157
281
|
if (sha256 !== undefined) {
|
|
158
|
-
|
|
159
|
-
throw new TypeError("trajectory sha256 must be a sha256 digest");
|
|
160
|
-
ref.sha256 = sha256;
|
|
282
|
+
ref.sha256 = asSha256(sha256, "trajectory sha256");
|
|
161
283
|
}
|
|
162
284
|
return ref;
|
|
163
285
|
}
|
|
286
|
+
function validateTrajectoryRefV2(record) {
|
|
287
|
+
assertExactFields(record, [
|
|
288
|
+
"schema_version", "run_id", "fidelity", "provider", "provider_session_id", "files", "redactions",
|
|
289
|
+
], "trajectory ref V2");
|
|
290
|
+
const fidelity = asString(record.fidelity, "trajectory fidelity");
|
|
291
|
+
if (fidelity !== "provider_native" && fidelity !== "normalized" && fidelity !== "minimal") {
|
|
292
|
+
throw new TypeError(`invalid trajectory fidelity: ${fidelity}`);
|
|
293
|
+
}
|
|
294
|
+
const files = asArray(record.files, "trajectory files").map((entry, index) => {
|
|
295
|
+
const file = asRecord(entry, `trajectory file ${index}`);
|
|
296
|
+
assertExactFields(file, ["role", "path", "media_type", "sha256", "bytes"], `trajectory file ${index}`);
|
|
297
|
+
const role = asString(file.role, `trajectory file ${index} role`);
|
|
298
|
+
if (!["provider_events", "provider_transcript", "provider_artifact", "canonical_session"].includes(role)) {
|
|
299
|
+
throw new TypeError(`invalid trajectory file role: ${role}`);
|
|
300
|
+
}
|
|
301
|
+
const bytes = asInteger(file.bytes, `trajectory file ${index} bytes`);
|
|
302
|
+
if (bytes < 0)
|
|
303
|
+
throw new TypeError(`trajectory file ${index} bytes must be non-negative`);
|
|
304
|
+
return {
|
|
305
|
+
role: role,
|
|
306
|
+
path: validateRelativePath(file.path, `trajectory file ${index} path`),
|
|
307
|
+
media_type: nonEmptyString(file.media_type, `trajectory file ${index} media_type`),
|
|
308
|
+
sha256: asSha256(file.sha256, `trajectory file ${index} sha256`),
|
|
309
|
+
bytes,
|
|
310
|
+
};
|
|
311
|
+
});
|
|
312
|
+
if (files.length === 0)
|
|
313
|
+
throw new TypeError("trajectory files must not be empty");
|
|
314
|
+
if (files.filter((file) => file.role === "canonical_session").length !== 1) {
|
|
315
|
+
throw new TypeError("trajectory files must include exactly one canonical_session");
|
|
316
|
+
}
|
|
317
|
+
if (new Set(files.map((file) => file.path)).size !== files.length) {
|
|
318
|
+
throw new TypeError("trajectory file paths must be unique");
|
|
319
|
+
}
|
|
320
|
+
if (fidelity === "provider_native" && !files.some((file) => file.role.startsWith("provider_"))) {
|
|
321
|
+
throw new TypeError("provider_native trajectory must include a provider file");
|
|
322
|
+
}
|
|
323
|
+
const runId = nonEmptyString(record.run_id, "trajectory run_id");
|
|
324
|
+
if (!/^run_[a-f0-9]{32}$/.test(runId))
|
|
325
|
+
throw new TypeError(`invalid trajectory run_id: ${runId}`);
|
|
326
|
+
const result = {
|
|
327
|
+
schema_version: "2",
|
|
328
|
+
run_id: runId,
|
|
329
|
+
fidelity,
|
|
330
|
+
files,
|
|
331
|
+
};
|
|
332
|
+
const provider = asOptionalString(record.provider, "trajectory provider");
|
|
333
|
+
if (provider !== undefined)
|
|
334
|
+
result.provider = nonEmptyString(provider, "trajectory provider");
|
|
335
|
+
const providerSessionId = asOptionalString(record.provider_session_id, "provider_session_id");
|
|
336
|
+
if (providerSessionId !== undefined)
|
|
337
|
+
result.provider_session_id = nonEmptyString(providerSessionId, "provider_session_id");
|
|
338
|
+
if (record.redactions !== undefined) {
|
|
339
|
+
result.redactions = asArray(record.redactions, "trajectory redactions").map((entry, index) => {
|
|
340
|
+
const redaction = asRecord(entry, `trajectory redaction ${index}`);
|
|
341
|
+
assertExactFields(redaction, ["rule_id", "count"], `trajectory redaction ${index}`);
|
|
342
|
+
const count = asInteger(redaction.count, `trajectory redaction ${index} count`);
|
|
343
|
+
if (count <= 0)
|
|
344
|
+
throw new TypeError(`trajectory redaction ${index} count must be positive`);
|
|
345
|
+
return { rule_id: nonEmptyString(redaction.rule_id, `trajectory redaction ${index} rule_id`), count };
|
|
346
|
+
});
|
|
347
|
+
if (new Set(result.redactions.map((redaction) => redaction.rule_id)).size !== result.redactions.length) {
|
|
348
|
+
throw new TypeError("trajectory redaction rule_id values must be unique");
|
|
349
|
+
}
|
|
350
|
+
}
|
|
351
|
+
return result;
|
|
352
|
+
}
|
|
164
353
|
export function validateMessageFeedbackItem(value) {
|
|
165
354
|
const record = asRecord(value, "feedback item");
|
|
166
355
|
const rating = asString(record.rating, "rating");
|
|
@@ -237,4 +426,4 @@ export function validateControllerRuntimeManifest(value) {
|
|
|
237
426
|
created_at: createdAt,
|
|
238
427
|
};
|
|
239
428
|
}
|
|
240
|
-
//# sourceMappingURL=
|
|
429
|
+
//# sourceMappingURL=validation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../../src/domain/validation.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAOH,MAAM,cAAc,GAAG,uBAAuB,CAAC;AAE/C,MAAM,UAAU,QAAQ,CAAC,KAAc,EAAE,KAAK,GAAG,OAAO;IACtD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACtC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,0BAA0B,CAAC,CAAC;IAC1F,OAAO,MAA4B,CAAC;AACtC,CAAC;AAED,SAAS,iBAAiB,CAAC,MAA+B,EAAE,OAA0B,EAAE,KAAa;IACnG,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IAC/E,IAAI,UAAU;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,uBAAuB,UAAU,EAAE,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,cAAc,CAAC,KAAc,EAAE,KAAa;IACnD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACtC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAC;IAC/E,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,kBAAkB,CAAC,QAAiB,EAAE,IAAI,EAAE,QAAQ,EAAE;IACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;IACvD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,iBAAiB,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,gBAAgB,CAAC,CAAC;QACtD,OAAO,EAAE,IAAI,EAAE,CAAC;IAClB,CAAC;IACD,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;QACzB,iBAAiB,CAAC,MAAM,EAAE;YACxB,MAAM,EAAE,cAAc,EAAE,kBAAkB,EAAE,aAAa;YACzD,mBAAmB,EAAE,cAAc;SACpC,EAAE,mBAAmB,CAAC,CAAC;QACxB,MAAM,OAAO,GAAiD;YAC5D,IAAI;YACJ,YAAY,EAAE,cAAc,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC;YACjE,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;SACxE,CAAC;QACF,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;QACtE,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,CAAC,WAAW,GAAG,cAAc,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;QAC5F,MAAM,eAAe,GAAG,gBAAgB,CAAC,MAAM,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CAAC;QACxF,IAAI,eAAe,KAAK,SAAS;YAAE,OAAO,CAAC,iBAAiB,GAAG,cAAc,CAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC;QACpH,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;QAC1E,IAAI,WAAW,KAAK,SAAS;YAAE,OAAO,CAAC,YAAY,GAAG,cAAc,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;QAClG,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,IAAI,KAAK,gBAAgB,EAAE,CAAC;QAC9B,iBAAiB,CAAC,MAAM,EAAE;YACxB,MAAM,EAAE,cAAc,EAAE,oBAAoB,EAAE,SAAS;YACvD,aAAa,EAAE,mBAAmB;SACnC,EAAE,wBAAwB,CAAC,CAAC;QAC7B,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,kBAAkB,EAAE,oBAAoB,CAAC,CAAC;QACjF,IAAI,QAAQ,CAAC,WAAW,EAAE,KAAK,QAAQ,EAAE,CAAC;YACxC,MAAM,IAAI,SAAS,CAAC,6DAA6D,CAAC,CAAC;QACrF,CAAC;QACD,OAAO;YACL,IAAI;YACJ,YAAY,EAAE,cAAc,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC;YACjE,kBAAkB,EAAE,QAAQ;YAC5B,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC;YAClD,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC;YACxD,iBAAiB,EAAE,QAAQ,CAAC,MAAM,CAAC,iBAAiB,EAAE,mBAAmB,CAAC;SAC3E,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,SAAS,CAAC,6BAA6B,IAAI,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IAC7C,iBAAiB,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC,EAAE,YAAY,CAAC,CAAC;IACpF,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,gCAAgC,CAAC,CAAC;IAClF,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;IAC5D,IAAI,OAAO,IAAI,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,iCAAiC,CAAC,CAAC;IACzE,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,OAAO,EAAE,gBAAgB,CAAC;QACzD,QAAQ,EAAE,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,iBAAiB,CAAC;QAC5D,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAc;IACnD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;IAClD,iBAAiB,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,qBAAqB,EAAE,gBAAgB,CAAC,EAAE,iBAAiB,CAAC,CAAC;IAC5G,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC7D,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAC;IAC7E,CAAC;IACD,MAAM,WAAW,GAAqB,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IAChE,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;QAAE,WAAW,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC;IACpG,IAAI,MAAM,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;QAC7C,WAAW,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,MAAM,CAAC,mBAAmB,EAAE,qBAAqB,CAAC,CAAC;IAC5G,CAAC;IACD,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS;QAAE,WAAW,CAAC,cAAc,GAAG,cAAc,CAAC,MAAM,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;IAC9H,IAAI,WAAW,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QACnC,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS;YAAE,MAAM,IAAI,SAAS,CAAC,uCAAuC,CAAC,CAAC;QACnG,IAAI,CAAC,WAAW,CAAC,mBAAmB;YAAE,MAAM,IAAI,SAAS,CAAC,oDAAoD,CAAC,CAAC;QAChH,IAAI,WAAW,CAAC,cAAc,KAAK,SAAS;YAAE,MAAM,IAAI,SAAS,CAAC,mDAAmD,CAAC,CAAC;IACzH,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,WAAW,CAAC,cAAc;YAAE,MAAM,IAAI,SAAS,CAAC,iDAAiD,CAAC,CAAC;QACxG,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS;YAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;IAC3G,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc,EAAE,KAAK,GAAG,MAAM;IACjE,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC/C,IACE,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;WACrB,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC;WACzB,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,GAAG,IAAI,OAAO,KAAK,EAAE,CAAC,EAChG,CAAC;QACD,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,qCAAqC,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc;IACrC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc,EAAE,KAAK,GAAG,OAAO;IACtD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,wBAAwB,CAAC,CAAC;IAC5E,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc,EAAE,KAAK,GAAG,OAAO;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,mBAAmB,CAAC,CAAC;IAChF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAc,EAAE,KAAK,GAAG,OAAO;IAC9D,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,OAAO,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc,EAAE,KAAK,GAAG,OAAO;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,0BAA0B,CAAC,CAAC;IAClH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAc,EAAE,KAAK,GAAG,OAAO;IACvD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACtC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,yBAAyB,CAAC,CAAC;IAC1F,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAc,EAAE,KAAK,GAAG,OAAO;IACvD,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IAClF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,KAAc,EAAE,KAAK,GAAG,OAAO;IACrD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,mBAAmB,CAAC,CAAC;IAC5E,OAAO,KAAK,CAAC;AACf,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,aAAa,CAAC,KAAc,EAAE,KAAK,GAAG,OAAO;IAC3D,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACvC,IAAI,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,iDAAiD,CAAC,CAAC;IAC/F,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAc;IACtD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;IACtD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;IACnG,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;IACpE,IAAI,OAAO,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,uCAAuC,OAAO,EAAE,CAAC,CAAC;IACzF,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC,eAAe,EAAE,iBAAiB,CAAC,CAAC;IAC7E,IAAI,eAAe,GAAG,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;IACrF,MAAM,MAAM,GAAsB;QAChC,IAAI,EAAE,SAAS;QACf,OAAO;QACP,EAAE;QACF,SAAS;QACT,eAAe;KAChB,CAAC;IACF,MAAM,GAAG,GAAG,gBAAgB,CAAC,MAAM,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;IACxD,IAAI,GAAG,KAAK,SAAS;QAAE,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC;IACxC,MAAM,aAAa,GAAG,gBAAgB,CAAC,MAAM,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;IAC9E,IAAI,aAAa,KAAK,SAAS;QAAE,MAAM,CAAC,aAAa,GAAG,aAAa,CAAC;IACtE,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IAC5G,IAAI,UAAU,KAAK,SAAS;QAAE,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;IAC7D,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAChC,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU;YAAE,MAAM,IAAI,SAAS,CAAC,2BAA2B,CAAC,CAAC;QACnF,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC;IAC7B,CAAC;IACD,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IACxE,IAAI,WAAW,KAAK,SAAS;QAAE,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;IAChE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAC/C,IAAI,GAAG,GAAG,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,gCAAgC,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACtD,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,SAAS,CAAC,kCAAkC,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,KAAK,GAAiB,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IACnE,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI;QAAE,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;IACtD,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QACzC,KAAK,CAAC,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAC9H,CAAC;IACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACnC,IAAI,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YAClC,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YACnD,IAAI,EAAE,CAAC,EAAE,KAAK,SAAS;gBAAE,MAAM,IAAI,SAAS,CAAC,iDAAiD,CAAC,CAAC;YAChG,KAAK,CAAC,SAAS,GAAG,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,eAAe,CAAC,EAAE,CAAC;QAC9H,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;IACjD,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG;QAAE,OAAO,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAC1E,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG;QAAE,MAAM,IAAI,SAAS,CAAC,kDAAkD,CAAC,CAAC;IAC3G,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IAC5D,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa;QAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;IAC3G,IAAI,MAAM,CAAC,OAAO,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;IACrF,IAAI,MAAM,CAAC,WAAW,KAAK,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,uCAAuC,CAAC,CAAC;IAChG,IAAI,MAAM,CAAC,WAAW,KAAK,KAAK;QAAE,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;IAC9F,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,iBAAiB,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACvD,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,YAAY,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACjF,MAAM,IAAI,SAAS,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,GAAG,GAAoB;QAC3B,cAAc,EAAE,GAAG;QACnB,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC;QACzC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC;QACrD,MAAM,EAAE;YACN,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,CAAC;YACV,eAAe,EAAE,cAAc;YAC/B,WAAW,EAAE,MAAM;YACnB,WAAW,EAAE,KAAK;SACnB;QACD,QAAQ;QACR,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC;KACpC,CAAC;IACF,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,MAAM,CAAC,mBAAmB,EAAE,qBAAqB,CAAC,CAAC;IAC9F,IAAI,iBAAiB,KAAK,SAAS;QAAE,GAAG,CAAC,mBAAmB,GAAG,iBAAiB,CAAC;IACjF,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,uBAAuB,CAAC,MAA+B;IAC9D,iBAAiB,CAAC,MAAM,EAAE;QACxB,gBAAgB,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,qBAAqB,EAAE,OAAO,EAAE,YAAY;KACjG,EAAE,mBAAmB,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC;IAClE,IAAI,QAAQ,KAAK,iBAAiB,IAAI,QAAQ,KAAK,YAAY,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC1F,MAAM,IAAI,SAAS,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC3E,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,EAAE,mBAAmB,KAAK,EAAE,CAAC,CAAC;QACzD,iBAAiB,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,mBAAmB,KAAK,EAAE,CAAC,CAAC;QACvG,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,mBAAmB,KAAK,OAAO,CAAC,CAAC;QAClE,IAAI,CAAC,CAAC,iBAAiB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,mBAAmB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACzG,MAAM,IAAI,SAAS,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,mBAAmB,KAAK,QAAQ,CAAC,CAAC;QACtE,IAAI,KAAK,GAAG,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,mBAAmB,KAAK,6BAA6B,CAAC,CAAC;QAC1F,OAAO;YACL,IAAI,EAAE,IAA6F;YACnG,IAAI,EAAE,oBAAoB,CAAC,IAAI,CAAC,IAAI,EAAE,mBAAmB,KAAK,OAAO,CAAC;YACtE,UAAU,EAAE,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,mBAAmB,KAAK,aAAa,CAAC;YAClF,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,mBAAmB,KAAK,SAAS,CAAC;YAChE,KAAK;SACN,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,oCAAoC,CAAC,CAAC;IAClF,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,mBAAmB,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3E,MAAM,IAAI,SAAS,CAAC,6DAA6D,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QAClE,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,QAAQ,KAAK,iBAAiB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;QAC/F,MAAM,IAAI,SAAS,CAAC,yDAAyD,CAAC,CAAC;IACjF,CAAC;IACD,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IACjE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;IAClG,MAAM,MAAM,GAAoB;QAC9B,cAAc,EAAE,GAAG;QACnB,MAAM,EAAE,KAAK;QACb,QAAQ;QACR,KAAK;KACN,CAAC;IACF,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC;IAC1E,IAAI,QAAQ,KAAK,SAAS;QAAE,MAAM,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC;IAC9F,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,MAAM,CAAC,mBAAmB,EAAE,qBAAqB,CAAC,CAAC;IAC9F,IAAI,iBAAiB,KAAK,SAAS;QAAE,MAAM,CAAC,mBAAmB,GAAG,cAAc,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;IAC3H,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACpC,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAC3F,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,EAAE,wBAAwB,KAAK,EAAE,CAAC,CAAC;YACnE,iBAAiB,CAAC,SAAS,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,wBAAwB,KAAK,EAAE,CAAC,CAAC;YACpF,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,KAAK,EAAE,wBAAwB,KAAK,QAAQ,CAAC,CAAC;YAChF,IAAI,KAAK,IAAI,CAAC;gBAAE,MAAM,IAAI,SAAS,CAAC,wBAAwB,KAAK,yBAAyB,CAAC,CAAC;YAC5F,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,SAAS,CAAC,OAAO,EAAE,wBAAwB,KAAK,UAAU,CAAC,EAAE,KAAK,EAAE,CAAC;QACxG,CAAC,CAAC,CAAC;QACH,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YACvG,MAAM,IAAI,SAAS,CAAC,oDAAoD,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAc;IACxD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACjD,IAAI,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,UAAU;QAAE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;IACnH,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACpD,MAAM,IAAI,GAAwB;QAChC,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC;QAClD,MAAM;QACN,OAAO;QACP,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC;QACvD,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC;KACxD,CAAC;IACF,MAAM,IAAI,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnD,IAAI,IAAI,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACzC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAAc;IACvD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;IAC7D,MAAM,GAAG,GAAuB;QAC9B,OAAO,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,OAAO,CAAC,SAAS,EAAE,mBAAmB,CAAC,EAAE;QAC7E,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC;KACvF,CAAC;IACF,MAAM,SAAS,GAAG,gBAAgB,CAAC,OAAO,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;IAC3E,IAAI,SAAS,KAAK,SAAS;QAAE,GAAG,CAAC,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;IAC/D,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;IACzD,IAAI,GAAG,KAAK,SAAS;QAAE,GAAG,CAAC,OAAO,CAAC,GAAG,GAAG,GAAG,CAAC;IAC7C,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,KAAc;IAC9D,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,6BAA6B,CAAC,CAAC;IAC9D,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG;QAAE,MAAM,IAAI,SAAS,CAAC,wDAAwD,CAAC,CAAC;IACjH,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IAC5D,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,oCAAoC,CAAC,CAAC;IACxG,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,2BAA2B,CAAC,CAAC;IACnF,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAChE,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;IAC3D,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9F,MAAM,IAAI,SAAS,CAAC,4BAA4B,OAAO,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,KAAK,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;IAC5F,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACzD,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QACnD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACtG,MAAM,IAAI,SAAS,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;QACjE,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QACpD,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;QACtG,OAAO;YACL,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC;YACvC,UAAU,EAAE,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC;YACzD,MAAM,EAAE,MAA4B;SACrC,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,OAAO;QACL,cAAc,EAAE,GAAG;QACnB,UAAU,EAAE,SAA+B;QAC3C,UAAU,EAAE,MAAM;QAClB,WAAW,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE;QACzD,KAAK;QACL,UAAU,EAAE,SAAS;KACtB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workspaces.js","sourceRoot":"","sources":["../../../src/domain/workspaces.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { createWriteStream } from "node:fs";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { SCHEMA_VERSION, ensureDir } from "../foundation/index.js";
|
|
4
|
+
export class EvalEventSink {
|
|
5
|
+
path;
|
|
6
|
+
evalId;
|
|
7
|
+
onEvent;
|
|
8
|
+
sequence = 0;
|
|
9
|
+
pending = Promise.resolve();
|
|
10
|
+
stream;
|
|
11
|
+
streamError;
|
|
12
|
+
constructor(evalDirectory, evalId, onEvent = () => { }) {
|
|
13
|
+
this.path = path.join(evalDirectory, "events.jsonl");
|
|
14
|
+
this.evalId = evalId;
|
|
15
|
+
this.onEvent = onEvent || (() => { });
|
|
16
|
+
}
|
|
17
|
+
async open() {
|
|
18
|
+
await ensureDir(path.dirname(this.path));
|
|
19
|
+
this.stream = createWriteStream(this.path, { flags: "a", mode: 0o600 });
|
|
20
|
+
this.stream.on("error", (error) => { this.streamError ||= error; });
|
|
21
|
+
}
|
|
22
|
+
emit(event) {
|
|
23
|
+
const framed = {
|
|
24
|
+
schema_version: SCHEMA_VERSION,
|
|
25
|
+
sequence: ++this.sequence,
|
|
26
|
+
timestamp: new Date().toISOString(),
|
|
27
|
+
eval_id: this.evalId,
|
|
28
|
+
...event,
|
|
29
|
+
};
|
|
30
|
+
this.pending = this.pending.then(() => writeChunk(this.stream, `${JSON.stringify(framed)}\n`));
|
|
31
|
+
try {
|
|
32
|
+
this.onEvent(framed);
|
|
33
|
+
}
|
|
34
|
+
catch { /* Observers cannot break eval persistence. */ }
|
|
35
|
+
return framed;
|
|
36
|
+
}
|
|
37
|
+
async close() {
|
|
38
|
+
let failure;
|
|
39
|
+
try {
|
|
40
|
+
await this.pending;
|
|
41
|
+
}
|
|
42
|
+
catch (error) {
|
|
43
|
+
failure = error;
|
|
44
|
+
}
|
|
45
|
+
try {
|
|
46
|
+
await closeStream(this.stream);
|
|
47
|
+
}
|
|
48
|
+
catch (error) {
|
|
49
|
+
failure ||= error;
|
|
50
|
+
}
|
|
51
|
+
failure ||= this.streamError;
|
|
52
|
+
if (failure)
|
|
53
|
+
throw failure;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
function writeChunk(stream, chunk) {
|
|
57
|
+
return new Promise((resolve, reject) => stream.write(chunk, (error) => error ? reject(error) : resolve()));
|
|
58
|
+
}
|
|
59
|
+
function closeStream(stream) {
|
|
60
|
+
if (!stream)
|
|
61
|
+
return Promise.resolve();
|
|
62
|
+
return new Promise((resolve, reject) => {
|
|
63
|
+
stream.once("error", reject);
|
|
64
|
+
stream.end(resolve);
|
|
65
|
+
});
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=events.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"events.js","sourceRoot":"","sources":["../../../src/evals/events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAE5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAEnE,MAAM,OAAO,aAAa;IACf,IAAI,CAAS;IACL,MAAM,CAAS;IACf,OAAO,CAA2C;IAC3D,QAAQ,GAAG,CAAC,CAAC;IACb,OAAO,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3C,MAAM,CAA0B;IAChC,WAAW,CAAoB;IAEvC,YAAY,aAAqB,EAAE,MAAc,EAAE,UAAoD,GAAG,EAAE,GAAE,CAAC;QAC7G,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE,GAAG,IAAI,CAAC,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,IAAI,CAAC,KAA8B;QACjC,MAAM,MAAM,GAAG;YACb,cAAc,EAAE,cAAc;YAC9B,QAAQ,EAAE,EAAE,IAAI,CAAC,QAAQ;YACzB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,GAAG,KAAK;SACT,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAqB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9G,IAAI,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,8CAA8C,CAAC,CAAC;QACtF,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,OAA0B,CAAC;QAC/B,IAAI,CAAC;YAAC,MAAM,IAAI,CAAC,OAAO,CAAC;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,OAAO,GAAG,KAAc,CAAC;QAAC,CAAC;QACvE,IAAI,CAAC;YAAC,MAAM,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,OAAO,KAAK,KAAc,CAAC;QAAC,CAAC;QACrF,OAAO,KAAK,IAAI,CAAC,WAAW,CAAC;QAC7B,IAAI,OAAO;YAAE,MAAM,OAAO,CAAC;IAC7B,CAAC;CACF;AAED,SAAS,UAAU,CAAC,MAAmB,EAAE,KAAa;IACpD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;AAC7G,CAAC;AAED,SAAS,WAAW,CAAC,MAA+B;IAClD,IAAI,CAAC,MAAM;QAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { DEFAULT_EVAL_SETUP_TIMEOUT_MS, DEFAULT_EVAL_TIMEOUT_MS, newEvalId, resolveBenchmarkReference, validateEvalRequest } from "./request.js";
|
|
2
|
+
export { runEval } from "./service.js";
|
|
3
|
+
export { inspectEval, listEvals } from "./records.js";
|
|
4
|
+
export { importEvalTrialRuns, validateEvalTrialReferences } from "./trial-import.js";
|
|
5
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/evals/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,uBAAuB,EAAE,SAAS,EAAE,yBAAyB,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAGjJ,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEtD,OAAO,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import { readdir } from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { inspectEvalRuntimeKind } from "../controller-runtime/index.js";
|
|
4
|
+
import { HitchError, SCHEMA_VERSION, invalidInput, readJSON, statePaths } from "../foundation/index.js";
|
|
5
|
+
export async function listEvals({ root }) {
|
|
6
|
+
const directory = statePaths(root).evals;
|
|
7
|
+
let entries;
|
|
8
|
+
try {
|
|
9
|
+
entries = await readdir(directory, { withFileTypes: true });
|
|
10
|
+
}
|
|
11
|
+
catch (error) {
|
|
12
|
+
if (error?.code === "ENOENT")
|
|
13
|
+
return [];
|
|
14
|
+
throw error;
|
|
15
|
+
}
|
|
16
|
+
const evals = [];
|
|
17
|
+
for (const entry of entries) {
|
|
18
|
+
if (!entry.isDirectory() || !entry.name.startsWith("eval_"))
|
|
19
|
+
continue;
|
|
20
|
+
const result = await readJSON(path.join(directory, entry.name, "result.json"), null).catch(() => null);
|
|
21
|
+
const request = await readJSON(path.join(directory, entry.name, "request.json"), null).catch(() => null);
|
|
22
|
+
if (!result && !request)
|
|
23
|
+
continue;
|
|
24
|
+
evals.push({
|
|
25
|
+
eval_id: entry.name,
|
|
26
|
+
status: result?.status || "running",
|
|
27
|
+
backend: result?.backend?.name || request?.backend || null,
|
|
28
|
+
dataset: result?.dataset || request?.dataset || null,
|
|
29
|
+
harness_ref: result?.candidate?.harness_ref || request?.harness_ref || null,
|
|
30
|
+
primary_reward: result?.summary?.primary_reward ?? null,
|
|
31
|
+
started_at: result?.started_at || null,
|
|
32
|
+
completed_at: result?.completed_at || null,
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
return evals.sort((left, right) => String(right.started_at || right.eval_id).localeCompare(String(left.started_at || left.eval_id)));
|
|
36
|
+
}
|
|
37
|
+
export async function inspectEval(evalId, { root }) {
|
|
38
|
+
if (typeof evalId !== "string" || !/^eval_[a-f0-9]{32}$/.test(evalId))
|
|
39
|
+
throw invalidInput(`invalid eval ID: ${evalId}`);
|
|
40
|
+
const directory = path.join(statePaths(root).evals, evalId);
|
|
41
|
+
const request = await readJSON(path.join(directory, "request.json"), null);
|
|
42
|
+
if (!request)
|
|
43
|
+
throw new HitchError(`eval not found: ${evalId}`, { code: "eval_not_found", exitCode: 3 });
|
|
44
|
+
return {
|
|
45
|
+
schema_version: SCHEMA_VERSION,
|
|
46
|
+
eval_id: evalId,
|
|
47
|
+
directory,
|
|
48
|
+
request,
|
|
49
|
+
resolution: await readJSON(path.join(directory, "resolution.json"), null),
|
|
50
|
+
plan: await readJSON(path.join(directory, "plan.json"), null),
|
|
51
|
+
result: await readJSON(path.join(directory, "result.json"), null),
|
|
52
|
+
runtime_storage: await inspectEvalRuntimeKind(directory),
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=records.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"records.js","sourceRoot":"","sources":["../../../src/evals/records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAaxG,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,EAAE,IAAI,EAAoB;IACxD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC;IACzC,IAAI,OAAO,CAAC;IACZ,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,EAAE,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QACnE,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAAE,SAAS;QACtE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACvI,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACzI,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO;YAAE,SAAS;QAClC,KAAK,CAAC,IAAI,CAAC;YACT,OAAO,EAAE,KAAK,CAAC,IAAI;YACnB,MAAM,EAAG,MAAM,EAAE,MAAiB,IAAI,SAAS;YAC/C,OAAO,EAAI,MAAM,EAAE,OAAmC,EAAE,IAAe,IAAK,OAAO,EAAE,OAAkB,IAAI,IAAI;YAC/G,OAAO,EAAG,MAAM,EAAE,OAAkB,IAAK,OAAO,EAAE,OAAkB,IAAI,IAAI;YAC5E,WAAW,EAAI,MAAM,EAAE,SAAqC,EAAE,WAAsB,IAAK,OAAO,EAAE,WAAsB,IAAI,IAAI;YAChI,cAAc,EAAG,MAAM,EAAE,OAAmC,EAAE,cAA+B,IAAI,IAAI;YACrG,UAAU,EAAG,MAAM,EAAE,UAAqB,IAAI,IAAI;YAClD,YAAY,EAAG,MAAM,EAAE,YAAuB,IAAI,IAAI;SACvD,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACvI,CAAC;AAaD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,MAAc,EAAE,EAAE,IAAI,EAAoB;IAC1E,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,MAAM,YAAY,CAAC,oBAAoB,MAAM,EAAE,CAAC,CAAC;IACxH,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3G,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,UAAU,CAAC,mBAAmB,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACzG,OAAO;QACL,cAAc,EAAE,cAAc;QAC9B,OAAO,EAAE,MAAM;QACf,SAAS;QACT,OAAO;QACP,UAAU,EAAE,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,iBAAiB,CAAC,EAAE,IAAI,CAAC;QACzG,IAAI,EAAE,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC;QAC7F,MAAM,EAAE,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC;QACjG,eAAe,EAAE,MAAM,sBAAsB,CAAC,SAAS,CAAC;KACzD,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
export const DEFAULT_EVAL_TIMEOUT_MS = 15 * 60 * 1_000;
|
|
2
|
+
export const DEFAULT_EVAL_SETUP_TIMEOUT_MS = 30 * 60 * 1_000;
|
|
3
|
+
const HARBOR_EVAL_BYPASS_ARG = {
|
|
4
|
+
codex: "--dangerously-bypass-approvals-and-sandbox",
|
|
5
|
+
opencode: "--dangerously-skip-permissions",
|
|
6
|
+
};
|
|
7
|
+
export function newEvalId() {
|
|
8
|
+
return `eval_${randomUUID().replaceAll("-", "")}`;
|
|
9
|
+
}
|
|
10
|
+
export async function validateEvalRequest(input) {
|
|
11
|
+
if (!input || typeof input !== "object" || Array.isArray(input))
|
|
12
|
+
throw invalidInput("eval request must be a JSON object");
|
|
13
|
+
const allowed = new Set([
|
|
14
|
+
"schema_version", "backend", "dataset", "harness_ref", "model", "attempts",
|
|
15
|
+
"max_concurrent", "timeout_ms", "setup_timeout_ms", "agent_args", "pass_env",
|
|
16
|
+
]);
|
|
17
|
+
const unexpected = Object.keys(input).find((field) => !allowed.has(field));
|
|
18
|
+
if (unexpected)
|
|
19
|
+
throw invalidInput(`unknown eval request field: ${unexpected}`);
|
|
20
|
+
if (input.schema_version !== undefined && input.schema_version !== SCHEMA_VERSION)
|
|
21
|
+
throw invalidInput(`unsupported schema_version: ${input.schema_version}`);
|
|
22
|
+
if ((input.backend || "harbor") !== "harbor")
|
|
23
|
+
throw invalidInput("only the harbor eval backend is currently supported");
|
|
24
|
+
if (typeof input.dataset !== "string" || !input.dataset.trim())
|
|
25
|
+
throw invalidInput("dataset must be a non-empty string");
|
|
26
|
+
if (typeof input.harness_ref !== "string" || !input.harness_ref.trim())
|
|
27
|
+
throw invalidInput("harness_ref must be a non-empty string");
|
|
28
|
+
const reference = parseHarnessReference(input.harness_ref);
|
|
29
|
+
if (reference.selector.type === "installed") {
|
|
30
|
+
throw invalidInput("eval requires an immutable harness ref: version:<exact> or commit:<sha>");
|
|
31
|
+
}
|
|
32
|
+
assertExactLocalGitEvalReference(reference);
|
|
33
|
+
const benchmark = await resolveBenchmarkReference(input.dataset.trim());
|
|
34
|
+
const attempts = positiveInteger(input.attempts ?? 1, "attempts");
|
|
35
|
+
const maxConcurrent = positiveInteger(input.max_concurrent ?? 4, "max_concurrent");
|
|
36
|
+
const timeout = nonNegativeNumber(input.timeout_ms ?? DEFAULT_EVAL_TIMEOUT_MS, "timeout_ms");
|
|
37
|
+
const setupTimeout = nonNegativeNumber(input.setup_timeout_ms ?? DEFAULT_EVAL_SETUP_TIMEOUT_MS, "setup_timeout_ms");
|
|
38
|
+
if (input.model !== undefined && typeof input.model !== "string")
|
|
39
|
+
throw invalidInput("model must be a string");
|
|
40
|
+
if (input.agent_args !== undefined && (!Array.isArray(input.agent_args) || input.agent_args.some((value) => typeof value !== "string"))) {
|
|
41
|
+
throw invalidInput("agent_args must be an array of strings");
|
|
42
|
+
}
|
|
43
|
+
if (input.pass_env !== undefined && (!Array.isArray(input.pass_env) || input.pass_env.some((value) => typeof value !== "string"))) {
|
|
44
|
+
throw invalidInput("pass_env must be an array of strings");
|
|
45
|
+
}
|
|
46
|
+
const agentArgs = Array.isArray(input.agent_args) ? [...input.agent_args] : [];
|
|
47
|
+
const bypassArg = HARBOR_EVAL_BYPASS_ARG[reference.harness_id];
|
|
48
|
+
if (bypassArg && !agentArgs.includes(bypassArg))
|
|
49
|
+
agentArgs.unshift(bypassArg);
|
|
50
|
+
return {
|
|
51
|
+
schema_version: SCHEMA_VERSION,
|
|
52
|
+
backend: "harbor",
|
|
53
|
+
dataset: String(input.dataset).trim(),
|
|
54
|
+
harness_ref: reference.canonical,
|
|
55
|
+
model: typeof input.model === "string" ? input.model : "",
|
|
56
|
+
attempts,
|
|
57
|
+
max_concurrent: maxConcurrent,
|
|
58
|
+
timeout_ms: timeout,
|
|
59
|
+
setup_timeout_ms: setupTimeout,
|
|
60
|
+
agent_args: agentArgs,
|
|
61
|
+
pass_env: [...new Set(Array.isArray(input.pass_env) ? input.pass_env : [])],
|
|
62
|
+
benchmark_id: benchmark.benchmark_id,
|
|
63
|
+
benchmark_revision: benchmark.benchmark_revision,
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
export async function resolveBenchmarkReference(dataset) {
|
|
67
|
+
const raw = dataset.trim();
|
|
68
|
+
const local = path.resolve(raw);
|
|
69
|
+
try {
|
|
70
|
+
if ((await stat(local)).isDirectory()) {
|
|
71
|
+
return {
|
|
72
|
+
benchmark_id: `local:${path.basename(local)}`,
|
|
73
|
+
benchmark_revision: await workspaceDigest(local, { excludedTopLevel: new Set([".git"]) }),
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
catch (error) {
|
|
78
|
+
if (error.code !== "ENOENT")
|
|
79
|
+
throw error;
|
|
80
|
+
}
|
|
81
|
+
const separator = raw.lastIndexOf("@");
|
|
82
|
+
if (separator <= 0 || separator === raw.length - 1) {
|
|
83
|
+
throw invalidInput("dataset must include an immutable revision (for example benchmark@1.0)");
|
|
84
|
+
}
|
|
85
|
+
const benchmarkId = raw.slice(0, separator);
|
|
86
|
+
const revision = raw.slice(separator + 1);
|
|
87
|
+
if (revision.toLowerCase() === "latest")
|
|
88
|
+
throw invalidInput("dataset revision cannot be latest");
|
|
89
|
+
return { benchmark_id: benchmarkId, benchmark_revision: revision };
|
|
90
|
+
}
|
|
91
|
+
function positiveInteger(value, name) {
|
|
92
|
+
const parsed = Number(value);
|
|
93
|
+
if (!Number.isInteger(parsed) || parsed <= 0)
|
|
94
|
+
throw invalidInput(`${name} must be a positive integer`);
|
|
95
|
+
return parsed;
|
|
96
|
+
}
|
|
97
|
+
function nonNegativeNumber(value, name) {
|
|
98
|
+
const parsed = Number(value);
|
|
99
|
+
if (!Number.isFinite(parsed) || parsed < 0)
|
|
100
|
+
throw invalidInput(`${name} must be a non-negative number`);
|
|
101
|
+
return parsed;
|
|
102
|
+
}
|
|
103
|
+
import { randomUUID } from "node:crypto";
|
|
104
|
+
import { stat } from "node:fs/promises";
|
|
105
|
+
import path from "node:path";
|
|
106
|
+
import { SCHEMA_VERSION, invalidInput } from "../foundation/index.js";
|
|
107
|
+
import { assertExactLocalGitEvalReference, parseHarnessReference } from "../revisions/index.js";
|
|
108
|
+
import { workspaceDigest } from "../workspaces/index.js";
|
|
109
|
+
//# sourceMappingURL=request.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"request.js","sourceRoot":"","sources":["../../../src/evals/request.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,uBAAuB,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;AACvD,MAAM,CAAC,MAAM,6BAA6B,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;AAE7D,MAAM,sBAAsB,GAAqC;IAC/D,KAAK,EAAE,4CAA4C;IACnD,QAAQ,EAAE,gCAAgC;CAC3C,CAAC;AAEF,MAAM,UAAU,SAAS;IACvB,OAAO,QAAQ,UAAU,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,EAAY,CAAC;AAC9D,CAAC;AAgBD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAAuB;IAC/D,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,YAAY,CAAC,oCAAoC,CAAC,CAAC;IAC1H,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC;QACtB,gBAAgB,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU;QAC1E,gBAAgB,EAAE,YAAY,EAAE,kBAAkB,EAAE,YAAY,EAAE,UAAU;KAC7E,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3E,IAAI,UAAU;QAAE,MAAM,YAAY,CAAC,+BAA+B,UAAU,EAAE,CAAC,CAAC;IAChF,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,IAAI,KAAK,CAAC,cAAc,KAAK,cAAc;QAAE,MAAM,YAAY,CAAC,+BAA+B,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC;IAC7J,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,QAAQ,CAAC,KAAK,QAAQ;QAAE,MAAM,YAAY,CAAC,qDAAqD,CAAC,CAAC;IACxH,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE;QAAE,MAAM,YAAY,CAAC,oCAAoC,CAAC,CAAC;IACzH,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE;QAAE,MAAM,YAAY,CAAC,wCAAwC,CAAC,CAAC;IACrI,MAAM,SAAS,GAAG,qBAAqB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC3D,IAAI,SAAS,CAAC,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC5C,MAAM,YAAY,CAAC,yEAAyE,CAAC,CAAC;IAChG,CAAC;IACD,gCAAgC,CAAC,SAAS,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,MAAM,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,EAAE,UAAU,CAAC,CAAC;IAClE,MAAM,aAAa,GAAG,eAAe,CAAC,KAAK,CAAC,cAAc,IAAI,CAAC,EAAE,gBAAgB,CAAC,CAAC;IACnF,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,UAAU,IAAI,uBAAuB,EAAE,YAAY,CAAC,CAAC;IAC7F,MAAM,YAAY,GAAG,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,IAAI,6BAA6B,EAAE,kBAAkB,CAAC,CAAC;IACpH,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAAE,MAAM,YAAY,CAAC,wBAAwB,CAAC,CAAC;IAC/G,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,EAAE,CAAC;QACxI,MAAM,YAAY,CAAC,wCAAwC,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,EAAE,CAAC;QAClI,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,UAAU,CAAa,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3F,MAAM,SAAS,GAAG,sBAAsB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAC/D,IAAI,SAAS,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC9E,OAAO;QACL,cAAc,EAAE,cAAc;QAC9B,OAAO,EAAE,QAAQ;QACjB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE;QACrC,WAAW,EAAE,SAAS,CAAC,SAAS;QAChC,KAAK,EAAE,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;QACzD,QAAQ;QACR,cAAc,EAAE,aAAa;QAC7B,UAAU,EAAE,OAAO;QACnB,gBAAgB,EAAE,YAAY;QAC9B,UAAU,EAAE,SAAS;QACrB,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAoB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvF,YAAY,EAAE,SAAS,CAAC,YAAY;QACpC,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;KACjD,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,OAAe;IAC7D,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YACtC,OAAO;gBACL,YAAY,EAAE,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;gBAC7C,kBAAkB,EAAE,MAAM,eAAe,CAAC,KAAK,EAAE,EAAE,gBAAgB,EAAE,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;aAC1F,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,KAAK,CAAC;IACtE,CAAC;IACD,MAAM,SAAS,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACvC,IAAI,SAAS,IAAI,CAAC,IAAI,SAAS,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnD,MAAM,YAAY,CAAC,wEAAwE,CAAC,CAAC;IAC/F,CAAC;IACD,MAAM,WAAW,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IAC1C,IAAI,QAAQ,CAAC,WAAW,EAAE,KAAK,QAAQ;QAAE,MAAM,YAAY,CAAC,mCAAmC,CAAC,CAAC;IACjG,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,kBAAkB,EAAE,QAAQ,EAAE,CAAC;AACrE,CAAC;AAED,SAAS,eAAe,CAAC,KAAc,EAAE,IAAY;IACnD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC;QAAE,MAAM,YAAY,CAAC,GAAG,IAAI,6BAA6B,CAAC,CAAC;IACvG,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc,EAAE,IAAY;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC;QAAE,MAAM,YAAY,CAAC,GAAG,IAAI,gCAAgC,CAAC,CAAC;IACxG,OAAO,MAAM,CAAC;AAChB,CAAC;AACD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtE,OAAO,EAAE,gCAAgC,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAChG,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC"}
|