cool-workflow 0.1.97 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/plugin.json +1 -1
- package/.codex-plugin/plugin.json +1 -1
- package/README.md +11 -2
- package/apps/architecture-review/app.json +1 -1
- package/apps/architecture-review-fast/app.json +1 -1
- package/apps/end-to-end-golden-path/app.json +1 -1
- package/apps/pr-review-fix-ci/app.json +1 -1
- package/apps/release-cut/app.json +1 -1
- package/apps/research-synthesis/app.json +1 -1
- package/dist/cli/dispatch.js +236 -0
- package/dist/cli/entry.js +120 -0
- package/dist/cli/io.js +21 -4
- package/dist/cli/parseargv.js +157 -0
- package/dist/cli.js +6 -33
- package/dist/core/capability-table.js +3534 -0
- package/dist/core/format/help.js +314 -0
- package/dist/{state-explosion/format.js → core/format/state-explosion-text.js} +10 -1
- package/dist/core/hash.js +137 -0
- package/dist/core/multi-agent/candidate-scoring.js +219 -0
- package/dist/core/multi-agent/collaboration.js +481 -0
- package/dist/core/multi-agent/coordinator.js +515 -0
- package/dist/core/multi-agent/eval-replay.js +306 -0
- package/dist/core/multi-agent/runtime.js +929 -0
- package/dist/core/multi-agent/topology.js +298 -0
- package/dist/core/multi-agent/trust-policy.js +197 -0
- package/dist/core/pipeline/commit-gate.js +320 -0
- package/dist/{pipeline-contract.js → core/pipeline/contract.js} +24 -37
- package/dist/core/pipeline/dispatch.js +103 -0
- package/dist/core/pipeline/drive-decide.js +227 -0
- package/dist/core/pipeline/error-feedback.js +161 -0
- package/dist/core/pipeline/loop-expansion.js +124 -0
- package/dist/{result-normalize.js → core/pipeline/result-normalize.js} +14 -37
- package/dist/core/pipeline/runner.js +230 -0
- package/dist/{contract-migration.js → core/state/contract-migration.js} +68 -92
- package/dist/{state-migrations.js → core/state/migrations.js} +103 -96
- package/dist/core/state/node-projection.js +95 -0
- package/dist/core/state/node-snapshot.js +230 -0
- package/dist/core/state/run-paths.js +93 -0
- package/dist/{schema-validate.js → core/state/schema-validate.js} +35 -28
- package/dist/core/state/schema.js +50 -0
- package/dist/core/state/state-explosion/digest.js +243 -0
- package/dist/core/state/state-explosion/graph.js +527 -0
- package/dist/{state-explosion → core/state/state-explosion}/helpers.js +34 -3
- package/dist/core/state/state-explosion/report.js +187 -0
- package/dist/{state-explosion → core/state/state-explosion}/size.js +25 -7
- package/dist/{state-node.js → core/state/state-node.js} +90 -113
- package/dist/core/state/types.js +19 -0
- package/dist/{validation.js → core/state/validation.js} +64 -131
- package/dist/core/trust/evidence-grounding.js +134 -0
- package/dist/core/trust/ledger.js +199 -0
- package/dist/{telemetry-attestation.js → core/trust/telemetry-attestation.js} +94 -68
- package/dist/core/trust/telemetry-ledger.js +127 -0
- package/dist/core/types.js +20 -0
- package/dist/core/version.js +16 -0
- package/dist/{workflow-app-framework.js → core/workflow-apps/app-schema.js} +337 -426
- package/dist/mcp/dispatch.js +104 -0
- package/dist/mcp/server.js +144 -0
- package/dist/mcp-server.js +6 -84
- package/dist/{agent-config.js → shell/agent-config.js} +118 -71
- package/dist/shell/app-run-cli.js +88 -0
- package/dist/shell/audit-cli.js +259 -0
- package/dist/shell/audit-provenance.js +83 -0
- package/dist/shell/candidate-scoring-io.js +459 -0
- package/dist/shell/collaboration-io.js +264 -0
- package/dist/shell/commit-summary.js +104 -0
- package/dist/shell/commit.js +290 -0
- package/dist/shell/coordinator-io.js +476 -0
- package/dist/shell/demo-cli.js +19 -0
- package/dist/shell/dispatch.js +162 -0
- package/dist/{doctor.js → shell/doctor.js} +123 -56
- package/dist/shell/drive.js +873 -0
- package/dist/shell/error-feedback-io.js +305 -0
- package/dist/shell/eval-io.js +473 -0
- package/dist/{multi-agent-eval/format.js → shell/eval-text.js} +78 -49
- package/dist/{evidence-reasoning.js → shell/evidence-reasoning.js} +124 -255
- package/dist/shell/exec-backend-cli.js +88 -0
- package/dist/shell/execution-backend/agent.js +475 -0
- package/dist/shell/execution-backend/ci.js +15 -0
- package/dist/shell/execution-backend/container.js +69 -0
- package/dist/shell/execution-backend/envelopes.js +55 -0
- package/dist/shell/execution-backend/local.js +113 -0
- package/dist/shell/execution-backend/probes.js +175 -0
- package/dist/shell/execution-backend/registry.js +402 -0
- package/dist/shell/execution-backend/remote.js +128 -0
- package/dist/shell/execution-backend/types.js +11 -0
- package/dist/shell/feedback-cli.js +81 -0
- package/dist/shell/feedback-operations.js +48 -0
- package/dist/shell/fs-atomic.js +276 -0
- package/dist/shell/harness.js +98 -0
- package/dist/shell/ledger-cli.js +212 -0
- package/dist/shell/ledger-io.js +169 -0
- package/dist/shell/man-cli.js +89 -0
- package/dist/shell/metrics-cli.js +98 -0
- package/dist/shell/multi-agent-cli.js +1002 -0
- package/dist/shell/multi-agent-host.js +563 -0
- package/dist/shell/multi-agent-io.js +387 -0
- package/dist/{multi-agent-operator-ux.js → shell/multi-agent-operator-ux.js} +234 -191
- package/dist/shell/node-store.js +124 -0
- package/dist/{observability/format.js → shell/observability-format.js} +7 -1
- package/dist/{observability/intake.js → shell/observability-intake.js} +79 -56
- package/dist/{observability.js → shell/observability.js} +159 -332
- package/dist/{onramp.js → shell/onramp.js} +11 -0
- package/dist/{operator-ux/format.js → shell/operator-ux-text.js} +250 -239
- package/dist/shell/operator-ux.js +431 -0
- package/dist/shell/orchestrator.js +231 -0
- package/dist/shell/pipeline-cli.js +667 -0
- package/dist/shell/pipeline.js +217 -0
- package/dist/shell/reclamation-io.js +1366 -0
- package/dist/shell/registry-cli.js +329 -0
- package/dist/{remote-source.js → shell/remote-source.js} +12 -5
- package/dist/shell/report-cli.js +101 -0
- package/dist/shell/report-view-cli.js +117 -0
- package/dist/{orchestrator → shell}/report.js +289 -282
- package/dist/shell/reporter.js +62 -0
- package/dist/shell/run-export-cli.js +106 -0
- package/dist/shell/run-export.js +680 -0
- package/dist/shell/run-registry-io.js +1014 -0
- package/dist/shell/run-store.js +164 -0
- package/dist/{sandbox-profile.js → shell/sandbox-profile.js} +134 -95
- package/dist/{scheduler.js → shell/scheduler-io.js} +248 -48
- package/dist/shell/scheduling-io.js +311 -0
- package/dist/shell/state-cli.js +181 -0
- package/dist/shell/state-explosion-cli.js +197 -0
- package/dist/shell/telemetry-cli.js +85 -0
- package/dist/{telemetry-demo.js → shell/telemetry-demo.js} +149 -119
- package/dist/shell/telemetry-ledger-io.js +132 -0
- package/dist/{term.js → shell/term.js} +36 -46
- package/dist/shell/topology-io.js +361 -0
- package/dist/shell/trust-audit.js +471 -0
- package/dist/{multi-agent-trust.js → shell/trust-policy-io.js} +67 -205
- package/dist/shell/verifier.js +48 -0
- package/dist/shell/workbench-host.js +250 -0
- package/dist/shell/workbench-text.js +18 -0
- package/dist/shell/workbench.js +175 -0
- package/dist/shell/worker-cli.js +124 -0
- package/dist/shell/worker-isolation.js +852 -0
- package/dist/shell/workflow-app-loader.js +650 -0
- package/docs/agent-delegation-drive.7.md +4 -0
- package/docs/cli-mcp-parity.7.md +284 -211
- package/docs/contract-migration-tooling.7.md +4 -0
- package/docs/control-plane-scheduling.7.md +4 -0
- package/docs/cross-agent-ledger.7.md +217 -0
- package/docs/designs/handoff-ledger.md +145 -0
- package/docs/durable-state-and-locking.7.md +4 -0
- package/docs/evidence-adoption-reasoning-chain.7.md +4 -0
- package/docs/execution-backends.7.md +4 -0
- package/docs/handoff-setup.md +120 -0
- package/docs/multi-agent-cli-mcp-surface.7.md +4 -0
- package/docs/multi-agent-eval-replay-harness.7.md +4 -0
- package/docs/multi-agent-operator-ux.7.md +4 -0
- package/docs/node-snapshot-diff-replay.7.md +4 -0
- package/docs/observability-cost-accounting.7.md +4 -0
- package/docs/project-index.md +143 -71
- package/docs/real-execution-backends.7.md +4 -0
- package/docs/release-and-migration.7.md +4 -0
- package/docs/release-tooling.7.md +4 -0
- package/docs/run-registry-control-plane.7.md +4 -0
- package/docs/run-retention-reclamation.7.md +25 -0
- package/docs/state-explosion-management.7.md +4 -0
- package/docs/team-collaboration.7.md +4 -0
- package/docs/web-desktop-workbench.7.md +4 -0
- package/manifest/plugin.manifest.json +1 -1
- package/manifest/source-context-profiles.json +9 -13
- package/package.json +1 -1
- package/scripts/agents/codex-agent.js +34 -4
- package/scripts/agents/cw-attest-wrap.js +2 -2
- package/scripts/bump-version.js +4 -3
- package/scripts/canonical-apps.js +4 -4
- package/scripts/children/batch-delegate-child.js +30 -10
- package/scripts/dogfood-architecture-review.js +2 -3
- package/scripts/dogfood-release.js +3 -3
- package/scripts/gen-parity-doc.js +15 -2
- package/scripts/golden-path.js +4 -4
- package/scripts/onramp-check.js +1 -1
- package/scripts/parity-check.js +38 -21
- package/scripts/release-flow.js +9 -3
- package/scripts/sync-project-index.js +51 -27
- package/scripts/validate-run-state-schema.js +2 -2
- package/scripts/version-sync-check.js +30 -30
- package/dist/candidate-scoring.js +0 -729
- package/dist/capability-core.js +0 -1186
- package/dist/capability-registry.js +0 -879
- package/dist/cli/command-surface.js +0 -490
- package/dist/cli/format.js +0 -56
- package/dist/cli/handlers/audit.js +0 -82
- package/dist/cli/handlers/blackboard.js +0 -81
- package/dist/cli/handlers/candidate.js +0 -40
- package/dist/cli/handlers/clones.js +0 -34
- package/dist/cli/handlers/collaboration.js +0 -61
- package/dist/cli/handlers/eval.js +0 -40
- package/dist/cli/handlers/maintenance.js +0 -107
- package/dist/cli/handlers/multi-agent.js +0 -165
- package/dist/cli/handlers/node.js +0 -41
- package/dist/cli/handlers/operational.js +0 -155
- package/dist/cli/handlers/operator.js +0 -146
- package/dist/cli/handlers/registry.js +0 -68
- package/dist/cli/handlers/run.js +0 -153
- package/dist/cli/handlers/scheduling.js +0 -132
- package/dist/cli/handlers/workbench.js +0 -41
- package/dist/cli/handlers/worker.js +0 -45
- package/dist/cli/run-summary.js +0 -45
- package/dist/clones.js +0 -162
- package/dist/collaboration.js +0 -726
- package/dist/commit.js +0 -592
- package/dist/compare.js +0 -18
- package/dist/coordinator/classify.js +0 -45
- package/dist/coordinator/paths.js +0 -42
- package/dist/coordinator/util.js +0 -126
- package/dist/coordinator.js +0 -990
- package/dist/daemon.js +0 -44
- package/dist/dispatch.js +0 -250
- package/dist/drive.js +0 -827
- package/dist/error-feedback.js +0 -419
- package/dist/evidence-grounding.js +0 -184
- package/dist/execution-backend/agent.js +0 -294
- package/dist/execution-backend/probes.js +0 -112
- package/dist/execution-backend/util.js +0 -47
- package/dist/execution-backend.js +0 -961
- package/dist/gates.js +0 -48
- package/dist/harness.js +0 -61
- package/dist/loop-expansion.js +0 -60
- package/dist/mcp/tool-call.js +0 -434
- package/dist/mcp/tool-definitions.js +0 -1040
- package/dist/mcp-surface.js +0 -30
- package/dist/multi-agent/graph.js +0 -84
- package/dist/multi-agent/helpers.js +0 -141
- package/dist/multi-agent/ids.js +0 -20
- package/dist/multi-agent/paths.js +0 -22
- package/dist/multi-agent-eval/normalize.js +0 -51
- package/dist/multi-agent-eval.js +0 -678
- package/dist/multi-agent-host.js +0 -777
- package/dist/multi-agent.js +0 -984
- package/dist/node-projection.js +0 -59
- package/dist/node-snapshot.js +0 -260
- package/dist/operator-ux.js +0 -631
- package/dist/orchestrator/app-operations.js +0 -211
- package/dist/orchestrator/audit-operations.js +0 -182
- package/dist/orchestrator/candidate-operations.js +0 -117
- package/dist/orchestrator/cli-options.js +0 -294
- package/dist/orchestrator/collaboration-operations.js +0 -86
- package/dist/orchestrator/feedback-operations.js +0 -81
- package/dist/orchestrator/host-operations.js +0 -78
- package/dist/orchestrator/lifecycle-operations.js +0 -626
- package/dist/orchestrator/migration-operations.js +0 -44
- package/dist/orchestrator/multi-agent-operations.js +0 -362
- package/dist/orchestrator/topology-operations.js +0 -84
- package/dist/orchestrator.js +0 -917
- package/dist/pipeline-runner.js +0 -285
- package/dist/reclamation/hash.js +0 -72
- package/dist/reclamation.js +0 -812
- package/dist/reporter.js +0 -67
- package/dist/run-export.js +0 -784
- package/dist/run-registry/derive.js +0 -175
- package/dist/run-registry/format.js +0 -124
- package/dist/run-registry/gc.js +0 -251
- package/dist/run-registry/policy.js +0 -16
- package/dist/run-registry/queue.js +0 -115
- package/dist/run-registry.js +0 -850
- package/dist/run-state-schema.js +0 -68
- package/dist/scheduling.js +0 -184
- package/dist/state-explosion.js +0 -1014
- package/dist/state.js +0 -367
- package/dist/telemetry-ledger.js +0 -196
- package/dist/topology.js +0 -565
- package/dist/triggers.js +0 -184
- package/dist/trust-audit.js +0 -644
- package/dist/types/blackboard.js +0 -2
- package/dist/types/candidate.js +0 -2
- package/dist/types/collaboration.js +0 -2
- package/dist/types/core.js +0 -2
- package/dist/types/drive.js +0 -10
- package/dist/types/error-feedback.js +0 -2
- package/dist/types/evidence-reasoning.js +0 -2
- package/dist/types/execution-backend.js +0 -2
- package/dist/types/multi-agent.js +0 -2
- package/dist/types/observability.js +0 -2
- package/dist/types/pipeline.js +0 -2
- package/dist/types/reclamation.js +0 -8
- package/dist/types/report-bundle.js +0 -6
- package/dist/types/result.js +0 -2
- package/dist/types/run-registry.js +0 -2
- package/dist/types/run.js +0 -2
- package/dist/types/sandbox.js +0 -2
- package/dist/types/schedule.js +0 -2
- package/dist/types/state-node.js +0 -2
- package/dist/types/topology.js +0 -2
- package/dist/types/trust.js +0 -2
- package/dist/types/workbench.js +0 -2
- package/dist/types/worker.js +0 -2
- package/dist/types/workflow-app.js +0 -2
- package/dist/types.js +0 -44
- package/dist/util/fingerprint.js +0 -19
- package/dist/util/fingerprint.test.js +0 -27
- package/dist/verifier.js +0 -78
- package/dist/version.js +0 -8
- package/dist/workbench-host.js +0 -182
- package/dist/workbench.js +0 -192
- package/dist/worker-accept/acceptance.js +0 -114
- package/dist/worker-accept/blackboard-fanout.js +0 -80
- package/dist/worker-accept/blackboard-linkage.js +0 -19
- package/dist/worker-accept/context.js +0 -2
- package/dist/worker-accept/telemetry-ledger.js +0 -126
- package/dist/worker-accept/validation.js +0 -77
- package/dist/worker-accept/verifier-completion.js +0 -73
- package/dist/worker-isolation/helpers.js +0 -51
- package/dist/worker-isolation/paths.js +0 -46
- package/dist/worker-isolation.js +0 -656
- package/dist/workflow-api.js +0 -131
- /package/dist/{types → core/types}/boundary.js +0 -0
|
@@ -1,729 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.CANDIDATE_SCHEMA_VERSION = void 0;
|
|
7
|
-
exports.createCandidateScoring = createCandidateScoring;
|
|
8
|
-
exports.registerCandidate = registerCandidate;
|
|
9
|
-
exports.listCandidates = listCandidates;
|
|
10
|
-
exports.getCandidate = getCandidate;
|
|
11
|
-
exports.scoreCandidate = scoreCandidate;
|
|
12
|
-
exports.rankCandidates = rankCandidates;
|
|
13
|
-
exports.selectCandidate = selectCandidate;
|
|
14
|
-
exports.rejectCandidate = rejectCandidate;
|
|
15
|
-
exports.summarizeCandidates = summarizeCandidates;
|
|
16
|
-
const node_fs_1 = __importDefault(require("node:fs"));
|
|
17
|
-
const node_path_1 = __importDefault(require("node:path"));
|
|
18
|
-
const error_feedback_1 = require("./error-feedback");
|
|
19
|
-
const state_1 = require("./state");
|
|
20
|
-
const state_node_1 = require("./state-node");
|
|
21
|
-
const trust_audit_1 = require("./trust-audit");
|
|
22
|
-
const collaboration_1 = require("./collaboration");
|
|
23
|
-
const compare_1 = require("./compare");
|
|
24
|
-
const gates_1 = require("./gates");
|
|
25
|
-
const validation_1 = require("./validation");
|
|
26
|
-
exports.CANDIDATE_SCHEMA_VERSION = 1;
|
|
27
|
-
/** Verdict thresholds on a score's normalized value [0,1], declared once so the
|
|
28
|
-
* numbers carry intent instead of being buried as literals in verdictFor(). A
|
|
29
|
-
* normalized score at-or-above PASS is "pass"; at-or-above WARN (but below
|
|
30
|
-
* PASS) is "warn"; anything lower is "fail". Same numbers as before. */
|
|
31
|
-
const VERDICT_PASS_THRESHOLD = 0.7;
|
|
32
|
-
const VERDICT_WARN_THRESHOLD = 0.4;
|
|
33
|
-
function createCandidateScoring(options = {}) {
|
|
34
|
-
return {
|
|
35
|
-
registerCandidate: (run, input) => registerCandidate(run, input, options),
|
|
36
|
-
listCandidates: (run, listOptions) => listCandidates(run, listOptions),
|
|
37
|
-
getCandidate,
|
|
38
|
-
scoreCandidate: (run, candidateId, input) => scoreCandidate(run, candidateId, input, options),
|
|
39
|
-
rankCandidates,
|
|
40
|
-
selectCandidate: (run, candidateId, selectOptions) => selectCandidate(run, candidateId, selectOptions, options),
|
|
41
|
-
rejectCandidate: (run, candidateId, reason) => rejectCandidate(run, candidateId, reason, options),
|
|
42
|
-
summarizeCandidates
|
|
43
|
-
};
|
|
44
|
-
}
|
|
45
|
-
function registerCandidate(run, input, options = {}) {
|
|
46
|
-
ensureCandidateState(run);
|
|
47
|
-
const existing = input.id ? getCandidate(run, input.id) : undefined;
|
|
48
|
-
if (existing)
|
|
49
|
-
return existing;
|
|
50
|
-
const now = new Date().toISOString();
|
|
51
|
-
const id = input.id || createCandidateId(run, input.kind || "manual", input.workerId || input.taskId || input.resultNodeId);
|
|
52
|
-
const candidate = {
|
|
53
|
-
schemaVersion: exports.CANDIDATE_SCHEMA_VERSION,
|
|
54
|
-
id,
|
|
55
|
-
runId: run.id,
|
|
56
|
-
kind: input.kind || inferCandidateKind(input),
|
|
57
|
-
status: "registered",
|
|
58
|
-
createdAt: now,
|
|
59
|
-
updatedAt: now,
|
|
60
|
-
workerId: input.workerId,
|
|
61
|
-
taskId: input.taskId,
|
|
62
|
-
resultNodeId: input.resultNodeId,
|
|
63
|
-
verifierNodeId: input.verifierNodeId,
|
|
64
|
-
resultPath: input.resultPath,
|
|
65
|
-
artifacts: input.artifacts || artifactsFromInput(input),
|
|
66
|
-
evidence: (0, trust_audit_1.normalizeEvidence)(run, input.evidence || evidenceFromInput(run, input), {
|
|
67
|
-
source: input.workerId ? "cw-validated" : "operator-recorded",
|
|
68
|
-
workerId: input.workerId,
|
|
69
|
-
taskId: input.taskId,
|
|
70
|
-
resultNodeId: input.resultNodeId,
|
|
71
|
-
verifierNodeId: input.verifierNodeId,
|
|
72
|
-
candidateId: id
|
|
73
|
-
}),
|
|
74
|
-
scores: [],
|
|
75
|
-
feedbackIds: [],
|
|
76
|
-
metadata: compactMetadata(input.metadata || {})
|
|
77
|
-
};
|
|
78
|
-
upsertCandidate(run, candidate);
|
|
79
|
-
(0, trust_audit_1.recordTrustAuditEvent)(run, {
|
|
80
|
-
kind: "candidate.register",
|
|
81
|
-
decision: "recorded",
|
|
82
|
-
source: input.workerId ? "cw-validated" : "operator-recorded",
|
|
83
|
-
workerId: input.workerId,
|
|
84
|
-
taskId: input.taskId,
|
|
85
|
-
nodeId: input.resultNodeId,
|
|
86
|
-
candidateId: candidate.id,
|
|
87
|
-
evidence: candidate.evidence,
|
|
88
|
-
metadata: { kind: candidate.kind, verifierNodeId: candidate.verifierNodeId }
|
|
89
|
-
});
|
|
90
|
-
appendCandidateNode(run, candidate, "registered");
|
|
91
|
-
if (shouldPersist(options))
|
|
92
|
-
(0, state_1.saveCheckpoint)(run);
|
|
93
|
-
return candidate;
|
|
94
|
-
}
|
|
95
|
-
function listCandidates(run, options = {}) {
|
|
96
|
-
ensureCandidateState(run);
|
|
97
|
-
const loaded = loadCandidatesFromDisk(run);
|
|
98
|
-
run.candidates = mergeCandidates(run.candidates || [], loaded);
|
|
99
|
-
return (run.candidates || []).filter((candidate) => {
|
|
100
|
-
if (options.status && candidate.status !== options.status)
|
|
101
|
-
return false;
|
|
102
|
-
if (options.kind && candidate.kind !== options.kind)
|
|
103
|
-
return false;
|
|
104
|
-
return true;
|
|
105
|
-
});
|
|
106
|
-
}
|
|
107
|
-
function getCandidate(run, candidateId) {
|
|
108
|
-
ensureCandidateState(run);
|
|
109
|
-
const existing = (run.candidates || []).find((candidate) => candidate.id === candidateId);
|
|
110
|
-
if (existing)
|
|
111
|
-
return existing;
|
|
112
|
-
const file = candidateFile(run, candidateId);
|
|
113
|
-
if (!node_fs_1.default.existsSync(file))
|
|
114
|
-
return undefined;
|
|
115
|
-
// Fail-closed integrity boundary (F4/F5): validate the parsed record against
|
|
116
|
-
// its type def BEFORE upserting it as a trusted CandidateRecord. A corrupt or
|
|
117
|
-
// forged candidate.json must throw here rather than flow into the run.
|
|
118
|
-
const candidate = (0, validation_1.validateCandidateRecord)((0, state_1.readJson)(file));
|
|
119
|
-
upsertCandidate(run, candidate);
|
|
120
|
-
return candidate;
|
|
121
|
-
}
|
|
122
|
-
function scoreCandidate(run, candidateId, input, options = {}) {
|
|
123
|
-
const candidate = requireCandidate(run, candidateId);
|
|
124
|
-
const scoreId = input.id || createScoreId(candidate);
|
|
125
|
-
const evidence = (0, trust_audit_1.normalizeEvidence)(run, input.evidence || [], {
|
|
126
|
-
source: "operator-recorded",
|
|
127
|
-
candidateId,
|
|
128
|
-
scoreId
|
|
129
|
-
});
|
|
130
|
-
const policy = mergePolicy(options.policy);
|
|
131
|
-
if (policy.requireEvidence && !evidence.length) {
|
|
132
|
-
const feedback = recordCandidateFailure(run, candidate, "candidate-score-missing-evidence", {
|
|
133
|
-
message: `Candidate ${candidateId} score requires evidence`,
|
|
134
|
-
retryable: true
|
|
135
|
-
});
|
|
136
|
-
updateCandidate(run, {
|
|
137
|
-
...candidate,
|
|
138
|
-
updatedAt: new Date().toISOString(),
|
|
139
|
-
status: "failed",
|
|
140
|
-
feedbackIds: unique([...(candidate.feedbackIds || []), feedback.id])
|
|
141
|
-
});
|
|
142
|
-
throw new Error(`Candidate ${candidateId} score requires evidence`);
|
|
143
|
-
}
|
|
144
|
-
const total = sumCriteria(input.criteria);
|
|
145
|
-
const maxTotal = input.maxTotal ?? Math.max(total, 1);
|
|
146
|
-
const normalized = maxTotal > 0 ? clamp(total / maxTotal, 0, 1) : 0;
|
|
147
|
-
const score = {
|
|
148
|
-
schemaVersion: exports.CANDIDATE_SCHEMA_VERSION,
|
|
149
|
-
id: scoreId,
|
|
150
|
-
candidateId,
|
|
151
|
-
runId: run.id,
|
|
152
|
-
createdAt: new Date().toISOString(),
|
|
153
|
-
scorer: input.scorer || "operator",
|
|
154
|
-
criteria: input.criteria,
|
|
155
|
-
total,
|
|
156
|
-
maxTotal,
|
|
157
|
-
normalized,
|
|
158
|
-
verdict: input.verdict || verdictFor(normalized, policy),
|
|
159
|
-
evidence,
|
|
160
|
-
artifacts: input.artifacts || [],
|
|
161
|
-
notes: input.notes,
|
|
162
|
-
metadata: compactMetadata(input.metadata || {})
|
|
163
|
-
};
|
|
164
|
-
writeScore(run, candidateId, score);
|
|
165
|
-
const updated = updateCandidate(run, {
|
|
166
|
-
...candidate,
|
|
167
|
-
updatedAt: new Date().toISOString(),
|
|
168
|
-
status: score.verdict === "fail" ? "failed" : "scored",
|
|
169
|
-
scores: unique([...(candidate.scores || []), score.id]),
|
|
170
|
-
evidence: mergeById(candidate.evidence, evidence),
|
|
171
|
-
artifacts: mergeById(candidate.artifacts, score.artifacts)
|
|
172
|
-
});
|
|
173
|
-
const scoreAudit = (0, trust_audit_1.recordTrustAuditEvent)(run, {
|
|
174
|
-
kind: "candidate.score",
|
|
175
|
-
decision: score.verdict === "fail" ? "rejected" : "accepted",
|
|
176
|
-
source: "operator-recorded",
|
|
177
|
-
candidateId,
|
|
178
|
-
scoreId: score.id,
|
|
179
|
-
workerId: candidate.workerId,
|
|
180
|
-
taskId: candidate.taskId,
|
|
181
|
-
nodeId: candidate.verifierNodeId || candidate.resultNodeId,
|
|
182
|
-
evidence: score.evidence,
|
|
183
|
-
metadata: { criteria: score.criteria, normalized: score.normalized, verdict: score.verdict }
|
|
184
|
-
});
|
|
185
|
-
score.evidence = (0, trust_audit_1.normalizeEvidence)(run, score.evidence, {
|
|
186
|
-
source: "operator-recorded",
|
|
187
|
-
candidateId,
|
|
188
|
-
scoreId: score.id,
|
|
189
|
-
auditEventIds: [scoreAudit.id]
|
|
190
|
-
});
|
|
191
|
-
writeScore(run, candidateId, score);
|
|
192
|
-
appendCandidateNode(run, updated, "scored", score);
|
|
193
|
-
writeCandidateIndex(run);
|
|
194
|
-
if (shouldPersist(options))
|
|
195
|
-
(0, state_1.saveCheckpoint)(run);
|
|
196
|
-
return score;
|
|
197
|
-
}
|
|
198
|
-
function rankCandidates(run, options = {}) {
|
|
199
|
-
const policy = mergePolicy(options.policy);
|
|
200
|
-
const rankable = listCandidates(run).filter((candidate) => options.includeRejected || candidate.status !== "rejected");
|
|
201
|
-
const rows = rankable.map((candidate) => {
|
|
202
|
-
const scores = readScores(run, candidate.id);
|
|
203
|
-
const best = bestScore(scores);
|
|
204
|
-
return {
|
|
205
|
-
candidate,
|
|
206
|
-
best,
|
|
207
|
-
normalized: best?.normalized ?? 0
|
|
208
|
-
};
|
|
209
|
-
});
|
|
210
|
-
rows.sort((left, right) => compareRows(left, right, policy));
|
|
211
|
-
const candidates = rows.map((row, index) => ({
|
|
212
|
-
candidateId: row.candidate.id,
|
|
213
|
-
status: row.candidate.status,
|
|
214
|
-
scoreCount: row.candidate.scores.length,
|
|
215
|
-
bestScoreId: row.best?.id,
|
|
216
|
-
normalized: row.normalized,
|
|
217
|
-
verdict: row.best?.verdict,
|
|
218
|
-
rank: index + 1
|
|
219
|
-
}));
|
|
220
|
-
const ranking = {
|
|
221
|
-
schemaVersion: exports.CANDIDATE_SCHEMA_VERSION,
|
|
222
|
-
runId: run.id,
|
|
223
|
-
createdAt: new Date().toISOString(),
|
|
224
|
-
policy,
|
|
225
|
-
candidates,
|
|
226
|
-
ties: detectTies(candidates)
|
|
227
|
-
};
|
|
228
|
-
(0, state_1.writeJson)(rankingPath(run), ranking);
|
|
229
|
-
return ranking;
|
|
230
|
-
}
|
|
231
|
-
function selectCandidate(run, candidateId, options = {}, scoringOptions = {}) {
|
|
232
|
-
const candidate = requireCandidate(run, candidateId);
|
|
233
|
-
const policy = mergePolicy(scoringOptions.policy);
|
|
234
|
-
const ranking = rankCandidates(run, { policy });
|
|
235
|
-
const ranked = ranking.candidates.find((entry) => entry.candidateId === candidateId);
|
|
236
|
-
const verifierNode = candidate.verifierNodeId
|
|
237
|
-
? run.nodes?.find((node) => node.id === candidate.verifierNodeId)
|
|
238
|
-
: undefined;
|
|
239
|
-
const bestScore = options.scoreId
|
|
240
|
-
? readScores(run, candidateId).find((score) => score.id === options.scoreId)
|
|
241
|
-
: readScores(run, candidateId).find((score) => score.id === ranked?.bestScoreId);
|
|
242
|
-
const failures = [];
|
|
243
|
-
if (candidate.status === "rejected" || candidate.status === "failed") {
|
|
244
|
-
failures.push(error("candidate-not-selectable", `Candidate ${candidateId} is ${candidate.status}`));
|
|
245
|
-
}
|
|
246
|
-
if (policy.requireVerifierGate && !options.allowUnverified) {
|
|
247
|
-
if (!verifierNode || verifierNode.status !== "verified") {
|
|
248
|
-
failures.push(error("candidate-selection-missing-verifier", `Candidate ${candidateId} requires a verified verifier node`));
|
|
249
|
-
}
|
|
250
|
-
else if (!verifierNode.evidence.length) {
|
|
251
|
-
failures.push(error("candidate-selection-missing-evidence", `Candidate ${candidateId} verifier node has no evidence`));
|
|
252
|
-
}
|
|
253
|
-
else if ((0, gates_1.emptyCaptureWarning)(run, verifierNode)) {
|
|
254
|
-
// HARD no-false-green gate (v0.1.43) — selection and the commit gate now
|
|
255
|
-
// share ONE emptyCaptureWarning (src/gates.ts), so they CANNOT drift: a
|
|
256
|
-
// verifier node whose backing result was an empty-capture is unselectable
|
|
257
|
-
// here for the same reason it is uncommittable, by construction.
|
|
258
|
-
failures.push(error("candidate-selection-empty-capture", `Candidate ${candidateId} verifier node has no real evidence (empty-capture result)`));
|
|
259
|
-
}
|
|
260
|
-
}
|
|
261
|
-
if (policy.minNormalized !== undefined && (bestScore?.normalized ?? 0) < policy.minNormalized) {
|
|
262
|
-
failures.push(error("candidate-selection-score-below-threshold", `Candidate ${candidateId} score is below threshold`, {
|
|
263
|
-
details: { normalized: bestScore?.normalized ?? 0, minNormalized: policy.minNormalized }
|
|
264
|
-
}));
|
|
265
|
-
}
|
|
266
|
-
// REVIEW GATE on selection — POLICY layered on the verifier gate above, never
|
|
267
|
-
// replacing it. Empty unless a review policy applies to "selection"; fails
|
|
268
|
-
// closed when required approvals from authorized roles are missing.
|
|
269
|
-
for (const reviewError of (0, collaboration_1.reviewGateErrors)(run, {
|
|
270
|
-
targetKind: "selection",
|
|
271
|
-
candidateId,
|
|
272
|
-
selfActorIds: (0, collaboration_1.selfActorIdsForCandidate)(run, candidateId)
|
|
273
|
-
})) {
|
|
274
|
-
failures.push(reviewError);
|
|
275
|
-
}
|
|
276
|
-
if (failures.length) {
|
|
277
|
-
const feedbackIds = failures.map((failure) => recordCandidateFailure(run, candidate, failure.code, {
|
|
278
|
-
message: failure.message,
|
|
279
|
-
retryable: false,
|
|
280
|
-
details: failure.details
|
|
281
|
-
}).id);
|
|
282
|
-
updateCandidate(run, {
|
|
283
|
-
...candidate,
|
|
284
|
-
updatedAt: new Date().toISOString(),
|
|
285
|
-
status: "failed",
|
|
286
|
-
feedbackIds: unique([...(candidate.feedbackIds || []), ...feedbackIds])
|
|
287
|
-
});
|
|
288
|
-
if (shouldPersist(scoringOptions))
|
|
289
|
-
(0, state_1.saveCheckpoint)(run);
|
|
290
|
-
throw new Error(failures.map((failure) => failure.message).join("; "));
|
|
291
|
-
}
|
|
292
|
-
const now = new Date().toISOString();
|
|
293
|
-
const selection = {
|
|
294
|
-
schemaVersion: exports.CANDIDATE_SCHEMA_VERSION,
|
|
295
|
-
id: createSelectionId(run, candidateId),
|
|
296
|
-
runId: run.id,
|
|
297
|
-
candidateId,
|
|
298
|
-
selectedAt: now,
|
|
299
|
-
selectedBy: options.selectedBy || "operator",
|
|
300
|
-
verifierNodeId: candidate.verifierNodeId,
|
|
301
|
-
scoreId: bestScore?.id,
|
|
302
|
-
rankingPath: options.rankingPath || rankingPath(run),
|
|
303
|
-
reason: options.reason || "selected candidate",
|
|
304
|
-
evidence: (0, trust_audit_1.normalizeEvidence)(run, mergeEvidence(candidate.evidence, verifierNode?.evidence || []), {
|
|
305
|
-
source: "cw-validated",
|
|
306
|
-
workerId: candidate.workerId,
|
|
307
|
-
taskId: candidate.taskId,
|
|
308
|
-
resultNodeId: candidate.resultNodeId,
|
|
309
|
-
verifierNodeId: candidate.verifierNodeId,
|
|
310
|
-
candidateId,
|
|
311
|
-
scoreId: bestScore?.id
|
|
312
|
-
}),
|
|
313
|
-
artifacts: candidate.artifacts,
|
|
314
|
-
feedbackIds: [],
|
|
315
|
-
acceptanceRationale: (0, trust_audit_1.buildAcceptanceRationale)({
|
|
316
|
-
selectedCandidateId: candidateId,
|
|
317
|
-
scoreId: bestScore?.id,
|
|
318
|
-
scoreCriteria: bestScore?.criteria,
|
|
319
|
-
verifierNodeId: candidate.verifierNodeId,
|
|
320
|
-
evidenceCount: mergeEvidence(candidate.evidence, verifierNode?.evidence || []).length,
|
|
321
|
-
sandboxProfileId: (0, gates_1.sandboxProfileForCandidate)(run, candidate),
|
|
322
|
-
workerId: candidate.workerId,
|
|
323
|
-
commitGateResult: "passed"
|
|
324
|
-
}),
|
|
325
|
-
metadata: compactMetadata({
|
|
326
|
-
...(options.metadata || {}),
|
|
327
|
-
rank: ranked?.rank,
|
|
328
|
-
normalized: bestScore?.normalized
|
|
329
|
-
})
|
|
330
|
-
};
|
|
331
|
-
const selectionAudit = (0, trust_audit_1.recordTrustAuditEvent)(run, {
|
|
332
|
-
kind: "candidate.selection",
|
|
333
|
-
decision: "accepted",
|
|
334
|
-
source: "cw-validated",
|
|
335
|
-
workerId: candidate.workerId,
|
|
336
|
-
taskId: candidate.taskId,
|
|
337
|
-
nodeId: candidate.verifierNodeId,
|
|
338
|
-
candidateId,
|
|
339
|
-
scoreId: bestScore?.id,
|
|
340
|
-
selectionId: selection.id,
|
|
341
|
-
sandboxProfileId: selection.acceptanceRationale?.sandboxProfileId,
|
|
342
|
-
evidence: selection.evidence,
|
|
343
|
-
metadata: selection.acceptanceRationale
|
|
344
|
-
});
|
|
345
|
-
selection.evidence = (0, trust_audit_1.normalizeEvidence)(run, selection.evidence, {
|
|
346
|
-
source: "cw-validated",
|
|
347
|
-
workerId: candidate.workerId,
|
|
348
|
-
taskId: candidate.taskId,
|
|
349
|
-
resultNodeId: candidate.resultNodeId,
|
|
350
|
-
verifierNodeId: candidate.verifierNodeId,
|
|
351
|
-
candidateId,
|
|
352
|
-
scoreId: bestScore?.id,
|
|
353
|
-
selectionId: selection.id,
|
|
354
|
-
auditEventIds: [selectionAudit.id]
|
|
355
|
-
});
|
|
356
|
-
selection.acceptanceRationale = (0, trust_audit_1.buildAcceptanceRationale)({
|
|
357
|
-
...selection.acceptanceRationale,
|
|
358
|
-
auditEventIds: [selectionAudit.id]
|
|
359
|
-
});
|
|
360
|
-
run.candidateSelections = [...(run.candidateSelections || []), selection];
|
|
361
|
-
writeSelection(run, selection);
|
|
362
|
-
const updated = updateCandidate(run, {
|
|
363
|
-
...candidate,
|
|
364
|
-
updatedAt: now,
|
|
365
|
-
status: verifierNode?.status === "verified" ? "verified" : "selected",
|
|
366
|
-
selectedAt: now,
|
|
367
|
-
evidence: selection.evidence
|
|
368
|
-
});
|
|
369
|
-
appendSelectionNode(run, updated, selection);
|
|
370
|
-
writeCandidateIndex(run);
|
|
371
|
-
if (shouldPersist(scoringOptions))
|
|
372
|
-
(0, state_1.saveCheckpoint)(run);
|
|
373
|
-
return selection;
|
|
374
|
-
}
|
|
375
|
-
function rejectCandidate(run, candidateId, reason, options = {}) {
|
|
376
|
-
const candidate = requireCandidate(run, candidateId);
|
|
377
|
-
const feedback = recordCandidateFailure(run, candidate, "candidate-rejected", {
|
|
378
|
-
message: reason || `Candidate ${candidateId} rejected`,
|
|
379
|
-
retryable: false
|
|
380
|
-
});
|
|
381
|
-
const updated = updateCandidate(run, {
|
|
382
|
-
...candidate,
|
|
383
|
-
updatedAt: new Date().toISOString(),
|
|
384
|
-
status: "rejected",
|
|
385
|
-
rejectedAt: new Date().toISOString(),
|
|
386
|
-
feedbackIds: unique([...(candidate.feedbackIds || []), feedback.id])
|
|
387
|
-
});
|
|
388
|
-
appendCandidateNode(run, updated, "rejected");
|
|
389
|
-
if (shouldPersist(options))
|
|
390
|
-
(0, state_1.saveCheckpoint)(run);
|
|
391
|
-
return updated;
|
|
392
|
-
}
|
|
393
|
-
function summarizeCandidates(run) {
|
|
394
|
-
const candidates = listCandidates(run);
|
|
395
|
-
return {
|
|
396
|
-
total: candidates.length,
|
|
397
|
-
byStatus: countBy(candidates, (candidate) => candidate.status),
|
|
398
|
-
byKind: countBy(candidates, (candidate) => candidate.kind),
|
|
399
|
-
indexPath: indexPath(run),
|
|
400
|
-
rankingPath: rankingPath(run),
|
|
401
|
-
selections: (run.candidateSelections || []).length
|
|
402
|
-
};
|
|
403
|
-
}
|
|
404
|
-
function ensureCandidateState(run) {
|
|
405
|
-
run.paths.candidatesDir = run.paths.candidatesDir || node_path_1.default.join(run.paths.runDir, "candidates");
|
|
406
|
-
node_fs_1.default.mkdirSync(run.paths.candidatesDir, { recursive: true });
|
|
407
|
-
run.candidates = run.candidates || [];
|
|
408
|
-
run.candidateSelections = run.candidateSelections || [];
|
|
409
|
-
}
|
|
410
|
-
function upsertCandidate(run, candidate) {
|
|
411
|
-
ensureCandidateState(run);
|
|
412
|
-
const candidates = run.candidates || [];
|
|
413
|
-
const index = candidates.findIndex((entry) => entry.id === candidate.id);
|
|
414
|
-
run.candidates = index >= 0 ? candidates.map((entry) => (entry.id === candidate.id ? candidate : entry)) : [...candidates, candidate];
|
|
415
|
-
writeCandidate(run, candidate);
|
|
416
|
-
writeCandidateIndex(run);
|
|
417
|
-
return candidate;
|
|
418
|
-
}
|
|
419
|
-
function updateCandidate(run, candidate) {
|
|
420
|
-
return upsertCandidate(run, candidate);
|
|
421
|
-
}
|
|
422
|
-
function requireCandidate(run, candidateId) {
|
|
423
|
-
const candidate = getCandidate(run, candidateId);
|
|
424
|
-
if (!candidate)
|
|
425
|
-
throw new Error(`Unknown candidate for run ${run.id}: ${candidateId}`);
|
|
426
|
-
return candidate;
|
|
427
|
-
}
|
|
428
|
-
function appendCandidateNode(run, candidate, stage, score) {
|
|
429
|
-
const parents = [candidate.resultNodeId, candidate.verifierNodeId].filter(Boolean);
|
|
430
|
-
const node = (0, state_node_1.appendRunNode)(run, (0, state_node_1.createStateNode)({
|
|
431
|
-
id: `${run.id}:candidate:${(0, state_1.safeFileName)(candidate.id)}:${stage}`,
|
|
432
|
-
kind: "candidate",
|
|
433
|
-
status: candidate.status === "failed" ? "failed" : candidate.status === "verified" ? "verified" : "completed",
|
|
434
|
-
loopStage: stage === "registered" ? "observe" : "adjust",
|
|
435
|
-
inputs: { candidateId: candidate.id, workerId: candidate.workerId, taskId: candidate.taskId },
|
|
436
|
-
outputs: compactMetadata({
|
|
437
|
-
status: candidate.status,
|
|
438
|
-
scoreId: score?.id,
|
|
439
|
-
normalized: score?.normalized,
|
|
440
|
-
verdict: score?.verdict
|
|
441
|
-
}) || {},
|
|
442
|
-
artifacts: candidateArtifacts(run, candidate),
|
|
443
|
-
evidence: candidate.evidence,
|
|
444
|
-
parents,
|
|
445
|
-
metadata: { candidateId: candidate.id, stage, kind: candidate.kind }
|
|
446
|
-
}));
|
|
447
|
-
for (const parentId of parents) {
|
|
448
|
-
const parent = run.nodes?.find((candidateNode) => candidateNode.id === parentId);
|
|
449
|
-
if (!parent)
|
|
450
|
-
continue;
|
|
451
|
-
const linked = (0, state_node_1.linkStateNodes)(parent, node);
|
|
452
|
-
(0, state_node_1.appendRunNode)(run, linked[0]);
|
|
453
|
-
(0, state_node_1.appendRunNode)(run, linked[1]);
|
|
454
|
-
}
|
|
455
|
-
}
|
|
456
|
-
function appendSelectionNode(run, candidate, selection) {
|
|
457
|
-
const parentIds = [candidate.verifierNodeId, `${run.id}:candidate:${(0, state_1.safeFileName)(candidate.id)}:scored`].filter(Boolean);
|
|
458
|
-
const node = (0, state_node_1.appendRunNode)(run, (0, state_node_1.createStateNode)({
|
|
459
|
-
id: `${run.id}:candidate:${(0, state_1.safeFileName)(candidate.id)}:selection:${(0, state_1.safeFileName)(selection.id)}`,
|
|
460
|
-
kind: "candidate",
|
|
461
|
-
status: candidate.status === "verified" ? "verified" : "completed",
|
|
462
|
-
loopStage: "adjust",
|
|
463
|
-
inputs: { candidateId: candidate.id, selectionId: selection.id },
|
|
464
|
-
outputs: selection,
|
|
465
|
-
artifacts: selection.artifacts,
|
|
466
|
-
evidence: selection.evidence,
|
|
467
|
-
parents: parentIds,
|
|
468
|
-
metadata: { candidateId: candidate.id, selectionId: selection.id, selected: true }
|
|
469
|
-
}));
|
|
470
|
-
for (const parentId of parentIds) {
|
|
471
|
-
const parent = run.nodes?.find((candidateNode) => candidateNode.id === parentId);
|
|
472
|
-
if (!parent)
|
|
473
|
-
continue;
|
|
474
|
-
const linked = (0, state_node_1.linkStateNodes)(parent, node);
|
|
475
|
-
(0, state_node_1.appendRunNode)(run, linked[0]);
|
|
476
|
-
(0, state_node_1.appendRunNode)(run, linked[1]);
|
|
477
|
-
}
|
|
478
|
-
}
|
|
479
|
-
function recordCandidateFailure(run, candidate, code, options) {
|
|
480
|
-
return (0, error_feedback_1.recordFeedback)(run, {
|
|
481
|
-
source: "verifier",
|
|
482
|
-
error: {
|
|
483
|
-
code,
|
|
484
|
-
message: options.message,
|
|
485
|
-
at: new Date().toISOString(),
|
|
486
|
-
retryable: options.retryable,
|
|
487
|
-
details: compactMetadata({
|
|
488
|
-
...(options.details || {}),
|
|
489
|
-
candidateId: candidate.id,
|
|
490
|
-
workerId: candidate.workerId,
|
|
491
|
-
taskId: candidate.taskId
|
|
492
|
-
})
|
|
493
|
-
},
|
|
494
|
-
taskId: candidate.taskId,
|
|
495
|
-
retryable: options.retryable,
|
|
496
|
-
evidence: candidate.evidence,
|
|
497
|
-
artifacts: candidateArtifacts(run, candidate),
|
|
498
|
-
metadata: { candidateId: candidate.id, workerId: candidate.workerId, resultNodeId: candidate.resultNodeId }
|
|
499
|
-
}, { persist: false });
|
|
500
|
-
}
|
|
501
|
-
function writeCandidate(run, candidate) {
|
|
502
|
-
(0, state_1.writeJson)(candidateFile(run, candidate.id), candidate);
|
|
503
|
-
}
|
|
504
|
-
function writeScore(run, candidateId, score) {
|
|
505
|
-
(0, state_1.writeJson)(node_path_1.default.join(candidateDir(run, candidateId), "scores", `${(0, state_1.safeFileName)(score.id)}.json`), score);
|
|
506
|
-
}
|
|
507
|
-
function writeSelection(run, selection) {
|
|
508
|
-
(0, state_1.writeJson)(node_path_1.default.join(candidateRoot(run), "selections", `${(0, state_1.safeFileName)(selection.id)}.json`), selection);
|
|
509
|
-
}
|
|
510
|
-
function writeCandidateIndex(run) {
|
|
511
|
-
ensureCandidateState(run);
|
|
512
|
-
(0, state_1.writeJson)(indexPath(run), {
|
|
513
|
-
schemaVersion: exports.CANDIDATE_SCHEMA_VERSION,
|
|
514
|
-
runId: run.id,
|
|
515
|
-
candidates: (run.candidates || []).map((candidate) => ({
|
|
516
|
-
id: candidate.id,
|
|
517
|
-
kind: candidate.kind,
|
|
518
|
-
status: candidate.status,
|
|
519
|
-
workerId: candidate.workerId,
|
|
520
|
-
taskId: candidate.taskId,
|
|
521
|
-
resultNodeId: candidate.resultNodeId,
|
|
522
|
-
verifierNodeId: candidate.verifierNodeId,
|
|
523
|
-
resultPath: candidate.resultPath,
|
|
524
|
-
scores: candidate.scores,
|
|
525
|
-
feedbackIds: candidate.feedbackIds
|
|
526
|
-
})),
|
|
527
|
-
selections: run.candidateSelections || []
|
|
528
|
-
});
|
|
529
|
-
}
|
|
530
|
-
function loadCandidatesFromDisk(run) {
|
|
531
|
-
ensureCandidateState(run);
|
|
532
|
-
return node_fs_1.default
|
|
533
|
-
.readdirSync(candidateRoot(run), { withFileTypes: true })
|
|
534
|
-
.filter((entry) => entry.isDirectory() && entry.name !== "selections")
|
|
535
|
-
.map((entry) => node_path_1.default.join(candidateRoot(run), entry.name, "candidate.json"))
|
|
536
|
-
.filter((file) => node_fs_1.default.existsSync(file))
|
|
537
|
-
// Fail-closed integrity boundary (F4/F5): each candidate.json is validated
|
|
538
|
-
// against CandidateRecord before it merges into the run; a corrupt record
|
|
539
|
-
// throws rather than entering the candidate set as a trusted cast.
|
|
540
|
-
.map((file) => (0, validation_1.validateCandidateRecord)((0, state_1.readJson)(file)));
|
|
541
|
-
}
|
|
542
|
-
function readScores(run, candidateId) {
|
|
543
|
-
const dir = node_path_1.default.join(candidateDir(run, candidateId), "scores");
|
|
544
|
-
if (!node_fs_1.default.existsSync(dir))
|
|
545
|
-
return [];
|
|
546
|
-
return node_fs_1.default
|
|
547
|
-
.readdirSync(dir)
|
|
548
|
-
.filter((file) => file.endsWith(".json"))
|
|
549
|
-
.sort()
|
|
550
|
-
// Fail-closed integrity boundary (F4/F5): a score file is validated against
|
|
551
|
-
// CandidateScore before it can feed ranking/selection. A corrupt score must
|
|
552
|
-
// throw, not silently widen the normalized/verdict surface the gate reads.
|
|
553
|
-
.map((file) => (0, validation_1.validateCandidateScore)((0, state_1.readJson)(node_path_1.default.join(dir, file))));
|
|
554
|
-
}
|
|
555
|
-
function candidateArtifacts(run, candidate) {
|
|
556
|
-
return [
|
|
557
|
-
{ id: "candidate", kind: "json", path: candidateFile(run, candidate.id) },
|
|
558
|
-
...candidate.artifacts
|
|
559
|
-
];
|
|
560
|
-
}
|
|
561
|
-
function artifactsFromInput(input) {
|
|
562
|
-
const artifacts = [];
|
|
563
|
-
if (input.resultPath)
|
|
564
|
-
artifacts.push({ id: "result", kind: "markdown", path: node_path_1.default.resolve(input.resultPath) });
|
|
565
|
-
return artifacts;
|
|
566
|
-
}
|
|
567
|
-
function evidenceFromInput(run, input) {
|
|
568
|
-
const resultNode = input.resultNodeId ? run.nodes?.find((node) => node.id === input.resultNodeId) : undefined;
|
|
569
|
-
const verifierNode = input.verifierNodeId ? run.nodes?.find((node) => node.id === input.verifierNodeId) : undefined;
|
|
570
|
-
return mergeById(resultNode?.evidence || [], verifierNode?.evidence || []);
|
|
571
|
-
}
|
|
572
|
-
function inferCandidateKind(input) {
|
|
573
|
-
if (input.workerId)
|
|
574
|
-
return "worker-output";
|
|
575
|
-
if (input.resultNodeId || input.resultPath)
|
|
576
|
-
return "result";
|
|
577
|
-
return "manual";
|
|
578
|
-
}
|
|
579
|
-
function bestScore(scores) {
|
|
580
|
-
return [...scores].sort((left, right) => right.normalized - left.normalized || (0, compare_1.compareBytes)(left.createdAt, right.createdAt))[0];
|
|
581
|
-
}
|
|
582
|
-
function compareRows(left, right, policy) {
|
|
583
|
-
const byScore = right.normalized - left.normalized;
|
|
584
|
-
if (byScore !== 0)
|
|
585
|
-
return byScore;
|
|
586
|
-
if (policy.tieBreaker === "candidateId")
|
|
587
|
-
return (0, compare_1.compareBytes)(left.candidate.id, right.candidate.id);
|
|
588
|
-
const byCreated = (0, compare_1.compareBytes)(left.candidate.createdAt, right.candidate.createdAt);
|
|
589
|
-
return byCreated || (0, compare_1.compareBytes)(left.candidate.id, right.candidate.id);
|
|
590
|
-
}
|
|
591
|
-
function detectTies(candidates) {
|
|
592
|
-
const groups = new Map();
|
|
593
|
-
for (const candidate of candidates) {
|
|
594
|
-
const key = String(candidate.normalized);
|
|
595
|
-
groups.set(key, [...(groups.get(key) || []), candidate.candidateId]);
|
|
596
|
-
}
|
|
597
|
-
return Array.from(groups.values()).filter((group) => group.length > 1);
|
|
598
|
-
}
|
|
599
|
-
function mergePolicy(policy = {}) {
|
|
600
|
-
// NOTE: `policy.criteria` (string[]) is intentionally NOT carried here. A
|
|
601
|
-
// whole-repo grep shows it has no read points — scoring reads each score's
|
|
602
|
-
// own `input.criteria` (Record<string, number>), not this list. Emitting a
|
|
603
|
-
// default `criteria: []` advertised a guarantee the code never honored and
|
|
604
|
-
// could silently drift, so it is dropped. The field stays OPTIONAL on
|
|
605
|
-
// CandidateScoringPolicy / CandidateRanking.policy for forward-compat input.
|
|
606
|
-
return {
|
|
607
|
-
id: policy.id || "cw.candidate.default",
|
|
608
|
-
title: policy.title || "Default Candidate Scoring",
|
|
609
|
-
requireEvidence: policy.requireEvidence ?? true,
|
|
610
|
-
requireVerifierGate: policy.requireVerifierGate ?? true,
|
|
611
|
-
minNormalized: policy.minNormalized,
|
|
612
|
-
tieBreaker: policy.tieBreaker || "createdAt"
|
|
613
|
-
};
|
|
614
|
-
}
|
|
615
|
-
function verdictFor(normalized, policy) {
|
|
616
|
-
if (policy.minNormalized !== undefined && normalized < policy.minNormalized)
|
|
617
|
-
return "fail";
|
|
618
|
-
if (normalized >= VERDICT_PASS_THRESHOLD)
|
|
619
|
-
return "pass";
|
|
620
|
-
if (normalized >= VERDICT_WARN_THRESHOLD)
|
|
621
|
-
return "warn";
|
|
622
|
-
return "fail";
|
|
623
|
-
}
|
|
624
|
-
function sumCriteria(criteria) {
|
|
625
|
-
return Object.values(criteria).reduce((total, value) => total + Number(value || 0), 0);
|
|
626
|
-
}
|
|
627
|
-
function candidateRoot(run) {
|
|
628
|
-
ensureCandidateState(run);
|
|
629
|
-
return run.paths.candidatesDir || node_path_1.default.join(run.paths.runDir, "candidates");
|
|
630
|
-
}
|
|
631
|
-
function candidateDir(run, candidateId) {
|
|
632
|
-
return node_path_1.default.join(candidateRoot(run), (0, state_1.safeFileName)(candidateId));
|
|
633
|
-
}
|
|
634
|
-
function candidateFile(run, candidateId) {
|
|
635
|
-
return node_path_1.default.join(candidateDir(run, candidateId), "candidate.json");
|
|
636
|
-
}
|
|
637
|
-
function indexPath(run) {
|
|
638
|
-
return node_path_1.default.join(candidateRoot(run), "index.json");
|
|
639
|
-
}
|
|
640
|
-
function rankingPath(run) {
|
|
641
|
-
return node_path_1.default.join(candidateRoot(run), "ranking.json");
|
|
642
|
-
}
|
|
643
|
-
// Deterministic candidate id (FreeBSD-audit L12/L13): the candidate's POSITION in
|
|
644
|
-
// the run's candidate set, qualified by kind + seed (a stable worker/task/result
|
|
645
|
-
// id) for readability. No wall-clock stamp, no PRNG suffix — re-running the same
|
|
646
|
-
// workflow mints byte-identical candidate ids, keeping fingerprints replay-stable.
|
|
647
|
-
function createCandidateId(run, kind, seed) {
|
|
648
|
-
const seq = (run.candidates || []).length + 1;
|
|
649
|
-
return `candidate-${(0, state_1.safeFileName)(kind)}-${seed ? `${(0, state_1.safeFileName)(seed)}-` : ""}${String(seq).padStart(4, "0")}`;
|
|
650
|
-
}
|
|
651
|
-
// Deterministic score id (FreeBSD-audit L12/L13): the score's POSITION within its
|
|
652
|
-
// candidate's score list. Scores only ever append, so the sequence is unique per
|
|
653
|
-
// candidate and stable across replays.
|
|
654
|
-
function createScoreId(candidate) {
|
|
655
|
-
const seq = (candidate.scores || []).length + 1;
|
|
656
|
-
return `score-${(0, state_1.safeFileName)(candidate.id)}-${String(seq).padStart(4, "0")}`;
|
|
657
|
-
}
|
|
658
|
-
// Deterministic selection id (FreeBSD-audit L12/L13): the selection's POSITION in
|
|
659
|
-
// the run's append-only selection log. No clock, no PRNG.
|
|
660
|
-
function createSelectionId(run, candidateId) {
|
|
661
|
-
const seq = (run.candidateSelections || []).length + 1;
|
|
662
|
-
return `selection-${(0, state_1.safeFileName)(candidateId)}-${String(seq).padStart(4, "0")}`;
|
|
663
|
-
}
|
|
664
|
-
function shouldPersist(options) {
|
|
665
|
-
return options.persist !== false;
|
|
666
|
-
}
|
|
667
|
-
function error(code, message, options = {}) {
|
|
668
|
-
return {
|
|
669
|
-
code,
|
|
670
|
-
message,
|
|
671
|
-
at: new Date().toISOString(),
|
|
672
|
-
retryable: false,
|
|
673
|
-
details: options.details
|
|
674
|
-
};
|
|
675
|
-
}
|
|
676
|
-
function mergeCandidates(left, right) {
|
|
677
|
-
const merged = [...left];
|
|
678
|
-
for (const candidate of right) {
|
|
679
|
-
const index = merged.findIndex((entry) => entry.id === candidate.id);
|
|
680
|
-
if (index >= 0)
|
|
681
|
-
merged[index] = candidate;
|
|
682
|
-
else
|
|
683
|
-
merged.push(candidate);
|
|
684
|
-
}
|
|
685
|
-
return merged;
|
|
686
|
-
}
|
|
687
|
-
function mergeById(left, right) {
|
|
688
|
-
const merged = [...left];
|
|
689
|
-
for (const item of right) {
|
|
690
|
-
const index = merged.findIndex((entry) => entry.id === item.id);
|
|
691
|
-
if (index >= 0)
|
|
692
|
-
merged[index] = item;
|
|
693
|
-
else
|
|
694
|
-
merged.push(item);
|
|
695
|
-
}
|
|
696
|
-
return merged;
|
|
697
|
-
}
|
|
698
|
-
function mergeEvidence(left, right) {
|
|
699
|
-
const merged = [...left];
|
|
700
|
-
for (const item of right) {
|
|
701
|
-
const index = merged.findIndex((entry) => entry.id === item.id &&
|
|
702
|
-
entry.source === item.source &&
|
|
703
|
-
entry.path === item.path &&
|
|
704
|
-
entry.locator === item.locator);
|
|
705
|
-
if (index >= 0)
|
|
706
|
-
merged[index] = item;
|
|
707
|
-
else
|
|
708
|
-
merged.push(item);
|
|
709
|
-
}
|
|
710
|
-
return merged;
|
|
711
|
-
}
|
|
712
|
-
function unique(values) {
|
|
713
|
-
return Array.from(new Set(values.filter(Boolean)));
|
|
714
|
-
}
|
|
715
|
-
function countBy(items, key) {
|
|
716
|
-
const counts = {};
|
|
717
|
-
for (const item of items) {
|
|
718
|
-
const value = key(item);
|
|
719
|
-
counts[value] = (counts[value] || 0) + 1;
|
|
720
|
-
}
|
|
721
|
-
return counts;
|
|
722
|
-
}
|
|
723
|
-
function clamp(value, min, max) {
|
|
724
|
-
return Math.max(min, Math.min(max, value));
|
|
725
|
-
}
|
|
726
|
-
function compactMetadata(value) {
|
|
727
|
-
const entries = Object.entries(value).filter(([, entry]) => entry !== undefined);
|
|
728
|
-
return entries.length ? Object.fromEntries(entries) : undefined;
|
|
729
|
-
}
|