@event4u/agent-config 14.13.0 → 14.14.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.augment-plugin/marketplace.json +3 -3
- package/.augment-plugin/plugin.json +1 -1
- package/.claude-plugin/marketplace.json +1 -1
- package/CHANGELOG.md +138 -376
- package/README.md +1 -1
- package/dist/agent-src/commands/analyze/inbox.md +36 -0
- package/dist/agent-src/commands/pr/create.md +16 -1
- package/dist/agent-src/contexts/execution/terminal-states.md +25 -4
- package/dist/agent-src/rules/code-comment-discipline.md +6 -0
- package/dist/agent-src/rules/missing-skill-recovery.md +2 -2
- package/dist/agent-src/rules/token-budget-discipline.md +2 -2
- package/dist/agent-src/scripts/archive_completed_roadmaps.ts +6 -6
- package/dist/agent-src/scripts/guarded_baseline.ts +22 -7
- package/dist/agent-src/scripts/stubs_due.ts +118 -2
- package/dist/agent-src/scripts/update_roadmap_progress.ts +8 -8
- package/dist/agent-src/templates/agents/agent-project-settings.example.yml +1 -1
- package/dist/cli/registry.js +1 -0
- package/dist/cli-delegate/{chunk-ILMUPLGW.js → chunk-7RXIKF62.js} +159 -86
- package/dist/cli-delegate/cmd_conformance.js +39 -2
- package/dist/cli-delegate/cmd_doctor.js +1 -1
- package/dist/discovery/deprecation-report.md +1 -1
- package/dist/discovery/discovery-manifest.json +7 -7
- package/dist/discovery/discovery-manifest.json.sha256 +1 -1
- package/dist/discovery/discovery-manifest.summary.md +1 -1
- package/dist/discovery/dormancy-report.md +1 -1
- package/dist/discovery/orphan-report.md +1 -1
- package/dist/discovery/packs.json +2 -2
- package/dist/discovery/trust-report.md +1 -1
- package/dist/discovery/workspaces.json +2 -2
- package/dist/hooks/dispatch.js +1696 -812
- package/dist/mcp/registry-manifest.json +2 -2
- package/dist/mcp/server.json +2 -2
- package/dist/mcp/server.mjs +297 -115
- package/docs/guidelines/agent-infra/guarded-baseline.md +1 -1
- package/docs/guidelines/code-clarity.md +18 -0
- package/package.json +1 -1
- package/src/agent-src/scripts/archive_completed_roadmaps.ts +6 -6
- package/src/agent-src/scripts/guarded_baseline.ts +22 -7
- package/src/agent-src/scripts/stubs_due.ts +118 -2
- package/src/agent-src/scripts/update_roadmap_progress.ts +8 -8
- package/src/config/assurance-capability-registry.json +1 -1
- package/src/config/estate-count-budget.json +20 -1
- package/src/config/evaluator-budgets.json +4 -4
- package/src/config/gate-coverage.yml +211 -1
- package/src/config/gate-reachability-exemptions.json +1 -0
- package/src/config/gate-violation-baselines.json +9 -3
- package/src/config/preamble-payload-budget.json +19 -11
- package/src/config/rule-stub-ceilings.json +14 -7
- package/src/config/web-launch-readiness.json +4 -2
- package/src/scripts/_cli/_doctor_emit.ts +71 -0
- package/src/scripts/_cli/_doctor_strict.ts +163 -0
- package/src/scripts/_cli/cmd_doctor.ts +16 -37
- package/src/scripts/_dispatch.bash +11 -4
- package/src/scripts/_lib/activation_ladder.ts +47 -3
- package/src/scripts/_lib/activation_receipt_producer.ts +341 -0
- package/src/scripts/_lib/adr_frontmatter.ts +26 -0
- package/src/scripts/_lib/branch_convergence.ts +186 -0
- package/src/scripts/_lib/candidate_pair_delta.ts +349 -0
- package/src/scripts/_lib/carrier_status.ts +118 -0
- package/src/scripts/_lib/cascade_stage_enumeration.ts +92 -0
- package/src/scripts/_lib/context_observation.ts +132 -0
- package/src/scripts/_lib/continuation_ladder.ts +188 -0
- package/src/scripts/_lib/corpus_manifest.ts +726 -0
- package/src/scripts/_lib/delivery_arm_experiment.ts +18 -2
- package/src/scripts/_lib/estate_carrier_cases.ts +72 -0
- package/src/scripts/_lib/evaluation_cascade.ts +452 -0
- package/src/scripts/_lib/evolution_roi.ts +562 -0
- package/src/scripts/_lib/experiment_binding.ts +95 -0
- package/src/scripts/_lib/harness_evolution_guards.ts +10 -0
- package/src/scripts/_lib/ignored_blocker.ts +8 -1
- package/src/scripts/_lib/lexical_shortlist.ts +215 -0
- package/src/scripts/_lib/llm_candidate_proposer.ts +461 -0
- package/src/scripts/_lib/llm_proposer_transport.ts +153 -0
- package/src/scripts/_lib/outcome_envelope.ts +6 -1
- package/src/scripts/_lib/outcome_vocabularies.ts +135 -5
- package/src/scripts/_lib/pathology_archive.ts +393 -0
- package/src/scripts/_lib/promotion_capability.ts +315 -0
- package/src/scripts/_lib/promotion_evidence.ts +414 -0
- package/src/scripts/_lib/promotion_review.ts +294 -0
- package/src/scripts/_lib/prompt_shape.ts +92 -0
- package/src/scripts/_lib/release_highlights.ts +79 -1
- package/src/scripts/_lib/release_material.ts +125 -2
- package/src/scripts/_lib/repeated_failure.ts +19 -2
- package/src/scripts/_lib/routing_corpus.ts +307 -0
- package/src/scripts/_lib/routing_index_input.ts +104 -0
- package/src/scripts/_lib/rule_injection.ts +22 -1
- package/src/scripts/_lib/runtime_journal.ts +11 -4
- package/src/scripts/_lib/semantic_noop.ts +167 -0
- package/src/scripts/activation_receipt.ts +258 -0
- package/src/scripts/ai_council/cross_exam.ts +128 -0
- package/src/scripts/ai_council/explain_route.ts +157 -0
- package/src/scripts/ai_council/information_gain.ts +293 -0
- package/src/scripts/ai_council/leakage_corpus.ts +385 -0
- package/src/scripts/ai_council/leakage_patterns.ts +453 -0
- package/src/scripts/ai_council/minority_retention.ts +171 -0
- package/src/scripts/ai_council/recouncil_savings.ts +299 -0
- package/src/scripts/ai_council/replay_route.ts +223 -0
- package/src/scripts/ai_council/reviewer_assignment.ts +279 -0
- package/src/scripts/ai_council/routing_training_row.ts +197 -0
- package/src/scripts/ai_council/synthesis_strategy.ts +159 -0
- package/src/scripts/check_adr_frontmatter.ts +4 -9
- package/src/scripts/check_agent_artifact_location.ts +337 -0
- package/src/scripts/check_artefact_count_messaging.ts +74 -8
- package/src/scripts/check_enforcement_coverage.ts +40 -1
- package/src/scripts/check_estate_count.ts +205 -24
- package/src/scripts/check_release_highlights.ts +113 -14
- package/src/scripts/check_roadmap_trackable.ts +17 -2
- package/src/scripts/check_web_launch_readiness.ts +310 -20
- package/src/scripts/corpus_manifest.ts +235 -0
- package/src/scripts/evolution_lab.ts +234 -9
- package/src/scripts/generate_capability_matrix.ts +16 -9
- package/src/scripts/grade_target_readiness.ts +221 -2
- package/src/scripts/hook_effect_doctor.ts +47 -4
- package/src/scripts/hook_manifest.json +1 -1
- package/src/scripts/hook_manifest.yaml +28 -6
- package/src/scripts/hooks/comment_discipline_hook.ts +146 -0
- package/src/scripts/hooks/concern_registry.ts +2 -0
- package/src/scripts/hooks/run_continuation_hook.ts +78 -88
- package/src/scripts/hooks/session_eol_hook.ts +12 -1
- package/src/scripts/hooks/turn_end_gate_hook.ts +9 -1
- package/src/scripts/install-hooks.sh +18 -0
- package/src/scripts/language_mirror_hook.ts +14 -2
- package/src/scripts/lint_carrier_integrity.ts +820 -0
- package/src/scripts/lint_code_comments.ts +748 -0
- package/src/scripts/lint_plan_risk_register.ts +39 -19
- package/src/scripts/lint_promotion_paths.ts +779 -0
- package/src/scripts/llm_propose.ts +256 -0
- package/src/scripts/measure_delivery_sets.ts +361 -0
- package/src/scripts/measure_routing_signal.ts +307 -0
- package/src/scripts/model_rule_injection.ts +19 -3
- package/src/scripts/probe_council_retention.ts +495 -0
- package/src/scripts/release.ts +21 -37
- package/src/scripts/release_drill.ts +199 -0
- package/src/scripts/release_env.ts +35 -0
- package/src/scripts/release_publication.ts +142 -0
- package/src/scripts/roadmap_context.ts +15 -0
- package/src/scripts/skill_scout.ts +633 -0
- package/src/scripts/sync_pr_branch.ts +521 -42
|
@@ -0,0 +1,461 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The METERED candidate proposer — the second arm, and the one that costs money.
|
|
3
|
+
*
|
|
4
|
+
* `road-to-governed-evidence-production` step 2.1, built under the
|
|
5
|
+
* **NARROWED 2026-09-01** disposition of `blocker: metered-backend-park`: a
|
|
6
|
+
* metered PROPOSER is admitted, a metered EVALUATOR stays forbidden.
|
|
7
|
+
*
|
|
8
|
+
* `_lib/candidate_proposer.ts` is the deterministic arm and the surface this
|
|
9
|
+
* mirrors — same {@link DefectObservation} input, same {@link CandidateRecord}
|
|
10
|
+
* output, same id scheme — so the two are comparable pair-wise over one input
|
|
11
|
+
* rather than being two different experiments wearing one name.
|
|
12
|
+
*
|
|
13
|
+
* ## The role constraint, and where each half of it is enforced
|
|
14
|
+
*
|
|
15
|
+
* > *A metered call may generate candidate text. It may not score, rank,
|
|
16
|
+
* > filter, select between, or supply any input to the verdict for the arms
|
|
17
|
+
* > being compared — whatever the module is called.*
|
|
18
|
+
*
|
|
19
|
+
* Held by construction, not by intention. Six places:
|
|
20
|
+
*
|
|
21
|
+
* | Forbidden role | What makes it unavailable |
|
|
22
|
+
* |---|---|
|
|
23
|
+
* | supply a score | {@link GenerationResult} carries `text` and `model` and nothing else, and {@link NoDecisionField} makes adding a scoring key a BUILD ERROR |
|
|
24
|
+
* | rank | no function here accepts more than one generation for one observation; there is no code path that holds two |
|
|
25
|
+
* | select between candidates | exactly one record per observation, asserted at the return by {@link CandidateCountError} |
|
|
26
|
+
* | filter | an observation that cannot be satisfied THROWS; it is never dropped, so the output can never be a subset |
|
|
27
|
+
* | reorder | the output order is `byteCompare` over the INPUT, reusing the deterministic arm's own comparator — model output is never an ordering key |
|
|
28
|
+
* | reach the verdict | this module imports no verdict module, asserted by its test |
|
|
29
|
+
*
|
|
30
|
+
* The retry loop is the one place a reader should look twice. It stops at the
|
|
31
|
+
* FIRST output that satisfies the record contract; it never holds two valid
|
|
32
|
+
* generations and never compares them. First-valid is a retry policy. Choosing
|
|
33
|
+
* the better of two valid generations would be selection, and there is no code
|
|
34
|
+
* path here that could express it.
|
|
35
|
+
*
|
|
36
|
+
* ## Who decides escalation
|
|
37
|
+
*
|
|
38
|
+
* The **pathology of a deterministic refusal**, never the model's opinion of its
|
|
39
|
+
* own output. The first attempt runs on `reason_unknown`, whose ladder is
|
|
40
|
+
* exactly `['lite']` — *"escalating on a reason nobody established is spending
|
|
41
|
+
* on a guess"* (`_lib/evolution_roi.ts:136-138`). A refusal is then classified
|
|
42
|
+
* into a {@link PathologyWhy} by {@link classifyRefusal}, and the walk continues
|
|
43
|
+
* on THAT class's ladder from its cheapest untried rung. A class with an empty
|
|
44
|
+
* ladder stops the walk.
|
|
45
|
+
*
|
|
46
|
+
* Every attempt is recorded and the whole list is checked by
|
|
47
|
+
* `assertCheapestFirst` (`_lib/evolution_roi.ts:215`) before this module
|
|
48
|
+
* returns — the production caller AC-3 asks for.
|
|
49
|
+
*
|
|
50
|
+
* ## No transport lives here
|
|
51
|
+
*
|
|
52
|
+
* The metered call arrives as an injected {@link TextGenerator} port. The
|
|
53
|
+
* shipped binding is `_lib/llm_proposer_transport.ts`; this module imports it
|
|
54
|
+
* nowhere, so the arm is testable with a stub and the transport is one small
|
|
55
|
+
* file a reviewer can read whole.
|
|
56
|
+
*/
|
|
57
|
+
|
|
58
|
+
import {
|
|
59
|
+
RECIPES,
|
|
60
|
+
byteCompare,
|
|
61
|
+
candidateId,
|
|
62
|
+
type DefectObservation,
|
|
63
|
+
type SubjectReader,
|
|
64
|
+
} from './candidate_proposer.js';
|
|
65
|
+
import {
|
|
66
|
+
CANDIDATE_RECORD_VERSION,
|
|
67
|
+
CandidateSchemaError,
|
|
68
|
+
assertMutationPathsOwned,
|
|
69
|
+
type CandidateRecord,
|
|
70
|
+
type Mutation,
|
|
71
|
+
} from './candidate_record.js';
|
|
72
|
+
import {
|
|
73
|
+
assertCheapestFirst,
|
|
74
|
+
ladderFor,
|
|
75
|
+
nextTier,
|
|
76
|
+
type LadderAttempt,
|
|
77
|
+
type ModelTier,
|
|
78
|
+
} from './evolution_roi.js';
|
|
79
|
+
import type { PathologyWhy } from './pathology_archive.js';
|
|
80
|
+
|
|
81
|
+
type Assert<T extends true> = T;
|
|
82
|
+
|
|
83
|
+
/**
|
|
84
|
+
* Keys that would turn a generation into a decision.
|
|
85
|
+
*
|
|
86
|
+
* The same mechanism `_lib/runtime_journal.ts`'s `FREE_FORM_KEYS` uses for the
|
|
87
|
+
* privacy floor, pointed at a different failure: there, a field that could hold
|
|
88
|
+
* content; here, a field that could hold a judgement. A closed deny-list is
|
|
89
|
+
* blunt on purpose — a guard that only rejects the keys someone thought of is a
|
|
90
|
+
* guard that has to be re-argued at every edit.
|
|
91
|
+
*/
|
|
92
|
+
export const DECISION_FIELD_KEYS = [
|
|
93
|
+
'score',
|
|
94
|
+
'scores',
|
|
95
|
+
'rank',
|
|
96
|
+
'ranking',
|
|
97
|
+
'rating',
|
|
98
|
+
'grade',
|
|
99
|
+
'confidence',
|
|
100
|
+
'probability',
|
|
101
|
+
'logprob',
|
|
102
|
+
'logprobs',
|
|
103
|
+
'best',
|
|
104
|
+
'chosen',
|
|
105
|
+
'selected',
|
|
106
|
+
'preferred',
|
|
107
|
+
'winner',
|
|
108
|
+
'verdict',
|
|
109
|
+
'order',
|
|
110
|
+
'priority',
|
|
111
|
+
'weight',
|
|
112
|
+
'quality',
|
|
113
|
+
] as const;
|
|
114
|
+
export type DecisionFieldKey = (typeof DECISION_FIELD_KEYS)[number];
|
|
115
|
+
|
|
116
|
+
/** `T` when `T` carries no {@link DecisionFieldKey}, and `never` when it does. */
|
|
117
|
+
export type NoDecisionField<T> = Extract<keyof T, DecisionFieldKey> extends never ? T : never;
|
|
118
|
+
|
|
119
|
+
// --- the port ----------------------------------------------------------------
|
|
120
|
+
|
|
121
|
+
/** One metered request. The tier is the ladder's, never the model's choice. */
|
|
122
|
+
export interface GenerationRequest {
|
|
123
|
+
readonly tier: ModelTier;
|
|
124
|
+
readonly system: string;
|
|
125
|
+
readonly prompt: string;
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
/**
|
|
129
|
+
* What a metered call may return: text, and which model produced it.
|
|
130
|
+
*
|
|
131
|
+
* `model` is provenance and not a judgement — the protocol document needs it to
|
|
132
|
+
* record what was run. Nothing in this module reads it.
|
|
133
|
+
*/
|
|
134
|
+
export interface GenerationResult {
|
|
135
|
+
readonly text: string;
|
|
136
|
+
readonly model: string;
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
/**
|
|
140
|
+
* The metered port. One request in, one text out.
|
|
141
|
+
*
|
|
142
|
+
* It cannot express a batch, so it cannot express a comparison: a signature
|
|
143
|
+
* taking `readonly GenerationRequest[]` and returning a sorted list would be a
|
|
144
|
+
* ranking surface even if today's implementation ignored the order.
|
|
145
|
+
*/
|
|
146
|
+
export type TextGenerator = (req: GenerationRequest) => Promise<GenerationResult>;
|
|
147
|
+
|
|
148
|
+
/** A generation the record contract refused. Carries WHY, as a pathology. */
|
|
149
|
+
export class GenerationRefusedError extends Error {
|
|
150
|
+
readonly why: PathologyWhy;
|
|
151
|
+
constructor(why: PathologyWhy, message: string) {
|
|
152
|
+
super(message);
|
|
153
|
+
this.name = 'GenerationRefusedError';
|
|
154
|
+
this.why = why;
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
/** One observation produced no record and was not dropped. */
|
|
159
|
+
export class CandidateCountError extends Error {
|
|
160
|
+
constructor(message: string) {
|
|
161
|
+
super(message);
|
|
162
|
+
this.name = 'CandidateCountError';
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
// --- prompts -----------------------------------------------------------------
|
|
167
|
+
|
|
168
|
+
/**
|
|
169
|
+
* The system prompt. FROZEN — its bytes are part of the execution protocol
|
|
170
|
+
* (`docs/contracts/metered-proposer-protocol.md`), so an edit here is an edit to
|
|
171
|
+
* the protocol and invalidates a comparison already captured against it.
|
|
172
|
+
*/
|
|
173
|
+
export const SYSTEM_PROMPT =
|
|
174
|
+
'You rewrite one Markdown artifact to remove one named defect.\n' +
|
|
175
|
+
'Return ONLY the complete rewritten artifact body. No preamble, no fences,\n' +
|
|
176
|
+
'no commentary, no explanation of what you changed.\n' +
|
|
177
|
+
'Do not judge, score, rank, or compare anything. Produce one body.';
|
|
178
|
+
|
|
179
|
+
/** The user prompt for one observation. Pure — same inputs, same bytes. */
|
|
180
|
+
export function buildPrompt(obs: DefectObservation, body: string): string {
|
|
181
|
+
const recipe = RECIPES[obs.defectClass];
|
|
182
|
+
const route = obs.routeTo === undefined ? '' : `\nThe obligation must be routed to: ${obs.routeTo}\n`;
|
|
183
|
+
return (
|
|
184
|
+
`Defect class: ${obs.defectClass}\n` +
|
|
185
|
+
`What that means: ${recipe.summary}\n` +
|
|
186
|
+
`Artifact path: ${obs.subject}\n` +
|
|
187
|
+
route +
|
|
188
|
+
'\n--- BEGIN CURRENT BODY ---\n' +
|
|
189
|
+
body +
|
|
190
|
+
'\n--- END CURRENT BODY ---\n'
|
|
191
|
+
);
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
// --- the output contract ------------------------------------------------------
|
|
195
|
+
|
|
196
|
+
/**
|
|
197
|
+
* The largest generated body accepted, in bytes.
|
|
198
|
+
*
|
|
199
|
+
* A STATED CEILING, not a measured one, and it is a runaway guard rather than a
|
|
200
|
+
* quality bar: 256 KiB is far above any artifact in the candidate surface and
|
|
201
|
+
* far below a generation that has stopped producing an artifact. *Revisit-if* a
|
|
202
|
+
* legitimate subject approaches it.
|
|
203
|
+
*/
|
|
204
|
+
export const MAX_BODY_BYTES = 256 * 1024;
|
|
205
|
+
|
|
206
|
+
/** The NUL code unit, built rather than typed so no source file carries one. */
|
|
207
|
+
const NUL = String.fromCharCode(0);
|
|
208
|
+
|
|
209
|
+
/**
|
|
210
|
+
* Refuse a generation the record contract cannot accept.
|
|
211
|
+
*
|
|
212
|
+
* Every check here is a SHAPE check with an objective predicate, and none of
|
|
213
|
+
* them compares two generations or asks whether one is good. That distinction
|
|
214
|
+
* is the role constraint: `output_contract_violated` is a fact about one string,
|
|
215
|
+
* `better` is a judgement about two.
|
|
216
|
+
*
|
|
217
|
+
* @throws {GenerationRefusedError} carrying the pathology of the refusal.
|
|
218
|
+
*/
|
|
219
|
+
export function assertGenerationAcceptable(
|
|
220
|
+
obs: DefectObservation,
|
|
221
|
+
before: string,
|
|
222
|
+
after: string,
|
|
223
|
+
): void {
|
|
224
|
+
if (after.trim() === '') {
|
|
225
|
+
throw new GenerationRefusedError('output_contract_violated', 'the generation is empty');
|
|
226
|
+
}
|
|
227
|
+
const bytes = Buffer.byteLength(after, 'utf8');
|
|
228
|
+
if (bytes > MAX_BODY_BYTES) {
|
|
229
|
+
throw new GenerationRefusedError(
|
|
230
|
+
'output_contract_violated',
|
|
231
|
+
`the generation is ${String(bytes)} bytes, over the ${String(MAX_BODY_BYTES)}-byte ceiling`,
|
|
232
|
+
);
|
|
233
|
+
}
|
|
234
|
+
if (after.includes(NUL)) {
|
|
235
|
+
throw new GenerationRefusedError('output_contract_violated', 'the generation contains a NUL byte');
|
|
236
|
+
}
|
|
237
|
+
if (after === before) {
|
|
238
|
+
throw new GenerationRefusedError(
|
|
239
|
+
'output_contract_violated',
|
|
240
|
+
'the generation is byte-identical to the input — a proposal that changes nothing is not a proposal',
|
|
241
|
+
);
|
|
242
|
+
}
|
|
243
|
+
const recipe = RECIPES[obs.defectClass];
|
|
244
|
+
if (recipe.needsRouteTo && obs.routeTo !== undefined && !after.includes(obs.routeTo)) {
|
|
245
|
+
throw new GenerationRefusedError(
|
|
246
|
+
'output_contract_violated',
|
|
247
|
+
`the generation does not name the required route target '${obs.routeTo}'`,
|
|
248
|
+
);
|
|
249
|
+
}
|
|
250
|
+
}
|
|
251
|
+
|
|
252
|
+
/**
|
|
253
|
+
* The pathology of a thrown failure.
|
|
254
|
+
*
|
|
255
|
+
* Deterministic and total. A refusal carries its own class; anything else is
|
|
256
|
+
* `execution_failed`, which is the honest reading of a transport or runtime
|
|
257
|
+
* error and licenses the full ladder because capability plausibly helps there.
|
|
258
|
+
*/
|
|
259
|
+
export function classifyRefusal(e: unknown): PathologyWhy {
|
|
260
|
+
if (e instanceof GenerationRefusedError) return e.why;
|
|
261
|
+
if (e instanceof CandidateSchemaError) return 'output_contract_violated';
|
|
262
|
+
return 'execution_failed';
|
|
263
|
+
}
|
|
264
|
+
|
|
265
|
+
// --- the ladder walk -----------------------------------------------------------
|
|
266
|
+
|
|
267
|
+
/** The class the FIRST attempt runs on, before any refusal has been observed. */
|
|
268
|
+
export const INITIAL_CLASS: PathologyWhy = 'reason_unknown';
|
|
269
|
+
|
|
270
|
+
export interface MeteredProposal {
|
|
271
|
+
readonly records: readonly CandidateRecord[];
|
|
272
|
+
/** Every attempt, in the order it was made. The audit trail for AC-3. */
|
|
273
|
+
readonly attempts: readonly LadderAttempt[];
|
|
274
|
+
/** Which model produced each accepted record, by candidate id. Provenance only. */
|
|
275
|
+
readonly models: Readonly<Record<string, string>>;
|
|
276
|
+
}
|
|
277
|
+
|
|
278
|
+
/**
|
|
279
|
+
* Walk the ladder for one observation until a generation is accepted.
|
|
280
|
+
*
|
|
281
|
+
* Throws when the ladder runs out — it never returns "no record", because a
|
|
282
|
+
* silently absent record is the filtering the role constraint forbids.
|
|
283
|
+
*/
|
|
284
|
+
async function proposeOne(
|
|
285
|
+
obs: DefectObservation,
|
|
286
|
+
before: string,
|
|
287
|
+
generate: TextGenerator,
|
|
288
|
+
attempts: LadderAttempt[],
|
|
289
|
+
seq: { n: number },
|
|
290
|
+
): Promise<{ record: CandidateRecord; model: string }> {
|
|
291
|
+
let cls: PathologyWhy = INITIAL_CLASS;
|
|
292
|
+
// Per OBSERVATION, deliberately. A new observation is a new proposal and
|
|
293
|
+
// starts at the cheapest rung again; the guard allows that explicitly — a
|
|
294
|
+
// repeat of an already-spent rung "is not an escalation"
|
|
295
|
+
// (`_lib/evolution_roi.ts:201-202`). Sharing one map across observations would
|
|
296
|
+
// exhaust the ladder on the second subject, which is what the first version
|
|
297
|
+
// of this function did and what its test caught.
|
|
298
|
+
const spentByClass = new Map<PathologyWhy, ModelTier[]>();
|
|
299
|
+
let lastError: unknown = null;
|
|
300
|
+
|
|
301
|
+
for (;;) {
|
|
302
|
+
const spent = spentByClass.get(cls) ?? [];
|
|
303
|
+
const tier = nextTier(cls, spent);
|
|
304
|
+
if (tier === null) {
|
|
305
|
+
// STOP. Either the ladder is empty for this class or every licensed
|
|
306
|
+
// rung is spent. `null` means stop in both cases — a caller reading
|
|
307
|
+
// it as "escalate" has inverted the policy.
|
|
308
|
+
throw new GenerationRefusedError(
|
|
309
|
+
cls,
|
|
310
|
+
`no tier left for '${obs.defectClass}' on ${obs.subject}: class '${cls}' licenses ` +
|
|
311
|
+
`${ladderFor(cls).join(' < ') || 'nothing'}` +
|
|
312
|
+
(lastError === null ? '' : ` — last refusal: ${(lastError as Error).message}`),
|
|
313
|
+
);
|
|
314
|
+
}
|
|
315
|
+
spent.push(tier);
|
|
316
|
+
spentByClass.set(cls, spent);
|
|
317
|
+
seq.n += 1;
|
|
318
|
+
attempts.push({ defect_class: cls, tier, sequence: seq.n });
|
|
319
|
+
|
|
320
|
+
try {
|
|
321
|
+
const gen = await generate({ tier, system: SYSTEM_PROMPT, prompt: buildPrompt(obs, before) });
|
|
322
|
+
assertGenerationAcceptable(obs, before, gen.text);
|
|
323
|
+
const mutations: Mutation[] = [{ path: obs.subject, content: gen.text }];
|
|
324
|
+
assertMutationPathsOwned(mutations);
|
|
325
|
+
return {
|
|
326
|
+
record: {
|
|
327
|
+
kind: 'candidate',
|
|
328
|
+
version: CANDIDATE_RECORD_VERSION,
|
|
329
|
+
// The SAME id function as the deterministic arm: a content
|
|
330
|
+
// hash over class, subject and mutation bytes. Two arms
|
|
331
|
+
// producing the same bytes therefore produce the same id,
|
|
332
|
+
// which is what makes a pair-wise comparison legible.
|
|
333
|
+
id: candidateId(obs.defectClass, obs.subject, mutations),
|
|
334
|
+
// The dimension comes from the RECIPE, never from the model.
|
|
335
|
+
// A model that could pick the dimension would be choosing
|
|
336
|
+
// which arm of the alphabet its own candidate sits on, and
|
|
337
|
+
// that is a decision.
|
|
338
|
+
dimension: RECIPES[obs.defectClass].dimension,
|
|
339
|
+
lifecycle: 'proposed',
|
|
340
|
+
mutations,
|
|
341
|
+
},
|
|
342
|
+
model: gen.model,
|
|
343
|
+
};
|
|
344
|
+
} catch (e) {
|
|
345
|
+
lastError = e;
|
|
346
|
+
cls = classifyRefusal(e);
|
|
347
|
+
}
|
|
348
|
+
}
|
|
349
|
+
}
|
|
350
|
+
|
|
351
|
+
/**
|
|
352
|
+
* Propose one candidate per observation, using a metered generator.
|
|
353
|
+
*
|
|
354
|
+
* The metered twin of `proposeCandidates`. Ordering is fixed EXACTLY ONCE, on
|
|
355
|
+
* the input, with the deterministic arm's own comparator — so the two arms walk
|
|
356
|
+
* the same observations in the same order and a pair is a pair.
|
|
357
|
+
*
|
|
358
|
+
* `priorAttempts` carries what an earlier, budget-aborted run of the same corpus
|
|
359
|
+
* already spent, so the ordering guard sees the whole run rather than its tail.
|
|
360
|
+
* It is UNTRUSTED input and is validated against the ladder by the same
|
|
361
|
+
* `assertCheapestFirst` call the fresh path uses — which is what makes that
|
|
362
|
+
* guard's red producible from this function's own arguments.
|
|
363
|
+
*
|
|
364
|
+
* @throws {CandidateCountError} if the output would not be one record per
|
|
365
|
+
* observation. It is not reachable through this function's own logic, which is
|
|
366
|
+
* why it is asserted rather than trusted: the invariant is what makes "no
|
|
367
|
+
* filtering" checkable by a reader who does not want to re-derive the loop.
|
|
368
|
+
*/
|
|
369
|
+
export async function proposeCandidatesWithModel(
|
|
370
|
+
observations: readonly DefectObservation[],
|
|
371
|
+
read: SubjectReader,
|
|
372
|
+
generate: TextGenerator,
|
|
373
|
+
priorAttempts: readonly LadderAttempt[] = [],
|
|
374
|
+
): Promise<MeteredProposal> {
|
|
375
|
+
const ordered = [...observations].sort(
|
|
376
|
+
(a, b) => byteCompare(a.defectClass, b.defectClass) || byteCompare(a.subject, b.subject),
|
|
377
|
+
);
|
|
378
|
+
const records: CandidateRecord[] = [];
|
|
379
|
+
// A resumed run's history LEADS the attempt list. The budget guard ABORTS
|
|
380
|
+
// rather than truncating (`_lib/harness_evolution_guards.ts:140`), so a run
|
|
381
|
+
// that hits `max_spend_cents` stops mid-corpus; the resume passes the
|
|
382
|
+
// observations it has left plus what the aborted run already spent, and the
|
|
383
|
+
// ordering guard below then sees the whole run rather than its tail.
|
|
384
|
+
//
|
|
385
|
+
// It does NOT seed the per-observation ladder. Resume happens at the
|
|
386
|
+
// observation level — a completed observation is simply absent from the new
|
|
387
|
+
// input — and a fresh observation legitimately starts at the cheapest rung.
|
|
388
|
+
const attempts: LadderAttempt[] = [...priorAttempts];
|
|
389
|
+
const models: Record<string, string> = {};
|
|
390
|
+
const seq = { n: attempts.reduce((m, a) => Math.max(m, a.sequence), 0) };
|
|
391
|
+
|
|
392
|
+
for (const obs of ordered) {
|
|
393
|
+
const { record, model } = await proposeOne(obs, read(obs.subject), generate, attempts, seq);
|
|
394
|
+
records.push(record);
|
|
395
|
+
models[record.id] = model;
|
|
396
|
+
}
|
|
397
|
+
|
|
398
|
+
if (records.length !== ordered.length) {
|
|
399
|
+
throw new CandidateCountError(
|
|
400
|
+
`${String(ordered.length)} observation(s) produced ${String(records.length)} record(s) — a ` +
|
|
401
|
+
'proposer that returns fewer records than observations has filtered, which is an evaluator role',
|
|
402
|
+
);
|
|
403
|
+
}
|
|
404
|
+
// AC-3's production caller, over a REAL population: the history a caller
|
|
405
|
+
// supplied plus what the walk above actually did.
|
|
406
|
+
//
|
|
407
|
+
// Its red is producible from this function's own inputs, which is the
|
|
408
|
+
// property that distinguishes a guard from a comment. Over an empty
|
|
409
|
+
// `priorAttempts` it cannot fire — `nextTier` per class makes an
|
|
410
|
+
// out-of-order sequence unconstructible — so on its own the walk would be
|
|
411
|
+
// exactly the un-provable guard this repository has caught before
|
|
412
|
+
// (`_lib/candidate_proposer.ts:343-347`, one ordering site, one guard, one
|
|
413
|
+
// red). What makes it falsifiable is the resumed-run path: a caller that
|
|
414
|
+
// hands back a history in which a costlier tier was spent before a cheaper
|
|
415
|
+
// one for the same class is refused here, and that is a real failure of a
|
|
416
|
+
// real resume rather than a hypothetical.
|
|
417
|
+
assertCheapestFirst(attempts);
|
|
418
|
+
return { records, attempts, models };
|
|
419
|
+
}
|
|
420
|
+
|
|
421
|
+
/**
|
|
422
|
+
* The attempt sequence a run WOULD make if every generation were accepted first
|
|
423
|
+
* try — one `lite` attempt per observation, on {@link INITIAL_CLASS}.
|
|
424
|
+
*
|
|
425
|
+
* The dry-run population, and it is not a fixture: it is derived from the real
|
|
426
|
+
* observations by the same `nextTier` call the live walk uses, so a dry run puts
|
|
427
|
+
* the guard over a real, non-empty attempt list without spending anything.
|
|
428
|
+
*/
|
|
429
|
+
export function plannedAttempts(observations: readonly DefectObservation[]): LadderAttempt[] {
|
|
430
|
+
const ordered = [...observations].sort(
|
|
431
|
+
(a, b) => byteCompare(a.defectClass, b.defectClass) || byteCompare(a.subject, b.subject),
|
|
432
|
+
);
|
|
433
|
+
const attempts: LadderAttempt[] = [];
|
|
434
|
+
let n = 0;
|
|
435
|
+
for (let i = 0; i < ordered.length; i += 1) {
|
|
436
|
+
const tier = nextTier(INITIAL_CLASS, []);
|
|
437
|
+
if (tier === null) {
|
|
438
|
+
throw new GenerationRefusedError(
|
|
439
|
+
INITIAL_CLASS,
|
|
440
|
+
`class '${INITIAL_CLASS}' licenses no tier, so no metered attempt is planned`,
|
|
441
|
+
);
|
|
442
|
+
}
|
|
443
|
+
n += 1;
|
|
444
|
+
attempts.push({ defect_class: INITIAL_CLASS, tier, sequence: n });
|
|
445
|
+
}
|
|
446
|
+
assertCheapestFirst(attempts);
|
|
447
|
+
return attempts;
|
|
448
|
+
}
|
|
449
|
+
|
|
450
|
+
/**
|
|
451
|
+
* The role constraint, at compile time.
|
|
452
|
+
*
|
|
453
|
+
* Adding `score`, `rank`, `confidence` or any other {@link DecisionFieldKey} to
|
|
454
|
+
* the metered port's result type makes this `Assert<false>` and stops the build.
|
|
455
|
+
* A metered call that returns a judgement is an evaluator whatever the module is
|
|
456
|
+
* named, and this is the one place that can be made unavailable rather than
|
|
457
|
+
* merely discouraged.
|
|
458
|
+
*/
|
|
459
|
+
type _GenerationResultCarriesNoDecisionField = Assert<
|
|
460
|
+
[NoDecisionField<GenerationResult>] extends [never] ? false : true
|
|
461
|
+
>;
|
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The metered transport for the LLM proposer arm — one provider, one call shape.
|
|
3
|
+
*
|
|
4
|
+
* `road-to-governed-evidence-production` step 2.1. Deliberately a SEPARATE file
|
|
5
|
+
* from `_lib/llm_candidate_proposer.ts`: the arm holds the role constraint and
|
|
6
|
+
* must stay transport-free so it can be exercised with a stub, and the transport
|
|
7
|
+
* holds the one thing a reviewer has to read whole before money moves.
|
|
8
|
+
*
|
|
9
|
+
* ## What this file may and may not do
|
|
10
|
+
*
|
|
11
|
+
* It may send a prompt and return the text that came back. It may not score,
|
|
12
|
+
* rank, filter, or select — and structurally it cannot: {@link GenerationResult}
|
|
13
|
+
* has no field that could carry a judgement, and this module never sees more
|
|
14
|
+
* than one request at a time. The narrowed park admits exactly this role; see
|
|
15
|
+
* `docs/contracts/metered-proposer-protocol.md`.
|
|
16
|
+
*
|
|
17
|
+
* ## The model per tier is PINNED TO A DATED ID, or refused
|
|
18
|
+
*
|
|
19
|
+
* A frozen execution protocol whose model is a floating alias is not frozen: the
|
|
20
|
+
* alias moves and a later run answers a different question. So {@link TIER_MODEL}
|
|
21
|
+
* carries dated ids only, and the `high` tier is deliberately `null` because no
|
|
22
|
+
* dated `claude-opus-4-1-*` id exists anywhere in this tree to pin it to.
|
|
23
|
+
* Requesting `high` therefore REFUSES with a message naming what has to be
|
|
24
|
+
* pinned first, rather than resolving an alias and calling the protocol frozen.
|
|
25
|
+
*
|
|
26
|
+
* `high` is reachable only through an `execution_failed` escalation
|
|
27
|
+
* (`_lib/evolution_roi.ts:128`), so a run that never hits a transport error
|
|
28
|
+
* never touches it.
|
|
29
|
+
*
|
|
30
|
+
* ## Nothing here has been executed
|
|
31
|
+
*
|
|
32
|
+
* As of the commit that adds it, this module has made zero live calls. Its
|
|
33
|
+
* request shape is proven by {@link describeRequest}, which returns exactly what
|
|
34
|
+
* would be sent without sending it, and by a unit test over that description.
|
|
35
|
+
* The live path is unexercised, and saying so is cheaper than implying a probe
|
|
36
|
+
* that the park forbids.
|
|
37
|
+
*/
|
|
38
|
+
|
|
39
|
+
import { load_anthropic_key } from '../ai_council/clients.js';
|
|
40
|
+
import type {
|
|
41
|
+
GenerationRequest,
|
|
42
|
+
GenerationResult,
|
|
43
|
+
TextGenerator,
|
|
44
|
+
} from './llm_candidate_proposer.js';
|
|
45
|
+
import type { ModelTier } from './evolution_roi.js';
|
|
46
|
+
|
|
47
|
+
export const ANTHROPIC_URL = 'https://api.anthropic.com/v1/messages';
|
|
48
|
+
export const ANTHROPIC_VERSION = '2023-06-01';
|
|
49
|
+
|
|
50
|
+
/**
|
|
51
|
+
* Dated model id per tier, or `null` where this tree pins none.
|
|
52
|
+
*
|
|
53
|
+
* The two dated ids are the ones already used elsewhere in this repository
|
|
54
|
+
* (`src/scripts/rdp_gate_classify.ts:66`, `src/scripts/bench_ab_v2_run.ts`), so
|
|
55
|
+
* they are not invented here.
|
|
56
|
+
*/
|
|
57
|
+
export const TIER_MODEL: Readonly<Record<ModelTier, string | null>> = {
|
|
58
|
+
lite: 'claude-haiku-4-5-20251001',
|
|
59
|
+
medium: 'claude-sonnet-4-5-20250929',
|
|
60
|
+
high: null,
|
|
61
|
+
};
|
|
62
|
+
|
|
63
|
+
/** Sampling parameters. Frozen with the protocol; not tuned per run. */
|
|
64
|
+
export const MAX_TOKENS = 8192;
|
|
65
|
+
export const TEMPERATURE = 0;
|
|
66
|
+
|
|
67
|
+
export class TransportRefusedError extends Error {
|
|
68
|
+
constructor(message: string) {
|
|
69
|
+
super(message);
|
|
70
|
+
this.name = 'TransportRefusedError';
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
/** The model id for a tier, or a refusal naming what must be pinned. */
|
|
75
|
+
export function modelForTier(tier: ModelTier): string {
|
|
76
|
+
const model = TIER_MODEL[tier];
|
|
77
|
+
if (model === null) {
|
|
78
|
+
throw new TransportRefusedError(
|
|
79
|
+
`tier '${tier}' has no dated model id pinned in TIER_MODEL, so it cannot be sent: a ` +
|
|
80
|
+
'floating alias would make the frozen execution protocol answer a different ' +
|
|
81
|
+
'question on a later run. Pin a dated id and record it in ' +
|
|
82
|
+
'docs/contracts/metered-proposer-protocol.md before using this tier',
|
|
83
|
+
);
|
|
84
|
+
}
|
|
85
|
+
return model;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
/** The exact HTTP request body a call would carry. Sends nothing. */
|
|
89
|
+
export function describeRequest(req: GenerationRequest): {
|
|
90
|
+
url: string;
|
|
91
|
+
model: string;
|
|
92
|
+
body: Record<string, unknown>;
|
|
93
|
+
} {
|
|
94
|
+
const model = modelForTier(req.tier);
|
|
95
|
+
return {
|
|
96
|
+
url: ANTHROPIC_URL,
|
|
97
|
+
model,
|
|
98
|
+
body: {
|
|
99
|
+
model,
|
|
100
|
+
max_tokens: MAX_TOKENS,
|
|
101
|
+
temperature: TEMPERATURE,
|
|
102
|
+
system: req.system,
|
|
103
|
+
messages: [{ role: 'user', content: req.prompt }],
|
|
104
|
+
},
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
/** Rough token estimate for a dry-run cost line. Characters over four. */
|
|
109
|
+
export function estimateTokens(text: string): number {
|
|
110
|
+
return Math.ceil(text.length / 4);
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
interface AnthropicResponse {
|
|
114
|
+
content?: Array<{ type?: string; text?: string }>;
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
/**
|
|
118
|
+
* Bind the metered port to the Anthropic messages API.
|
|
119
|
+
*
|
|
120
|
+
* The key is read at CALL time rather than at module load, so importing this
|
|
121
|
+
* module — which the tests do — never touches the filesystem for a credential
|
|
122
|
+
* and never fails on a machine that has none.
|
|
123
|
+
*/
|
|
124
|
+
export function anthropicGenerator(keyPath: string | null = null): TextGenerator {
|
|
125
|
+
return async (req: GenerationRequest): Promise<GenerationResult> => {
|
|
126
|
+
const described = describeRequest(req);
|
|
127
|
+
const key = load_anthropic_key(keyPath);
|
|
128
|
+
const resp = await fetch(described.url, {
|
|
129
|
+
method: 'POST',
|
|
130
|
+
headers: {
|
|
131
|
+
'x-api-key': key,
|
|
132
|
+
'anthropic-version': ANTHROPIC_VERSION,
|
|
133
|
+
'content-type': 'application/json',
|
|
134
|
+
},
|
|
135
|
+
body: JSON.stringify(described.body),
|
|
136
|
+
});
|
|
137
|
+
if (!resp.ok) {
|
|
138
|
+
throw new TransportRefusedError(
|
|
139
|
+
`${described.model} returned HTTP ${String(resp.status)}: ${(await resp.text()).slice(0, 300)}`,
|
|
140
|
+
);
|
|
141
|
+
}
|
|
142
|
+
const data = (await resp.json()) as AnthropicResponse;
|
|
143
|
+
const text = (data.content ?? [])
|
|
144
|
+
.filter((b) => b.type === 'text')
|
|
145
|
+
.map((b) => b.text ?? '')
|
|
146
|
+
.join('');
|
|
147
|
+
// An empty body is returned AS an empty body rather than repaired here.
|
|
148
|
+
// The arm's own output contract refuses it and classifies the refusal;
|
|
149
|
+
// repairing it in the transport would move a decision into the layer
|
|
150
|
+
// that is supposed to have none.
|
|
151
|
+
return { text, model: described.model };
|
|
152
|
+
};
|
|
153
|
+
}
|
|
@@ -23,7 +23,7 @@
|
|
|
23
23
|
import type { RunTerminalState } from './outcome_vocabularies.js';
|
|
24
24
|
|
|
25
25
|
/**
|
|
26
|
-
* The
|
|
26
|
+
* The run terminal states. Contract: `contexts/execution/terminal-states.md`.
|
|
27
27
|
*
|
|
28
28
|
* Alias of the registry's `RunTerminalState`. This module stays the public
|
|
29
29
|
* surface — `runtime_journal.test.ts:212` pins the import path and `:215`
|
|
@@ -39,6 +39,11 @@ export const NON_SUCCESS_STATES: ReadonlySet<TerminalState> = new Set([
|
|
|
39
39
|
'approval-required',
|
|
40
40
|
'exhausted',
|
|
41
41
|
'stagnated',
|
|
42
|
+
// A run that stopped because its plan premise moved owes the reader the
|
|
43
|
+
// same thing every other non-success state owes: what to do next. Here that
|
|
44
|
+
// is always "re-probe and re-plan", and leaving it out of this set would let
|
|
45
|
+
// an envelope report a halted run with no next action at all.
|
|
46
|
+
'premise-invalidated',
|
|
42
47
|
]);
|
|
43
48
|
|
|
44
49
|
/**
|