@cat-factory/sandbox 0.11.162 → 0.12.0

package/dist/baselines.d.ts

@@ -1,15 +1,29 @@
 import type { AgentKindRegistry } from '@cat-factory/agents';
-import type { SandboxFixtureKind } from '@cat-factory/contracts';
+import type { SandboxAgentBucket, SandboxFixtureKind, SandboxRunMode, SandboxUnsupportedReason } from '@cat-factory/contracts';
 import type { SandboxPromptVersion } from '@cat-factory/kernel';
 import type { SandboxTaskType } from './rubrics.js';
-export type SandboxAgentBucket = 'inline' | 'container';
+export type { SandboxAgentBucket, SandboxRunMode, SandboxUnsupportedReason };
 export interface SandboxAgentKindMeta {
     /** The agent kind (matches `AgentKind` strings used across the product). */
     agentKind: string;
     /** A short human label for the Sandbox prompt browser. */
     label: string;
-    /** Inline kinds run a single LLM call; container kinds need a real checkout. */
+    /** How PRODUCTION dispatches this kind. */
     bucket: SandboxAgentBucket;
+    /** How the SANDBOX runs a cell for it; `unsupported` ⇒ {@link unsupportedReason} says why. */
+    sandboxRun: SandboxRunMode;
+    /**
+     * Why the Sandbox cannot run this kind, as a bounded CODE. Non-null exactly when
+     * `sandboxRun === 'unsupported'` (asserted in `baselines.test.ts`), and the SINGLE place the
+     * refusal is DECIDED: the create endpoint, the run-driver and the SPA's excluded-kind note all
+     * read this one value rather than each carrying its own copy.
+     *
+     * A code rather than the sentence itself because the two readers need different text in
+     * different languages: `sandboxAdmission.ts` turns it into the API refusal an operator sees, and
+     * the SPA maps it to a translated line under the field. Prose here could only ever reach the
+     * browser in English.
+     */
+    unsupportedReason: SandboxUnsupportedReason | null;
     /** Which rubric the judge grades this kind's output against. */
     rubric: SandboxTaskType;
     /**
@@ -29,18 +43,33 @@ export interface SandboxAgentKindMeta {
 export declare const SANDBOX_AGENT_KINDS: readonly SandboxAgentKindMeta[];
 /** Metadata for a testable agent kind, or undefined if the kind is not in the catalog. */
 export declare function sandboxKindMeta(agentKind: string): SandboxAgentKindMeta | undefined;
+/**
+ * Whether a cell for this kind must TELL the candidate it has no checkout.
+ *
+ * True exactly for a kind production dispatches into a container but the Sandbox runs inline: its
+ * composed system prompt was written for an agent holding a real clone and instructs it to diff the
+ * branch and read the changed files. Left unsaid, the candidate is graded on failing to do
+ * something impossible, which is the same defect as silently dropping a capability the prompt
+ * promised. Derived from the two declared facts rather than carried as a third one they could
+ * contradict.
+ */
+export declare function statesMissingCheckout(meta: SandboxAgentKindMeta): boolean;
 /**
  * The current shipped system-prompt text + `id@vN` label for a catalog kind.
  *
- * The text is the BASE (track) prompt, deliberately WITHOUT the surface directives and trait
- * guidance the platform appends. That is the same unit a workspace prompt override holds and the
- * same unit the pipeline builder's editor shows, which is what makes a sandbox version and a
- * workspace revision interchangeable — a candidate can be promoted to the live prompt, and a live
- * prompt can be dropped into a matrix, with no reinterpretation of what the text means.
+ * The text is `shippedBasePromptFor`: the SAME unit a workspace prompt override holds and the
+ * pipeline builder's editor shows, deliberately WITHOUT the surface directives, trait guidance or
+ * (for a bespoke kind) the directives half the platform re-appends. That is what makes a sandbox
+ * version and a workspace revision interchangeable: a candidate can be promoted to the live prompt,
+ * and a live prompt can be dropped into a matrix, with no reinterpretation of what the text means.
+ *
+ * `PROMPT_VERSIONS` supplies only the LABEL. Reading the text off it instead was wrong for exactly
+ * the inline ENGINE kinds: `PROMPT_VERSIONS['requirement-review'].text` is the COMPOSED prompt
+ * (role plus directives), so a candidate cloned from it already carried the directives, and
+ * promoting that candidate to the live prompt doubled them.
  *
- * The directives are re-applied at RUN time (`SandboxRunService`, via the same `systemPromptFor`
- * override path production dispatch uses), so a candidate is still graded on what would actually
- * be sent. Storing the composed text instead would double the guidance the moment it was promoted.
+ * The directives are re-applied at RUN time by `composedSystemPromptFor`, the same composition
+ * production dispatch uses, so a candidate is still graded on what would actually be sent.
  */
 export declare function baselinePromptText(meta: SandboxAgentKindMeta, registry: AgentKindRegistry): {
     text: string;

package/dist/baselines.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"baselines.d.ts","sourceRoot":"","sources":["../src/baselines.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AAC5D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAChE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAWnD,MAAM,MAAM,kBAAkB,GAAG,QAAQ,GAAG,WAAW,CAAA;AAEvD,MAAM,WAAW,oBAAoB;IACnC,4EAA4E;IAC5E,SAAS,EAAE,MAAM,CAAA;IACjB,0DAA0D;IAC1D,KAAK,EAAE,MAAM,CAAA;IACb,gFAAgF;IAChF,MAAM,EAAE,kBAAkB,CAAA;IAC1B,gEAAgE;IAChE,MAAM,EAAE,eAAe,CAAA;IACvB;;;;OAIG;IACH,YAAY,EAAE,SAAS,kBAAkB,EAAE,CAAA;IAC3C;;;;OAIG;IACH,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;CAC5B;AAED,4FAA4F;AAC5F,eAAO,MAAM,mBAAmB,EAAE,SAAS,oBAAoB,EAkD9D,CAAA;AAMD,0FAA0F;AAC1F,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS,CAEnF;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,kBAAkB,CAChC,IAAI,EAAE,oBAAoB,EAC1B,QAAQ,EAAE,iBAAiB,GAC1B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CASjC;AAED;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,GAAG,oBAAoB,EAAE,CAmB9F"}
+{"version":3,"file":"baselines.d.ts","sourceRoot":"","sources":["../src/baselines.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AAC5D,OAAO,KAAK,EACV,kBAAkB,EAClB,kBAAkB,EAClB,cAAc,EACd,wBAAwB,EACzB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAgBnD,YAAY,EAAE,kBAAkB,EAAE,cAAc,EAAE,wBAAwB,EAAE,CAAA;AAE5E,MAAM,WAAW,oBAAoB;IACnC,4EAA4E;IAC5E,SAAS,EAAE,MAAM,CAAA;IACjB,0DAA0D;IAC1D,KAAK,EAAE,MAAM,CAAA;IACb,2CAA2C;IAC3C,MAAM,EAAE,kBAAkB,CAAA;IAC1B,8FAA8F;IAC9F,UAAU,EAAE,cAAc,CAAA;IAC1B;;;;;;;;;;OAUG;IACH,iBAAiB,EAAE,wBAAwB,GAAG,IAAI,CAAA;IAClD,gEAAgE;IAChE,MAAM,EAAE,eAAe,CAAA;IACvB;;;;OAIG;IACH,YAAY,EAAE,SAAS,kBAAkB,EAAE,CAAA;IAC3C;;;;OAIG;IACH,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;CAC5B;AAED,4FAA4F;AAC5F,eAAO,MAAM,mBAAmB,EAAE,SAAS,oBAAoB,EAwG9D,CAAA;AAMD,0FAA0F;AAC1F,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS,CAEnF;AAED;;;;;;;;;GASG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,oBAAoB,GAAG,OAAO,CAEzE;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,kBAAkB,CAChC,IAAI,EAAE,oBAAoB,EAC1B,QAAQ,EAAE,iBAAiB,GAC1B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAWjC;AAED;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,GAAG,oBAAoB,EAAE,CAmB9F"}

package/dist/baselines.js

@@ -1,51 +1,105 @@
-import { baseSystemPromptFor, PROMPT_VERSIONS, promptVersionLabel } from '@cat-factory/agents';
+import { PROMPT_VERSIONS, promptVersionLabel, shippedBasePromptFor } from '@cat-factory/agents';
 /** The testable-kind catalog. Ordered for stable display (inline-first, then container). */
 export const SANDBOX_AGENT_KINDS = [
     {
         agentKind: 'requirements-review',
         label: 'Requirements review',
         bucket: 'inline',
+        sandboxRun: 'inline',
+        unsupportedReason: null,
         rubric: 'requirement-review',
         fixtureKinds: ['requirements'],
         basePromptId: 'requirement-review',
     },
     {
+        // Bug-report triage, graded on `bug-triage` rather than `requirement-review`. The two share an
+        // output shape and nothing else: a triage's best moves are splitting conflated symptoms and
+        // asking about recovery, and `requirement-review`'s `product_scope` dimension actively docked
+        // it for the session/cookie and load-balancer hypotheses that ARE the skill here.
         agentKind: 'clarity-review',
         label: 'Clarity (bug-report) review',
         bucket: 'inline',
-        rubric: 'requirement-review',
+        sandboxRun: 'inline',
+        unsupportedReason: null,
+        rubric: 'bug-triage',
         fixtureKinds: ['clarity'],
         basePromptId: 'clarity-review',
     },
+    {
+        // The Requirement Writer: for each requirements-review finding it recommends a concrete answer
+        // and self-reports `groundedIn` + `confidence`. Those two fields are what an UNATTENDED run
+        // acts on (ADR 0053), which is why they get rubric dimensions of their own.
+        //
+        // Driven by `IterativeReviewService` as an inline engine kind (see
+        // `INLINE_ENGINE_SYSTEM_PROMPTS`), so its baseline is the numbered `requirement-writer` prompt.
+        agentKind: 'requirements-writer',
+        label: 'Requirement writer (recommended answers)',
+        bucket: 'inline',
+        sandboxRun: 'inline',
+        unsupportedReason: null,
+        rubric: 'answer-recommendation',
+        fixtureKinds: ['answer-recommendation'],
+        basePromptId: 'requirement-writer',
+    },
+    {
+        // Predictive triage: three 0..1 axes plus a rationale, run inline before any design work. Its
+        // scores gate the expensive consensus path and surface on the card, so calibration is the
+        // product behaviour under test. No numbered baseline prompt: the role text is read live.
+        agentKind: 'task-estimator',
+        label: 'Task estimator (triage scores)',
+        bucket: 'inline',
+        sandboxRun: 'inline',
+        unsupportedReason: null,
+        rubric: 'estimation',
+        fixtureKinds: ['estimation'],
+        basePromptId: null,
+    },
     {
         // The code `reviewer` is the coder's COMPANION, and a companion's prompt wins over every
         // built-in track (`baseSystemPromptFor`), so its baseline is NOT the numbered `review`
         // phase prompt — naming that id here showed a candidate the wrong text to fork from and
         // graded it against a baseline production never sends. No numbered baseline prompt: the
         // text is read live from the companion track, exactly like `architect-companion` below.
+        //
+        // `bucket: 'container'` is the truth: in production this companion clones the producer's PR
+        // branch and reads the real files (`isContainerBackedCompanion`), and its composed system
+        // prompt says so. The Sandbox still runs it inline, so the run-driver STATES the missing
+        // checkout in the task input and the fixture hands the change over as injected context files,
+        // which is the same seam production uses for an inline caller with no filesystem.
         agentKind: 'reviewer',
         label: 'Code reviewer',
-        bucket: 'inline',
+        bucket: 'container',
+        sandboxRun: 'inline',
+        unsupportedReason: null,
         rubric: 'code-review',
         fixtureKinds: ['code-review'],
         basePromptId: null,
     },
     {
-        // Reviews an `architect`'s design proposal (the architect-companion grades it). A
-        // proposal critique is graded on the same axes as a requirements review — gap
-        // coverage, no-hallucination, specificity. No numbered baseline prompt: the text is
-        // read live from `systemPromptFor('architect-companion')`.
+        // Reviews an `architect`'s design proposal (the architect-companion grades it). Graded on
+        // `architecture-review`: a design critique's whole job is the TECHNICAL layer, so
+        // `requirement-review` was the wrong rubric in the one way that mattered.  No numbered
+        // baseline prompt: the text is read live from `systemPromptFor('architect-companion')`.
         agentKind: 'architect-companion',
         label: 'Architecture-proposal review',
         bucket: 'inline',
-        rubric: 'requirement-review',
+        sandboxRun: 'inline',
+        unsupportedReason: null,
+        rubric: 'architecture-review',
         fixtureKinds: ['architecture'],
         basePromptId: null,
     },
     {
+        // The coder's deliverable is a pushed commit, so grading it needs a real container run against
+        // a seed repository the deployment owns; an inline cell can only grade text. Stated as that
+        // specific route rather than "not yet supported" because the alternatives are genuinely
+        // different work and a reader deciding whether to wait needs to know which one is missing. See
+        // `docs/initiatives/sandbox-coverage-expansion.md`.
         agentKind: 'coder',
         label: 'Coder (implementation)',
         bucket: 'container',
+        sandboxRun: 'unsupported',
+        unsupportedReason: 'container-run-required',
         rubric: 'implementation',
         fixtureKinds: ['repo-feature', 'repo-bug'],
         basePromptId: 'build',
@@ -56,27 +110,45 @@ const BY_KIND = new Map(SANDBOX_AGENT_KINDS.map((m) => [m.agentKind, m]));
 export function sandboxKindMeta(agentKind) {
     return BY_KIND.get(agentKind);
 }
+/**
+ * Whether a cell for this kind must TELL the candidate it has no checkout.
+ *
+ * True exactly for a kind production dispatches into a container but the Sandbox runs inline: its
+ * composed system prompt was written for an agent holding a real clone and instructs it to diff the
+ * branch and read the changed files. Left unsaid, the candidate is graded on failing to do
+ * something impossible, which is the same defect as silently dropping a capability the prompt
+ * promised. Derived from the two declared facts rather than carried as a third one they could
+ * contradict.
+ */
+export function statesMissingCheckout(meta) {
+    return meta.bucket === 'container' && meta.sandboxRun === 'inline';
+}
 /**
  * The current shipped system-prompt text + `id@vN` label for a catalog kind.
  *
- * The text is the BASE (track) prompt, deliberately WITHOUT the surface directives and trait
- * guidance the platform appends. That is the same unit a workspace prompt override holds and the
- * same unit the pipeline builder's editor shows, which is what makes a sandbox version and a
- * workspace revision interchangeable — a candidate can be promoted to the live prompt, and a live
- * prompt can be dropped into a matrix, with no reinterpretation of what the text means.
+ * The text is `shippedBasePromptFor`: the SAME unit a workspace prompt override holds and the
+ * pipeline builder's editor shows, deliberately WITHOUT the surface directives, trait guidance or
+ * (for a bespoke kind) the directives half the platform re-appends. That is what makes a sandbox
+ * version and a workspace revision interchangeable: a candidate can be promoted to the live prompt,
+ * and a live prompt can be dropped into a matrix, with no reinterpretation of what the text means.
+ *
+ * `PROMPT_VERSIONS` supplies only the LABEL. Reading the text off it instead was wrong for exactly
+ * the inline ENGINE kinds: `PROMPT_VERSIONS['requirement-review'].text` is the COMPOSED prompt
+ * (role plus directives), so a candidate cloned from it already carried the directives, and
+ * promoting that candidate to the live prompt doubled them.
  *
- * The directives are re-applied at RUN time (`SandboxRunService`, via the same `systemPromptFor`
- * override path production dispatch uses), so a candidate is still graded on what would actually
- * be sent. Storing the composed text instead would double the guidance the moment it was promoted.
+ * The directives are re-applied at RUN time by `composedSystemPromptFor`, the same composition
+ * production dispatch uses, so a candidate is still graded on what would actually be sent.
  */
 export function baselinePromptText(meta, registry) {
-    if (meta.basePromptId && meta.basePromptId in PROMPT_VERSIONS) {
-        const versioned = PROMPT_VERSIONS[meta.basePromptId];
-        return { text: versioned.text, label: promptVersionLabel(versioned.id, versioned.version) };
-    }
+    const versioned = meta.basePromptId && meta.basePromptId in PROMPT_VERSIONS
+        ? PROMPT_VERSIONS[meta.basePromptId]
+        : undefined;
     return {
-        text: baseSystemPromptFor(meta.agentKind, registry),
-        label: promptVersionLabel(meta.agentKind, 1),
+        text: shippedBasePromptFor(meta.agentKind, registry),
+        label: versioned
+            ? promptVersionLabel(versioned.id, versioned.version)
+            : promptVersionLabel(meta.agentKind, 1),
     };
 }
 /**

package/dist/baselines.js.map

@@ -1 +1 @@
-{"version":3,"file":"baselines.js","sourceRoot":"","sources":["../src/baselines.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AAwC9F,4FAA4F;AAC5F,MAAM,CAAC,MAAM,mBAAmB,GAAoC;IAClE;QACE,SAAS,EAAE,qBAAqB;QAChC,KAAK,EAAE,qBAAqB;QAC5B,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,oBAAoB;QAC5B,YAAY,EAAE,CAAC,cAAc,CAAC;QAC9B,YAAY,EAAE,oBAAoB;KACnC;IACD;QACE,SAAS,EAAE,gBAAgB;QAC3B,KAAK,EAAE,6BAA6B;QACpC,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,oBAAoB;QAC5B,YAAY,EAAE,CAAC,SAAS,CAAC;QACzB,YAAY,EAAE,gBAAgB;KAC/B;IACD;QACE,yFAAyF;QACzF,uFAAuF;QACvF,wFAAwF;QACxF,wFAAwF;QACxF,wFAAwF;QACxF,SAAS,EAAE,UAAU;QACrB,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,aAAa;QACrB,YAAY,EAAE,CAAC,aAAa,CAAC;QAC7B,YAAY,EAAE,IAAI;KACnB;IACD;QACE,kFAAkF;QAClF,8EAA8E;QAC9E,oFAAoF;QACpF,2DAA2D;QAC3D,SAAS,EAAE,qBAAqB;QAChC,KAAK,EAAE,8BAA8B;QACrC,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,oBAAoB;QAC5B,YAAY,EAAE,CAAC,cAAc,CAAC;QAC9B,YAAY,EAAE,IAAI;KACnB;IACD;QACE,SAAS,EAAE,OAAO;QAClB,KAAK,EAAE,wBAAwB;QAC/B,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,gBAAgB;QACxB,YAAY,EAAE,CAAC,cAAc,EAAE,UAAU,CAAC;QAC1C,YAAY,EAAE,OAAO;KACtB;CACF,CAAA;AAED,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CACjD,CAAA;AAED,0FAA0F;AAC1F,MAAM,UAAU,eAAe,CAAC,SAAiB;IAC/C,OAAO,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;AAC/B,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,kBAAkB,CAChC,IAA0B,EAC1B,QAA2B;IAE3B,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,IAAI,eAAe,EAAE,CAAC;QAC9D,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,YAA4C,CAAC,CAAA;QACpF,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,kBAAkB,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,OAAO,CAAC,EAAE,CAAA;IAC7F,CAAC;IACD,OAAO;QACL,IAAI,EAAE,mBAAmB,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC;QACnD,KAAK,EAAE,kBAAkB,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;KAC7C,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,GAAW,EAAE,QAA2B;IACpE,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACtC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QAC1D,OAAO;YACL,EAAE,EAAE,YAAY,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,SAAS,EAAE;YACrD,SAAS,EAAE,YAAY,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,SAAS,EAAE;YAC5D,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,UAAU;YAClB,UAAU,EAAE,IAAI;YAChB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,IAAI;YACf,UAAU,EAAE,IAAI;SACjB,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC"}
+{"version":3,"file":"baselines.js","sourceRoot":"","sources":["../src/baselines.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAgE/F,4FAA4F;AAC5F,MAAM,CAAC,MAAM,mBAAmB,GAAoC;IAClE;QACE,SAAS,EAAE,qBAAqB;QAChC,KAAK,EAAE,qBAAqB;QAC5B,MAAM,EAAE,QAAQ;QAChB,UAAU,EAAE,QAAQ;QACpB,iBAAiB,EAAE,IAAI;QACvB,MAAM,EAAE,oBAAoB;QAC5B,YAAY,EAAE,CAAC,cAAc,CAAC;QAC9B,YAAY,EAAE,oBAAoB;KACnC;IACD;QACE,+FAA+F;QAC/F,4FAA4F;QAC5F,8FAA8F;QAC9F,kFAAkF;QAClF,SAAS,EAAE,gBAAgB;QAC3B,KAAK,EAAE,6BAA6B;QACpC,MAAM,EAAE,QAAQ;QAChB,UAAU,EAAE,QAAQ;QACpB,iBAAiB,EAAE,IAAI;QACvB,MAAM,EAAE,YAAY;QACpB,YAAY,EAAE,CAAC,SAAS,CAAC;QACzB,YAAY,EAAE,gBAAgB;KAC/B;IACD;QACE,+FAA+F;QAC/F,4FAA4F;QAC5F,4EAA4E;QAC5E,EAAE;QACF,mEAAmE;QACnE,gGAAgG;QAChG,SAAS,EAAE,qBAAqB;QAChC,KAAK,EAAE,0CAA0C;QACjD,MAAM,EAAE,QAAQ;QAChB,UAAU,EAAE,QAAQ;QACpB,iBAAiB,EAAE,IAAI;QACvB,MAAM,EAAE,uBAAuB;QAC/B,YAAY,EAAE,CAAC,uBAAuB,CAAC;QACvC,YAAY,EAAE,oBAAoB;KACnC;IACD;QACE,8FAA8F;QAC9F,0FAA0F;QAC1F,yFAAyF;QACzF,SAAS,EAAE,gBAAgB;QAC3B,KAAK,EAAE,gCAAgC;QACvC,MAAM,EAAE,QAAQ;QAChB,UAAU,EAAE,QAAQ;QACpB,iBAAiB,EAAE,IAAI;QACvB,MAAM,EAAE,YAAY;QACpB,YAAY,EAAE,CAAC,YAAY,CAAC;QAC5B,YAAY,EAAE,IAAI;KACnB;IACD;QACE,yFAAyF;QACzF,uFAAuF;QACvF,wFAAwF;QACxF,wFAAwF;QACxF,wFAAwF;QACxF,EAAE;QACF,4FAA4F;QAC5F,0FAA0F;QAC1F,yFAAyF;QACzF,8FAA8F;QAC9F,kFAAkF;QAClF,SAAS,EAAE,UAAU;QACrB,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,WAAW;QACnB,UAAU,EAAE,QAAQ;QACpB,iBAAiB,EAAE,IAAI;QACvB,MAAM,EAAE,aAAa;QACrB,YAAY,EAAE,CAAC,aAAa,CAAC;QAC7B,YAAY,EAAE,IAAI;KACnB;IACD;QACE,0FAA0F;QAC1F,kFAAkF;QAClF,uFAAuF;QACvF,wFAAwF;QACxF,SAAS,EAAE,qBAAqB;QAChC,KAAK,EAAE,8BAA8B;QACrC,MAAM,EAAE,QAAQ;QAChB,UAAU,EAAE,QAAQ;QACpB,iBAAiB,EAAE,IAAI;QACvB,MAAM,EAAE,qBAAqB;QAC7B,YAAY,EAAE,CAAC,cAAc,CAAC;QAC9B,YAAY,EAAE,IAAI;KACnB;IACD;QACE,+FAA+F;QAC/F,4FAA4F;QAC5F,wFAAwF;QACxF,+FAA+F;QAC/F,oDAAoD;QACpD,SAAS,EAAE,OAAO;QAClB,KAAK,EAAE,wBAAwB;QAC/B,MAAM,EAAE,WAAW;QACnB,UAAU,EAAE,aAAa;QACzB,iBAAiB,EAAE,wBAAwB;QAC3C,MAAM,EAAE,gBAAgB;QACxB,YAAY,EAAE,CAAC,cAAc,EAAE,UAAU,CAAC;QAC1C,YAAY,EAAE,OAAO;KACtB;CACF,CAAA;AAED,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CACjD,CAAA;AAED,0FAA0F;AAC1F,MAAM,UAAU,eAAe,CAAC,SAAiB;IAC/C,OAAO,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;AAC/B,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAA0B;IAC9D,OAAO,IAAI,CAAC,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAA;AACpE,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,kBAAkB,CAChC,IAA0B,EAC1B,QAA2B;IAE3B,MAAM,SAAS,GACb,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,IAAI,eAAe;QACvD,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,YAA4C,CAAC;QACpE,CAAC,CAAC,SAAS,CAAA;IACf,OAAO;QACL,IAAI,EAAE,oBAAoB,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC;QACpD,KAAK,EAAE,SAAS;YACd,CAAC,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,OAAO,CAAC;YACrD,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;KAC1C,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,GAAW,EAAE,QAA2B;IACpE,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACtC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QAC1D,OAAO;YACL,EAAE,EAAE,YAAY,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,SAAS,EAAE;YACrD,SAAS,EAAE,YAAY,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,SAAS,EAAE;YAC5D,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,UAAU;YAClB,UAAU,EAAE,IAAI;YAChB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,IAAI;YACf,UAAU,EAAE,IAAI;SACjB,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/expectations.d.ts

@@ -0,0 +1,45 @@
+import type { SandboxExpectation } from '@cat-factory/contracts';
+/** An expectation is "high-impact" (a serious miss) at or above this impact rating. */
+export declare const HIGH_IMPACT_THRESHOLD = 4;
+/** An expectation is "tricky" (its catch earns the wow bonus) at or above this rating. */
+export declare const TRICKY_THRESHOLD = 4;
+export interface ExpectationScore {
+    /** Expectations the candidate output surfaced. */
+    caught: SandboxExpectation[];
+    /** Expectations the candidate output missed. */
+    missed: SandboxExpectation[];
+    /**
+     * Impact-weighted recall in [0,1]: `1 − Σ(impact of missed) / Σ(impact of all)`. Missing
+     * a high-impact item moves this far more than missing a low-impact one, which is the asymmetry the
+     * fixtures are graded on. 1 when there are no expectations.
+     */
+    impactRecall: number;
+    /**
+     * Trickiness-weighted "wow" bonus in [0,1]: `Σ(trickiness of caught tricky items) /
+     * Σ(trickiness of all tricky items)`. Only the genuinely tricky items (trickiness ≥
+     * {@link TRICKY_THRESHOLD}) contribute, so catching a hard-to-spot finding is rewarded
+     * while missing one is not penalized here (impact handles penalties). 1 when nothing is
+     * tricky (no wow on offer).
+     */
+    wowBonus: number;
+    /** Ids of missed expectations with impact ≥ {@link HIGH_IMPACT_THRESHOLD}. */
+    missedHighImpact: string[];
+}
+/**
+ * Deterministic, asymmetric objective score for `findings` fixtures. An expectation is
+ * "caught" when any of its `matchHints` (defaulting to its `summary`) appears in the
+ * candidate output as a contiguous run of word tokens (case, whitespace and punctuation
+ * insensitive), so `reset logic` does not match inside `preset logic`. Recorded ALONGSIDE
+ * the judge grade (never blended in); it intentionally does not penalize extra findings
+ * (that is the judge's `false_positives` dimension). The two signals are deliberately
+ * different: `impactRecall` punishes missing what matters, `wowBonus` rewards catching what
+ * is hard to spot. See {@link SandboxExpectation}.
+ */
+export declare function scoreExpectations(expectations: readonly SandboxExpectation[], output: string): ExpectationScore;
+/**
+ * Render the graded expectations into a Markdown section to append to the judge prompt:
+ * "what the judge should expect to see", with the scoring guidance the asymmetry implies.
+ * Returns an empty string when there are no expectations (an un-graded fixture).
+ */
+export declare function renderExpectationBrief(expectations: readonly SandboxExpectation[]): string;
+//# sourceMappingURL=expectations.d.ts.map

package/dist/expectations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"expectations.d.ts","sourceRoot":"","sources":["../src/expectations.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAQhE,uFAAuF;AACvF,eAAO,MAAM,qBAAqB,IAAI,CAAA;AACtC,0FAA0F;AAC1F,eAAO,MAAM,gBAAgB,IAAI,CAAA;AAEjC,MAAM,WAAW,gBAAgB;IAC/B,kDAAkD;IAClD,MAAM,EAAE,kBAAkB,EAAE,CAAA;IAC5B,gDAAgD;IAChD,MAAM,EAAE,kBAAkB,EAAE,CAAA;IAC5B;;;;OAIG;IACH,YAAY,EAAE,MAAM,CAAA;IACpB;;;;;;OAMG;IACH,QAAQ,EAAE,MAAM,CAAA;IAChB,8EAA8E;IAC9E,gBAAgB,EAAE,MAAM,EAAE,CAAA;CAC3B;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAC/B,YAAY,EAAE,SAAS,kBAAkB,EAAE,EAC3C,MAAM,EAAE,MAAM,GACb,gBAAgB,CAwBlB;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CAAC,YAAY,EAAE,SAAS,kBAAkB,EAAE,GAAG,MAAM,CAgB1F"}

package/dist/expectations.js

@@ -0,0 +1,114 @@
+// The deterministic, asymmetric OBJECTIVE scorer for `findings` fixtures, and the judge brief it
+// shares its grading model with. Split from `rubrics.ts` because the two answer different
+// questions: a rubric is what the JUDGE model scores, this is what the platform COMPUTES from the
+// candidate text with no model in the loop. The two signals are recorded side by side and never
+// blended (see `SandboxGrade.objective`).
+/** An expectation is "high-impact" (a serious miss) at or above this impact rating. */
+export const HIGH_IMPACT_THRESHOLD = 4;
+/** An expectation is "tricky" (its catch earns the wow bonus) at or above this rating. */
+export const TRICKY_THRESHOLD = 4;
+/**
+ * Deterministic, asymmetric objective score for `findings` fixtures. An expectation is
+ * "caught" when any of its `matchHints` (defaulting to its `summary`) appears in the
+ * candidate output as a contiguous run of word tokens (case, whitespace and punctuation
+ * insensitive), so `reset logic` does not match inside `preset logic`. Recorded ALONGSIDE
+ * the judge grade (never blended in); it intentionally does not penalize extra findings
+ * (that is the judge's `false_positives` dimension). The two signals are deliberately
+ * different: `impactRecall` punishes missing what matters, `wowBonus` rewards catching what
+ * is hard to spot. See {@link SandboxExpectation}.
+ */
+export function scoreExpectations(expectations, output) {
+    const haystack = tokenize(output);
+    const caught = [];
+    const missed = [];
+    for (const expectation of expectations) {
+        const hints = expectation.matchHints.length > 0 ? expectation.matchHints : [expectation.summary];
+        const hit = hints.some((hint) => matchesHint(haystack, hint));
+        (hit ? caught : missed).push(expectation);
+    }
+    const totalImpact = expectations.reduce((sum, e) => sum + e.impact, 0);
+    const missedImpact = missed.reduce((sum, e) => sum + e.impact, 0);
+    const impactRecall = totalImpact === 0 ? 1 : round2(1 - missedImpact / totalImpact);
+    const trickyTotal = expectations
+        .filter((e) => e.trickiness >= TRICKY_THRESHOLD)
+        .reduce((sum, e) => sum + e.trickiness, 0);
+    const trickyCaught = caught
+        .filter((e) => e.trickiness >= TRICKY_THRESHOLD)
+        .reduce((sum, e) => sum + e.trickiness, 0);
+    const wowBonus = trickyTotal === 0 ? 1 : round2(trickyCaught / trickyTotal);
+    const missedHighImpact = missed.filter((e) => e.impact >= HIGH_IMPACT_THRESHOLD).map((e) => e.id);
+    return { caught, missed, impactRecall, wowBonus, missedHighImpact };
+}
+/**
+ * Render the graded expectations into a Markdown section to append to the judge prompt:
+ * "what the judge should expect to see", with the scoring guidance the asymmetry implies.
+ * Returns an empty string when there are no expectations (an un-graded fixture).
+ */
+export function renderExpectationBrief(expectations) {
+    if (expectations.length === 0)
+        return '';
+    const lines = [
+        '## Expected findings (grading reference)',
+        '',
+        'A strong response should surface the following. Each is rated by **impact** (how bad it',
+        'is to miss, 1–5) and **trickiness** (how hard it is to spot, 1–5). Reward catching',
+        'high-trickiness items — those are the impressive catches. Penalize missing high-impact',
+        'items most heavily; missing a merely tricky item is a smaller concern.',
+        '',
+    ];
+    for (const e of expectations) {
+        lines.push(`- **${e.summary}** _(impact ${e.impact}, trickiness ${e.trickiness})_`);
+        if (e.detail.trim())
+            lines.push(`  - ${e.detail.trim()}`);
+    }
+    return lines.join('\n');
+}
+/** Round to 2 decimal places. */
+function round2(n) {
+    return Math.round(n * 100) / 100;
+}
+/**
+ * Whether one hint matches the tokenized output.
+ *
+ * A trailing `*` makes the hint's LAST token match by prefix, so `idempoten*` catches
+ * "idempotent", "idempotency" and "idempotently" from one hint. Without it, matching is token
+ * EQUALITY throughout, which is why a bare stem is a dead hint: `idempoten` is not the token
+ * `idempotent`, so it scores "missed" for every answer forever while looking entirely reasonable
+ * in the fixture. The wildcard is explicit rather than inferred from a token's length, because a
+ * heuristic would also silently loosen the deliberate whole-word hints (`Map`, `atomic`) that
+ * carry the opposite intent.
+ */
+function matchesHint(haystack, hint) {
+    const needle = tokenize(hint);
+    if (needle.length === 0)
+        return false;
+    return containsSequence(haystack, needle, hint.trimEnd().endsWith('*'));
+}
+/** Lowercase alphanumeric word tokens (drops punctuation/whitespace). */
+function tokenize(text) {
+    return text.toLowerCase().match(/[a-z0-9]+/g) ?? [];
+}
+/**
+ * Whether `needle`'s tokens appear as a contiguous run within `haystack`'s tokens. With
+ * `prefixTail`, the final needle token need only be a PREFIX of the token it lands on.
+ */
+function containsSequence(haystack, needle, prefixTail = false) {
+    if (needle.length === 0)
+        return false;
+    const last = needle.length - 1;
+    for (let i = 0; i + needle.length <= haystack.length; i++) {
+        let hit = true;
+        for (let j = 0; j < needle.length; j++) {
+            const token = haystack[i + j] ?? '';
+            const matched = prefixTail && j === last ? token.startsWith(needle[j] ?? '') : token === needle[j];
+            if (!matched) {
+                hit = false;
+                break;
+            }
+        }
+        if (hit)
+            return true;
+    }
+    return false;
+}
+//# sourceMappingURL=expectations.js.map

package/dist/expectations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"expectations.js","sourceRoot":"","sources":["../src/expectations.ts"],"names":[],"mappings":"AAEA,iGAAiG;AACjG,0FAA0F;AAC1F,kGAAkG;AAClG,gGAAgG;AAChG,0CAA0C;AAE1C,uFAAuF;AACvF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAA;AACtC,0FAA0F;AAC1F,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAA;AAyBjC;;;;;;;;;GASG;AACH,MAAM,UAAU,iBAAiB,CAC/B,YAA2C,EAC3C,MAAc;IAEd,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAA;IACjC,MAAM,MAAM,GAAyB,EAAE,CAAA;IACvC,MAAM,MAAM,GAAyB,EAAE,CAAA;IACvC,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QAChG,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAC5D;QAAA,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IAC5C,CAAC;IAED,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IACtE,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IACjE,MAAM,YAAY,GAAG,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,YAAY,GAAG,WAAW,CAAC,CAAA;IAEnF,MAAM,WAAW,GAAG,YAAY;SAC7B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,gBAAgB,CAAC;SAC/C,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IAC5C,MAAM,YAAY,GAAG,MAAM;SACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,gBAAgB,CAAC;SAC/C,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IAC5C,MAAM,QAAQ,GAAG,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,GAAG,WAAW,CAAC,CAAA;IAE3E,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,qBAAqB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IACjG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAA;AACrE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CAAC,YAA2C;IAChF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IACxC,MAAM,KAAK,GAAG;QACZ,0CAA0C;QAC1C,EAAE;QACF,yFAAyF;QACzF,oFAAoF;QACpF,wFAAwF;QACxF,wEAAwE;QACxE,EAAE;KACH,CAAA;IACD,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,gBAAgB,CAAC,CAAC,UAAU,IAAI,CAAC,CAAA;QACnF,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IAC3D,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,iCAAiC;AACjC,SAAS,MAAM,CAAC,CAAS;IACvB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;AAClC,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,WAAW,CAAC,QAAkB,EAAE,IAAY;IACnD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IACrC,OAAO,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAA;AACzE,CAAC;AAED,yEAAyE;AACzE,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAA;AACrD,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,QAAkB,EAAE,MAAgB,EAAE,UAAU,GAAG,KAAK;IAChF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IACrC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1D,IAAI,GAAG,GAAG,IAAI,CAAA;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;YACnC,MAAM,OAAO,GACX,UAAU,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,CAAA;YACpF,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,GAAG,GAAG,KAAK,CAAA;gBACX,MAAK;YACP,CAAC;QACH,CAAC;QACD,IAAI,GAAG;YAAE,OAAO,IAAI,CAAA;IACtB,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC"}

package/dist/index.d.ts

@@ -1,5 +1,6 @@
-export { type SandboxTaskType, type Rubric, type RubricDimension, type ExpectationScore, HIGH_IMPACT_THRESHOLD, TRICKY_THRESHOLD, rubricFor, weightedTotal, scoreExpectations, renderExpectationBrief, } from './rubrics.js';
-export { type SandboxAgentBucket, type SandboxAgentKindMeta, SANDBOX_AGENT_KINDS, sandboxKindMeta, baselinePromptText, listBaselines, } from './baselines.js';
+export { type SandboxTaskType, type Rubric, type RubricDimension, SANDBOX_TASK_TYPES, rubricFor, weightedTotal, } from './rubrics.js';
+export { type ExpectationScore, HIGH_IMPACT_THRESHOLD, TRICKY_THRESHOLD, scoreExpectations, renderExpectationBrief, } from './expectations.js';
+export { type SandboxAgentBucket, type SandboxAgentKindMeta, type SandboxRunMode, SANDBOX_AGENT_KINDS, sandboxKindMeta, statesMissingCheckout, baselinePromptText, listBaselines, } from './baselines.js';
 export { type NewVersionFields, firstVersionFromBaseline, nextVersion, versionLabel, filterByLabels, } from './promptVersions.logic.js';
 export { workspacePromptVersionId, workspacePromptLineageId, parseWorkspacePromptVersionId, workspacePromptVersions, sandboxPromptKinds, } from './workspacePrompts.js';
 export { type ExpandDeps, cellCount, expandMatrix, isRunnableMatrix } from './matrix.logic.js';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,MAAM,EACX,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,qBAAqB,EACrB,gBAAgB,EAChB,SAAS,EACT,aAAa,EACb,iBAAiB,EACjB,sBAAsB,GACvB,MAAM,cAAc,CAAA;AAErB,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,aAAa,GACd,MAAM,gBAAgB,CAAA;AAEvB,OAAO,EACL,KAAK,gBAAgB,EACrB,wBAAwB,EACxB,WAAW,EACX,YAAY,EACZ,cAAc,GACf,MAAM,2BAA2B,CAAA;AAElC,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,6BAA6B,EAC7B,uBAAuB,EACvB,kBAAkB,GACnB,MAAM,uBAAuB,CAAA;AAE9B,OAAO,EAAE,KAAK,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAE9F,OAAO,EACL,KAAK,sBAAsB,EAC3B,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,wBAAwB,EACxB,kBAAkB,EAClB,cAAc,EACd,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,GAClB,MAAM,eAAe,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,MAAM,EACX,KAAK,eAAe,EACpB,kBAAkB,EAClB,SAAS,EACT,aAAa,GACd,MAAM,cAAc,CAAA;AAErB,OAAO,EACL,KAAK,gBAAgB,EACrB,qBAAqB,EACrB,gBAAgB,EAChB,iBAAiB,EACjB,sBAAsB,GACvB,MAAM,mBAAmB,CAAA;AAE1B,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,cAAc,EACnB,mBAAmB,EACnB,eAAe,EACf,qBAAqB,EACrB,kBAAkB,EAClB,aAAa,GACd,MAAM,gBAAgB,CAAA;AAEvB,OAAO,EACL,KAAK,gBAAgB,EACrB,wBAAwB,EACxB,WAAW,EACX,YAAY,EACZ,cAAc,GACf,MAAM,2BAA2B,CAAA;AAElC,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,6BAA6B,EAC7B,uBAAuB,EACvB,kBAAkB,GACnB,MAAM,uBAAuB,CAAA;AAE9B,OAAO,EAAE,KAAK,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAE9F,OAAO,EACL,KAAK,sBAAsB,EAC3B,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,wBAAwB,EACxB,kBAAkB,EAClB,cAAc,EACd,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,GAClB,MAAM,eAAe,CAAA"}

package/dist/index.js

@@ -3,8 +3,9 @@
 // agents (baseline prompts), and nothing in the core product depends on it, so the
 // whole feature can be lifted out later. This entry re-exports the pure domain logic;
 // the run driver + judge service (which consume the executor seams) build on top.
-export { HIGH_IMPACT_THRESHOLD, TRICKY_THRESHOLD, rubricFor, weightedTotal, scoreExpectations, renderExpectationBrief, } from './rubrics.js';
-export { SANDBOX_AGENT_KINDS, sandboxKindMeta, baselinePromptText, listBaselines, } from './baselines.js';
+export { SANDBOX_TASK_TYPES, rubricFor, weightedTotal, } from './rubrics.js';
+export { HIGH_IMPACT_THRESHOLD, TRICKY_THRESHOLD, scoreExpectations, renderExpectationBrief, } from './expectations.js';
+export { SANDBOX_AGENT_KINDS, sandboxKindMeta, statesMissingCheckout, baselinePromptText, listBaselines, } from './baselines.js';
 export { firstVersionFromBaseline, nextVersion, versionLabel, filterByLabels, } from './promptVersions.logic.js';
 export { workspacePromptVersionId, workspacePromptLineageId, parseWorkspacePromptVersionId, workspacePromptVersions, sandboxPromptKinds, } from './workspacePrompts.js';
 export { cellCount, expandMatrix, isRunnableMatrix } from './matrix.logic.js';

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,oFAAoF;AACpF,kFAAkF;AAClF,mFAAmF;AACnF,sFAAsF;AACtF,kFAAkF;AAElF,OAAO,EAKL,qBAAqB,EACrB,gBAAgB,EAChB,SAAS,EACT,aAAa,EACb,iBAAiB,EACjB,sBAAsB,GACvB,MAAM,cAAc,CAAA;AAErB,OAAO,EAGL,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,aAAa,GACd,MAAM,gBAAgB,CAAA;AAEvB,OAAO,EAEL,wBAAwB,EACxB,WAAW,EACX,YAAY,EACZ,cAAc,GACf,MAAM,2BAA2B,CAAA;AAElC,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,6BAA6B,EAC7B,uBAAuB,EACvB,kBAAkB,GACnB,MAAM,uBAAuB,CAAA;AAE9B,OAAO,EAAmB,SAAS,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAE9F,OAAO,EAIL,wBAAwB,EACxB,kBAAkB,EAClB,cAAc,EACd,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,GAClB,MAAM,eAAe,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,oFAAoF;AACpF,kFAAkF;AAClF,mFAAmF;AACnF,sFAAsF;AACtF,kFAAkF;AAElF,OAAO,EAIL,kBAAkB,EAClB,SAAS,EACT,aAAa,GACd,MAAM,cAAc,CAAA;AAErB,OAAO,EAEL,qBAAqB,EACrB,gBAAgB,EAChB,iBAAiB,EACjB,sBAAsB,GACvB,MAAM,mBAAmB,CAAA;AAE1B,OAAO,EAIL,mBAAmB,EACnB,eAAe,EACf,qBAAqB,EACrB,kBAAkB,EAClB,aAAa,GACd,MAAM,gBAAgB,CAAA;AAEvB,OAAO,EAEL,wBAAwB,EACxB,WAAW,EACX,YAAY,EACZ,cAAc,GACf,MAAM,2BAA2B,CAAA;AAElC,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,6BAA6B,EAC7B,uBAAuB,EACvB,kBAAkB,GACnB,MAAM,uBAAuB,CAAA;AAE9B,OAAO,EAAmB,SAAS,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAE9F,OAAO,EAIL,wBAAwB,EACxB,kBAAkB,EAClB,cAAc,EACd,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,GAClB,MAAM,eAAe,CAAA"}

package/dist/rubrics.d.ts

@@ -1,6 +1,10 @@
-import type { SandboxExpectation } from '@cat-factory/contracts';
-/** The grading task a Sandbox agent kind maps to (drives which rubric is used). */
-export type SandboxTaskType = 'requirement-review' | 'code-review' | 'implementation';
+/**
+ * The grading task a Sandbox agent kind maps to (drives which rubric is used).
+ *
+ * Adding a member means adding its dimension list to {@link RUBRICS}, which is a
+ * `Record<SandboxTaskType, …>` and so fails to compile until it is there.
+ */
+export type SandboxTaskType = 'requirement-review' | 'code-review' | 'implementation' | 'architecture-review' | 'bug-triage' | 'estimation' | 'answer-recommendation';
 export interface RubricDimension {
     key: string;
     label: string;
@@ -11,53 +15,19 @@ export interface Rubric {
     task: SandboxTaskType;
     dimensions: RubricDimension[];
 }
+/**
+ * Every grading task the Sandbox ships, as a value.
+ *
+ * Exported so a consumer can enumerate the rubrics rather than re-listing them: the
+ * benchmark-harness conformity guard reads it to assert that every task the OFFLINE harness grades
+ * is also a Sandbox task with identical dimensions, which is a relation over a list it does not
+ * own. Derived from {@link RUBRICS} so adding a rubric extends it with no second edit.
+ */
+export declare const SANDBOX_TASK_TYPES: readonly SandboxTaskType[];
 export declare function rubricFor(task: SandboxTaskType): Rubric;
 /** Weighted mean of dimension scores (1–5), using the rubric weights. */
 export declare function weightedTotal(task: SandboxTaskType, scores: {
     key: string;
     score: number;
 }[]): number;
-/** An expectation is "high-impact" (a serious miss) at or above this impact rating. */
-export declare const HIGH_IMPACT_THRESHOLD = 4;
-/** An expectation is "tricky" (its catch earns the wow bonus) at or above this rating. */
-export declare const TRICKY_THRESHOLD = 4;
-export interface ExpectationScore {
-    /** Expectations the candidate output surfaced. */
-    caught: SandboxExpectation[];
-    /** Expectations the candidate output missed. */
-    missed: SandboxExpectation[];
-    /**
-     * Impact-weighted recall in [0,1]: `1 − Σ(impact of missed) / Σ(impact of all)`. Missing
-     * a high-impact item moves this far more than missing a low-impact one — the asymmetry the
-     * fixtures are graded on. 1 when there are no expectations.
-     */
-    impactRecall: number;
-    /**
-     * Trickiness-weighted "wow" bonus in [0,1]: `Σ(trickiness of caught tricky items) /
-     * Σ(trickiness of all tricky items)`. Only the genuinely tricky items (trickiness ≥
-     * {@link TRICKY_THRESHOLD}) contribute, so catching a hard-to-spot finding is rewarded
-     * while missing one is not penalized here (impact handles penalties). 1 when nothing is
-     * tricky (no wow on offer).
-     */
-    wowBonus: number;
-    /** Ids of missed expectations with impact ≥ {@link HIGH_IMPACT_THRESHOLD}. */
-    missedHighImpact: string[];
-}
-/**
- * Deterministic, asymmetric objective score for `findings` fixtures. An expectation is
- * "caught" when any of its `matchHints` (defaulting to its `summary`) appears in the
- * candidate output as a contiguous run of word tokens — case/whitespace/punctuation
- * insensitive, so `reset logic` does not match inside `preset logic`. Recorded ALONGSIDE
- * the judge grade (never blended in); it intentionally does not penalize extra findings
- * (that is the judge's `false_positives` dimension). The two signals are deliberately
- * different: `impactRecall` punishes missing what matters, `wowBonus` rewards catching what
- * is hard to spot. See {@link SandboxExpectation}.
- */
-export declare function scoreExpectations(expectations: readonly SandboxExpectation[], output: string): ExpectationScore;
-/**
- * Render the graded expectations into a Markdown section to append to the judge prompt —
- * "what the judge should expect to see", with the scoring guidance the asymmetry implies.
- * Returns an empty string when there are no expectations (an un-graded fixture).
- */
-export declare function renderExpectationBrief(expectations: readonly SandboxExpectation[]): string;
 //# sourceMappingURL=rubrics.d.ts.map

package/dist/rubrics.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"rubrics.d.ts","sourceRoot":"","sources":["../src/rubrics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAYhE,mFAAmF;AACnF,MAAM,MAAM,eAAe,GAAG,oBAAoB,GAAG,aAAa,GAAG,gBAAgB,CAAA;AAErF,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAA;IACX,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,MAAM;IACrB,IAAI,EAAE,eAAe,CAAA;IACrB,UAAU,EAAE,eAAe,EAAE,CAAA;CAC9B;AA2HD,wBAAgB,SAAS,CAAC,IAAI,EAAE,eAAe,GAAG,MAAM,CAEvD;AAED,yEAAyE;AACzE,wBAAgB,aAAa,CAC3B,IAAI,EAAE,eAAe,EACrB,MAAM,EAAE;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAAE,GACvC,MAAM,CAYR;AAED,uFAAuF;AACvF,eAAO,MAAM,qBAAqB,IAAI,CAAA;AACtC,0FAA0F;AAC1F,eAAO,MAAM,gBAAgB,IAAI,CAAA;AAEjC,MAAM,WAAW,gBAAgB;IAC/B,kDAAkD;IAClD,MAAM,EAAE,kBAAkB,EAAE,CAAA;IAC5B,gDAAgD;IAChD,MAAM,EAAE,kBAAkB,EAAE,CAAA;IAC5B;;;;OAIG;IACH,YAAY,EAAE,MAAM,CAAA;IACpB;;;;;;OAMG;IACH,QAAQ,EAAE,MAAM,CAAA;IAChB,8EAA8E;IAC9E,gBAAgB,EAAE,MAAM,EAAE,CAAA;CAC3B;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAC/B,YAAY,EAAE,SAAS,kBAAkB,EAAE,EAC3C,MAAM,EAAE,MAAM,GACb,gBAAgB,CA2BlB;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CAAC,YAAY,EAAE,SAAS,kBAAkB,EAAE,GAAG,MAAM,CAgB1F"}
+{"version":3,"file":"rubrics.d.ts","sourceRoot":"","sources":["../src/rubrics.ts"],"names":[],"mappings":"AAgBA;;;;;GAKG;AACH,MAAM,MAAM,eAAe,GACvB,oBAAoB,GACpB,aAAa,GACb,gBAAgB,GAChB,qBAAqB,GACrB,YAAY,GACZ,YAAY,GACZ,uBAAuB,CAAA;AAE3B,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAA;IACX,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,MAAM;IACrB,IAAI,EAAE,eAAe,CAAA;IACrB,UAAU,EAAE,eAAe,EAAE,CAAA;CAC9B;AAkVD;;;;;;;GAOG;AACH,eAAO,MAAM,kBAAkB,EAA2B,SAAS,eAAe,EAAE,CAAA;AAEpF,wBAAgB,SAAS,CAAC,IAAI,EAAE,eAAe,GAAG,MAAM,CAEvD;AAED,yEAAyE;AACzE,wBAAgB,aAAa,CAC3B,IAAI,EAAE,eAAe,EACrB,MAAM,EAAE;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAAE,GACvC,MAAM,CAYR"}

package/dist/rubrics.js

@@ -1,3 +1,18 @@
+// Grading rubrics for the Sandbox judge. Reference-free: each dimension is scored 1–5 by the
+// judge model against the task input + the candidate output; the weighted mean is the cell score.
+//
+// The first three (`requirement-review`, `code-review`, `implementation`) are lifted verbatim from
+// the benchmark harness's rubrics (`backend/internal/benchmark-harness/src/rubrics.ts`) so the
+// in-product Sandbox and the offline `cat-bench` grade on the same axes. Those copies are pinned
+// equal by `benchmark-harness/test/rubrics.conformity.test.ts`, which also asserts every harness
+// task IS a Sandbox task: a dimension added to one side and not the other does not fail anything on
+// its own, it just quietly makes a Sandbox score and a benchmark score incomparable. Change one,
+// change both.
+//
+// The remaining rubrics are Sandbox-only, because the offline harness has no runner for them. They
+// exist because a rubric is a claim about what the task IS: grading an architecture critique or a
+// bug triage on `requirement-review` scored them against `product_scope`, a dimension that
+// penalizes exactly the technical findings those two stages are FOR.
 const REQUIREMENT_REVIEW = [
     {
         key: 'gap_coverage',
@@ -107,11 +122,209 @@ const IMPLEMENTATION = [
         weight: 1,
     },
 ];
+// A design critique is the OPPOSITE of a requirements review on the one axis that matters: the
+// technical layer is what it is FOR. Grading it on `requirement-review` docked it for every
+// partition-key, durability and hot-key finding, which is why the architecture fixtures'
+// highest-value expectations were the ones the rubric punished.
+const ARCHITECTURE_REVIEW = [
+    {
+        key: 'design_risk_detection',
+        label: 'Design-risk detection',
+        description: 'Finds the genuine correctness, scaling, consistency and durability flaws in the proposed ' +
+            'design, including the ones its own wording papers over.',
+        weight: 3,
+    },
+    {
+        key: 'failure_mode_reasoning',
+        label: 'Failure-mode reasoning',
+        description: 'Reasons about what the design does when a component dies, two writes race, delivery ' +
+            'retries or load is uneven, rather than only assessing the happy path.',
+        weight: 3,
+    },
+    {
+        key: 'tradeoff_grounding',
+        label: 'Trade-off grounding',
+        description: 'Weighs the proposal against concrete alternatives and says what each one buys and costs, ' +
+            'instead of asserting a preference.',
+        weight: 2,
+    },
+    {
+        key: 'operability',
+        label: 'Operability',
+        description: 'Covers what running this actually needs: rollout and migration, what is observable, the ' +
+            'cost shape, and what a person would be paged for.',
+        weight: 1,
+    },
+    {
+        key: 'actionability',
+        label: 'Actionability',
+        description: 'Each finding names the part of the design it concerns and what to change; no generic ' +
+            'architecture advice that would apply to any proposal.',
+        weight: 2,
+    },
+    {
+        key: 'false_positives',
+        label: 'Few false positives',
+        description: 'Does not invent flaws or demand scale the stated context does not need, and says plainly ' +
+            'where a choice is sound.',
+        weight: 2,
+    },
+];
+// Bug triage shares nothing with a requirements review except its output shape. Its whole job is
+// to make an unactionable report diagnosable, and the two moves that decide whether it succeeded
+// (splitting conflated symptoms, and asking about containment rather than only the fix) had no
+// dimension of their own.
+const BUG_TRIAGE = [
+    {
+        key: 'missing_facts',
+        label: 'Missing facts',
+        description: 'Asks for the facts that actually block a diagnosis: reproduction, scope, timing and the ' +
+            'regression window, environment, and observed versus expected behaviour.',
+        weight: 3,
+    },
+    {
+        key: 'symptom_separation',
+        label: 'Symptom separation',
+        description: 'Splits a report that conflates several distinct failures into separate issues rather ' +
+            'than triaging them as one, and names what distinguishes them.',
+        weight: 3,
+    },
+    {
+        key: 'hypothesis_quality',
+        label: 'Hypothesis quality',
+        description: 'Offers a concrete, testable cause where the evidence supports one (and says what would ' +
+            'confirm it), without guessing where it does not.',
+        weight: 2,
+    },
+    {
+        key: 'containment',
+        label: 'Blast radius & recovery',
+        description: 'Covers who is affected and how many, and whether anything lost or corrupted can be ' +
+            'recovered, rather than treating the eventual fix as the whole response.',
+        weight: 2,
+    },
+    {
+        key: 'no_redundancy',
+        label: 'No redundant questions',
+        description: 'Does not re-ask what the report or an attached investigation already answers; builds on ' +
+            'the evidence it was given.',
+        weight: 1,
+    },
+    {
+        key: 'actionability',
+        label: 'Actionability',
+        description: 'Each item is phrased so the reporter or an on-call engineer can act on it directly.',
+        weight: 2,
+    },
+];
+// A predictive triage returns three numbers and a paragraph, so every rubric written for prose
+// grades it on axes it structurally cannot show. What matters instead is whether the numbers are
+// defensible, independent of each other, and justified by something in the task.
+const ESTIMATION = [
+    {
+        key: 'calibration',
+        label: 'Calibration',
+        description: 'The scores are defensible for the work described: neither anchored to the middle of the ' +
+            'range nor uniformly extreme.',
+        weight: 3,
+    },
+    {
+        key: 'axis_independence',
+        label: 'Axis independence',
+        description: 'Complexity, risk and impact are judged separately. A task may be intricate and safe, or ' +
+            'trivial and dangerous; three near-identical numbers need a reason.',
+        weight: 2,
+    },
+    {
+        key: 'evidence',
+        label: 'Evidence in the rationale',
+        description: 'The rationale names the specific things in the task that drive each score, rather than ' +
+            'restating the task or asserting a level.',
+        weight: 3,
+    },
+    {
+        key: 'blast_radius_reasoning',
+        label: 'Blast-radius reasoning',
+        description: 'Impact reflects who and how much is affected if the change goes wrong, not how large or ' +
+            'how difficult the change is (that is complexity).',
+        weight: 2,
+    },
+    {
+        key: 'format_compliance',
+        label: 'Format compliance',
+        description: 'Returns exactly the requested JSON object (the three numeric axes plus the rationale) ' +
+            'and nothing else: no prose, no code fences, no extra keys.',
+        weight: 1,
+    },
+];
+// The Requirement Writer's two self-reported fields are what an unattended run acts on (ADR 0053):
+// a confident answer may be adopted with nobody reading it, and `groundedIn` is the provenance a
+// human checks before trusting one. Both are claims the writer makes about itself, so both get a
+// dimension of their own; no prose rubric scores an honest provenance report.
+const ANSWER_RECOMMENDATION = [
+    {
+        key: 'answer_concreteness',
+        label: 'Concrete, adoptable answers',
+        description: 'Each recommendation is a specific default a product owner could accept as written, not a ' +
+            'restatement of the finding and not an "it depends".',
+        weight: 3,
+    },
+    {
+        key: 'product_scope',
+        label: 'Product scope discipline',
+        description: 'Recommends product / business decisions only (a behaviour, rule, limit or boundary), ' +
+            'never a technical design, and does not answer a technical question that slipped past the ' +
+            'reviewer as if it were one.',
+        weight: 2,
+    },
+    {
+        key: 'grounding_honesty',
+        label: 'Honest grounding',
+        description: 'Reports where each answer actually came from. A standard or the project spec is cited ' +
+            'only when it genuinely settles the finding; general knowledge is labelled as such rather ' +
+            'than dressed up as sourced.',
+        weight: 3,
+    },
+    {
+        key: 'confidence_calibration',
+        label: 'Confidence calibration',
+        description: 'Confidence reflects how sure the answer is the one THIS project would choose. High ' +
+            'confidence is reserved for answers that need nobody to sign off; anything turning on ' +
+            'unstated business specifics is rated low.',
+        weight: 3,
+    },
+    {
+        key: 'coverage',
+        label: 'Coverage',
+        description: 'Answers every finding it was given, one entry per id, with none dropped, merged or ' +
+            'invented.',
+        weight: 2,
+    },
+    {
+        key: 'concision',
+        label: 'Concision',
+        description: 'States the answer in a few sentences, without preamble, hedging or padding.',
+        weight: 1,
+    },
+];
 const RUBRICS = {
     'requirement-review': REQUIREMENT_REVIEW,
     'code-review': CODE_REVIEW,
     implementation: IMPLEMENTATION,
+    'architecture-review': ARCHITECTURE_REVIEW,
+    'bug-triage': BUG_TRIAGE,
+    estimation: ESTIMATION,
+    'answer-recommendation': ANSWER_RECOMMENDATION,
 };
+/**
+ * Every grading task the Sandbox ships, as a value.
+ *
+ * Exported so a consumer can enumerate the rubrics rather than re-listing them: the
+ * benchmark-harness conformity guard reads it to assert that every task the OFFLINE harness grades
+ * is also a Sandbox task with identical dimensions, which is a relation over a list it does not
+ * own. Derived from {@link RUBRICS} so adding a rubric extends it with no second edit.
+ */
+export const SANDBOX_TASK_TYPES = Object.keys(RUBRICS);
 export function rubricFor(task) {
     return { task, dimensions: RUBRICS[task] };
 }
@@ -129,92 +342,4 @@ export function weightedTotal(task, scores) {
     }
     return weight === 0 ? 0 : Math.round((sum / weight) * 100) / 100;
 }
-/** An expectation is "high-impact" (a serious miss) at or above this impact rating. */
-export const HIGH_IMPACT_THRESHOLD = 4;
-/** An expectation is "tricky" (its catch earns the wow bonus) at or above this rating. */
-export const TRICKY_THRESHOLD = 4;
-/**
- * Deterministic, asymmetric objective score for `findings` fixtures. An expectation is
- * "caught" when any of its `matchHints` (defaulting to its `summary`) appears in the
- * candidate output as a contiguous run of word tokens — case/whitespace/punctuation
- * insensitive, so `reset logic` does not match inside `preset logic`. Recorded ALONGSIDE
- * the judge grade (never blended in); it intentionally does not penalize extra findings
- * (that is the judge's `false_positives` dimension). The two signals are deliberately
- * different: `impactRecall` punishes missing what matters, `wowBonus` rewards catching what
- * is hard to spot. See {@link SandboxExpectation}.
- */
-export function scoreExpectations(expectations, output) {
-    const haystack = tokenize(output);
-    const caught = [];
-    const missed = [];
-    for (const expectation of expectations) {
-        const hints = expectation.matchHints.length > 0 ? expectation.matchHints : [expectation.summary];
-        const hit = hints.some((hint) => {
-            const needle = tokenize(hint);
-            return needle.length > 0 && containsSequence(haystack, needle);
-        });
-        (hit ? caught : missed).push(expectation);
-    }
-    const totalImpact = expectations.reduce((sum, e) => sum + e.impact, 0);
-    const missedImpact = missed.reduce((sum, e) => sum + e.impact, 0);
-    const impactRecall = totalImpact === 0 ? 1 : round2(1 - missedImpact / totalImpact);
-    const trickyTotal = expectations
-        .filter((e) => e.trickiness >= TRICKY_THRESHOLD)
-        .reduce((sum, e) => sum + e.trickiness, 0);
-    const trickyCaught = caught
-        .filter((e) => e.trickiness >= TRICKY_THRESHOLD)
-        .reduce((sum, e) => sum + e.trickiness, 0);
-    const wowBonus = trickyTotal === 0 ? 1 : round2(trickyCaught / trickyTotal);
-    const missedHighImpact = missed.filter((e) => e.impact >= HIGH_IMPACT_THRESHOLD).map((e) => e.id);
-    return { caught, missed, impactRecall, wowBonus, missedHighImpact };
-}
-/**
- * Render the graded expectations into a Markdown section to append to the judge prompt —
- * "what the judge should expect to see", with the scoring guidance the asymmetry implies.
- * Returns an empty string when there are no expectations (an un-graded fixture).
- */
-export function renderExpectationBrief(expectations) {
-    if (expectations.length === 0)
-        return '';
-    const lines = [
-        '## Expected findings (grading reference)',
-        '',
-        'A strong response should surface the following. Each is rated by **impact** (how bad it',
-        'is to miss, 1–5) and **trickiness** (how hard it is to spot, 1–5). Reward catching',
-        'high-trickiness items — those are the impressive catches. Penalize missing high-impact',
-        'items most heavily; missing a merely tricky item is a smaller concern.',
-        '',
-    ];
-    for (const e of expectations) {
-        lines.push(`- **${e.summary}** _(impact ${e.impact}, trickiness ${e.trickiness})_`);
-        if (e.detail.trim())
-            lines.push(`  - ${e.detail.trim()}`);
-    }
-    return lines.join('\n');
-}
-/** Round to 2 decimal places. */
-function round2(n) {
-    return Math.round(n * 100) / 100;
-}
-/** Lowercase alphanumeric word tokens (drops punctuation/whitespace). */
-function tokenize(text) {
-    return text.toLowerCase().match(/[a-z0-9]+/g) ?? [];
-}
-/** Whether `needle`'s tokens appear as a contiguous run within `haystack`'s tokens. */
-function containsSequence(haystack, needle) {
-    if (needle.length === 0)
-        return false;
-    for (let i = 0; i + needle.length <= haystack.length; i++) {
-        let hit = true;
-        for (let j = 0; j < needle.length; j++) {
-            if (haystack[i + j] !== needle[j]) {
-                hit = false;
-                break;
-            }
-        }
-        if (hit)
-            return true;
-    }
-    return false;
-}
 //# sourceMappingURL=rubrics.js.map

package/dist/rubrics.js.map

@@ -1 +1 @@
-{"version":3,"file":"rubrics.js","sourceRoot":"","sources":["../src/rubrics.ts"],"names":[],"mappings":"AA2BA,MAAM,kBAAkB,GAAsB;IAC5C;QACE,GAAG,EAAE,cAAc;QACnB,KAAK,EAAE,cAAc;QACrB,WAAW,EACT,2GAA2G;QAC7G,MAAM,EAAE,CAAC;KACV;IACD,+FAA+F;IAC/F,8FAA8F;IAC9F,6FAA6F;IAC7F,8EAA8E;IAC9E;QACE,GAAG,EAAE,eAAe;QACpB,KAAK,EAAE,0BAA0B;QACjC,WAAW,EACT,wFAAwF;YACxF,oFAAoF;YACpF,wFAAwF;YACxF,gDAAgD;QAClD,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,aAAa;QAClB,KAAK,EAAE,6BAA6B;QACpC,WAAW,EAAE,8EAA8E;QAC3F,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,kBAAkB;QACvB,KAAK,EAAE,0BAA0B;QACjC,WAAW,EACT,mFAAmF;QACrF,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,sBAAsB;QAC3B,KAAK,EAAE,sBAAsB;QAC7B,WAAW,EAAE,sEAAsE;QACnF,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,cAAc;QACnB,KAAK,EAAE,iBAAiB;QACxB,WAAW,EAAE,yEAAyE;QACtF,MAAM,EAAE,CAAC;KACV;CACF,CAAA;AAED,MAAM,WAAW,GAAsB;IACrC;QACE,GAAG,EAAE,iBAAiB;QACtB,KAAK,EAAE,sBAAsB;QAC7B,WAAW,EAAE,6EAA6E;QAC1F,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,aAAa;QAClB,KAAK,EAAE,yBAAyB;QAChC,WAAW,EAAE,qEAAqE;QAClF,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,gBAAgB;QACrB,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EAAE,qEAAqE;QAClF,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,eAAe;QACpB,KAAK,EAAE,eAAe;QACtB,WAAW,EAAE,yEAAyE;QACtF,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,iBAAiB;QACtB,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EAAE,4EAA4E;QACzF,MAAM,EAAE,CAAC;KACV;CACF,CAAA;AAED,MAAM,cAAc,GAAsB;IACxC;QACE,GAAG,EAAE,cAAc;QACnB,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EAAE,8EAA8E;QAC3F,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,aAAa;QAClB,KAAK,EAAE,aAAa;QACpB,WAAW,EAAE,8EAA8E;QAC3F,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,cAAc;QACnB,KAAK,EAAE,cAAc;QACrB,WAAW,EAAE,6EAA6E;QAC1F,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,kBAAkB;QACvB,KAAK,EAAE,kBAAkB;QACzB,WAAW,EAAE,oEAAoE;QACjF,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,cAAc;QACnB,KAAK,EAAE,cAAc;QACrB,WAAW,EAAE,4DAA4D;QACzE,MAAM,EAAE,CAAC;KACV;CACF,CAAA;AAED,MAAM,OAAO,GAA+C;IAC1D,oBAAoB,EAAE,kBAAkB;IACxC,aAAa,EAAE,WAAW;IAC1B,cAAc,EAAE,cAAc;CAC/B,CAAA;AAED,MAAM,UAAU,SAAS,CAAC,IAAqB;IAC7C,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;AAC5C,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,aAAa,CAC3B,IAAqB,EACrB,MAAwC;IAExC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1B,IAAI,GAAG,GAAG,CAAC,CAAA;IACX,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC,EAAE,KAAK,CAAA;QAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,GAAG,IAAI,KAAK,GAAG,GAAG,CAAC,MAAM,CAAA;YACzB,MAAM,IAAI,GAAG,CAAC,MAAM,CAAA;QACtB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;AAClE,CAAC;AAED,uFAAuF;AACvF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAA;AACtC,0FAA0F;AAC1F,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAA;AAyBjC;;;;;;;;;GASG;AACH,MAAM,UAAU,iBAAiB,CAC/B,YAA2C,EAC3C,MAAc;IAEd,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAA;IACjC,MAAM,MAAM,GAAyB,EAAE,CAAA;IACvC,MAAM,MAAM,GAAyB,EAAE,CAAA;IACvC,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QAChG,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;YAC7B,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAChE,CAAC,CAAC,CACD;QAAA,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IAC5C,CAAC;IAED,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IACtE,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IACjE,MAAM,YAAY,GAAG,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,YAAY,GAAG,WAAW,CAAC,CAAA;IAEnF,MAAM,WAAW,GAAG,YAAY;SAC7B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,gBAAgB,CAAC;SAC/C,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IAC5C,MAAM,YAAY,GAAG,MAAM;SACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,gBAAgB,CAAC;SAC/C,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IAC5C,MAAM,QAAQ,GAAG,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,GAAG,WAAW,CAAC,CAAA;IAE3E,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,qBAAqB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IACjG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAA;AACrE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CAAC,YAA2C;IAChF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IACxC,MAAM,KAAK,GAAG;QACZ,0CAA0C;QAC1C,EAAE;QACF,yFAAyF;QACzF,oFAAoF;QACpF,wFAAwF;QACxF,wEAAwE;QACxE,EAAE;KACH,CAAA;IACD,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,gBAAgB,CAAC,CAAC,UAAU,IAAI,CAAC,CAAA;QACnF,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IAC3D,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,iCAAiC;AACjC,SAAS,MAAM,CAAC,CAAS;IACvB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;AAClC,CAAC;AAED,yEAAyE;AACzE,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAA;AACrD,CAAC;AAED,uFAAuF;AACvF,SAAS,gBAAgB,CAAC,QAAkB,EAAE,MAAgB;IAC5D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1D,IAAI,GAAG,GAAG,IAAI,CAAA;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClC,GAAG,GAAG,KAAK,CAAA;gBACX,MAAK;YACP,CAAC;QACH,CAAC;QACD,IAAI,GAAG;YAAE,OAAO,IAAI,CAAA;IACtB,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC"}
+{"version":3,"file":"rubrics.js","sourceRoot":"","sources":["../src/rubrics.ts"],"names":[],"mappings":"AAAA,6FAA6F;AAC7F,kGAAkG;AAClG,EAAE;AACF,mGAAmG;AACnG,+FAA+F;AAC/F,iGAAiG;AACjG,iGAAiG;AACjG,oGAAoG;AACpG,iGAAiG;AACjG,eAAe;AACf,EAAE;AACF,mGAAmG;AACnG,kGAAkG;AAClG,2FAA2F;AAC3F,qEAAqE;AA6BrE,MAAM,kBAAkB,GAAsB;IAC5C;QACE,GAAG,EAAE,cAAc;QACnB,KAAK,EAAE,cAAc;QACrB,WAAW,EACT,2GAA2G;QAC7G,MAAM,EAAE,CAAC;KACV;IACD,+FAA+F;IAC/F,8FAA8F;IAC9F,6FAA6F;IAC7F,8EAA8E;IAC9E;QACE,GAAG,EAAE,eAAe;QACpB,KAAK,EAAE,0BAA0B;QACjC,WAAW,EACT,wFAAwF;YACxF,oFAAoF;YACpF,wFAAwF;YACxF,gDAAgD;QAClD,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,aAAa;QAClB,KAAK,EAAE,6BAA6B;QACpC,WAAW,EAAE,8EAA8E;QAC3F,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,kBAAkB;QACvB,KAAK,EAAE,0BAA0B;QACjC,WAAW,EACT,mFAAmF;QACrF,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,sBAAsB;QAC3B,KAAK,EAAE,sBAAsB;QAC7B,WAAW,EAAE,sEAAsE;QACnF,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,cAAc;QACnB,KAAK,EAAE,iBAAiB;QACxB,WAAW,EAAE,yEAAyE;QACtF,MAAM,EAAE,CAAC;KACV;CACF,CAAA;AAED,MAAM,WAAW,GAAsB;IACrC;QACE,GAAG,EAAE,iBAAiB;QACtB,KAAK,EAAE,sBAAsB;QAC7B,WAAW,EAAE,6EAA6E;QAC1F,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,aAAa;QAClB,KAAK,EAAE,yBAAyB;QAChC,WAAW,EAAE,qEAAqE;QAClF,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,gBAAgB;QACrB,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EAAE,qEAAqE;QAClF,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,eAAe;QACpB,KAAK,EAAE,eAAe;QACtB,WAAW,EAAE,yEAAyE;QACtF,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,iBAAiB;QACtB,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EAAE,4EAA4E;QACzF,MAAM,EAAE,CAAC;KACV;CACF,CAAA;AAED,MAAM,cAAc,GAAsB;IACxC;QACE,GAAG,EAAE,cAAc;QACnB,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EAAE,8EAA8E;QAC3F,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,aAAa;QAClB,KAAK,EAAE,aAAa;QACpB,WAAW,EAAE,8EAA8E;QAC3F,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,cAAc;QACnB,KAAK,EAAE,cAAc;QACrB,WAAW,EAAE,6EAA6E;QAC1F,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,kBAAkB;QACvB,KAAK,EAAE,kBAAkB;QACzB,WAAW,EAAE,oEAAoE;QACjF,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,cAAc;QACnB,KAAK,EAAE,cAAc;QACrB,WAAW,EAAE,4DAA4D;QACzE,MAAM,EAAE,CAAC;KACV;CACF,CAAA;AAED,+FAA+F;AAC/F,4FAA4F;AAC5F,yFAAyF;AACzF,gEAAgE;AAChE,MAAM,mBAAmB,GAAsB;IAC7C;QACE,GAAG,EAAE,uBAAuB;QAC5B,KAAK,EAAE,uBAAuB;QAC9B,WAAW,EACT,2FAA2F;YAC3F,yDAAyD;QAC3D,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,wBAAwB;QAC7B,KAAK,EAAE,wBAAwB;QAC/B,WAAW,EACT,sFAAsF;YACtF,uEAAuE;QACzE,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,oBAAoB;QACzB,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EACT,2FAA2F;YAC3F,oCAAoC;QACtC,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,aAAa;QAClB,KAAK,EAAE,aAAa;QACpB,WAAW,EACT,0FAA0F;YAC1F,mDAAmD;QACrD,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,eAAe;QACpB,KAAK,EAAE,eAAe;QACtB,WAAW,EACT,uFAAuF;YACvF,uDAAuD;QACzD,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,iBAAiB;QACtB,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EACT,2FAA2F;YAC3F,0BAA0B;QAC5B,MAAM,EAAE,CAAC;KACV;CACF,CAAA;AAED,iGAAiG;AACjG,iGAAiG;AACjG,+FAA+F;AAC/F,0BAA0B;AAC1B,MAAM,UAAU,GAAsB;IACpC;QACE,GAAG,EAAE,eAAe;QACpB,KAAK,EAAE,eAAe;QACtB,WAAW,EACT,0FAA0F;YAC1F,yEAAyE;QAC3E,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,oBAAoB;QACzB,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EACT,uFAAuF;YACvF,+DAA+D;QACjE,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,oBAAoB;QACzB,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EACT,yFAAyF;YACzF,kDAAkD;QACpD,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,aAAa;QAClB,KAAK,EAAE,yBAAyB;QAChC,WAAW,EACT,qFAAqF;YACrF,yEAAyE;QAC3E,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,eAAe;QACpB,KAAK,EAAE,wBAAwB;QAC/B,WAAW,EACT,0FAA0F;YAC1F,4BAA4B;QAC9B,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,eAAe;QACpB,KAAK,EAAE,eAAe;QACtB,WAAW,EACT,qFAAqF;QACvF,MAAM,EAAE,CAAC;KACV;CACF,CAAA;AAED,+FAA+F;AAC/F,iGAAiG;AACjG,iFAAiF;AACjF,MAAM,UAAU,GAAsB;IACpC;QACE,GAAG,EAAE,aAAa;QAClB,KAAK,EAAE,aAAa;QACpB,WAAW,EACT,0FAA0F;YAC1F,8BAA8B;QAChC,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,mBAAmB;QACxB,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EACT,0FAA0F;YAC1F,oEAAoE;QACtE,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,UAAU;QACf,KAAK,EAAE,2BAA2B;QAClC,WAAW,EACT,yFAAyF;YACzF,0CAA0C;QAC5C,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,wBAAwB;QAC7B,KAAK,EAAE,wBAAwB;QAC/B,WAAW,EACT,0FAA0F;YAC1F,mDAAmD;QACrD,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,mBAAmB;QACxB,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EACT,wFAAwF;YACxF,4DAA4D;QAC9D,MAAM,EAAE,CAAC;KACV;CACF,CAAA;AAED,mGAAmG;AACnG,iGAAiG;AACjG,iGAAiG;AACjG,8EAA8E;AAC9E,MAAM,qBAAqB,GAAsB;IAC/C;QACE,GAAG,EAAE,qBAAqB;QAC1B,KAAK,EAAE,6BAA6B;QACpC,WAAW,EACT,2FAA2F;YAC3F,qDAAqD;QACvD,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,eAAe;QACpB,KAAK,EAAE,0BAA0B;QACjC,WAAW,EACT,uFAAuF;YACvF,2FAA2F;YAC3F,6BAA6B;QAC/B,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,mBAAmB;QACxB,KAAK,EAAE,kBAAkB;QACzB,WAAW,EACT,wFAAwF;YACxF,2FAA2F;YAC3F,6BAA6B;QAC/B,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,wBAAwB;QAC7B,KAAK,EAAE,wBAAwB;QAC/B,WAAW,EACT,qFAAqF;YACrF,uFAAuF;YACvF,2CAA2C;QAC7C,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,UAAU;QACf,KAAK,EAAE,UAAU;QACjB,WAAW,EACT,qFAAqF;YACrF,WAAW;QACb,MAAM,EAAE,CAAC;KACV;IACD;QACE,GAAG,EAAE,WAAW;QAChB,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,6EAA6E;QAC1F,MAAM,EAAE,CAAC;KACV;CACF,CAAA;AAED,MAAM,OAAO,GAA+C;IAC1D,oBAAoB,EAAE,kBAAkB;IACxC,aAAa,EAAE,WAAW;IAC1B,cAAc,EAAE,cAAc;IAC9B,qBAAqB,EAAE,mBAAmB;IAC1C,YAAY,EAAE,UAAU;IACxB,UAAU,EAAE,UAAU;IACtB,uBAAuB,EAAE,qBAAqB;CAC/C,CAAA;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAA+B,CAAA;AAEpF,MAAM,UAAU,SAAS,CAAC,IAAqB;IAC7C,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;AAC5C,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,aAAa,CAC3B,IAAqB,EACrB,MAAwC;IAExC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1B,IAAI,GAAG,GAAG,CAAC,CAAA;IACX,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC,EAAE,KAAK,CAAA;QAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,GAAG,IAAI,KAAK,GAAG,GAAG,CAAC,MAAM,CAAA;YACzB,MAAM,IAAI,GAAG,CAAC,MAAM,CAAA;QACtB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;AAClE,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cat-factory/sandbox",
-  "version": "0.11.162",
+  "version": "0.12.0",
   "description": "Parallel prompt/model testing surface: versioned prompt candidates, experiment matrices, judge + objective grading. Isolated from the core product so it can be extracted.",
   "repository": {
     "type": "git",
@@ -24,10 +24,10 @@
     "access": "public"
   },
   "dependencies": {
-    "@cat-factory/agents": "0.135.0",
-    "@cat-factory/kernel": "0.309.0",
-    "@cat-factory/contracts": "0.319.0",
-    "@cat-factory/sandbox-fixtures": "0.7.361"
+    "@cat-factory/agents": "0.136.0",
+    "@cat-factory/contracts": "0.320.0",
+    "@cat-factory/kernel": "0.310.0",
+    "@cat-factory/sandbox-fixtures": "0.8.0"
   },
   "devDependencies": {
     "typescript": "7.0.2",