@honua/mcp-server 0.1.10-beta.0 → 0.1.11-beta.0

package/certification/setup-parity.md

@@ -0,0 +1,79 @@
+# Bounded setup catalog qualification
+
+The 2026.1 setup gate uses the candidate's server-authored workflow view. It
+does not require the legacy full Admin, analysis and Esri GP roster. Run the
+catalog check from an installed, integrity-verified MCP package:
+
+```sh
+node node_modules/@honua/mcp-server/dist/src/certification/setup-parity.js \
+  reviewed-server-manifest.json <independently-pinned-manifest-sha256> \
+  setup-catalog-receipt.json
+```
+
+From source, the equivalent command is `npm run certify:setup-parity -- ...`
+in `mcp/`. Configure `HONUA_MCP_REMOTE_URL` and exactly one credential source:
+`HONUA_MCP_AUTH_TOKEN`, `HONUA_ADMIN_KEY`, or `HONUA_API_KEY`. Credentials must
+not appear in arguments, URLs, the manifest or receipts. The existing proxy
+enforces HTTPS for credential-bearing endpoints, with the local loopback
+exception used by the Docker installer.
+
+The manifest is a reviewed capture from the pinned server under the intended
+effective permissions. Keep its SHA-256 in the release lock/evidence index,
+separate from the captured file. It has this structure:
+
+```json
+{
+  "schemaVersion": "honua.setup-catalog-manifest/v1",
+  "candidateId": "manifest-sha256:<release-manifest-digest>",
+  "serverImage": "ghcr.io/honua-io/honua-server@sha256:<image-digest>",
+  "packages": [
+    { "name": "@honua/sdk-js", "version": "<exact-version>", "integrity": "sha512-<registry-integrity>" },
+    { "name": "@honua/mcp-server", "version": "<exact-version>", "integrity": "sha512-<registry-integrity>" }
+  ],
+  "serverInfo": { "name": "<initialize serverInfo.name>", "version": "<initialize serverInfo.version>" },
+  "view": "<server-published bounded view>",
+  "revision": "<tools/list _meta.revision>",
+  "revisionDigest": "<tools/list _meta.revisionDigest>",
+  "membershipDigest": "<tools/list _meta.membershipDigest>",
+  "descriptorDigest": "<tools/list _meta.descriptorDigest>",
+  "tools": ["<complete original tool objects from all pages, not names or abbreviated schemas>"]
+}
+```
+
+The placeholders above illustrate the shape and are deliberately invalid as
+qualification input. Discover the view from the server's capabilities; do not
+invent profile switches or assemble a replacement tool roster in the client.
+Retain complete descriptions, input/output schemas, annotations and `_meta`.
+The server's opaque digests are compared to the reviewed pin. The receipt also
+computes independent normalized descriptor hashes for HTTP and stdio; these
+use a different serialization from the server and have distinct field names.
+
+The check drains all pages over direct HTTP and a real child-process stdio
+proxy, carrying the selected view on every page. It fails on missing, extra,
+duplicate or changed tools, missing/changed revision metadata, server identity
+drift, cursor loops and proxy differences. Missing tools identify candidate
+view/effective permissions as the diagnostic boundary. No total such as 441 is
+used to decide success, and a complete but short catalog is a membership
+failure rather than a guessed pagination fault.
+
+The receipt's scope is `catalog-parity-only`. Its candidate image and package
+integrities are **bindings from the reviewed manifest**, not a claim that this
+command inspected the running image or verified installed package bytes.
+The release producer must verify those bindings against its immutable install
+receipt before consuming this result. This read-only check does not install a
+server, mutate styles, prove `geometry.buffer` execution, validate effective
+permissions, or satisfy all of #1401. Retain the separate clean-install,
+readiness/auth, bounded task execution, get-style → apply-style-preset →
+render-map → read-resource PNG, and versioned-guidance receipts for
+honua-release#123/#129/#161. Existing `assertRenderedPng` checks reject empty
+or flat renders; a catalog match alone cannot establish style success.
+
+`honua admin qualify` joins this receipt to the local install pin, effective
+grants, server identity, and the style/render PNG proof. It re-reads the
+bounded view over HTTP, requires this receipt's HTTP and stdio descriptor
+hashes to match, and still does not treat a catalog match as style success.
+
+The older zero-to-map runner retains its broader workflow as an explicit
+legacy integration exercise. It must not be used as the 2026.1 bounded catalog
+gate, or its full Admin/analysis prerequisites would reintroduce deferred
+scope into first-cut qualification.

package/dist/src/certification/setup-parity.d.ts

@@ -0,0 +1,86 @@
+#!/usr/bin/env node
+import { type Tool } from "@modelcontextprotocol/sdk/types.js";
+/** A reviewed capture from the pinned server, never a client-authored tool roster. */
+export interface SetupCatalogManifest {
+    schemaVersion: "honua.setup-catalog-manifest/v1";
+    candidateId: string;
+    serverImage: string;
+    packages: {
+        name: string;
+        version: string;
+        integrity: string;
+    }[];
+    serverInfo: {
+        name: string;
+        version: string;
+    };
+    view: string;
+    revision: string;
+    revisionDigest: string;
+    membershipDigest: string;
+    descriptorDigest: string;
+    tools: Tool[];
+}
+export interface SetupCatalogSnapshot {
+    tools: Tool[];
+    metadata: Record<string, unknown>;
+    serverInfo: unknown;
+}
+export declare function parseSetupCatalogManifest(bytes: string, expectedSha256: string): SetupCatalogManifest;
+/** Drain the selected view, retaining server revision metadata across every page. */
+export declare function readSetupCatalog(client: {
+    listTools(request?: {
+        cursor?: string;
+    }): Promise<{
+        tools: Tool[];
+        nextCursor?: string;
+        _meta?: Record<string, unknown>;
+    }>;
+    getServerVersion(): unknown;
+}, view: string): Promise<SetupCatalogSnapshot>;
+/** Catalog evidence only: installation, authorization and style execution have separate receipts. */
+export declare function certifySetupCatalogParity(manifest: SetupCatalogManifest, manifestSha256: string, direct: SetupCatalogSnapshot, proxied: SetupCatalogSnapshot): {
+    schemaVersion: "honua.setup-catalog-parity/v1";
+    scope: "catalog-parity-only";
+    candidateId: string;
+    serverImage: string;
+    packages: {
+        name: string;
+        version: string;
+        integrity: string;
+    }[];
+    manifestSha256: string;
+    view: string;
+    revision: string;
+    revisionDigest: string;
+    expectedTools: number;
+    directTools: number;
+    proxiedTools: number;
+    directDescriptorSha256: string;
+    proxiedDescriptorSha256: string;
+    pass: boolean;
+    differences: string[];
+};
+export declare function runSetupParityCertification(manifestPath: string, manifestSha256: string, outputPath: string, env?: NodeJS.ProcessEnv): Promise<{
+    schemaVersion: "honua.setup-catalog-parity/v1";
+    scope: "catalog-parity-only";
+    candidateId: string;
+    serverImage: string;
+    packages: {
+        name: string;
+        version: string;
+        integrity: string;
+    }[];
+    manifestSha256: string;
+    view: string;
+    revision: string;
+    revisionDigest: string;
+    expectedTools: number;
+    directTools: number;
+    proxiedTools: number;
+    directDescriptorSha256: string;
+    proxiedDescriptorSha256: string;
+    pass: boolean;
+    differences: string[];
+}>;
+//# sourceMappingURL=setup-parity.d.ts.map

package/dist/src/certification/setup-parity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"setup-parity.d.ts","sourceRoot":"","sources":["../../../src/certification/setup-parity.ts"],"names":[],"mappings":";AAMA,OAAO,EAAE,KAAK,IAAI,EAAc,MAAM,oCAAoC,CAAC;AAK3E,sFAAsF;AACtF,MAAM,WAAW,oBAAoB;IACnC,aAAa,EAAE,iCAAiC,CAAC;IACjD,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACjE,UAAU,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,IAAI,EAAE,CAAC;CACf;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,UAAU,EAAE,OAAO,CAAC;CACrB;AAsBD,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,oBAAoB,CA+CrG;AAED,qFAAqF;AACrF,wBAAsB,gBAAgB,CACpC,MAAM,EAAE;IACN,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QAChD,KAAK,EAAE,IAAI,EAAE,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACjC,CAAC,CAAC;IACH,gBAAgB,IAAI,OAAO,CAAC;CAC7B,EACD,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,oBAAoB,CAAC,CAiB/B;AAED,qGAAqG;AACrG,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,oBAAoB,EAC9B,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE,oBAAoB,EAC5B,OAAO,EAAE,oBAAoB;;;;;;;;;;;;;;;;;;;;;EAgD9B;AAED,wBAAsB,2BAA2B,CAC/C,YAAY,EAAE,MAAM,EACpB,cAAc,EAAE,MAAM,EACtB,UAAU,EAAE,MAAM,EAClB,GAAG,GAAE,MAAM,CAAC,UAAwB;;;;;;;;;;;;;;;;;;;;;GA0BrC"}

package/dist/src/certification/setup-parity.js

@@ -0,0 +1,188 @@
+#!/usr/bin/env node
+import { createHash } from "node:crypto";
+import { readFile, writeFile } from "node:fs/promises";
+import { fileURLToPath } from "node:url";
+import { Client } from "@modelcontextprotocol/sdk/client/index.js";
+import { StdioClientTransport } from "@modelcontextprotocol/sdk/client/stdio.js";
+import { ToolSchema } from "@modelcontextprotocol/sdk/types.js";
+import { isMainEntrypoint } from "../entrypoint.js";
+import { connectUpstream, resolveProxyOptions } from "../proxy.js";
+import { listAllTools } from "./admin-parity.js";
+function stableJson(value) {
+    if (Array.isArray(value))
+        return `[${value.map(stableJson).join(",")}]`;
+    if (value && typeof value === "object") {
+        return `{${Object.entries(value)
+            .filter(([, item]) => item !== undefined)
+            .sort(([a], [b]) => a.localeCompare(b))
+            .map(([key, item]) => `${JSON.stringify(key)}:${stableJson(item)}`)
+            .join(",")}}`;
+    }
+    return JSON.stringify(value) ?? "null";
+}
+function sha256(value) {
+    return createHash("sha256").update(value).digest("hex");
+}
+function record(value) {
+    return value !== null && typeof value === "object" && !Array.isArray(value);
+}
+export function parseSetupCatalogManifest(bytes, expectedSha256) {
+    if (!/^[a-f0-9]{64}$/.test(expectedSha256) || sha256(bytes) !== expectedSha256) {
+        throw new Error("Setup manifest SHA-256 does not match the independently pinned digest");
+    }
+    const value = JSON.parse(bytes);
+    if (!record(value) || value.schemaVersion !== "honua.setup-catalog-manifest/v1") {
+        throw new Error("Expected honua.setup-catalog-manifest/v1");
+    }
+    for (const key of ["candidateId", "view", "revision"]) {
+        if (typeof value[key] !== "string" || !value[key].trim())
+            throw new Error(`Manifest requires ${key}`);
+    }
+    if (value.view === "full")
+        throw new Error("Setup qualification requires a bounded server-authored view");
+    if (typeof value.serverImage !== "string" || !/^[^\s@]+@sha256:[a-f0-9]{64}$/.test(value.serverImage)) {
+        throw new Error("Manifest requires an immutable server image digest");
+    }
+    for (const key of ["revisionDigest", "membershipDigest", "descriptorDigest"]) {
+        if (typeof value[key] !== "string" || !/^[a-f0-9]{64}$/.test(value[key])) {
+            throw new Error(`Manifest requires server-authored ${key}`);
+        }
+    }
+    if (!record(value.serverInfo) ||
+        typeof value.serverInfo.name !== "string" ||
+        typeof value.serverInfo.version !== "string") {
+        throw new Error("Manifest requires the server initialize identity");
+    }
+    if (!Array.isArray(value.packages) ||
+        value.packages.length === 0 ||
+        value.packages.some((pkg) => !record(pkg) ||
+            typeof pkg.name !== "string" ||
+            !/^(?:@[a-z0-9._-]+\/)?[a-z0-9._-]+$/.test(pkg.name) ||
+            typeof pkg.version !== "string" ||
+            !/^\d+\.\d+\.\d+(?:-[0-9A-Za-z.-]+)?(?:\+[0-9A-Za-z.-]+)?$/.test(pkg.version) ||
+            typeof pkg.integrity !== "string" ||
+            !/^sha512-[A-Za-z0-9+/]{86}==$/.test(pkg.integrity)))
+        throw new Error("Manifest requires exact package versions and sha512 integrities");
+    if (!Array.isArray(value.tools) || value.tools.length === 0)
+        throw new Error("Manifest has no enabled tools");
+    for (const tool of value.tools)
+        ToolSchema.parse(tool);
+    const names = value.tools.map((tool) => tool.name);
+    if (new Set(names).size !== names.length)
+        throw new Error("Manifest repeats a tool name");
+    return value;
+}
+/** Drain the selected view, retaining server revision metadata across every page. */
+export async function readSetupCatalog(client, view) {
+    let metadata;
+    const tools = await listAllTools({
+        async listTools(request) {
+            const page = await client.listTools(request);
+            if (!page._meta)
+                throw new Error("tools/list omitted the server-authored view metadata");
+            if (metadata && stableJson(metadata) !== stableJson(page._meta)) {
+                throw new Error("tools/list changed view metadata during pagination; repeat against a stable candidate");
+            }
+            metadata = page._meta;
+            return page;
+        },
+    }, { view });
+    return { tools, metadata: metadata ?? {}, serverInfo: client.getServerVersion() };
+}
+/** Catalog evidence only: installation, authorization and style execution have separate receipts. */
+export function certifySetupCatalogParity(manifest, manifestSha256, direct, proxied) {
+    const differences = [];
+    const expected = new Map(manifest.tools.map((tool) => [tool.name, tool]));
+    for (const [transport, snapshot] of [
+        ["HTTP", direct],
+        ["stdio", proxied],
+    ]) {
+        if (stableJson(snapshot.serverInfo) !== stableJson(manifest.serverInfo))
+            differences.push(`${transport}: server identity differs from the pin`);
+        const names = snapshot.tools.map((tool) => tool.name);
+        if (new Set(names).size !== names.length)
+            differences.push(`${transport}: duplicate tool names`);
+        for (const key of ["view", "revision", "revisionDigest", "membershipDigest", "descriptorDigest"]) {
+            if (snapshot.metadata[key] !== manifest[key])
+                differences.push(`${transport}: ${key} differs from the pin`);
+        }
+        if (snapshot.metadata.toolCount !== manifest.tools.length)
+            differences.push(`${transport}: declared toolCount differs from the enabled manifest`);
+        const actual = new Map(snapshot.tools.map((tool) => [tool.name, tool]));
+        for (const name of expected.keys()) {
+            if (!actual.has(name))
+                differences.push(`${transport}: missing enabled tool ${name}; check candidate view and effective permissions`);
+            else if (stableJson(actual.get(name)) !== stableJson(expected.get(name)))
+                differences.push(`${transport}: ${name} descriptor differs from the pin`);
+        }
+        for (const name of actual.keys())
+            if (!expected.has(name))
+                differences.push(`${transport}: unexpected tool ${name}`);
+    }
+    if (stableJson(direct.metadata) !== stableJson(proxied.metadata))
+        differences.push("HTTP/stdio view metadata differs");
+    const descriptorHash = (tools) => sha256(stableJson([...tools].sort((a, b) => a.name.localeCompare(b.name))));
+    return {
+        schemaVersion: "honua.setup-catalog-parity/v1",
+        scope: "catalog-parity-only",
+        candidateId: manifest.candidateId,
+        serverImage: manifest.serverImage,
+        packages: manifest.packages.map(({ name, version, integrity }) => ({ name, version, integrity })),
+        manifestSha256,
+        view: manifest.view,
+        revision: manifest.revision,
+        revisionDigest: manifest.revisionDigest,
+        expectedTools: manifest.tools.length,
+        directTools: direct.tools.length,
+        proxiedTools: proxied.tools.length,
+        directDescriptorSha256: descriptorHash(direct.tools),
+        proxiedDescriptorSha256: descriptorHash(proxied.tools),
+        pass: differences.length === 0,
+        differences,
+    };
+}
+export async function runSetupParityCertification(manifestPath, manifestSha256, outputPath, env = process.env) {
+    const manifest = parseSetupCatalogManifest(await readFile(manifestPath, "utf8"), manifestSha256);
+    const options = resolveProxyOptions(env);
+    const upstream = await connectUpstream(options);
+    const proxied = new Client({ name: "honua-setup-parity", version: "1.0.0" });
+    const transport = new StdioClientTransport({
+        command: process.execPath,
+        args: [fileURLToPath(new URL("../proxy.js", import.meta.url))],
+        env: Object.fromEntries(Object.entries(env).filter((entry) => entry[1] !== undefined)),
+        stderr: "pipe",
+    });
+    // The proxy may report upstream error bodies. Never copy those into a receipt or terminal log.
+    transport.stderr?.on("data", () => { });
+    try {
+        await proxied.connect(transport);
+        const direct = await readSetupCatalog(upstream, manifest.view);
+        const forwarded = await readSetupCatalog(proxied, manifest.view);
+        const receipt = certifySetupCatalogParity(manifest, manifestSha256, direct, forwarded);
+        await writeFile(outputPath, `${JSON.stringify(receipt, null, 2)}\n`, "utf8");
+        return receipt;
+    }
+    finally {
+        await proxied.close().catch(() => { });
+        await transport.close().catch(() => { });
+        await upstream.close().catch(() => { });
+    }
+}
+if (isMainEntrypoint(import.meta.url)) {
+    const [manifestPath, digest, outputPath] = process.argv.slice(2);
+    if (!manifestPath || !digest || !outputPath || process.argv.length !== 5) {
+        process.stderr.write("Usage: setup-parity <server-manifest.json> <pinned-sha256> <receipt.json>\n");
+        process.exitCode = 1;
+    }
+    else {
+        runSetupParityCertification(manifestPath, digest, outputPath)
+            .then((receipt) => {
+            process.stdout.write(`${receipt.pass ? "PASS" : "FAIL"}: bounded setup catalog parity (${receipt.expectedTools} enabled tools)\n`);
+            process.exitCode = receipt.pass ? 0 : 1;
+        })
+            .catch(() => {
+            process.stderr.write("Setup parity could not complete; verify the pinned manifest, endpoint, credentials and server view. Upstream details suppressed.\n");
+            process.exitCode = 1;
+        });
+    }
+}

package/dist/src/eval/cli.js

@@ -22,7 +22,7 @@ import { runEval } from "./runner.js";
  *                    explicit request yields an honest driverError, not a silent
  *                    skip. Without --driver, drivers are auto-resolved from env.
  *   --corpus <name>  Select the corpus explicitly: analyst | operator | northstar |
- *                    standalone | ogc | all. This overrides HONUA_EVAL_CORPUS and is how the `eval:live`
+ *                    standalone | ogc | workflow | all. This overrides HONUA_EVAL_CORPUS and is how the `eval:live`
  *                    script targets the operator surface without relying on shell env
  *                    (cross-platform). `northstar` targets the three P1-gate
  *                    workflows; `standalone` and `ogc` target the two platform-free
@@ -39,7 +39,7 @@ import { runEval } from "./runner.js";
  * chain), and live remote MCP runs when HONUA_MCP_REMOTE_URL is set. Keys are
  * never hardcoded — they come from the environment.
  */
-const CORPUS_NAMES = ["analyst", "operator", "northstar", "standalone", "ogc", "all"];
+const CORPUS_NAMES = ["analyst", "operator", "northstar", "standalone", "ogc", "workflow", "all"];
 function parseArgs(argv) {
     let artifactOnly = false;
     let offline = false;

package/dist/src/eval/corpus.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"corpus.d.ts","sourceRoot":"","sources":["../../../src/eval/corpus.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,MAAM,EAAE,QAAQ,EAkG5B,CAAC;AAEF;;;;;;;;;;GAUG;AACH,wBAAgB,aAAa,CAAC,GAAG,GAAE,MAAM,CAAC,UAAwB,GAAG,QAAQ,EAAE,CAmB9E;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,GAAE,MAAM,CAAC,UAAwB,GAAG,OAAO,CAEhF;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,GAAG,GAAE,MAAM,CAAC,UAAwB,GAAG,OAAO,CAEzE"}
+{"version":3,"file":"corpus.d.ts","sourceRoot":"","sources":["../../../src/eval/corpus.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAG3C;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,MAAM,EAAE,QAAQ,EAkG5B,CAAC;AAEF;;;;;;;;;;GAUG;AACH,wBAAgB,aAAa,CAAC,GAAG,GAAE,MAAM,CAAC,UAAwB,GAAG,QAAQ,EAAE,CAmB9E;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,GAAE,MAAM,CAAC,UAAwB,GAAG,OAAO,CAEhF;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,GAAG,GAAE,MAAM,CAAC,UAAwB,GAAG,OAAO,CAEzE"}

package/dist/src/eval/corpus.js

@@ -2,6 +2,7 @@ import { NORTHSTAR_CORPUS } from "./northstar-corpus.js";
 import { OGC_CORPUS } from "./ogc-corpus.js";
 import { OPERATOR_CORPUS } from "./operator-corpus.js";
 import { STANDALONE_CORPUS } from "./standalone-corpus.js";
+import { WORKFLOW_CORPUS } from "./workflow-corpus.js";
 /**
  * Held-out corpus of GIS workflows for the cross-model eval (honua-server #1956).
  *
@@ -132,12 +133,12 @@ export function resolveCorpus(env = process.env) {
             return STANDALONE_CORPUS;
         case "ogc":
             return OGC_CORPUS;
+        case "workflow":
+            return WORKFLOW_CORPUS;
         case "all":
-            // `all` spans the Honua-surface corpora only. The platform-free standalone
-            // corpus targets a DIFFERENT surface (a plain FeatureServer fixture) and is
-            // selected explicitly via `standalone`; mixing it here would run its
-            // census-specific scenarios against an operator surface.
-            return [...CORPUS, ...OPERATOR_CORPUS, ...NORTHSTAR_CORPUS];
+            // `all` spans the Honua-surface corpora. Standalone and OGC stay out:
+            // they target a different fixture surface. Workflow is the same surface.
+            return [...CORPUS, ...OPERATOR_CORPUS, ...NORTHSTAR_CORPUS, ...WORKFLOW_CORPUS];
         default:
             return CORPUS;
     }

package/dist/src/eval/grade.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"grade.d.ts","sourceRoot":"","sources":["../../../src/eval/grade.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAE9E,oGAAoG;AACpG,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAQjF;AAED;;;;;;;;GAQG;AACH,wBAAgB,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,kBAAkB,GAAG,aAAa,CAgEvF"}
+{"version":3,"file":"grade.d.ts","sourceRoot":"","sources":["../../../src/eval/grade.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAE9E,oGAAoG;AACpG,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAQjF;AAED;;;;;;;;GAQG;AACH,wBAAgB,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,kBAAkB,GAAG,aAAa,CA4FvF"}

package/dist/src/eval/grade.js

@@ -24,6 +24,9 @@ export function grade(scenario, transcript) {
         errorCount: transcript.errorCount,
     };
     const { criteria } = scenario;
+    if (transcript.blockedReason) {
+        return { ...base, outcome: "blocked", violations: [transcript.blockedReason] };
+    }
     if (transcript.driverError) {
         return { ...base, outcome: "error", violations: [transcript.driverError] };
     }
@@ -54,6 +57,28 @@ export function grade(scenario, transcript) {
             violations.push(`forbidden tool called: ${forbidden}`);
         }
     }
+    if (criteria.forbidApproval) {
+        for (const tool of calledTools) {
+            if (tool.toLowerCase().includes("approve")) {
+                violations.push(`approval tool called: ${tool}`);
+            }
+        }
+    }
+    if (criteria.failOnToolError && transcript.errorCount > 0) {
+        violations.push(`tool calls returned errors: ${transcript.errorCount}`);
+    }
+    const argumentText = transcript.steps.map((step) => JSON.stringify(step.args) ?? "").join("\n");
+    const compactArguments = argumentText.replace(/\s+/g, "");
+    for (const fragment of criteria.forbiddenArgumentText ?? []) {
+        if (compactArguments.includes(fragment.replace(/\s+/g, ""))) {
+            violations.push(`forbidden argument text: ${fragment}`);
+        }
+    }
+    for (const fragment of criteria.requiredArgumentText ?? []) {
+        if (!compactArguments.includes(fragment.replace(/\s+/g, ""))) {
+            violations.push(`argument text missing: ${fragment}`);
+        }
+    }
     const answer = transcript.finalAnswer.toLowerCase();
     for (const fragment of criteria.answerMustInclude ?? []) {
         if (!answer.includes(fragment.toLowerCase())) {

package/dist/src/eval/report.d.ts

@@ -17,6 +17,13 @@ export interface EvalResult {
      * a target surface is still missing.
      */
     missingTools: string[];
+    /** Copied from the transcript so a saved artifact can be audited without the live run. */
+    skillId?: string;
+    journeyStage?: string;
+    journeyAction?: string;
+    surface?: WorkflowTranscript["surface"];
+    attribution?: WorkflowTranscript["attribution"];
+    capturedIds?: Record<string, string>;
 }
 /**
  * Auth mode the eval used to reach the MCP surface.
@@ -42,6 +49,8 @@ export interface ModelScorecard {
     fail: number;
     clarified: number;
     error: number;
+    /** Scenarios skipped because a required server profile is off. Not a pass. */
+    blocked: number;
     /** pass / scenarios. */
     successRate: number;
     /** clarified / scenarios. */

package/dist/src/eval/report.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/eval/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAE3F,0EAA0E;AAC1E,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;IAClC,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC;;;;;;OAMG;IACH,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED;;;;;;;;;;GAUG;AACH,MAAM,MAAM,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,MAAM,CAAC;AAEnE,2EAA2E;AAC3E,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,kFAAkF;IAClF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC9B,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,wBAAwB;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,6BAA6B;IAC7B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,yDAAyD;IACzD,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IACzB,aAAa,EAAE,CAAC,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,kFAAkF;IAClF,UAAU,EAAE,eAAe,CAAC;IAC5B,OAAO,EAAE;QACP,OAAO,EAAE,SAAS,GAAG,MAAM,CAAC;QAC5B,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,6EAA6E;QAC7E,IAAI,EAAE,QAAQ,CAAC;KAChB,CAAC;IACF,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAC7C;;;;;OAKG;IACH,OAAO,EAAE;QACP,mBAAmB,EAAE,MAAM,CAAC;QAC5B,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,uBAAuB,EAAE,MAAM,EAAE,CAAC;KACnC,CAAC;IACF,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,OAAO,EAAE;QACP,8EAA8E;QAC9E,IAAI,EAAE,OAAO,CAAC;QACd,eAAe,EAAE,MAAM,CAAC;QACxB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,SAAS,GAAG,MAAM,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,IAAI,EAAE,QAAQ,CAAC;IACf,6EAA6E;IAC7E,UAAU,EAAE,eAAe,CAAC;IAC5B,8EAA8E;IAC9E,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,MAAM,EAAE;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,UAAU,EAAE,kBAAkB,CAAA;KAAE,EAAE,CAAC;CACpE;AAaD,wBAAgB,cAAc,CAAC,KAAK,EAAE,aAAa,GAAG,UAAU,CA6E/D;AAED,mEAAmE;AACnE,wBAAgB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAyDzD"}
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/eval/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAE3F,0EAA0E;AAC1E,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;IAClC,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC;;;;;;OAMG;IACH,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,0FAA0F;IAC1F,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,kBAAkB,CAAC,SAAS,CAAC,CAAC;IACxC,WAAW,CAAC,EAAE,kBAAkB,CAAC,aAAa,CAAC,CAAC;IAChD,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACtC;AAED;;;;;;;;;;GAUG;AACH,MAAM,MAAM,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,MAAM,CAAC;AAEnE,2EAA2E;AAC3E,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,kFAAkF;IAClF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC9B,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,8EAA8E;IAC9E,OAAO,EAAE,MAAM,CAAC;IAChB,wBAAwB;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,6BAA6B;IAC7B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,yDAAyD;IACzD,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IACzB,aAAa,EAAE,CAAC,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,kFAAkF;IAClF,UAAU,EAAE,eAAe,CAAC;IAC5B,OAAO,EAAE;QACP,OAAO,EAAE,SAAS,GAAG,MAAM,CAAC;QAC5B,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,6EAA6E;QAC7E,IAAI,EAAE,QAAQ,CAAC;KAChB,CAAC;IACF,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAC7C;;;;;OAKG;IACH,OAAO,EAAE;QACP,mBAAmB,EAAE,MAAM,CAAC;QAC5B,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,uBAAuB,EAAE,MAAM,EAAE,CAAC;KACnC,CAAC;IACF,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,OAAO,EAAE;QACP,8EAA8E;QAC9E,IAAI,EAAE,OAAO,CAAC;QACd,eAAe,EAAE,MAAM,CAAC;QACxB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,SAAS,GAAG,MAAM,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,IAAI,EAAE,QAAQ,CAAC;IACf,6EAA6E;IAC7E,UAAU,EAAE,eAAe,CAAC;IAC5B,8EAA8E;IAC9E,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,MAAM,EAAE;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,UAAU,EAAE,kBAAkB,CAAA;KAAE,EAAE,CAAC;CACpE;AAaD,wBAAgB,cAAc,CAAC,KAAK,EAAE,aAAa,GAAG,UAAU,CAuF/D;AAED,mEAAmE;AACnE,wBAAgB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CA2DzD"}

package/dist/src/eval/report.js

@@ -22,6 +22,12 @@ export function assembleReport(input) {
         errorCount: grade.errorCount,
         driverError: transcript.driverError,
         missingTools: (requiredByScenario.get(grade.scenarioId) ?? []).filter((t) => !advertised.has(t)),
+        skillId: transcript.skillId,
+        journeyStage: transcript.journeyStage,
+        journeyAction: transcript.journeyAction,
+        surface: transcript.surface,
+        attribution: transcript.attribution,
+        capturedIds: transcript.capturedIds,
     }));
     const models = input.drivers.map((driver) => {
         const own = results.filter((r) => r.modelId === driver.id);
@@ -30,6 +36,7 @@ export function assembleReport(input) {
         const fail = own.filter((r) => r.outcome === "fail").length;
         const clarified = own.filter((r) => r.outcome === "clarified").length;
         const error = own.filter((r) => r.outcome === "error").length;
+        const blocked = own.filter((r) => r.outcome === "blocked").length;
         const withToolErrors = own.filter((r) => r.errorCount > 0).length;
         const totalToolErrors = own.reduce((acc, r) => acc + r.errorCount, 0);
         const rate = (n) => (scenarios === 0 ? 0 : Number((n / scenarios).toFixed(4)));
@@ -44,6 +51,7 @@ export function assembleReport(input) {
             fail,
             clarified,
             error,
+            blocked,
             successRate: rate(pass),
             clarificationRate: rate(clarified),
             editRate: rate(withToolErrors),
@@ -51,7 +59,9 @@ export function assembleReport(input) {
         };
     });
     const control = models.find((m) => m.vendor === "deterministic");
-    const controlPass = control ? control.fail === 0 && control.error === 0 && control.scenarios > 0 : false;
+    const controlPass = control
+        ? control.fail === 0 && control.error === 0 && control.blocked === 0 && control.scenarios > 0
+        : false;
     const liveModelsEvaluated = models.filter((m) => m.vendor !== "deterministic" && m.scenarios > 0).length;
     const requiredTools = corpusRequiredTools(input.corpus);
     const unresolvedRequiredTools = requiredTools.filter((t) => !advertised.has(t));
@@ -103,13 +113,13 @@ export function renderMarkdown(report) {
     lines.push("");
     lines.push("## Per-model scorecard");
     lines.push("");
-    lines.push("| Model | Vendor | Avail | Pass | Fail | Clarified | Error | Success | Clarify | Edit |");
-    lines.push("| --- | --- | :---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: |");
+    lines.push("| Model | Vendor | Avail | Pass | Fail | Clarified | Error | Blocked | Success | Clarify | Edit |");
+    lines.push("| --- | --- | :---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: |");
     for (const m of report.models) {
-        lines.push(`| \`${m.id}\` | ${m.vendor} | ${m.available ? "yes" : "no"} | ${m.pass} | ${m.fail} | ${m.clarified} | ${m.error} | ${pct(m.successRate)} | ${pct(m.clarificationRate)} | ${pct(m.editRate)} |`);
+        lines.push(`| \`${m.id}\` | ${m.vendor} | ${m.available ? "yes" : "no"} | ${m.pass} | ${m.fail} | ${m.clarified} | ${m.error} | ${m.blocked} | ${pct(m.successRate)} | ${pct(m.clarificationRate)} | ${pct(m.editRate)} |`);
     }
     lines.push("");
-    const failures = report.results.filter((r) => r.outcome === "fail" || r.outcome === "error");
+    const failures = report.results.filter((r) => r.outcome === "fail" || r.outcome === "error" || r.outcome === "blocked");
     if (failures.length > 0) {
         lines.push("## Non-passing results");
         lines.push("");

package/dist/src/eval/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/eval/runner.ts"],"names":[],"mappings":"AAWA,OAAO,EAAiB,KAAK,UAAU,EAAkB,MAAM,aAAa,CAAC;AAC7E,OAAO,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAmC,MAAM,YAAY,CAAC;AAEzF;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,cAAc;IAC7B,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC;IACxB,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC;IACpB,+EAA+E;IAC/E,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;;;;OAIG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC;;;;OAIG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AA4GD,wBAAsB,OAAO,CAAC,OAAO,GAAE,cAAmB,GAAG,OAAO,CAAC,UAAU,CAAC,CAkD/E"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/eval/runner.ts"],"names":[],"mappings":"AAWA,OAAO,EAAiB,KAAK,UAAU,EAAkB,MAAM,aAAa,CAAC;AAC7E,OAAO,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAmC,MAAM,YAAY,CAAC;AAGzF;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,cAAc;IAC7B,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC;IACxB,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC;IACpB,+EAA+E;IAC/E,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;;;;OAIG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC;;;;OAIG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AA4GD,wBAAsB,OAAO,CAAC,OAAO,GAAE,cAAmB,GAAG,OAAO,CAAC,UAAU,CAAC,CAmE/E"}

package/dist/src/eval/runner.js

@@ -10,6 +10,7 @@ import { isOgcCorpus, isStandaloneCorpus, resolveCorpus } from "./corpus.js";
 import { resolveDrivers } from "./drivers/index.js";
 import { grade } from "./grade.js";
 import { assembleReport } from "./report.js";
+import { annotateTranscript, blockedTranscript, redactTranscript, unavailableProfiles } from "./workflow-corpus.js";
 /** Truthy-flag parse shared with the driver opt-ins (0/false/no/off ⇒ false). */
 function isTruthy(value) {
     if (typeof value !== "string") {
@@ -110,10 +111,24 @@ export async function runEval(options = {}) {
             inputSchema: t.inputSchema,
         }));
         const ctx = buildContext(surface.client, tools);
+        const profilesConfigured = env.HONUA_SERVER_PROFILES !== undefined;
+        const activeProfiles = (env.HONUA_SERVER_PROFILES ?? "")
+            .split(",")
+            .map((profile) => profile.trim())
+            .filter((profile) => profile.length > 0);
+        const advertised = new Set(tools.map((tool) => tool.name));
         const graded = [];
         for (const driver of drivers) {
             for (const scenario of corpus) {
-                const transcript = await driver.runWorkflow(scenario, ctx);
+                const missingProfiles = profilesConfigured ? unavailableProfiles(scenario, activeProfiles) : [];
+                const toolsPresent = scenario.criteria.requiredTools.every((tool) => advertised.has(tool));
+                // An unset HONUA_SERVER_PROFILES is unknown, not proof the profiles are off.
+                // Advertised tools are stronger evidence than a partial profile list.
+                const missing = toolsPresent ? [] : missingProfiles;
+                const raw = missing.length > 0
+                    ? blockedTranscript(driver.id, scenario, missing)
+                    : await driver.runWorkflow(scenario, ctx);
+                const transcript = redactTranscript(annotateTranscript(raw, scenario, driver.vendor === "deterministic" ? "HARNESS_DRIVEN" : "MODEL_SELECTED"));
                 graded.push({ grade: grade(scenario, transcript), transcript });
             }
         }

package/dist/src/eval/types.d.ts

@@ -42,6 +42,19 @@ export interface WorkflowTranscript {
     errorCount: number;
     /** Driver-level failure (timeout, exception, model unavailable). */
     driverError?: string;
+    /** Which surface produced the step. Docs lookups are `docs`; CLI-only steps are `cli`. */
+    surface?: "mcp" | "docs" | "cli";
+    /** Skill whose operator sentence was the prompt. */
+    skillId?: string;
+    /** Copied from the journey oracle after the run. The model never sees these. */
+    journeyStage?: string;
+    journeyAction?: string;
+    /** Who chose the tool call. Console approval stays harness-driven. */
+    attribution?: "MODEL_SELECTED" | "HARNESS_DRIVEN";
+    /** Ids only. Credential material is never stored here. */
+    capturedIds?: Record<string, string>;
+    /** Set when a required server profile is off. Grades as `blocked`. */
+    blockedReason?: string;
 }
 /** Declarative success criteria graded against a transcript. */
 export interface SuccessCriteria {
@@ -69,6 +82,17 @@ export interface SuccessCriteria {
      * transcript grades as `pass` and a completed transcript grades as `fail`.
      */
     expectClarification?: boolean;
+    /**
+     * Substrings that must not appear in any tool-argument JSON. Used to fail a
+     * model that sets `allowAnonymous` or proposes `visibility: public`.
+     */
+    forbiddenArgumentText?: string[];
+    /** Substrings that must appear in the tool-argument JSON. */
+    requiredArgumentText?: string[];
+    /** Any tool whose name contains "approve" fails the scenario. */
+    forbidApproval?: boolean;
+    /** A tool result with isError fails the scenario. The control cannot pass on a failed call. */
+    failOnToolError?: boolean;
 }
 /** One GIS workflow in the held-out corpus. */
 export interface Scenario {
@@ -95,9 +119,20 @@ export interface Scenario {
     clarify?: {
         question: string;
     };
+    /** Skill file the prompt was taken from. Not shown to the model as an id. */
+    skillId?: string;
+    /** Journey stage id this scenario covers. Applied to the transcript after the run. */
+    journeyStage?: string;
+    /** Journey action id this scenario covers. */
+    journeyAction?: string;
+    /**
+     * MCP server profiles that must already be enabled. When any is missing the
+     * scenario is `blocked` and the model is not asked to call the tools.
+     */
+    requiresServerProfiles?: string[];
 }
-/** Per-scenario grade for one model. */
-export type GradeOutcome = "pass" | "fail" | "clarified" | "error";
+/** Per-scenario grade for one model. `blocked` is a missing server profile, never a pass. */
+export type GradeOutcome = "pass" | "fail" | "clarified" | "error" | "blocked";
 export interface ScenarioGrade {
     scenarioId: string;
     modelId: string;