start-command 0.41.0 → 0.42.0

package/test/fixtures/formal-ai/receipts-258.json

@@ -0,0 +1,431 @@
+{
+  "source": "captured from Formal AI 0.355.29 (982a7ffcb05d039292712ec9fe33bdbd645ed569) js agent mode by experiments/issue-258/capture-receipts.cjs",
+  "capturedAt": "2026-11-02",
+  "fixture": {
+    "snippet.mjs": "// Synthetic snippet for issue #258: keep this comment.\nconst label = \"before\";\n\n\texport function show(name) {  \n  return `${label}: ${name}`; // trailing comment\n}\n/* label = \"before\" in a comment stays */\n"
+  },
+  "receipts": [
+    {
+      "request": "In snippet.mjs, replace the before label declaration with the after label declaration, preserving all other content.",
+      "effects": "workspace-write",
+      "offered": ["bash"],
+      "responses": [
+        {
+          "finish_reason": "stop",
+          "message": {
+            "role": "assistant",
+            "content": "{\"complete\":false,\"missingCapabilities\":[\"read\",\"edit\"],\"reason\":\"EditToolUnavailable\",\"schema\":\"workspace-edit-capability-gap/v1\",\"target\":\"snippet.mjs\",\"verified\":false}"
+          }
+        }
+      ],
+      "tools": [],
+      "outcome": {
+        "status": "capability-gap",
+        "exitCode": 65,
+        "message": "Formal AI reported a capability gap for snippet.mjs (EditToolUnavailable; missing read, edit); nothing was verified as done",
+        "remainingObligations": [
+          "the requested change to snippet.mjs was not made or not verified"
+        ],
+        "gap": {
+          "schema": "workspace-edit-capability-gap/v1",
+          "target": "snippet.mjs",
+          "reason": "EditToolUnavailable",
+          "missingCapabilities": ["read", "edit"],
+          "complete": false,
+          "verified": false
+        }
+      },
+      "after": {
+        "snippet.mjs": "// Synthetic snippet for issue #258: keep this comment.\nconst label = \"before\";\n\n\texport function show(name) {  \n  return `${label}: ${name}`; // trailing comment\n}\n/* label = \"before\" in a comment stays */\n"
+      }
+    },
+    {
+      "request": "In snippet.mjs, replace the before label declaration with the after label declaration, preserving all other content.",
+      "effects": "read-only",
+      "offered": ["bash", "read"],
+      "responses": [
+        {
+          "finish_reason": "stop",
+          "message": {
+            "role": "assistant",
+            "content": "{\"complete\":false,\"missingCapabilities\":[\"edit\"],\"reason\":\"EditToolUnavailable\",\"schema\":\"workspace-edit-capability-gap/v1\",\"target\":\"snippet.mjs\",\"verified\":false}"
+          }
+        }
+      ],
+      "tools": [],
+      "outcome": {
+        "status": "capability-gap",
+        "exitCode": 65,
+        "message": "Formal AI reported a capability gap for snippet.mjs (EditToolUnavailable; missing edit); nothing was verified as done",
+        "remainingObligations": [
+          "the requested change to snippet.mjs was not made or not verified",
+          "set START_FORMAL_AI_EFFECTS=workspace-write to offer the edit and write tools"
+        ],
+        "gap": {
+          "schema": "workspace-edit-capability-gap/v1",
+          "target": "snippet.mjs",
+          "reason": "EditToolUnavailable",
+          "missingCapabilities": ["edit"],
+          "complete": false,
+          "verified": false
+        }
+      },
+      "after": {
+        "snippet.mjs": "// Synthetic snippet for issue #258: keep this comment.\nconst label = \"before\";\n\n\texport function show(name) {  \n  return `${label}: ${name}`; // trailing comment\n}\n/* label = \"before\" in a comment stays */\n"
+      }
+    },
+    {
+      "request": "In snippet.mjs, replace the before label declaration with the after label declaration, preserving all other content.",
+      "effects": "workspace-write",
+      "offered": ["bash", "read", "edit", "write"],
+      "responses": [
+        {
+          "finish_reason": "tool_calls",
+          "message": {
+            "role": "assistant",
+            "content": "Let me open snippet.mjs and read what it says.",
+            "tool_calls": [
+              {
+                "id": "call_3a9e6d58f61cf7c6",
+                "type": "function",
+                "function": {
+                  "name": "read",
+                  "arguments": "{\"path\":\"snippet.mjs\"}"
+                }
+              }
+            ]
+          }
+        },
+        {
+          "finish_reason": "tool_calls",
+          "message": {
+            "role": "assistant",
+            "content": "Let me update snippet.mjs for you.",
+            "tool_calls": [
+              {
+                "id": "call_21c111ddfe563da7",
+                "type": "function",
+                "function": {
+                  "name": "edit",
+                  "arguments": "{\"new_string\":\"the after label declaration, preserving all other content\",\"old_string\":\"the before label declaration\",\"path\":\"snippet.mjs\"}"
+                }
+              }
+            ]
+          }
+        },
+        {
+          "finish_reason": "stop",
+          "message": {
+            "role": "assistant",
+            "content": "The command failed: snippet.mjs: old_string was not found; nothing changed"
+          }
+        }
+      ],
+      "tools": [
+        {
+          "tool": "read",
+          "command": "read snippet.mjs",
+          "decision": "allowed",
+          "exitCode": 0
+        },
+        {
+          "tool": "edit",
+          "command": "edit snippet.mjs",
+          "decision": "allowed",
+          "exitCode": 1
+        }
+      ],
+      "outcome": {
+        "status": "completed",
+        "exitCode": 1,
+        "message": "finished; the last tool call exited with 1; no file changed",
+        "remainingObligations": ["the last tool call failed"]
+      },
+      "after": {
+        "snippet.mjs": "// Synthetic snippet for issue #258: keep this comment.\nconst label = \"before\";\n\n\texport function show(name) {  \n  return `${label}: ${name}`; // trailing comment\n}\n/* label = \"before\" in a comment stays */\n"
+      }
+    },
+    {
+      "request": "In snippet.mjs, replace «const label = \"before\";» with «const label = \"after\";». Preserve all other content.",
+      "effects": "workspace-write",
+      "offered": ["bash"],
+      "responses": [
+        {
+          "finish_reason": "stop",
+          "message": {
+            "role": "assistant",
+            "content": "{\"complete\":false,\"missingCapabilities\":[\"read\",\"edit\"],\"reason\":\"EditToolUnavailable\",\"schema\":\"workspace-edit-capability-gap/v1\",\"target\":\"snippet.mjs\",\"verified\":false}"
+          }
+        }
+      ],
+      "tools": [],
+      "outcome": {
+        "status": "capability-gap",
+        "exitCode": 65,
+        "message": "Formal AI reported a capability gap for snippet.mjs (EditToolUnavailable; missing read, edit); nothing was verified as done",
+        "remainingObligations": [
+          "the requested change to snippet.mjs was not made or not verified"
+        ],
+        "gap": {
+          "schema": "workspace-edit-capability-gap/v1",
+          "target": "snippet.mjs",
+          "reason": "EditToolUnavailable",
+          "missingCapabilities": ["read", "edit"],
+          "complete": false,
+          "verified": false
+        }
+      },
+      "after": {
+        "snippet.mjs": "// Synthetic snippet for issue #258: keep this comment.\nconst label = \"before\";\n\n\texport function show(name) {  \n  return `${label}: ${name}`; // trailing comment\n}\n/* label = \"before\" in a comment stays */\n"
+      }
+    },
+    {
+      "request": "In snippet.mjs, replace «const label = \"before\";» with «const label = \"after\";». Preserve all other content.",
+      "effects": "read-only",
+      "offered": ["bash", "read"],
+      "responses": [
+        {
+          "finish_reason": "tool_calls",
+          "message": {
+            "role": "assistant",
+            "content": "Let me open snippet.mjs and read what it says.",
+            "tool_calls": [
+              {
+                "id": "call_af1eccb805c65251",
+                "type": "function",
+                "function": {
+                  "name": "read",
+                  "arguments": "{\"path\":\"snippet.mjs\"}"
+                }
+              }
+            ]
+          }
+        },
+        {
+          "finish_reason": "stop",
+          "message": {
+            "role": "assistant",
+            "content": "{\"complete\":false,\"missingCapabilities\":[\"edit\"],\"reason\":\"EditToolUnavailable\",\"schema\":\"workspace-edit-capability-gap/v1\",\"target\":\"snippet.mjs\",\"verified\":false}"
+          }
+        }
+      ],
+      "tools": [
+        {
+          "tool": "read",
+          "command": "read snippet.mjs",
+          "decision": "allowed",
+          "exitCode": 0
+        }
+      ],
+      "outcome": {
+        "status": "capability-gap",
+        "exitCode": 65,
+        "message": "Formal AI reported a capability gap for snippet.mjs (EditToolUnavailable; missing edit); nothing was verified as done",
+        "remainingObligations": [
+          "the requested change to snippet.mjs was not made or not verified",
+          "set START_FORMAL_AI_EFFECTS=workspace-write to offer the edit and write tools"
+        ],
+        "gap": {
+          "schema": "workspace-edit-capability-gap/v1",
+          "target": "snippet.mjs",
+          "reason": "EditToolUnavailable",
+          "missingCapabilities": ["edit"],
+          "complete": false,
+          "verified": false
+        }
+      },
+      "after": {
+        "snippet.mjs": "// Synthetic snippet for issue #258: keep this comment.\nconst label = \"before\";\n\n\texport function show(name) {  \n  return `${label}: ${name}`; // trailing comment\n}\n/* label = \"before\" in a comment stays */\n"
+      }
+    },
+    {
+      "request": "In snippet.mjs, replace «const label = \"before\";» with «const label = \"after\";». Preserve all other content.",
+      "effects": "workspace-write",
+      "offered": ["bash", "read", "edit", "write"],
+      "responses": [
+        {
+          "finish_reason": "tool_calls",
+          "message": {
+            "role": "assistant",
+            "content": "Let me open snippet.mjs and read what it says.",
+            "tool_calls": [
+              {
+                "id": "call_af1eccb805c65251",
+                "type": "function",
+                "function": {
+                  "name": "read",
+                  "arguments": "{\"path\":\"snippet.mjs\"}"
+                }
+              }
+            ]
+          }
+        },
+        {
+          "finish_reason": "tool_calls",
+          "message": {
+            "role": "assistant",
+            "content": "Let me update snippet.mjs for you.",
+            "tool_calls": [
+              {
+                "id": "call_8867a0cbe9d10d83",
+                "type": "function",
+                "function": {
+                  "name": "edit",
+                  "arguments": "{\"new_string\":\"const label = \\\"after\\\";\",\"old_string\":\"const label = \\\"before\\\";\",\"path\":\"snippet.mjs\"}"
+                }
+              }
+            ]
+          }
+        },
+        {
+          "finish_reason": "tool_calls",
+          "message": {
+            "role": "assistant",
+            "content": "Let me run the requested command to get that for you.",
+            "tool_calls": [
+              {
+                "id": "call_410bede5ab85d847",
+                "type": "function",
+                "function": {
+                  "name": "bash",
+                  "arguments": "{\"command\":\"sha256sum -- snippet.mjs\"}"
+                }
+              }
+            ]
+          }
+        },
+        {
+          "finish_reason": "stop",
+          "message": {
+            "role": "assistant",
+            "content": "obligation_49c9d049437c0075\n  record_type \"obligation_gap\"\n  clause \"Preserve all other content.\"\n  span_start \"85\"\n  span_end \"112\"\n  reason \"no_artifact_in_clause\""
+          }
+        }
+      ],
+      "tools": [
+        {
+          "tool": "read",
+          "command": "read snippet.mjs",
+          "decision": "allowed",
+          "exitCode": 0
+        },
+        {
+          "tool": "edit",
+          "command": "edit snippet.mjs",
+          "decision": "allowed",
+          "exitCode": 0
+        },
+        {
+          "command": "sha256sum -- snippet.mjs",
+          "decision": "allowed",
+          "exitCode": 0
+        }
+      ],
+      "outcome": {
+        "status": "completed",
+        "exitCode": 0,
+        "message": "finished after 3 tool call(s); changed snippet.mjs",
+        "remainingObligations": []
+      },
+      "after": {
+        "snippet.mjs": "// Synthetic snippet for issue #258: keep this comment.\nconst label = \"after\";\n\n\texport function show(name) {  \n  return `${label}: ${name}`; // trailing comment\n}\n/* label = \"before\" in a comment stays */\n"
+      }
+    },
+    {
+      "request": "show contents of snippet.mjs",
+      "effects": "read-only",
+      "offered": ["bash", "read"],
+      "responses": [
+        {
+          "finish_reason": "tool_calls",
+          "message": {
+            "role": "assistant",
+            "content": "Let me open snippet.mjs and read what it says.",
+            "tool_calls": [
+              {
+                "id": "call_83b2d12da8280765",
+                "type": "function",
+                "function": {
+                  "name": "read",
+                  "arguments": "{\"path\":\"snippet.mjs\"}"
+                }
+              }
+            ]
+          }
+        },
+        {
+          "finish_reason": "stop",
+          "message": {
+            "role": "assistant",
+            "content": "Contents of `snippet.mjs`:\n\n```text\n// Synthetic snippet for issue #258: keep this comment.\nconst label = \"before\";\n\n\texport function show(name) {  \n  return `${label}: ${name}`; // trailing comment\n}\n/* label = \"before\" in a comment stays */\n```"
+          }
+        }
+      ],
+      "tools": [
+        {
+          "tool": "read",
+          "command": "read snippet.mjs",
+          "decision": "allowed",
+          "exitCode": 0
+        }
+      ],
+      "outcome": {
+        "status": "completed",
+        "exitCode": 0,
+        "message": "finished after 1 tool call(s); no file changed",
+        "remainingObligations": []
+      },
+      "after": {
+        "snippet.mjs": "// Synthetic snippet for issue #258: keep this comment.\nconst label = \"before\";\n\n\texport function show(name) {  \n  return `${label}: ${name}`; // trailing comment\n}\n/* label = \"before\" in a comment stays */\n"
+      }
+    },
+    {
+      "request": "What is 2 + 2?",
+      "effects": "read-only",
+      "offered": ["bash", "read"],
+      "responses": [
+        {
+          "finish_reason": "stop",
+          "message": {
+            "role": "assistant",
+            "content": "2 + 2 = 4"
+          }
+        }
+      ],
+      "tools": [],
+      "outcome": {
+        "status": "answered",
+        "exitCode": 0,
+        "message": "Formal AI answered without tools",
+        "remainingObligations": []
+      },
+      "after": {
+        "snippet.mjs": "// Synthetic snippet for issue #258: keep this comment.\nconst label = \"before\";\n\n\texport function show(name) {  \n  return `${label}: ${name}`; // trailing comment\n}\n/* label = \"before\" in a comment stays */\n"
+      }
+    },
+    {
+      "request": "What is 2 + 2?",
+      "effects": "read-only",
+      "offered": ["bash"],
+      "responses": [
+        {
+          "finish_reason": "stop",
+          "message": {
+            "role": "assistant",
+            "content": "2 + 2 = 4"
+          }
+        }
+      ],
+      "tools": [],
+      "outcome": {
+        "status": "answered",
+        "exitCode": 0,
+        "message": "Formal AI answered without tools",
+        "remainingObligations": []
+      },
+      "after": {
+        "snippet.mjs": "// Synthetic snippet for issue #258: keep this comment.\nconst label = \"before\";\n\n\texport function show(name) {  \n  return `${label}: ${name}`; // trailing comment\n}\n/* label = \"before\" in a comment stays */\n"
+      }
+    }
+  ]
+}

package/test/fixtures/formal-ai/replay.cjs

@@ -6,16 +6,29 @@
  * is the number of assistant turns already in the conversation. Unknown
  * requests get the runtime's "did not understand" reply. SYNTHETIC scenarios
  * (requests starting with `synthetic:`) cover states a real runtime cannot be
- * made to produce on demand. A number reply is an HTTP error status.
+ * made to produce on demand. A number reply is an HTTP error status, and a
+ * `{status, text}` reply an HTTP error with that exact body.
+ *
+ * Receipts of issue #258 (receipts-258.json) also record the tool names start
+ * offered; they answer only a request offering exactly those tools, so the
+ * released Bash-only contract and the structured file tools replay apart.
  */
 
 const fs = require('fs');
 const http = require('http');
 const path = require('path');
 
-const { receipts } = JSON.parse(
-  fs.readFileSync(path.join(__dirname, 'receipts.json'), 'utf8')
-);
+const load = (name) =>
+  JSON.parse(fs.readFileSync(path.join(__dirname, name), 'utf8'));
+const { receipts } = load('receipts.json');
+const edits = load('receipts-258.json');
+
+/**
+ * The HTTP 500 body a released start discarded (issue #257), captured from a
+ * Formal AI 0.355.28 runtime whose local policy forbids its Rust grammar WASM.
+ */
+const CAPTURED_500 =
+  '{"error":{"message":"Aborted(Error: LocalProductWasmForbidden). Build with -sASSERTIONS for more info.","type":"formal_ai_error"}}';
 
 function toolCall(command, id = `call_${Math.random().toString(16).slice(2)}`) {
   return {
@@ -34,7 +47,8 @@ function toolCall(command, id = `call_${Math.random().toString(16).slice(2)}`) {
 const answer = (content) => ({ role: 'assistant', content });
 
 /**
- * SYNTHETIC scenarios: request -> (assistantTurns, messages) -> message|status.
+ * SYNTHETIC scenarios: request -> (assistantTurns, messages, body) ->
+ * message | status | {status, text}.
  * A constant list matched by string equality: request text only selects among
  * these entries and is never used as a property key, so `constructor`,
  * `toString` and similar names reach the "did not understand" reply.
@@ -66,6 +80,21 @@ const SYNTHETIC = Object.freeze(
     'synthetic: write outside': () => toolCall('touch ../escape.txt'),
     // A server error on every request.
     'synthetic: server error': () => 500,
+    // The captured runtime failure of issue #257 on every request.
+    'synthetic: server error (captured #257)': () => ({
+      status: 500,
+      text: CAPTURED_500,
+    }),
+    // A 503 whose body echoes credentials and control characters.
+    'synthetic: server error with secrets': () => ({
+      status: 503,
+      text: JSON.stringify({
+        error: {
+          type: 'upstream_error',
+          message: `proxy refused Authorization: Bearer sk-test-0123456789\u0007 api_key=sk-live-abcdef`,
+        },
+      }),
+    }),
     // A write that claims success but leaves no trace (fake `mkdir` on PATH).
     'synthetic: unverified mkdir': (turns) =>
       turns === 0 ? toolCall('test ! -e out') : toolCall('mkdir out'),
@@ -79,7 +108,16 @@ function reply(body) {
   const scenario = SYNTHETIC.find(([name]) => name === request);
   if (scenario) {
     const [, respond] = scenario;
-    return respond(turns, messages);
+    return respond(turns, messages, body);
+  }
+  const offered = (Array.isArray(body.tools) ? body.tools : [])
+    .map((tool) => tool && tool.function && tool.function.name)
+    .join(',');
+  const edit = edits.receipts.find(
+    (r) => r.request === request && r.offered.join(',') === offered
+  );
+  if (edit && edit.responses[turns]) {
+    return edit.responses[turns].message;
   }
   const receipt = receipts.find((r) => r.request === request);
   if (receipt && receipt.responses[turns]) {
@@ -125,6 +163,11 @@ function createFakeServer(log) {
         send(message, { error: 'synthetic failure' });
         return;
       }
+      if (typeof message.status === 'number') {
+        res.writeHead(message.status, { 'content-type': 'application/json' });
+        res.end(message.text);
+        return;
+      }
       send(200, {
         id: 'chatcmpl_fake',
         object: 'chat.completion',
@@ -141,4 +184,11 @@ function createFakeServer(log) {
   });
 }
 
-module.exports = { SYNTHETIC, createFakeServer, receipts, reply };
+module.exports = {
+  CAPTURED_500,
+  SYNTHETIC,
+  createFakeServer,
+  edits,
+  receipts,
+  reply,
+};

package/test/regression-255-cli.js

@@ -177,12 +177,14 @@ describe.skipIf(!posix)('--use-formal-ai end to end (#255)', () => {
     );
     expect(result.after).toEqual(result.before);
 
-    // The request went to Formal AI verbatim, with only the bash tool.
+    // The request went to Formal AI verbatim; read-only mode offers bash and
+    // the structured read tool, never the change tools (#258).
     expect(result.requests[0].messages).toEqual([
       { role: 'user', content: 'print list of files in current directory' },
     ]);
     expect(result.requests[0].tools.map((t) => t.function.name)).toEqual([
       'bash',
+      'read',
     ]);
 
     const log = readLog(result.root);

package/test/regression-255-e2e.js

@@ -7,8 +7,11 @@
  *
  * It runs the issue's demo in an isolated directory whose names contain
  * spaces and Unicode, compares the listing with an independent readdir and
- * proves the directory is unchanged. Use START_FORMAL_AI_NODE to pick the
- * Node.js that runs the Formal AI server.
+ * proves the directory is unchanged. Issue #258 adds an isolated
+ * read/edit/read task in workspace-write mode, the explicit capability gap of
+ * the same request in read-only mode, and a plain question answered without
+ * tools. Use START_FORMAL_AI_NODE to pick the Node.js that runs the Formal AI
+ * server.
  */
 const { describe, it, expect, afterAll } = require('bun:test');
 const { spawnSync } = require('child_process');
@@ -32,7 +35,7 @@ const enabled =
 const dirs = [];
 afterAll(() => cleanup(...dirs));
 
-function run(request, files) {
+function run(request, files, extra = {}) {
   const root = tempDir('e2e');
   const cwd = populate(tempDir('e2e-fixture'), files);
   dirs.push(root, cwd);
@@ -40,6 +43,7 @@ function run(request, files) {
   const env = cliEnv(root, {
     START_FORMAL_AI_ROOT: process.env.START_FORMAL_AI_ROOT,
     START_FORMAL_AI_NODE: process.env.START_FORMAL_AI_NODE || 'node',
+    ...extra,
   });
   delete env.START_FORMAL_AI_MEMORY_PATH;
   const result = spawnSync(
@@ -88,3 +92,76 @@ describe.skipIf(!enabled)('--use-formal-ai with a real runtime (#255)', () => {
     { timeout: 150000 }
   );
 });
+
+const SNIPPET =
+  '// keep this comment\nconst label = "before";\n\n\texport const shown = label;  \n/* "before" stays here */\n';
+const EDIT =
+  'In snippet.mjs, replace «const label = "before";» with «const label = "after";». Preserve all other content.';
+
+describe.skipIf(!enabled)(
+  '--use-formal-ai edits with a real runtime (#258)',
+  () => {
+    it(
+      'reads, edits and reads back one file in workspace-write mode',
+      () => {
+        const result = run(
+          EDIT,
+          { 'snippet.mjs': SNIPPET, 'other.txt': 'unrelated\n' },
+          { START_FORMAL_AI_EFFECTS: 'workspace-write' }
+        );
+        expect(result.status).toBe(0);
+        expect(
+          fs.readFileSync(path.join(result.cwd, 'snippet.mjs'), 'utf8')
+        ).toBe(
+          SNIPPET.replace('const label = "before";', 'const label = "after";')
+        );
+        expect(
+          fs.readFileSync(path.join(result.cwd, 'other.txt'), 'utf8')
+        ).toBe('unrelated\n');
+        const evidence = readEvidence(readLog(result.root));
+        expect(
+          evidence.steps.filter((s) => s.kind === 'tool').map((s) => s.command)
+        ).toEqual([
+          'read snippet.mjs',
+          'edit snippet.mjs',
+          'sha256sum -- snippet.mjs',
+        ]);
+        expect(evidence.effects).toMatchObject({
+          added: [],
+          removed: [],
+          changed: ['snippet.mjs'],
+        });
+      },
+      { timeout: 150000 }
+    );
+
+    it(
+      'exits nonzero with the capability gap in read-only mode',
+      () => {
+        const result = run(EDIT, { 'snippet.mjs': SNIPPET });
+        expect(result.status).toBe(65);
+        expect(result.after).toEqual(result.before);
+        const evidence = readEvidence(readLog(result.root));
+        expect(evidence.outcome).toMatchObject({
+          status: 'capability-gap',
+          gap: {
+            schema: 'workspace-edit-capability-gap/v1',
+            target: 'snippet.mjs',
+          },
+        });
+      },
+      { timeout: 150000 }
+    );
+
+    it(
+      'answers a plain question with exit 0',
+      () => {
+        const result = run('What is 2 + 2?', { 'a.txt': 'a' });
+        expect(result.status).toBe(0);
+        expect(result.stderr).toContain('2 + 2 = 4');
+        expect(result.after).toEqual(result.before);
+      },
+      { timeout: 150000 }
+    );
+  }
+);

package/test/regression-255-loop.js

@@ -339,8 +339,13 @@ describe('--use-formal-ai refusals and unsupported requests (#255)', () => {
     expect(result.outcome.status).toBe('protocol-error');
     expect(result.outcome.exitCode).toBe(EXIT.PROTOCOL);
     expect(result.outcome.message).toBe(
-      'Formal AI returned HTTP 500 (after 2 retries)'
+      'Formal AI returned HTTP 500: synthetic failure (after 2 retries)'
     );
+    expect(result.outcome.diagnostics).toMatchObject({
+      httpStatus: 500,
+      errorMessage: 'synthetic failure',
+      attempts: 3,
+    });
     expect(result.requests).toBe(3);
   });
 });