@jbkjr/relay 0.0.0-stage → 1.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (296) hide show
  1. package/LICENSE +21 -0
  2. package/LICENSES/Apache-2.0.txt +201 -0
  3. package/LICENSES/README.md +19 -0
  4. package/LICENSES/codex-NOTICE.txt +6 -0
  5. package/README.md +386 -2
  6. package/SECURITY.md +145 -0
  7. package/adapters/briefs/claude.md +43 -0
  8. package/adapters/briefs/codex.md +56 -0
  9. package/adapters/briefs/models.json +33 -0
  10. package/adapters/build.mjs +8 -0
  11. package/adapters/claude/.claude-plugin/marketplace.json +13 -0
  12. package/adapters/claude/relay/.claude-plugin/plugin.json +5 -0
  13. package/adapters/claude/relay/agents/codex.md +21 -0
  14. package/adapters/claude/relay/agents/operator.md +21 -0
  15. package/adapters/claude/relay/skills/ask/SKILL.md +20 -0
  16. package/adapters/claude/relay/skills/chat/SKILL.md +13 -0
  17. package/adapters/claude/relay/skills/delegate/SKILL.md +21 -0
  18. package/adapters/claude/relay/skills/discuss/SKILL.md +19 -0
  19. package/adapters/claude/relay/skills/review/SKILL.md +21 -0
  20. package/adapters/claude/relay/skills/tree/SKILL.md +10 -0
  21. package/adapters/claude/relay/skills/write-for-codex/SKILL.md +78 -0
  22. package/adapters/codex/.agents/plugins/marketplace.json +20 -0
  23. package/adapters/codex/AGENTS.snippet.md +5 -0
  24. package/adapters/codex/relay/.codex-plugin/plugin.json +6 -0
  25. package/adapters/codex/relay/skills/relay-ask/SKILL.md +20 -0
  26. package/adapters/codex/relay/skills/relay-chat/SKILL.md +13 -0
  27. package/adapters/codex/relay/skills/relay-delegate/SKILL.md +21 -0
  28. package/adapters/codex/relay/skills/relay-discuss/SKILL.md +19 -0
  29. package/adapters/codex/relay/skills/relay-review/SKILL.md +21 -0
  30. package/adapters/codex/relay/skills/relay-tree/SKILL.md +10 -0
  31. package/adapters/codex/relay/skills/relay-write-for-claude/SKILL.md +66 -0
  32. package/adapters/generate.mjs +124 -0
  33. package/bin/relay +59 -0
  34. package/codex-pin.json +12 -0
  35. package/dist/backends/acp.js +1424 -0
  36. package/dist/backends/claude.js +890 -0
  37. package/dist/backends/cli-version.js +112 -0
  38. package/dist/backends/codex-app.js +1525 -0
  39. package/dist/backends/codex-daybreak.js +75 -0
  40. package/dist/backends/codex-env.js +656 -0
  41. package/dist/backends/codex-network.js +304 -0
  42. package/dist/backends/codex-pin.js +320 -0
  43. package/dist/backends/codex-shell-policy.js +182 -0
  44. package/dist/backends/codex-stage2.js +998 -0
  45. package/dist/backends/codex-subagents.js +47 -0
  46. package/dist/backends/codex.js +637 -0
  47. package/dist/backends/copilot.js +246 -0
  48. package/dist/backends/env.js +147 -0
  49. package/dist/backends/gemini.js +607 -0
  50. package/dist/backends/grok.js +337 -0
  51. package/dist/backends/index.js +8 -0
  52. package/dist/backends/native-temp.js +187 -0
  53. package/dist/backends/never-admission.js +90 -0
  54. package/dist/backends/run.js +67 -0
  55. package/dist/backends/stream.js +230 -0
  56. package/dist/backends/tool-discovery.js +15 -0
  57. package/dist/backends/types.js +264 -0
  58. package/dist/build-info.json +5 -0
  59. package/dist/cli.js +344 -0
  60. package/dist/confine/bridge.js +113 -0
  61. package/dist/confine/broker-core.js +76 -0
  62. package/dist/confine/broker-http.js +650 -0
  63. package/dist/confine/broker-names.js +9 -0
  64. package/dist/confine/broker.js +258 -0
  65. package/dist/confine/canary.js +380 -0
  66. package/dist/confine/diagnostics.js +122 -0
  67. package/dist/confine/gemini-tools-main.js +8 -0
  68. package/dist/confine/gemini-tools.js +181 -0
  69. package/dist/confine/hardlinks.js +58 -0
  70. package/dist/confine/harness-config.js +16 -0
  71. package/dist/confine/index.js +117 -0
  72. package/dist/confine/leases.js +217 -0
  73. package/dist/confine/paths.js +6 -0
  74. package/dist/confine/peer.js +115 -0
  75. package/dist/confine/port-policy.js +8 -0
  76. package/dist/confine/ports.js +365 -0
  77. package/dist/confine/private-root.js +208 -0
  78. package/dist/confine/probe-stage2.js +501 -0
  79. package/dist/confine/probe.js +1109 -0
  80. package/dist/confine/proxy.js +783 -0
  81. package/dist/confine/sbcheck.js +208 -0
  82. package/dist/confine/seatbelt-never.js +41 -0
  83. package/dist/confine/seatbelt-stage2.js +139 -0
  84. package/dist/confine/seatbelt.js +1129 -0
  85. package/dist/confine/sockets.js +36 -0
  86. package/dist/confine/turn-probe.js +19 -0
  87. package/dist/confine/turn.js +86 -0
  88. package/dist/core/adoption.js +124 -0
  89. package/dist/core/api-keys.js +423 -0
  90. package/dist/core/approvals.js +740 -0
  91. package/dist/core/build-identity.js +248 -0
  92. package/dist/core/caller.js +749 -0
  93. package/dist/core/calls.js +102 -0
  94. package/dist/core/claude-settings.js +1045 -0
  95. package/dist/core/config.js +453 -0
  96. package/dist/core/context.js +186 -0
  97. package/dist/core/db.js +753 -0
  98. package/dist/core/dispatch.js +110 -0
  99. package/dist/core/env-broker.js +505 -0
  100. package/dist/core/env-policy.js +182 -0
  101. package/dist/core/escalation-authority.js +76 -0
  102. package/dist/core/escalation-contract.js +13 -0
  103. package/dist/core/escalation-person-path.js +131 -0
  104. package/dist/core/escalation-policy.js +79 -0
  105. package/dist/core/escalation-runtime.js +135 -0
  106. package/dist/core/escalation-state.js +42 -0
  107. package/dist/core/escalations.js +191 -0
  108. package/dist/core/events.js +235 -0
  109. package/dist/core/executables.js +147 -0
  110. package/dist/core/extensions.js +645 -0
  111. package/dist/core/families.js +204 -0
  112. package/dist/core/git.js +657 -0
  113. package/dist/core/identity.js +113 -0
  114. package/dist/core/liveness.js +68 -0
  115. package/dist/core/mediated-network-provider.js +81 -0
  116. package/dist/core/never-checkpoint.js +76 -0
  117. package/dist/core/never-coverage.js +97 -0
  118. package/dist/core/never-network.js +49 -0
  119. package/dist/core/never-policy.js +302 -0
  120. package/dist/core/never-proxy-policy.js +109 -0
  121. package/dist/core/never-schema.js +61 -0
  122. package/dist/core/never-tools.js +56 -0
  123. package/dist/core/notices.js +48 -0
  124. package/dist/core/ops.js +959 -0
  125. package/dist/core/outcome.js +224 -0
  126. package/dist/core/params.js +32 -0
  127. package/dist/core/presence.js +174 -0
  128. package/dist/core/procs.js +546 -0
  129. package/dist/core/prompts.js +363 -0
  130. package/dist/core/protected-config.js +238 -0
  131. package/dist/core/raw-network.js +192 -0
  132. package/dist/core/redact.js +152 -0
  133. package/dist/core/refusal.js +33 -0
  134. package/dist/core/relay-command.js +310 -0
  135. package/dist/core/reported.js +3 -0
  136. package/dist/core/restart-overlay.js +651 -0
  137. package/dist/core/retention.js +1135 -0
  138. package/dist/core/secrets.js +329 -0
  139. package/dist/core/session-token.js +175 -0
  140. package/dist/core/session.js +744 -0
  141. package/dist/core/shell.js +2 -0
  142. package/dist/core/shipped-pin.js +47 -0
  143. package/dist/core/shown.js +42 -0
  144. package/dist/core/slots.js +67 -0
  145. package/dist/core/stage2-executors.js +453 -0
  146. package/dist/core/stage2-switch.js +5 -0
  147. package/dist/core/steering.js +149 -0
  148. package/dist/core/storage.js +358 -0
  149. package/dist/core/toml.js +175 -0
  150. package/dist/core/views.js +324 -0
  151. package/dist/core/wait.js +114 -0
  152. package/dist/core/wake.js +207 -0
  153. package/dist/core/watch.js +247 -0
  154. package/dist/core/worktree.js +213 -0
  155. package/dist/hosts/claude-desktop.js +274 -0
  156. package/dist/hosts/claude.js +249 -0
  157. package/dist/hosts/codex.js +329 -0
  158. package/dist/hosts/desktop-shared.js +20 -0
  159. package/dist/hosts/index.js +11 -0
  160. package/dist/hosts/types.js +4 -0
  161. package/dist/install/basics.js +18 -0
  162. package/dist/install/claude-init.js +133 -0
  163. package/dist/install/common.js +655 -0
  164. package/dist/install/doctor.js +629 -0
  165. package/dist/install/qualify-codex.js +205 -0
  166. package/dist/install.js +524 -0
  167. package/dist/mcp/elicit.js +209 -0
  168. package/dist/mcp/gateway.js +218 -0
  169. package/dist/mcp/host.js +253 -0
  170. package/dist/mcp/server.js +1124 -0
  171. package/dist/mcp/stdio.js +37 -0
  172. package/dist/modes/discussion.js +393 -0
  173. package/dist/modes/review.js +722 -0
  174. package/dist/native/relay-sbcheck +0 -0
  175. package/dist/targets/briefs.js +86 -0
  176. package/dist/targets/claude.js +94 -0
  177. package/dist/targets/codex.js +66 -0
  178. package/dist/targets/copilot.js +93 -0
  179. package/dist/targets/gemini.js +119 -0
  180. package/dist/targets/grok.js +126 -0
  181. package/dist/targets/index.js +192 -0
  182. package/dist/targets/types.js +18 -0
  183. package/dist/targets/verified.js +35 -0
  184. package/dist/worker.js +113 -0
  185. package/docs/UPGRADING.md +1502 -0
  186. package/docs/pinned-codex.md +321 -0
  187. package/experiments/stage2-redteam/lib/oracles.mjs +214 -0
  188. package/experiments/stage2-redteam/lib/report.mjs +35 -0
  189. package/npm-shrinkwrap.json +1632 -0
  190. package/package.json +82 -4
  191. package/scripts/codex-qualify/codex-pin-store.mjs +353 -0
  192. package/scripts/codex-qualify/codex-qualifier-process.mjs +265 -0
  193. package/scripts/codex-qualify/codex-qualifier.example.json +5 -0
  194. package/scripts/codex-qualify/codex-qualifier.mjs +281 -0
  195. package/scripts/codex-qualify/codex-shipped-pin.mjs +158 -0
  196. package/scripts/codex-qualify/codex-stage2-pin.mjs +48 -0
  197. package/scripts/codex-qualify/codex-stage2.mjs +2381 -0
  198. package/scripts/codex-qualify/install-codex-qualifier.mjs +98 -0
  199. package/scripts/codex-qualify/main-module.mjs +14 -0
  200. package/scripts/codex-qualify/relay-codex-qualifier.plist +37 -0
  201. package/scripts/codex-qualify/scratch-env.mjs +31 -0
  202. package/scripts/codex-qualify/session.mjs +96 -0
  203. package/scripts/codex-qualify/stage2-escalation-cases.mjs +125 -0
  204. package/test/codex-permissions.test.ts +875 -0
  205. package/test/fixtures/boundary-probes.mjs +17 -0
  206. package/test/fixtures/denial-stream-host.mjs +7 -0
  207. package/test/fixtures/families.json +246 -0
  208. package/test/fixtures/install-snapshots/claude-desktop-foreign.txt +158 -0
  209. package/test/fixtures/install-snapshots/claude-desktop-fresh.txt +101 -0
  210. package/test/fixtures/install-snapshots/claude-desktop-installed.txt +161 -0
  211. package/test/fixtures/install-snapshots/claude-foreign.txt +133 -0
  212. package/test/fixtures/install-snapshots/claude-fresh.txt +77 -0
  213. package/test/fixtures/install-snapshots/claude-installed.txt +133 -0
  214. package/test/fixtures/install-snapshots/codex-foreign.txt +159 -0
  215. package/test/fixtures/install-snapshots/codex-fresh.txt +107 -0
  216. package/test/fixtures/install-snapshots/codex-installed.txt +161 -0
  217. package/test/fixtures/link-parent.mjs +6 -0
  218. package/test/fixtures/mediated-command.cjs +72 -0
  219. package/test/fixtures/native-skill-isolation.json +280 -0
  220. package/test/fixtures/pinned-codex-app-server.mjs +25 -0
  221. package/test/fixtures/qualified-ext-adapters.mjs +36 -0
  222. package/test/fixtures/refusals/README.md +52 -0
  223. package/test/fixtures/refusals/claude-source-result.json +7 -0
  224. package/test/fixtures/refusals/openai-app-capacity.json +24 -0
  225. package/test/fixtures/refusals/openai-app-cyberPolicy.json +24 -0
  226. package/test/fixtures/refusals/openai-gpt-6-astra-max.json +12 -0
  227. package/test/fixtures/refusals/openai-gpt-6.1-sol-xhigh.json +12 -0
  228. package/test/fixtures/refusals/openai-review-capacity.json +24 -0
  229. package/test/fixtures/relay-0.2.0.sql +57 -0
  230. package/test/fixtures/relay-0.9.1.gen.mjs +212 -0
  231. package/test/fixtures/relay-0.9.1.sql +340 -0
  232. package/test/fixtures/slow-boundary-probes.mjs +37 -0
  233. package/test/fixtures/stable-surfaces/config.json +1122 -0
  234. package/test/fixtures/stable-surfaces/escalation.json +128 -0
  235. package/test/fixtures/stable-surfaces/events.json +37 -0
  236. package/test/fixtures/stable-surfaces/gemini-native-resume.json +4 -0
  237. package/test/fixtures/stable-surfaces/inbox.jsonl +2 -0
  238. package/test/fixtures/stable-surfaces/notice.txt +1 -0
  239. package/test/fixtures/stable-surfaces/refusal-item.json +28 -0
  240. package/test/fixtures/stable-surfaces/refusal-review.json +23 -0
  241. package/test/fixtures/stable-surfaces/registry.json +49 -0
  242. package/test/fixtures/stable-surfaces/tools-desktop.json +575 -0
  243. package/test/fixtures/stable-surfaces/tools.json +716 -0
  244. package/test/fixtures/stable-surfaces/usage.txt +46 -0
  245. package/test/fixtures/stage2-acp-native.mjs +138 -0
  246. package/test/fixtures/stage2-app-server.mjs +23 -0
  247. package/test/fixtures/stage2-catalog.json +91 -0
  248. package/test/fixtures/stage2-hostile-web.mjs +35 -0
  249. package/test/fixtures/stage2-native-network.mjs +62 -0
  250. package/test/fixtures/stage2-worker.ts +87 -0
  251. package/test/fixtures/status-views/expected.json +7825 -0
  252. package/test/fixtures/status-views/registries.json +1 -0
  253. package/test/fixtures/steering.json +209 -0
  254. package/test/helpers.ts +740 -0
  255. package/test/host-env.ts +7 -0
  256. package/test/keychain-decoy.ts +197 -0
  257. package/test/live-scope.ts +44 -0
  258. package/test/mediated-network.test.ts +192 -0
  259. package/test/mediated-proxy.test.ts +264 -0
  260. package/test/native-temp-alias.ts +10 -0
  261. package/test/never-policy.test.ts +629 -0
  262. package/test/never-tools.test.ts +136 -0
  263. package/test/process-home.ts +18 -0
  264. package/test/proxy.test.ts +531 -0
  265. package/test/restart-overlay-live.test.ts +85 -0
  266. package/test/restart-overlay-profile.test.ts +66 -0
  267. package/test/restart-overlay.test.ts +416 -0
  268. package/test/stable-surfaces.test.ts +249 -0
  269. package/test/stage2-escalation-live.test.ts +544 -0
  270. package/test/stage2-escalation-qualification.test.ts +170 -0
  271. package/test/stage2-escalation.test.ts +747 -0
  272. package/test/stage2-executor.test.ts +849 -0
  273. package/test/stage2-grant.test.ts +603 -0
  274. package/test/stage2-native-live.test.ts +647 -0
  275. package/test/stage2-network-decisions.test.ts +70 -0
  276. package/test/stage2-probe.test.ts +845 -0
  277. package/test/stage2-standing-live.test.ts +203 -0
  278. package/test/stubs/broker-host.mjs +59 -0
  279. package/test/stubs/broker-peer.mjs +20 -0
  280. package/test/stubs/confined-harness.mjs +91 -0
  281. package/test/stubs/ext-broken-server.mjs +2 -0
  282. package/test/stubs/ext-odd-server.mjs +21 -0
  283. package/test/stubs/ext-server.mjs +31 -0
  284. package/test/stubs/fake-host-cli.mjs +218 -0
  285. package/test/stubs/procargs.mjs +30 -0
  286. package/test/stubs/stub-acp +4 -0
  287. package/test/stubs/stub-agent.mjs +322 -0
  288. package/test/stubs/stub-claude +4 -0
  289. package/test/stubs/stub-codex +4 -0
  290. package/test/stubs/targets/acp.mjs +307 -0
  291. package/test/stubs/targets/claude.mjs +149 -0
  292. package/test/stubs/targets/codex.mjs +479 -0
  293. package/test/stubs/targets/gemini.mjs +604 -0
  294. package/test/temp-root.ts +11 -0
  295. package/test/wp4-adapters.test.ts +353 -0
  296. package/test/wp4-interlock.test.ts +136 -0
@@ -0,0 +1,170 @@
1
+ import "./helpers.ts";
2
+ import assert from "node:assert/strict";
3
+ import fs from "node:fs";
4
+ import os from "node:os";
5
+ import path from "node:path";
6
+ import { test } from "node:test";
7
+ import { ESCALATION_CASES, RELEASE_CHECK_CASES, judgeTestRun, runEscalationSuite } from "../scripts/codex-qualify/stage2-escalation-cases.mjs";
8
+ import { ITEMS, escalationParts, item } from "../scripts/codex-qualify/codex-stage2.mjs";
9
+ import { EXPECTED_PARTS, judgeVerdict } from "../scripts/codex-qualify/codex-pin-store.mjs";
10
+ import { report } from "../experiments/stage2-redteam/lib/report.mjs";
11
+ import { assertHostileWebEvidence } from "./fixtures/stage2-hostile-web.mjs";
12
+ import { codexProcesses, descendants, fileSize, frozenAfter, psTable, refusedBesideControl, snapshotFixtureAssets, tokenLeakHits } from "../experiments/stage2-redteam/lib/oracles.mjs";
13
+ import childProcess from "node:child_process";
14
+ import { syncBuiltinESMExports } from "node:module";
15
+
16
+ const summary = (pass = 3, more = {}) => {
17
+ const counts = { tests: pass, pass, fail: 0, skipped: 0, cancelled: 0, todo: 0, ...more };
18
+ return Object.entries(counts).map(([k,v]) => `# ${k} ${v}`).join("\n");
19
+ };
20
+ test("red-team: setup refusal and swallowed hook failures cannot pass absence-only checks", t => {
21
+ const lines: string[] = [];
22
+ t.mock.method(console, "log", (line: string) => { lines.push(line); });
23
+ const checks = [{ name: "no outside marker", pass: true }];
24
+ assert.equal(report("refused", checks, { modelRequests: [], outputs: [], result: { status: "failed" } }), false);
25
+ assert.ok(lines.filter(l => l.includes("no outside marker")).every(l => l.includes("[XX]")), "vacuous checks are not printed as ok");
26
+ assert.equal(report("hook failure", checks, { modelRequests: [{}], outputs: ["output"], modelErrors: ["positive control missing"] }), false);
27
+ assert.equal(report("exercised", checks, { modelRequests: [{}], outputs: ["actual tool output"], modelErrors: [] }), true);
28
+ });
29
+
30
+ test("red-team: immutable prelaunch fixture bytes are not token leaks; changed assets and new files still fail", t => {
31
+ const dir = fs.mkdtempSync(path.join(os.tmpdir(), "redteam-oracle-"));
32
+ t.after(() => fs.rmSync(dir, { recursive: true, force: true }));
33
+ const asset = path.join(dir, "codex-source");
34
+ fs.writeFileSync(asset, `authBearerToken protocol field; public binary digest ${"a".repeat(64)}`);
35
+ const baseline = snapshotFixtureAssets([dir]);
36
+ assert.deepEqual(tokenLeakHits({ dirs: [dir], baseline }), []);
37
+ fs.writeFileSync(path.join(dir, "leak"), "b".repeat(64));
38
+ assert.ok(tokenLeakHits({ dirs: [dir], baseline }).some(h => h.label.endsWith("/leak")));
39
+ fs.appendFileSync(asset, "changed");
40
+ assert.ok(tokenLeakHits({ dirs: [dir], baseline }).some(h => /asset changed/.test(h.why)));
41
+ fs.unlinkSync(asset);
42
+ assert.ok(tokenLeakHits({ dirs: [dir], baseline }).some(h => /asset removed/.test(h.why)));
43
+ });
44
+
45
+ test("red-team: a tick file never written, or written and still growing, does not pass as frozen after teardown", t => {
46
+ const dir = fs.mkdtempSync(path.join(os.tmpdir(), "redteam-tick-"));
47
+ t.after(() => fs.rmSync(dir, { recursive: true, force: true }));
48
+ const tick = path.join(dir, "tick");
49
+ // The ticking loop never ran: two reads of a missing file are not a frozen file.
50
+ assert.equal(frozenAfter(fileSize(tick), fileSize(tick)), false);
51
+ fs.writeFileSync(tick, "");
52
+ assert.equal(frozenAfter(fileSize(tick), fileSize(tick)), false, "an empty tick file shows no writer either");
53
+ fs.writeFileSync(tick, "xxx");
54
+ const before = fileSize(tick);
55
+ assert.equal(frozenAfter(before, fileSize(tick)), true);
56
+ fs.appendFileSync(tick, "x");
57
+ assert.equal(frozenAfter(before, fileSize(tick)), false);
58
+ });
59
+
60
+ test("red-team: a process table ps could not read fails the survivor checks instead of listing nothing", t => {
61
+ const answers = [{ status: 1, stdout: "", stderr: "ps: failed" }, { status: null, error: Object.assign(new Error("spawnSync /bin/ps ENOBUFS"), { code: "ENOBUFS" }), stdout: "1 0 /sbin/launchd\n" }, { status: 0, stdout: "" }];
62
+ let answer = answers[0];
63
+ t.mock.method(childProcess, "spawnSync", (() => answer) as never);
64
+ syncBuiltinESMExports();
65
+ t.after(() => { t.mock.restoreAll(); syncBuiltinESMExports(); });
66
+ for (const a of answers) {
67
+ answer = a;
68
+ assert.throws(() => psTable(), /process table/, JSON.stringify(a.status));
69
+ assert.throws(() => descendants(process.pid), /process table/);
70
+ assert.throws(() => codexProcesses(), /process table/);
71
+ }
72
+ answer = { status: 0, stdout: ` 1 0 /sbin/launchd\n${process.pid} 1 node test\n` };
73
+ assert.deepEqual(psTable().map(p => p.pid), [1, process.pid]);
74
+ });
75
+
76
+ test("red-team: an nc connect counts as refused only beside its positive control in the same output", () => {
77
+ // nc that never ran (127), or a turn whose shell failed, also prints a non-zero code.
78
+ assert.equal(refusedBesideControl("deny=127\n", "deny"), false);
79
+ assert.equal(refusedBesideControl("self_block=1\ndeny=1\n", "deny"), false, "a control that could not connect either cannot tell");
80
+ assert.equal(refusedBesideControl("self_block=0\n", "deny"), false, "the connect itself was not attempted");
81
+ assert.equal(refusedBesideControl("self_block=0\ndeny=0\n", "deny"), false, "the connect reached the port");
82
+ assert.equal(refusedBesideControl("Output:\nself_block=0\nvictim_port=1\n", "victim_port"), true);
83
+ assert.equal(refusedBesideControl("rc self_block=0\ndeny=1\n", "deny"), true);
84
+ });
85
+
86
+ test("hostile web evidence requires tool advertisements and both actual refusal outputs", () => {
87
+ const body = { tools: [{ type: "function", name: "exec_command" }] };
88
+ const refused = ["unknown tool web_search", "unknown tool web.run"];
89
+ assert.doesNotThrow(() => assertHostileWebEvidence("direct", [body], refused));
90
+ for (const [bodies, outputs] of [[[], refused], [[{}], refused], [[body], []], [[body], [refused[0]]],
91
+ [[{ tools: [{ type: "web_search" }] }], refused], [[body], ["HTTP 401", refused[1]]]])
92
+ assert.throws(() => assertHostileWebEvidence("direct", bodies, outputs));
93
+ assert.throws(() => assertHostileWebEvidence("code", [body], refused));
94
+ });
95
+ test("WP6 qualifier: empty, filtered-away, failed, cancelled, skipped and todo evidence cannot pass", () => {
96
+ const good = { code: 0, output: summary() };
97
+ assert.equal(judgeTestRun(good, 3).state, "passed");
98
+ for (const result of [
99
+ { ...good, output: "" }, { ...good, output: summary(0) },
100
+ { ...good, output: summary(3, { skipped: 1, tests: 4 }) },
101
+ { ...good, output: summary(3, { fail: 1 }) },
102
+ { ...good, output: summary(3, { cancelled: 1 }) },
103
+ { ...good, output: summary(3, { todo: 1 }) },
104
+ { ...good, code: 1 }, { ...good, signal: "SIGTERM" }, { ...good, error: "timeout" },
105
+ ]) assert.equal(judgeTestRun(result, 3).state, "failed", JSON.stringify(result));
106
+ assert.equal(judgeTestRun(good, 4).state, "failed");
107
+ });
108
+
109
+ test("WP6 qualifier: every escalation item/part is mandatory for publication, including item 29 host profiles", () => {
110
+ for (const [id, c] of Object.entries(ESCALATION_CASES)) {
111
+ assert.equal(ITEMS[id], c.name);
112
+ assert.deepEqual(EXPECTED_PARTS[id], [...Object.keys(c.parts), ...(c.gap ? ["coverage"] : [])]);
113
+ }
114
+ const items = Object.fromEntries(Object.entries(EXPECTED_PARTS).map(([id, names]) => [id, { state: "passed", parts: Object.fromEntries(names.map(name => [name, { state: "passed" }])) }]));
115
+ const v = { ok: true, state: "passed", relayPath: "present", version: "0.164.0", items };
116
+ assert.equal(judgeVerdict(v, v.version).ok, true);
117
+ assert.equal(ESCALATION_CASES[29].gap, undefined, "the live profile suite closes item 29's declared gap");
118
+ assert.deepEqual(EXPECTED_PARTS[29], ["unit", "decisions", "local", "nativeProfiles"]);
119
+ assert.deepEqual(ESCALATION_CASES[29].parts.nativeProfiles.env, { RELAY_TEST_STAGE2_NATIVE_LIVE: "1" });
120
+ assert.equal(ESCALATION_CASES[29].parts.nativeProfiles.min, 2, "installed Claude with stage 2 on, and the ACP case");
121
+ assert.equal(ESCALATION_CASES[29].parts.nativeProfiles.skipPattern, "\\(stage 2 off\\)", "the stage-2-off Claude variant is a release check, not a pin requirement");
122
+ // The pin needs item 33's Codex part only; claude-floor adds no pin dependency (item 29's existing Claude case remains).
123
+ assert.deepEqual(EXPECTED_PARTS[33], ["codex"]);
124
+ assert.deepEqual(Object.keys(ESCALATION_CASES[33].parts), ["codex"]);
125
+ assert.deepEqual(ESCALATION_CASES[33].parts.codex.env, { RELAY_TEST_KEYCHAIN_LIVE: "1", RELAY_REQUIRE_REAL_CODEX: "1" });
126
+ // Item 33: network off and on, each floored (refused on every turn) and its control without the file deny.
127
+ assert.equal(ESCALATION_CASES[33].parts.codex.min, 4, "a floored decoy and its control for each network state");
128
+ for (const network of ["off", "on"]) for (const kind of ["floored", "control without the file deny"]) {
129
+ assert.match(`keychain decoy live (codex, network ${network}, ${kind}): x`, new RegExp(ESCALATION_CASES[33].parts.codex.pattern));
130
+ }
131
+ assert.equal(RELEASE_CHECK_CASES["claude-floor"].parts.keychainDecoy.min, 2, "a floored decoy and its control");
132
+ for (const kind of ["floored", "control without the file deny"]) {
133
+ assert.match(`keychain decoy live (claude, stage 2 off, ${kind}): x`, new RegExp(RELEASE_CHECK_CASES["claude-floor"].parts.keychainDecoy.pattern));
134
+ }
135
+ for (const c of Object.values(ESCALATION_CASES)) for (const spec of Object.values(c.parts) as { files: string[]; pattern?: string }[]) {
136
+ assert.ok(!(spec.files.includes("stage2-native-live") && /claude|stage 2 off/i.test(spec.pattern ?? "") && !/\(stage 2 off/.test((spec as { skipPattern?: string }).skipPattern ?? "")), "no pin part selects a Claude floor release check");
137
+ }
138
+ assert.ok(!Object.keys(EXPECTED_PARTS).includes("claude-floor"));
139
+ assert.deepEqual(Object.keys(RELEASE_CHECK_CASES["claude-floor"].parts), ["nativeStage2Off", "keychainDecoy"]);
140
+ assert.match("stage2 native live: installed Claude settings and native tools enforce the never floor (stage 2 off)", new RegExp(RELEASE_CHECK_CASES["claude-floor"].parts.nativeStage2Off.pattern));
141
+ assert.doesNotMatch("stage2 native live: installed Claude settings and native tools enforce the never floor (stage 2 on)", new RegExp(RELEASE_CHECK_CASES["claude-floor"].parts.nativeStage2Off.pattern));
142
+ for (const id of [23, 24, 26, 28, 29, 33]) for (const name of Object.keys(ESCALATION_CASES[id].parts)) {
143
+ if (!ESCALATION_CASES[id].parts[name].host) continue;
144
+ items[id].parts[name].state = "not run";
145
+ assert.equal(judgeVerdict(v, v.version).ok, false, `${id}.${name} cannot qualify without host evidence`);
146
+ items[id].parts[name].state = "passed";
147
+ }
148
+ assert.deepEqual(EXPECTED_PARTS[30], ["long"]);
149
+ const parts = escalationParts({ unit: { state: "passed", why: "", counts: { pass: 10 } }, coverage: { state: "pending integration", why: "missing live probe" } });
150
+ assert.deepEqual(item(parts).why, ["coverage: missing live probe"]);
151
+ assert.equal(item(parts).state, "pending integration");
152
+ assert.deepEqual(parts.unit.detail.counts, { pass: 10 });
153
+ });
154
+
155
+ test("WP6 qualifier: public network is opt-in before spawning, including selected qualification", async () => {
156
+ const saved = process.env.RELAY_TEST_PUBLIC_NET;
157
+ delete process.env.RELAY_TEST_PUBLIC_NET;
158
+ try {
159
+ const result = await runEscalationSuite({ checkout: "/does-not-exist", dir: "/does-not-exist", bin: "/does-not-exist", id: "28", name: "public", spec: { ...ESCALATION_CASES[28].parts.public, host: false } });
160
+ assert.equal(result.state, "not run"); assert.match(result.why, /RELAY_TEST_PUBLIC_NET=1/);
161
+ } finally { if (saved === undefined) delete process.env.RELAY_TEST_PUBLIC_NET; else process.env.RELAY_TEST_PUBLIC_NET = saved; }
162
+ });
163
+
164
+ test("WP6 qualifier: all registered files exist and selected patterns are valid", () => {
165
+ for (const c of [...Object.values(ESCALATION_CASES), ...Object.values(RELEASE_CHECK_CASES)]) for (const s of Object.values(c.parts)) {
166
+ for (const f of s.files) assert.ok(fs.existsSync(path.join(import.meta.dirname, `${f}.test.ts`)), f);
167
+ if (s.pattern) assert.ok(new RegExp(s.pattern));
168
+ assert.ok(s.min > 0);
169
+ }
170
+ });