@nodetool-ai/cli 0.7.0-rc.23 → 0.8.2

package/dist/harness/registry.js

@@ -0,0 +1,2034 @@
+/**
+ * The harness registry — the machine-readable inventory behind
+ * harness-first engineering (docs/HARNESS_FIRST.md).
+ *
+ * Two lists, one invariant:
+ *
+ *  - HARNESSES: every headless, agent-drivable way to exercise a NodeTool
+ *    surface — validate it, run it, replay interactions against it, or score
+ *    a model driving it. A harness with a `selfcheck` can prove its surface
+ *    still works with no target, no key, and no human: that's what
+ *    `nodetool harness gate` runs.
+ *  - SURFACES: every product surface a user (or agent) can touch. Each names
+ *    the harnesses that cover it and the code paths that belong to it, or
+ *    carries a `gap` note saying why nothing covers it yet and what a
+ *    harness for it would look like.
+ *
+ * The invariant — no surface without a harness or a documented gap — is
+ * enforced two ways: `nodetool harness audit` reports it (exit 1 with
+ * `--strict` on any gap), and tests/harness-registry.test.ts fails the build
+ * on an undocumented one. Shipping a new surface means adding it here, which
+ * means either pointing at its harness or writing down the debt.
+ *
+ * The `paths` on each surface are what make the registry executable:
+ * `nodetool harness gate` maps a diff onto surfaces by path prefix and runs
+ * the selfchecks of every harness covering a touched surface. The gate — not
+ * the author — selects the checks.
+ */
+import { computeAffected } from "../affected/affected.js";
+import { isGlobalGateFile } from "./changed-files.js";
+/**
+ * The pure suites behind the script↔storyboard link and the guided creation
+ * flows. One constant because the entry's `command` and its `selfcheck` must
+ * not drift: a selfcheck that runs less than the command it stands for reports
+ * green on code it never executed.
+ *
+ * Vitest and Jest both take these positional arguments as file-path filters.
+ */
+const SCRIPT_STORYBOARD_LINK_SUITES = "npm run test --workspace=packages/protocol -- script-link shot-prompt " +
+    "render-record creative-scenes screenplay-authoring api-schemas-storyboards && " +
+    "npm run test --workspace=packages/timeline -- script-link linked storyboard && " +
+    "npm run test --workspace=packages/execution -- linked-timeline-validate && " +
+    "npm run test --workspace=web -- src/lib/storyboard src/components/setup";
+/**
+ * The Workflow flow's pure suites (PRD § 11): the plan schema and the plan→graph
+ * builder in protocol, the shipped inspiration chips built against the real node
+ * registry, the plan-to-graph case's grading, and the browser flow's steps and
+ * tools. One constant so the entry's `command` and its `selfcheck` cannot drift.
+ */
+const WORKFLOW_PLAN_SUITES = "npm run test --workspace=packages/protocol -- workflow && " +
+    "npm run test --workspace=packages/base-nodes -- workflow-plan-chips && " +
+    "npm run test --workspace=packages/agents -- app-build-workflow-plan && " +
+    "npm run test --workspace=web -- src/components/setup/workflow src/hooks/workflow src/lib/tools/builtin/__tests__/workflowSetupTools";
+/** Native game schemas, simulation, renderer, graph, and persistence checks. */
+const GAME_FLOW_SUITES = "npm run test --workspace=packages/protocol -- game && " +
+    "npm run test --workspace=packages/base-nodes -- game-graph-chips && " +
+    "npm run test --workspace=packages/game-nodes && " +
+    "npm run test --workspace=packages/game-runtime && " +
+    "npm run test --workspace=packages/game-renderer && " +
+    "npm run test --workspace=packages/websocket -- trpc-games gameDraftHistory && " +
+    "npm run test --workspace=packages/agents -- game && " +
+    "npm run test --workspace=packages/cli -- game-command && " +
+    "npm run test --workspace=web -- src/stores/game src/components/game";
+/**
+ * Durable generation recovery without a provider call. These suites exercise
+ * acceptance and lease fencing, explicit FAL queue binding, receipt ordering,
+ * lifecycle persistence, and signed inbox deduplication against local fakes.
+ */
+const GENERATION_RECOVERY_SUITES = "npm run test --workspace=packages/models -- durable-generation prediction-generations schema-parity migration-schema-parity && " +
+    "npm run test --workspace=packages/execution -- durable-generation-lifecycle generation-recovery-worker generation-attachment-recovery fal-output-decoder fal-media-shape-parity && " +
+    "npm run test --workspace=packages/runtime -- generation-acceptance-order generation-receipt-binding fal-queue && " +
+    "npm run test --workspace=packages/websocket -- fal-webhook generation-recovery-media";
+/**
+ * The AtlasCloud callback suites: the Ed25519 ingress route's verification and
+ * dispatch, the pending-prediction registry, and the submit/wait wiring that
+ * decides whether a run waits for a callback or polls. One constant so the
+ * entry's `command` and its `selfcheck` cannot drift.
+ */
+const ATLASCLOUD_CALLBACK_SUITES = "npm run test --workspace=packages/runtime -- atlascloud-webhook && " +
+    "npm run test --workspace=packages/websocket -- atlascloud-webhook";
+/**
+ * The 3D-clip suites: the render session `model3d` layers draw through in the
+ * browser, and the headless pre-pass that draws them for
+ * `preview_timeline_frame`. One constant so the entry's `command` and its
+ * `selfcheck` cannot drift.
+ *
+ * Vitest takes these positional arguments as file-path filters.
+ */
+const TIMELINE_MODEL3D_SUITES = "npm run test --workspace=packages/video-nodes -- model3d-render && " +
+    "npm run test --workspace=packages/agents -- timeline-model3d-frames";
+/**
+ * A trimmed imported source receives a candidate edit, keeps its active take
+ * inactive until the explicit promotion, then restores it with one undo. The
+ * package test exercises the headless contract and the web test drives the
+ * live TimelineStore path through its agent handler.
+ */
+const TIMELINE_NATIVE_MEDIA_EDITING_SUITES = "npm run test --workspace=packages/timeline -- extension && " +
+    "npm run test --workspace=packages/runtime -- video-extension && " +
+    "npm run test --workspace=packages/websocket -- video-extension-inference && " +
+    "npm run test --workspace=packages/agents -- timeline-headless-media-parity timeline-tool-contracts timeline-generative-edit timeline-tool-loop && " +
+    "npm run test --workspace=web -- useTimelineAgentBridge timelineTools nativeMediaEditingAcceptance nativeMediaEditingPreview timelineExtension useTimelineExtension ExtendClipPanel" +
+    " && npm run test --workspace=packages/websocket -- generation-recovery-media";
+/**
+ * The audio-driven-motion suites: `bake_audio_animation`'s own arithmetic
+ * (the two clock hops, the envelope/beats curve shapes) plus the end-to-end
+ * demonstration that bakes a beat-synced pulse onto a clip that already
+ * carries a hand-authored preset and checks the two compose by multiplying
+ * rather than one replacing the other. One constant so the entry's `command`
+ * and its `selfcheck` cannot drift.
+ */
+const TIMELINE_AUDIO_DRIVE_SUITES = "npm run test --workspace=packages/agents -- timeline-audio-drive-demo capabilities-bake-audio-animation";
+/**
+ * The generated-matte suites: the pure helpers a clip's own cutout is written
+ * and re-selected through, the way the scene model resolves one into a luma
+ * keyhole, `isolate_subject`'s document state machine (with a fake runner —
+ * the provider is never called), the op/bridge parity for
+ * `set_generated_matte`, and the HTTP door the inspector posts to. One
+ * constant so the entry's `command` and its `selfcheck` cannot drift.
+ *
+ * Vitest takes these positional arguments as file-path filters.
+ */
+const TIMELINE_GENERATED_MATTE_SUITES = "npm run test --workspace=packages/timeline -- generatedMatte && " +
+    "npm run test --workspace=packages/agents -- capabilities-isolate-subject timeline-op-parity && " +
+    "npm run test --workspace=packages/websocket -- timeline-isolate-subject-route";
+/**
+ * The per-capability contract suites. One constant because the entry's
+ * `command` and its `selfcheck` must not drift — a selfcheck that runs less
+ * than the command it stands for reports green on code it never executed.
+ *
+ * The arguments are vitest path filters, so a suite whose filename matches
+ * none of them is not run however well it is written: `timeline-video-flow`
+ * is named explicitly for that reason.
+ */
+const CAPABILITY_SUITES = "npm run test --workspace=packages/agents -- capabilities capability " +
+    "mcp-tools memory-tools workflow-version-tools nodetool-api-workflows " +
+    "sandbox-package-docs sandbox-package-listing browser-tools " +
+    "timelines-op-input timeline-video-flow";
+/**
+ * The pure derivations behind the graph-resource nodes plus the node suites
+ * that drive them, in dependency order (design §7). One constant because the
+ * entry's `command` and its `selfcheck` must not drift: a selfcheck that runs
+ * less than the command it stands for reports green on code it never executed.
+ *
+ * The arguments are vitest path filters, so a suite whose filename matches
+ * none of them is not run however well it is written.
+ */
+const GRAPH_RESOURCES_SUITES = "npm run test --workspace=packages/storyboard && " +
+    "npm run test --workspace=packages/timeline -- derive && " +
+    "npm run test --workspace=packages/protocol -- script-fill game-slot-prompt && " +
+    "npm run test --workspace=packages/game-nodes && " +
+    "npm run test --workspace=packages/core-nodes -- entity-nodes && " +
+    "npm run test --workspace=packages/video-nodes -- storyboard-nodes script-nodes";
+export const HARNESSES = [
+    {
+        id: "validate",
+        title: "Static workflow check",
+        command: "nodetool validate <id|file.json|file.ts>",
+        kind: "static",
+        capabilities: ["json", "no-db", "gated:pr"],
+        agentTool: "validate_workflow",
+        docs: "docs/harnesses.md § nodetool validate",
+        selfcheck: { command: "npm run validate:examples", cost: "cheap" }
+    },
+    {
+        id: "debug",
+        title: "Workflow debug harness (server + browser surfaces)",
+        command: "nodetool debug <id|file> [--browser --trace --watch --supervise]",
+        kind: "execution",
+        capabilities: ["json", "watch", "supervise", "browser", "gated:nightly"],
+        agentTool: "debug_workflow",
+        docs: "docs/harnesses.md § nodetool debug",
+        selfcheck: { command: "npm run examples:smoke", cost: "expensive" }
+    },
+    {
+        id: "reliability-ring0",
+        title: "Reliability Ring 0 (golden journeys on the kernel, strict lifecycle)",
+        command: "npm run reliability:ring0",
+        kind: "execution",
+        capabilities: ["gated:pr"],
+        docs: "docs/harnesses.md § nodetool reliability",
+        selfcheck: { command: "npm run reliability:ring0", cost: "cheap" }
+    },
+    {
+        id: "node-run",
+        title: "Single-node harness",
+        command: "nodetool node run <type> --props '{...}' [--no-secrets]",
+        kind: "execution",
+        capabilities: ["json", "no-db"],
+        docs: "docs/harnesses.md § nodetool node run",
+        selfcheck: {
+            command: 'npm run dev:nodetool -- node run nodetool.text.Concat --props \'{"a":"harness-","b":"gate"}\' --no-secrets',
+            cost: "cheap"
+        }
+    },
+    {
+        id: "blender",
+        title: "Blender headless render (nodetool.blender.* nodes)",
+        command: "nodetool node run nodetool.blender.RenderImage --props '<fixture>'",
+        kind: "execution",
+        capabilities: ["json", "no-db"],
+        docs: "docs/blender-headless-integration-design.md",
+        selfcheck: {
+            // Renders the checked-in triangle fixture through the real Blender.
+            // Expensive on purpose: Blender startup plus a render, and it needs
+            // the Blender binary, so the default gate skips it without --expensive.
+            command: 'npm run dev:nodetool -- node run nodetool.blender.RenderImage --props "$(cat packages/blender-nodes/tests/fixtures/render-image-props.json)" --no-secrets',
+            cost: "expensive"
+        }
+    },
+    {
+        id: "dsl-native-flow",
+        title: "Native flow (call a node as a function, host backend + guest surface)",
+        // No CLI command owns it: the public surface is the sandbox pack
+        // @nodetool-ai/sandbox-flow, and the host side is internal to
+        // packages/dsl. The checked-in suites are the headless surface — they call
+        // nodes on the flow's own invoke path, stream both directions, and abort
+        // mid-call, with no key, no database, and no server.
+        command: "npm run test --workspace=packages/dsl -- flow-core flow-streaming flow-abort",
+        kind: "execution",
+        capabilities: ["no-db"],
+        docs: "docs/dsl-native-flow-design.md",
+        selfcheck: {
+            command: "npm run test --workspace=packages/dsl -- flow-core flow-streaming flow-abort",
+            cost: "cheap",
+            suiteOnly: true
+        }
+    },
+    {
+        id: "app-runs",
+        title: "Durable app operation and generation attachment check",
+        command: "npm run test --workspace=packages/execution -- app-operation app-run-generation",
+        kind: "execution",
+        capabilities: [],
+        docs: "docs/harnesses.md § App runs phase 1",
+        selfcheck: {
+            command: "npm run test --workspace=packages/execution -- app-operation app-run-generation",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "run-traces",
+        title: "Durable app trace, content policy and ancestry check",
+        command: "npm run test --workspace=packages/execution --workspace=packages/runtime --workspace=packages/models --workspace=packages/websocket -- run-trace external-trace-privacy http-tracing",
+        kind: "execution",
+        capabilities: [],
+        docs: "docs/harnesses.md § Run traces phase 2",
+        selfcheck: {
+            command: "npm run test --workspace=packages/execution --workspace=packages/runtime --workspace=packages/models --workspace=packages/websocket -- run-trace external-trace-privacy http-tracing",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "app-debug",
+        title: "Mini-app debug harness",
+        command: "nodetool app debug <id|bundle.json> [--interact ... --no-run]",
+        kind: "execution",
+        capabilities: ["json", "interact", "no-db"],
+        docs: "docs/harnesses.md § nodetool app debug",
+        selfcheck: {
+            command: "npm run dev:nodetool -- app debug packages/base-nodes/nodetool/examples/apps/ad-maker.app.json --no-run",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "run-readers",
+        title: "Run reader, debug history and CLI failure-path check",
+        command: "npm run test --workspace=packages/execution --workspace=packages/models --workspace=packages/websocket --workspace=packages/agents --workspace=packages/cli -- runs-phase3 app-debug-versioned-targets app-debug-workflow-inputs-phase3 capabilities-runs runs-command runs-integration run-readers job-find runs-trpc sandbox-api-coverage",
+        kind: "execution",
+        capabilities: ["json"],
+        docs: "docs/harnesses.md § Run readers phase 3",
+        selfcheck: {
+            command: "npm run test --workspace=packages/execution --workspace=packages/models --workspace=packages/websocket --workspace=packages/agents --workspace=packages/cli -- runs-phase3 app-debug-versioned-targets app-debug-workflow-inputs-phase3 capabilities-runs runs-command runs-integration run-readers job-find runs-trpc sandbox-api-coverage",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "browser-run-spans",
+        title: "Browser run ownership, ancestry and restart check",
+        command: "npm run test --workspace=packages/websocket -- browser-run-spans-phase4 browser-app-run-phase4 app-runs-workflow",
+        kind: "execution",
+        capabilities: [],
+        docs: "docs/harnesses.md § Run inspection phase 4",
+        selfcheck: {
+            command: "npm run test --workspace=packages/websocket -- browser-run-spans-phase4 browser-app-run-phase4 app-runs-workflow",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "run-inspection-ui",
+        title: "Stored trace, activity replay and browser recorder check",
+        command: "npm run test --workspace=web -- --runInBand --testPathPattern='browserRunTrace|browserWorkflowRunner|WorkflowRunner.test|TracePanel.test|TraceStore|useRuns|runTraceCache|appRunActivity|AgentActivityWidget|useWidgetRuntime|sketchPadWidget|workflowFormWidget|chatWidgets|mediaWidgets|buttonWidget|recorderWidgets|conditionalWidget|errorTraceReporting|ChatSurface.test|AskRunAgentButton|useAppRuntime|runJsScript.test'",
+        kind: "execution",
+        capabilities: [],
+        docs: "docs/harnesses.md § Run inspection phase 4",
+        selfcheck: {
+            command: "npm run test --workspace=web -- --runInBand --testPathPattern='browserRunTrace|browserWorkflowRunner|WorkflowRunner.test|TracePanel.test|TraceStore|useRuns|runTraceCache|appRunActivity|AgentActivityWidget|useWidgetRuntime|sketchPadWidget|workflowFormWidget|chatWidgets|mediaWidgets|buttonWidget|recorderWidgets|conditionalWidget|errorTraceReporting|ChatSurface.test|AskRunAgentButton|useAppRuntime|runJsScript.test'",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "run-inspection-browser",
+        title: "Browser action ancestry and Trace/Logs reload journey",
+        command: "npm run test:journeys --workspace=web -- run-observability.spec.ts",
+        kind: "execution",
+        capabilities: ["browser"],
+        docs: "docs/harnesses.md § Run inspection phase 4"
+    },
+    {
+        id: "app-instance-history",
+        title: "Instance management, pinned versions and history projection check",
+        command: "npm run test --workspace=packages/models --workspace=packages/execution --workspace=packages/websocket -- app-instance run-list-app-metadata runs-phase3 app-operation",
+        kind: "execution",
+        capabilities: [],
+        docs: "docs/harnesses.md § App instances and history phase 5",
+        selfcheck: {
+            command: "npm run test --workspace=packages/models --workspace=packages/execution --workspace=packages/websocket -- app-instance run-list-app-metadata runs-phase3 app-operation",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "app-instance-history-ui",
+        title: "Instance tabs, management cache and app host check",
+        command: "npm run test --workspace=web -- --runInBand --testPathPattern='WorkspaceTabsStore|useAppInstances|useAppInstance|ApplicationSurface|ApplicationRunView|AppRuntimeView|AppRunHistory|useAppRuntime'",
+        kind: "execution",
+        capabilities: [],
+        docs: "docs/harnesses.md § App instances and history phase 5",
+        selfcheck: {
+            command: "npm run test --workspace=web -- --runInBand --testPathPattern='WorkspaceTabsStore|useAppInstances|useAppInstance|ApplicationSurface|ApplicationRunView|AppRuntimeView|AppRunHistory|useAppRuntime'",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "app-instance-history-browser",
+        title: "Independent app instances and read-only historical results journey",
+        command: "npm run test:journeys --workspace=web -- app-instances.spec.ts run-observability.spec.ts",
+        kind: "execution",
+        capabilities: ["browser"],
+        docs: "docs/harnesses.md § App instances and history phase 5"
+    },
+    {
+        id: "app-build",
+        title: "Mini-app build harness (spec→plan→author→check→run→judge)",
+        command: "nodetool app build <prompt|spec.json> -p <provider> -m <model>",
+        kind: "execution",
+        capabilities: ["json", "watch", "supervise", "gated:pr"],
+        docs: "docs/harnesses.md § nodetool app build",
+        selfcheck: {
+            // The suite's three keyless cases: two scripted app authors and the
+            // Workflow flow's plan-to-graph case, all on the real kernel with the
+            // provider constructed but never called — the same invocation the
+            // Quality Gate's app-build leg runs. `workflow-plan-to-graph` is graded
+            // on what its built graph produced, not only on whether it validated
+            // (PRD R6), so a plan that wires into a graph that runs and returns
+            // nothing fails here.
+            command: "npm run dev:nodetool -- eval app-build --cases greeting-card,draft-then-publish,workflow-plan-to-graph -p ollama -m none --no-find-model --min-success 1",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "timeline-validate",
+        title: "Timeline static check",
+        command: "nodetool timeline validate <id|file.json>",
+        kind: "static",
+        capabilities: ["json", "no-db"],
+        agentTool: "validate_timeline",
+        docs: "docs/harnesses.md § nodetool timeline validate / debug",
+        selfcheck: {
+            // The validator's own rule suites plus the harness host that drives it.
+            // Keyless and target-free: every case is a document literal, so this is
+            // the check a diff under `packages/execution/src/timeline-debug/` or
+            // `packages/timeline/` earns.
+            command: "npm run test --workspace=packages/execution -- timeline- linked-timeline-validate && " +
+                "npm run test --workspace=packages/cli -- tests/timeline-harness.test.ts",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "timeline-debug",
+        title: "Timeline edit-session replay",
+        command: "nodetool timeline debug <id|file.json> --interact '[...]'",
+        kind: "execution",
+        capabilities: ["json", "interact", "no-db"],
+        docs: "docs/harnesses.md § nodetool timeline validate / debug"
+    },
+    {
+        id: "timeline-render",
+        title: "Timeline GPU render (video, stills or contact sheet)",
+        command: "nodetool timeline render <id|file.json> [--stills] [--sheet [columns]] [--only <clips>] [--frames <spec>] [--scale <n>]",
+        kind: "execution",
+        capabilities: ["json", "no-db"],
+        agentTool: "render_timeline",
+        docs: "docs/harnesses.md § nodetool timeline render",
+        selfcheck: {
+            // Frame selection, preview scale and zero-area layers through the real
+            // GPU compositor. Skips with a reason when there is no WebGPU adapter.
+            command: "npm run test --workspace=packages/video-nodes -- timeline-render-frames.gpu timeline-contact-sheet && " +
+                "npm run test --workspace=packages/cli -- timeline-render timeline-command",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "timeline-score",
+        title: "Timeline craft scorecard (agent output vs. shipped showcase examples)",
+        command: "nodetool timeline score <id|file.json> [--json] [--min-score <n>] [--sheet <out.png>]",
+        kind: "static",
+        capabilities: ["json", "no-db"],
+        docs: "docs/harnesses.md § nodetool timeline score",
+        selfcheck: {
+            // Deterministic: the metrics/formula core, plus the reference band
+            // computed from the shipped examples at test time — no model, no key.
+            command: "npm run test --workspace=packages/execution -- timeline-score && " +
+                "npm run test --workspace=packages/cli -- timeline-score",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "serein-timeline-repro",
+        title: "Serein timeline motion frame reproduction",
+        command: "npm run test --workspace=packages/agents -- timeline-serein-gaps-frames",
+        kind: "execution",
+        capabilities: ["no-db"],
+        docs: "demo/benchmarks/serein/EVAL.md",
+        selfcheck: {
+            command: "npm run test --workspace=packages/agents -- timeline-serein-gaps-frames",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "timeline-versions",
+        title: "Timeline version history (snapshot, restore, validate the restore)",
+        command: "nodetool timeline versions list|show|create|restore|delete <id> [<version>]",
+        kind: "execution",
+        capabilities: ["json"],
+        agentTool: "restore_timeline_version",
+        docs: "docs/harnesses.md § nodetool timeline versions"
+    },
+    {
+        id: "timeline-model3d",
+        title: "3D clips on the timeline (render session, headless preview frames)",
+        // No CLI command owns it: a 3D layer is drawn by the browser preview and,
+        // on the server, by the headless pre-pass behind `preview_timeline_frame`.
+        // The checked-in suites are the headless surface — the session's pure
+        // parts and the pre-pass's grouping, fallback and layer report, with no
+        // key, no database and no server. The Chromium half of the render suite
+        // skips without Chrome, as it did before the timeline used it.
+        command: TIMELINE_MODEL3D_SUITES,
+        kind: "static",
+        capabilities: ["no-db"],
+        agentTool: "preview_timeline_frame",
+        docs: "docs/harnesses.md § 3D clips in preview_timeline_frame",
+        selfcheck: { command: TIMELINE_MODEL3D_SUITES, cost: "cheap" }
+    },
+    {
+        id: "timeline-native-media-editing",
+        title: "Native media editing (candidate take, apply, undo)",
+        command: TIMELINE_NATIVE_MEDIA_EDITING_SUITES,
+        kind: "static",
+        capabilities: ["no-db"],
+        agentTool: "ui_timeline_generatively_edit_clip",
+        docs: "docs/native-media-editing/prd.md § 9",
+        selfcheck: { command: TIMELINE_NATIVE_MEDIA_EDITING_SUITES, cost: "cheap" }
+    },
+    {
+        id: "timeline-audio-drive",
+        title: "Audio-driven clip motion (bake_audio_animation → the animation fold)",
+        // No CLI command owns it: the surface is the `bake_audio_animation`
+        // capability plus the compose rule it depends on in the animation engine
+        // (`scale: "multiply"` in `ANIMATED_PROPERTY_FOLD` — a baked curve must
+        // drive a clip alongside a hand-authored preset, not replace it). The
+        // checked-in suites are the headless surface: the bake's own arithmetic
+        // (the two clock hops, envelope vs. beats curve shapes) plus the product
+        // demonstration that bakes a beat-synced pulse onto a clip already
+        // carrying a `pop` entrance, samples the result through
+        // `resolveAnimatedLayerProps`, and confirms it in rendered pixels.
+        command: TIMELINE_AUDIO_DRIVE_SUITES,
+        kind: "static",
+        capabilities: ["no-db"],
+        agentTool: "bake_audio_animation",
+        docs: "docs/harnesses.md § Audio-driven timeline motion",
+        selfcheck: {
+            command: TIMELINE_AUDIO_DRIVE_SUITES,
+            cost: "cheap",
+            suiteOnly: true
+        }
+    },
+    {
+        id: "timeline-generated-matte",
+        title: "Generated mattes (isolate_subject → the clip's own luma keyhole)",
+        // No CLI command owns it: the surface is the `isolate_subject` capability,
+        // the `set_generated_matte` op both hosts write the knobs through, and the
+        // scene model that resolves the result into a keyhole. The provider is
+        // never called — the capability takes its runner as a dependency, and the
+        // checked-in suites drive it with a fake one, so what is actually asserted
+        // is the document: which matte is current, what status it carries, and
+        // that a failed regenerate leaves the working one in place.
+        command: TIMELINE_GENERATED_MATTE_SUITES,
+        kind: "static",
+        capabilities: ["no-db"],
+        agentTool: "isolate_subject",
+        docs: "docs/harnesses.md § Generated mattes",
+        selfcheck: { command: TIMELINE_GENERATED_MATTE_SUITES, cost: "cheap" }
+    },
+    {
+        id: "sketch-validate",
+        title: "Sketch static check",
+        command: "nodetool sketch validate <id|file.json>",
+        kind: "static",
+        capabilities: ["json", "no-db"],
+        agentTool: "validate_sketch",
+        docs: "docs/harnesses.md § nodetool sketch validate / debug"
+    },
+    {
+        id: "sketch-debug",
+        title: "Sketch edit-session replay",
+        command: "nodetool sketch debug <id|file.json> --interact '[...]'",
+        kind: "execution",
+        capabilities: ["json", "interact", "no-db"],
+        docs: "docs/harnesses.md § nodetool sketch validate / debug"
+    },
+    {
+        id: "sketch-versions",
+        title: "Sketch version history (snapshot, restore, validate the restore)",
+        command: "nodetool sketch versions list|show|create|restore|delete <id> [<version>]",
+        kind: "execution",
+        capabilities: ["json"],
+        agentTool: "restore_sketch_version",
+        docs: "docs/harnesses.md § nodetool sketch versions"
+    },
+    {
+        id: "jsscript-validate",
+        title: "JS script static check",
+        command: "nodetool jsscript validate <id|file.json>",
+        kind: "static",
+        capabilities: ["json", "no-db"],
+        agentTool: "validate_js_script",
+        docs: "docs/harnesses.md § nodetool jsscript"
+    },
+    {
+        id: "jsscript-run",
+        title: "JS script single run (QuickJS sandbox)",
+        command: "nodetool jsscript run <id|file.json> --inputs '{...}'",
+        kind: "execution",
+        capabilities: ["json", "no-db"],
+        agentTool: "run_js_script",
+        docs: "docs/harnesses.md § nodetool jsscript"
+    },
+    {
+        id: "jsscript-test",
+        title: "JS script saved-case regression run",
+        command: "nodetool jsscript test <id|file.json>",
+        kind: "execution",
+        capabilities: ["json", "no-db"],
+        agentTool: "test_js_script",
+        docs: "docs/harnesses.md § nodetool jsscript",
+        selfcheck: {
+            // Three checked-in fixtures with deterministic cases: no network, no
+            // secrets, no database. One sums a buffered list input; one reads the
+            // numbers off `stream` from items the cases stage; one imports a shipped
+            // sandbox pack, which resolves only when the CLI installs the catalog.
+            command: "npm run dev:nodetool -- jsscript test packages/cli/tests/fixtures/js-script-sum.json && " +
+                "npm run dev:nodetool -- jsscript test packages/cli/tests/fixtures/js-script-running-total.json && " +
+                "npm run dev:nodetool -- jsscript test packages/cli/tests/fixtures/js-script-timeline-pack.json",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "jsscript-debug",
+        title: "JS script edit-session replay",
+        command: "nodetool jsscript debug <id|file.json> --interact '[...]'",
+        kind: "execution",
+        capabilities: ["json", "interact", "no-db"],
+        docs: "docs/harnesses.md § nodetool jsscript"
+    },
+    {
+        id: "jsscript-versions",
+        title: "JS script version history (snapshot, restore, validate the restore)",
+        command: "nodetool jsscript versions list|show|create|restore|delete <id> [<version>]",
+        kind: "execution",
+        capabilities: ["json"],
+        docs: "docs/harnesses.md § nodetool jsscript"
+    },
+    {
+        id: "eval",
+        title: "Agent evaluation suites (graph-planner, graph-e2e, code-gen, task-planner, subtask, codeact, tool-loop variants, app-build)",
+        command: "nodetool eval <suite> -p <provider> -m <model> [--min-success N]",
+        kind: "eval",
+        // workflow_dispatch only (.github/workflows/agent-eval.yml) — no PR or
+        // schedule trigger, so this is not a `gated:*` harness.
+        capabilities: ["json"],
+        docs: "packages/agents/AGENTS.md"
+    },
+    {
+        id: "chat-terminal",
+        title: "Terminal chat (keyboard, viewport, sessions, approvals, transport)",
+        command: "npm run test --workspace=packages/cli -- tests/chat-app.test.ts tests/chat-media.test.ts tests/terminal-keyboard.test.ts tests/terminal-input.test.ts tests/terminal-mouse.test.ts tests/terminal-screen.test.ts tests/chat-prompts.test.ts tests/chat-sessions.test.ts tests/websocket-client.test.ts",
+        kind: "execution",
+        capabilities: ["no-db"],
+        docs: "docs/harnesses.md § nodetool chat",
+        selfcheck: {
+            command: "npm run test --workspace=packages/cli -- tests/chat-app.test.ts tests/chat-media.test.ts tests/terminal-keyboard.test.ts tests/terminal-input.test.ts tests/terminal-mouse.test.ts tests/terminal-screen.test.ts tests/chat-prompts.test.ts tests/chat-sessions.test.ts tests/websocket-client.test.ts",
+            cost: "cheap",
+            suiteOnly: true
+        }
+    },
+    {
+        id: "chat-stdin",
+        title: "Headless chat agent (piped stdin)",
+        command: 'echo "<prompt>" | nodetool-chat -p <provider> -m <model>',
+        kind: "execution",
+        capabilities: [],
+        docs: "docs/harnesses.md § nodetool chat"
+    },
+    {
+        id: "telegram-bridge",
+        title: "Telegram messaging bridge (renderer, router, identity, adapter)",
+        command: "nodetool telegram serve",
+        kind: "execution",
+        capabilities: ["no-db"],
+        docs: "docs/telegram-bot-design.md",
+        selfcheck: {
+            // The bridge suites are hermetic (fake Bot API, fake socket, injected
+            // clock) and include the dependency-cone test; the websocket files run
+            // the identity routes, the shared link-code store, and the tRPC router.
+            command: "npm run test --workspace=packages/telegram && npx vitest run tests/integrations-routes.test.ts tests/link-codes.test.ts tests/trpc-integrations.test.ts --root packages/websocket",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "backend-smoke",
+        title: "Packaged-backend smoke (bundle staging + /health boot)",
+        command: "npm run backend:smoke",
+        kind: "meta",
+        capabilities: ["gated:pr"],
+        docs: "AGENTS.md § Common Pitfalls",
+        selfcheck: { command: "npm run backend:smoke", cost: "expensive" }
+    },
+    {
+        id: "docker-smoke",
+        title: "Deploy-image smoke (build, boot, load app in a browser)",
+        command: "node scripts/docker-smoke.mjs http://localhost:7777",
+        kind: "meta",
+        capabilities: ["browser", "gated:pr"],
+        docs: "AGENTS.md § Common Pitfalls"
+    },
+    {
+        id: "provider-contract",
+        title: "Provider contract probes (raw response fixtures + one live request per provider)",
+        command: "npm run probe:providers [--json] [--out report.json]",
+        kind: "meta",
+        // Nightly-only (.github/workflows/provider-contract-probe.yml: schedule +
+        // workflow_dispatch, no pull_request) — the offline selfcheck below is
+        // exercised there, not on every PR.
+        capabilities: ["json", "gated:nightly"],
+        docs: "docs/provider-contract-probes.md",
+        selfcheck: {
+            // The offline half: every manifest entry decodes its checked-in raw
+            // response, and every declared required field is removed once to prove
+            // the check can fail. No key, no network.
+            command: "npm run test --workspace=packages/runtime -- provider-contract-probes",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "affected",
+        title: "Changed-file → workspace mapping",
+        command: "nodetool affected [--base main]",
+        kind: "meta",
+        capabilities: ["json", "no-db"],
+        docs: "docs/harnesses.md § nodetool affected"
+    },
+    {
+        id: "packs-compile",
+        title: "Sandbox npm module compiler (bundle, scan, probe, cache) and the shipped bridge packs",
+        command: "nodetool packs compile [--json] [--force]",
+        kind: "static",
+        capabilities: ["json", "no-db"],
+        docs: "docs/sandbox-package-design.md § Config-only modules from npm packages",
+        selfcheck: {
+            command: "npm run test --workspace=packages/sandbox-compiler",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "script-storyboard-link",
+        title: "Script ↔ storyboard link (extract, scaffold, joint assemble, link validation)",
+        // No CLI command owns the link: it is pure functions in protocol and
+        // timeline plus the tools that call them. The checked-in suites are the
+        // headless surface — they build a linked document and hand the assembled
+        // timeline to the same validator `nodetool timeline validate` runs.
+        //
+        // The guided-creation-flow suites ride here too (PRD § 7.7): prompt
+        // composition, scene ordering, staleness, the Director's scene output and
+        // the P5 import parsers (`parseFdx`, `verifyImportedText`,
+        // `parseShotlistCsv`) are pure functions on the same documents, and a diff
+        // that touches one usually touches the link. `web/src/components/setup`
+        // rides along because the flow steps are where those functions are wired:
+        // an FDX import that stops reading back verbatim shows up there first.
+        command: SCRIPT_STORYBOARD_LINK_SUITES,
+        kind: "static",
+        capabilities: ["no-db"],
+        docs: "docs/script-storyboard-link/design.md § 6",
+        selfcheck: {
+            command: SCRIPT_STORYBOARD_LINK_SUITES,
+            cost: "cheap"
+        }
+    },
+    {
+        id: "workflow-plan",
+        title: "Workflow plan → graph (planner contract, builder, inspiration chips)",
+        // No CLI command owns the planner: the surface is a plan on a workflow's
+        // `settings.setup` and the graph it builds. The checked-in suites are the
+        // headless surface — they build every shipped chip's plan against the real
+        // node registry and hand the graph to the same validator
+        // `validate_workflow` runs. What a graph *produces* is graded one harness
+        // over, by the app-build suite's `workflow-plan-to-graph` case (PRD R6).
+        command: WORKFLOW_PLAN_SUITES,
+        kind: "static",
+        capabilities: ["no-db"],
+        docs: "docs/creation-flows/prd.md § 11",
+        selfcheck: { command: WORKFLOW_PLAN_SUITES, cost: "cheap" }
+    },
+    {
+        id: "game-flow",
+        title: "Native game engine (validate, simulate, render, stage, persist)",
+        command: GAME_FLOW_SUITES,
+        kind: "static",
+        capabilities: ["no-db"],
+        docs: "docs/plans/builtin-game-engine-design.md",
+        selfcheck: { command: GAME_FLOW_SUITES, cost: "cheap" }
+    },
+    {
+        id: "capability-suites",
+        title: "Agent capability suites (per-capability contract tests)",
+        // No CLI command owns a capability: the surface is the wire name a guest
+        // or a model calls. The checked-in suites are the headless surface, and
+        // `packages/cli/src/harness/capability-table.ts` says which suite covers
+        // which capability — the audit fails on one that names none.
+        command: CAPABILITY_SUITES,
+        kind: "static",
+        // Runs in CI as part of the whole-package `--filter=@nodetool-ai/agents`
+        // leg, but no workflow names this filtered command specifically, so it
+        // is not a `gated:*` harness by the substring-in-a-workflow rule.
+        capabilities: ["no-db"],
+        docs: "packages/agents/AGENTS.md § Capability coverage",
+        selfcheck: {
+            // `capabilities:check` re-derives the table from the live registry, so
+            // a capability added without a mapping fails here rather than in review.
+            command: "npm run capabilities:check && " + CAPABILITY_SUITES,
+            cost: "cheap"
+        }
+    },
+    {
+        id: "generation-recovery",
+        title: "Durable generation recovery (leases, FAL queue, and webhook inbox)",
+        command: GENERATION_RECOVERY_SUITES,
+        kind: "execution",
+        capabilities: ["no-db"],
+        docs: "docs/harnesses.md § Durable generation recovery selfcheck",
+        selfcheck: { command: GENERATION_RECOVERY_SUITES, cost: "cheap" }
+    },
+    {
+        id: "atlascloud-callbacks",
+        title: "AtlasCloud prediction callbacks (Ed25519 ingress and the wait it settles)",
+        command: ATLASCLOUD_CALLBACK_SUITES,
+        kind: "static",
+        capabilities: ["no-db"],
+        docs: "docs/developer/providers/atlascloud.md § Prediction callbacks (webhooks)",
+        selfcheck: { command: ATLASCLOUD_CALLBACK_SUITES, cost: "cheap" }
+    },
+    {
+        id: "graph-resources",
+        title: "Graph resources (recast, fill, retarget, slot prompts — pure suites plus fake-mode runs of the shipped examples)",
+        // Two halves, and the second is what the first cannot claim. The suites
+        // pin every derivation on fixtures; `fixtures:graph-resources` seeds a
+        // scratch install with a template board, its approved cut and an entity
+        // library, then runs the example graphs through `nodetool debug` on the
+        // fake provider — no key, no network — and reads the result back out of
+        // the database: E1's overlay has to come out filled on the exported
+        // sequence, E4's retargets have to leave every clip's start and duration
+        // where the approved cut put them, E3's export has to write every slot the
+        // platformer manifest declares.
+        command: `${GRAPH_RESOURCES_SUITES} && npm run fixtures:graph-resources`,
+        kind: "execution",
+        capabilities: [],
+        docs: "docs/harnesses.md § graph-resource fixtures",
+        selfcheck: {
+            command: `${GRAPH_RESOURCES_SUITES} && npm run fixtures:graph-resources`,
+            cost: "cheap"
+        }
+    },
+    {
+        id: "jtbd",
+        title: "Jobs to be done (end-to-end agent jobs, recorded for review)",
+        command: "nodetool jtbd <list|run|optimize> [-p <provider> -m <model>]",
+        kind: "eval",
+        capabilities: ["json"],
+        docs: "docs/harnesses.md § nodetool jtbd",
+        selfcheck: {
+            // Keyless: the catalogue's own invariants (every job states a purpose,
+            // grades an outcome, and fails its checks on an untouched world) plus
+            // the transcript capture the review step reads. No model is called.
+            command: "npm run test --workspace=packages/agents -- jtbd-friction jtbd-transcript",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "provider-codegen",
+        title: "Generated provider metadata drift (FAL and KIE fixture mode)",
+        command: "npm run generate:fal:check && npm run generate:kie:check",
+        kind: "static",
+        capabilities: ["json", "no-db", "gated:pr"],
+        docs: "AGENTS.md § Common Pitfalls",
+        selfcheck: {
+            command: "npm run generate:fal:check -- --strict && " +
+                "npm run generate:kie:check -- --strict",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "recipes",
+        title: "Recipe chains (shipped manifests, the app listing, the site pages)",
+        // A recipe names shipped example workflows and stores no graph, so what
+        // rots is a step whose example was renamed: the app drops the recipe from
+        // its Examples listing and the site's page loses a workflow. Both readers
+        // are checked — the resolver the app calls, and the generator the site
+        // builds its pages and bundles with.
+        command: "npx tsx marketing/scripts/generate-recipes.mjs --check",
+        kind: "static",
+        capabilities: ["no-db", "gated:pr"],
+        docs: "docs/harnesses.md § Shipped recipes",
+        selfcheck: {
+            command: "npm run test --workspace=packages/websocket -- example-recipes && " +
+                "npx tsx marketing/scripts/generate-recipes.mjs --check",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "repo-scripts",
+        title: "Repo tooling scripts (test selection, validators, generators)",
+        // The scripts a contributor and CI run from the repo root. Their pure
+        // logic (test-affected's plan builder, the validators' rules) is pinned
+        // by the suites under scripts/__tests__; a script with no suite is
+        // covered only by the CI leg that runs it.
+        command: "npm run test:scripts",
+        kind: "meta",
+        capabilities: ["json", "no-db"],
+        docs: "AGENTS.md § Build, Lint & Test Commands",
+        selfcheck: { command: "npm run test:scripts", cost: "cheap" }
+    },
+    {
+        id: "tutorial-rendering",
+        title: "Tutorial render catalog, camera, and replay checks",
+        command: "npm run test --workspace=demo",
+        kind: "static",
+        capabilities: ["no-db"],
+        docs: "docs/plans/tutorial-focus-animation.md",
+        selfcheck: {
+            command: "npm run test --workspace=demo",
+            cost: "cheap",
+            suiteOnly: true
+        }
+    },
+    {
+        id: "harness-audit",
+        title: "Harness coverage audit (this registry)",
+        command: "nodetool harness audit [--strict]",
+        kind: "meta",
+        // Not run by name in any workflow today (the invariant it checks is
+        // enforced by the registry test below, in the normal test:packages leg),
+        // so it carries no `gated:*` tag under the substring-in-a-workflow rule.
+        capabilities: ["json", "no-db"],
+        docs: "docs/HARNESS_FIRST.md",
+        selfcheck: {
+            command: "npm run dev:nodetool -- harness audit && " +
+                "npm run test --workspace=packages/cli -- harness-registry.test.ts " +
+                "harness-gate-cli.test.ts capability-coverage.test.ts",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "api-routes",
+        title: "API server routes (Fastify HTTP + WebSocket)",
+        command: "nodetool serve",
+        kind: "execution",
+        capabilities: ["no-db"],
+        docs: "docs/harnesses.md § nodetool serve",
+        selfcheck: {
+            // The websocket package's own suite: routes, the /ws runner, MCP tool
+            // resolution, drain/shutdown. Multi-minute (255 files), so this stays
+            // an --expensive selfcheck rather than the default gate.
+            command: "npm run test --workspace=packages/websocket",
+            cost: "expensive",
+            suiteOnly: true
+        }
+    },
+    {
+        id: "data-models",
+        title: "Data models (Drizzle ORM persistence layer)",
+        command: "npm run test --workspace=packages/models",
+        kind: "static",
+        capabilities: ["no-db"],
+        docs: "packages/models/AGENTS.md",
+        selfcheck: {
+            command: "npm run test --workspace=packages/models",
+            cost: "cheap",
+            suiteOnly: true
+        }
+    },
+    {
+        id: "storage-and-security",
+        title: "Storage, security, auth, and config packages",
+        command: "npm run test --workspace=packages/storage && " +
+            "npm run test --workspace=packages/security && " +
+            "npm run test --workspace=packages/auth && " +
+            "npm run test --workspace=packages/config",
+        kind: "static",
+        capabilities: ["no-db"],
+        docs: "packages/AGENTS.md",
+        selfcheck: {
+            command: "npm run test --workspace=packages/storage && " +
+                "npm run test --workspace=packages/security && " +
+                "npm run test --workspace=packages/auth && " +
+                "npm run test --workspace=packages/config",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "node-pack-parity",
+        title: "Node-pack example-workflow parity (every shipped node covered by an example)",
+        command: "npm test --workspace=@nodetool-ai/base-nodes -- parity example-workflows",
+        kind: "static",
+        // Runs in the quality-checks.yml typecheck leg (pull_request-triggered),
+        // by this exact command.
+        capabilities: ["no-db", "gated:pr"],
+        docs: "packages/base-nodes/AGENTS.md",
+        selfcheck: {
+            command: "npm test --workspace=@nodetool-ai/base-nodes -- parity example-workflows",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "shared-services",
+        title: "Shared service libraries (vector store, model pricing)",
+        command: "npm run test --workspace=packages/vectorstore && " +
+            "npm run test --workspace=packages/model-pricing",
+        kind: "static",
+        capabilities: ["no-db"],
+        docs: "packages/AGENTS.md",
+        selfcheck: {
+            command: "npm run test --workspace=packages/vectorstore && " +
+                "npm run test --workspace=packages/model-pricing",
+            cost: "cheap"
+        }
+    },
+    {
+        id: "execution-session-audit",
+        title: "Execution session hydration audit (registry handed without a resolver)",
+        command: "npm run test --workspace=packages/execution -- execution-session-hydration-audit",
+        kind: "static",
+        // No workflow names this test file by substring today (it runs inside
+        // the whole-package `packages/execution` leg), so no `gated:*` tag.
+        capabilities: ["no-db"],
+        docs: "docs/HARNESS_FIRST.md",
+        selfcheck: {
+            command: "npm run test --workspace=packages/execution -- execution-session-hydration-audit",
+            cost: "cheap"
+        }
+    }
+];
+export const SURFACES = [
+    {
+        id: "telegram-bridge",
+        title: "Telegram bot bridge + messaging-integration identity",
+        harnesses: ["telegram-bridge"],
+        paths: [
+            "packages/telegram/",
+            "packages/websocket/src/routes/integrations.ts",
+            "packages/websocket/src/lib/link-codes.ts",
+            "packages/websocket/src/trpc/routers/integrations.ts",
+            "packages/auth/src/providers/delegated-token-provider.ts",
+            "packages/models/src/external-identity.ts"
+        ]
+    },
+    {
+        id: "workflow-execution",
+        title: "Workflow execution (kernel runner)",
+        harnesses: [
+            "validate",
+            "debug",
+            "node-run",
+            "reliability-ring0",
+            "execution-session-audit"
+        ],
+        paths: [
+            "packages/protocol/",
+            "packages/kernel/",
+            "packages/execution/",
+            "packages/runtime/",
+            "packages/node-sdk/",
+            "packages/base-nodes/",
+            "reliability/",
+            // The CLI-facing example graphs. `npm run validate:examples` scans them,
+            // so a diff that edits one runs the validate selfcheck.
+            "examples/workflows/"
+        ]
+    },
+    {
+        id: "agent-capabilities",
+        title: "Agent capabilities (the wire names a guest or a model calls)",
+        harnesses: ["capability-suites", "eval", "jtbd"],
+        paths: [
+            "packages/agents/src/capabilities/",
+            // The signal analysis behind the `analyze_*` / `detect_*` capabilities.
+            // It exists only to serve them, so a change here is a change to them.
+            "packages/agents/src/analysis/",
+            "packages/agents/src/evals/",
+            "packages/agents/src/jtbd/",
+            "packages/cli/src/harness/capability-table.ts",
+            "packages/cli/src/harness/capability-coverage.ts",
+            "scripts/sync-capability-coverage.mjs"
+        ]
+    },
+    {
+        id: "generation-tracking",
+        title: "Media generation tracking (the seam, the tracker, the generations capabilities)",
+        harnesses: ["capability-suites", "generation-recovery"],
+        // `capability-suites` runs the tracker, seam and capability suites named
+        // in the capability table, plus the seam audit that fails on a provider
+        // media call outside `runGeneration` (packages/execution/tests/
+        // generation-seam-audit.test.ts). Design:
+        // docs/media-generation-tracking-design.md.
+        paths: [
+            "packages/execution/src/generation-tracker.ts",
+            "packages/execution/src/generation-lifecycle.ts",
+            "packages/execution/src/generation-recovery-worker.ts",
+            "packages/execution/src/fal-output-decoder.ts",
+            "packages/models/src/durable-generation.ts",
+            "packages/models/src/schema/generation-",
+            "packages/models/src/schema-pg/generation-",
+            "packages/runtime/src/generation-receipt.ts",
+            "packages/runtime/src/generation-registry.ts",
+            "packages/runtime/src/providers/fal-queue.ts",
+            "packages/runtime/src/providers/provider-queue.ts",
+            "packages/runtime/src/redact-params.ts",
+            "packages/websocket/src/routes/fal-webhook.ts",
+            "packages/websocket/src/generation-recovery.ts",
+            "packages/agents/src/capabilities/generations.ts",
+            "packages/agents/src/capabilities/generations.specs.ts",
+            "packages/cli/src/commands/generations.ts"
+        ]
+    },
+    {
+        id: "live-browser",
+        title: "Live browser (browser_* capabilities, CDP, the Chrome extension relay)",
+        harnesses: ["capability-suites"],
+        // `capability-suites` covers the seam — dispatch, classification, and what
+        // a process with no action layer answers. The half below it runs in
+        // `npm run test:integration --workspace=packages/browser`, which
+        // launches a real Chrome with the built extension loaded and its native
+        // host registered, and drives the production transport end to end. It is
+        // not a selfcheck: it downloads Chrome, so a diff to the relay still
+        // needs it run by hand.
+        paths: [
+            "chrome-extension/",
+            "packages/browser/",
+            "packages/agents/src/capabilities/browser.ts",
+            "packages/agents/src/capabilities/browser.specs.ts"
+        ]
+    },
+    {
+        id: "provider-clients",
+        title: "LLM and media provider clients (request shaping + response decoding)",
+        harnesses: ["provider-contract", "eval"],
+        paths: [
+            "packages/runtime/src/providers/",
+            // Local-models BaseProvider (transformers.js/kokoro-js) — same request/
+            // response contract as the hosted providers, packaged separately
+            // because its weights and native deps are optional.
+            "packages/transformers-js-provider/"
+        ]
+    },
+    {
+        id: "atlascloud-callbacks",
+        title: "AtlasCloud prediction callbacks (signed ingress, pending registry)",
+        harnesses: ["atlascloud-callbacks"],
+        paths: [
+            "packages/runtime/src/providers/atlascloud-webhook-registry.ts",
+            "packages/runtime/src/providers/atlascloud-transport.ts",
+            "packages/websocket/src/routes/atlascloud-webhook.ts"
+        ]
+    },
+    {
+        id: "workflow-authoring",
+        title: "Workflow authoring (planners + ui_* graph tools)",
+        harnesses: ["validate", "eval"],
+        paths: ["packages/agents/", "packages/dsl/"]
+    },
+    {
+        id: "dsl-native-flow",
+        title: "Native flow (typed node calls from guest code)",
+        harnesses: ["dsl-native-flow", "packs-compile"],
+        paths: [
+            "packages/dsl/src/flow/",
+            "packages/agents/src/capabilities/flow.ts",
+            "packages/agents/src/capabilities/flow.specs.ts",
+            "packages/sandbox-packs/sandbox-flow/"
+        ]
+    },
+    {
+        id: "workflow-creation-flow",
+        title: "Workflow creation flow (settings.setup, planner, plan review, build from plan)",
+        harnesses: ["workflow-plan", "app-build", "capability-suites", "validate"],
+        paths: [
+            "packages/protocol/src/workflow-plan.ts",
+            "packages/protocol/src/api-schemas/workflows.ts",
+            "packages/agents/src/evals/app-build-plan.ts",
+            "packages/base-nodes/tests/workflow-plan-chips.test.ts",
+            "web/src/components/setup/workflow/",
+            "web/src/hooks/workflow/",
+            "web/src/lib/tools/builtin/workflowSetup.ts"
+        ]
+    },
+    {
+        id: "game-creation-flow",
+        title: "Native game creation and editing",
+        harnesses: ["game-flow", "capability-suites", "validate"],
+        paths: [
+            "packages/cli/src/commands/game.ts",
+            "packages/protocol/src/game.ts",
+            "packages/protocol/src/game3d.ts",
+            "packages/protocol/src/game-design.ts",
+            "packages/protocol/src/game-graph.ts",
+            "packages/protocol/src/game-flow-prompt.ts",
+            "packages/protocol/src/style-presets.ts",
+            "packages/game-nodes/",
+            "packages/game-runtime/",
+            "packages/game-renderer/",
+            "packages/godot/",
+            "packages/godot-templates/",
+            "packages/base-nodes/tests/game-graph-chips.test.ts",
+            "packages/websocket/src/trpc/routers/games.ts",
+            "packages/websocket/src/trpc/routers/gameDraftHistory.ts",
+            "packages/websocket/src/lib/style-presets.ts",
+            "web/src/components/game/",
+            "web/src/stores/game/",
+            "web/tests/journeys/native-game3d-editor.spec.ts",
+            "web/src/components/workspace/GameSurface.tsx",
+            "web/src/components/projects/NewProjectSurface.tsx"
+        ]
+    },
+    {
+        id: "app-runs",
+        title: "App instances and durable operation runs",
+        harnesses: ["app-runs"],
+        paths: [
+            "packages/models/src/app-instance.ts",
+            "packages/models/src/migrations/versions.ts",
+            "packages/protocol/src/api-schemas/app-runs.ts",
+            "packages/execution/src/service/app-operation.ts",
+            "packages/execution/src/app-run-generation.ts",
+            "packages/websocket/src/lib/app-instances-service.ts",
+            "packages/websocket/src/routes/app-runs.ts",
+            "packages/websocket/src/trpc/routers/app-instances.ts",
+            "packages/websocket/src/trpc/routers/app-runs.ts",
+            "web/src/components/appbuilder/runtime/"
+        ]
+    },
+    {
+        id: "run-traces",
+        title: "Server run trace persistence and privacy",
+        harnesses: ["run-traces"],
+        paths: [
+            "packages/protocol/src/run-trace.ts",
+            "packages/models/src/run-trace.ts",
+            "packages/models/src/migrations/run-traces.ts",
+            "packages/models/src/schema/run-traces.ts",
+            "packages/models/src/schema-pg/run-traces.ts",
+            "packages/runtime/src/run-trace-",
+            "packages/runtime/src/telemetry.ts",
+            "packages/runtime/src/trace-exporters.ts",
+            "packages/runtime/src/providers/loop-tracing.ts",
+            "packages/execution/src/run-trace-store.ts",
+            "packages/execution/src/service/run-trace-lifecycle.ts",
+            "packages/websocket/src/lib/http-tracing.ts",
+            "packages/websocket/src/storage-retention.ts"
+        ]
+    },
+    {
+        id: "run-readers",
+        title: "Common run inspection for agents and CLI",
+        harnesses: ["run-readers"],
+        paths: [
+            "packages/protocol/src/run-readers.ts",
+            "packages/protocol/src/api-schemas/runs.ts",
+            "packages/models/src/run-readers.ts",
+            "packages/execution/src/runs.ts",
+            "packages/execution/src/app-debug/run-recording.ts",
+            "packages/execution/src/service/app-debug-service.ts",
+            "packages/agents/src/capabilities/runs",
+            "packages/agents/src/capabilities/jobs.ts",
+            "packages/agents/src/evals/codeact-api-runs.ts",
+            "packages/cli/src/commands/runs.ts",
+            "packages/cli/src/app-debug/harness.ts",
+            "packages/websocket/src/trpc/routers/runs.ts",
+            "packages/websocket/src/lib/app-debug-service.ts"
+        ]
+    },
+    {
+        id: "run-inspection",
+        title: "Browser run ingestion and durable UI inspection",
+        harnesses: ["browser-run-spans", "run-inspection-ui", "run-inspection-browser"],
+        paths: [
+            "packages/protocol/src/browser-run-traces.ts",
+            "packages/execution/src/browser-app-run.ts",
+            "packages/execution/src/browser-run-spans.ts",
+            "packages/execution/src/browser-trace-policy.ts",
+            "packages/websocket/src/routes/run-spans.ts",
+            "packages/websocket/src/lib/test-ui-run-routes.ts",
+            "web/src/lib/browserRunTrace.ts",
+            "web/src/lib/workflow/browserWorkflowRunner.ts",
+            "web/src/components/panels/TracePanel.tsx",
+            "web/src/components/appbuilder/runtime/",
+            "web/src/components/appbuilder/AppRuntimeView.tsx",
+            "web/src/components/appbuilder/puck/useWidgetRuntime.ts",
+            "web/src/components/appbuilder/puck/conditionalWidget.tsx",
+            "web/src/components/workspace/ChatSurface.tsx",
+            "web/src/stores/ChatDraftStore.ts",
+            "web/src/components/appbuilder/puck/AgentActivityWidget.tsx",
+            "web/src/components/runs/",
+            "web/src/serverState/useRuns.ts",
+            "web/src/serverState/runTraceCache.ts",
+            "web/src/serverState/appRunActivity.ts",
+            "web/src/hooks/useAppOperationRun.ts",
+            "web/src/hooks/useRunInspection.ts",
+            "web/src/stores/TraceStore.ts",
+            "web/tests/journeys/run-observability.spec.ts"
+        ]
+    },
+    {
+        id: "app-instance-history",
+        title: "App instance management and historical results",
+        harnesses: ["app-instance-history", "app-instance-history-ui", "app-instance-history-browser"],
+        paths: [
+            "packages/models/src/app-instance",
+            "packages/models/src/run-readers.ts",
+            "packages/execution/src/runs.ts",
+            "packages/protocol/src/api-schemas/app-runs.ts",
+            "packages/websocket/src/lib/app-instances-service.ts",
+            "packages/websocket/src/routes/app-runs.ts",
+            "packages/websocket/src/trpc/routers/app-instances.ts",
+            "web/src/components/appbuilder/",
+            "web/src/components/workspace/ApplicationSurface.tsx",
+            "web/src/components/workspace/TabContent.tsx",
+            "web/src/stores/WorkspaceTabsStore.ts",
+            "web/src/serverState/useAppInstances.ts",
+            "web/src/serverState/useRuns.ts",
+            "web/tests/journeys/app-instances.spec.ts"
+        ]
+    },
+    {
+        id: "mini-apps",
+        title: "Mini apps (documents, bindings, operations)",
+        harnesses: ["app-debug", "app-build", "eval"],
+        paths: [
+            "packages/app-runtime/",
+            "packages/agents/src/app-build/",
+            "packages/execution/src/app-debug/",
+            "packages/base-nodes/nodetool/examples/apps/",
+            // The directed-campaign kit's five stage graphs. They are excluded from
+            // the auto-discovered e2e suite (each consumes the stage before it, so
+            // none runs alone on its defaults), so name them here instead: a diff
+            // touching one still selects the harnesses that cover the app.
+            "packages/base-nodes/nodetool/examples/nodetool-base/Propose Three Campaign Directions.json",
+            "packages/base-nodes/nodetool/examples/nodetool-base/Render a Directed Campaign Hero.json",
+            "packages/base-nodes/nodetool/examples/nodetool-base/Compose Directed Campaign Formats.json",
+            "packages/base-nodes/nodetool/examples/nodetool-base/Revise an Accepted Campaign Hero.json",
+            "packages/base-nodes/nodetool/examples/nodetool-base/Reopen a Directed Campaign.json"
+        ]
+    },
+    {
+        id: "timeline",
+        title: "Timeline sequences (ui_timeline_* tools, version history)",
+        harnesses: [
+            "timeline-validate",
+            "timeline-debug",
+            "timeline-render",
+            "timeline-score",
+            "timeline-versions",
+            "eval"
+        ],
+        paths: [
+            "demo/benchmarks/serein/",
+            "packages/timeline/",
+            "packages/execution/src/timeline-debug/",
+            "packages/cli/src/timeline-debug/",
+            "packages/cli/src/commands/timeline-versions.ts",
+            "packages/cli/src/commands/timeline-render.ts",
+            "packages/cli/src/commands/timeline-score.ts",
+            "packages/video-nodes/src/nodes/timeline/compositeRender.ts",
+            "packages/agents/src/tools/timeline-version-tools.ts",
+            "packages/models/src/timeline-sequence-version.ts",
+            "packages/websocket/src/trpc/routers/timeline.ts",
+            "scripts/motion-craft-eval.mjs"
+        ]
+    },
+    {
+        id: "serein-timeline-repro",
+        title: "Serein timeline frame reproduction",
+        harnesses: ["serein-timeline-repro"],
+        paths: [
+            "demo/benchmarks/serein/",
+            "packages/agents/tests/timeline-serein-gaps-frames.test.ts"
+        ]
+    },
+    {
+        id: "timeline-model3d",
+        title: "3D clips on the timeline (render session, camera channels, bake)",
+        harnesses: ["timeline-model3d", "capability-suites"],
+        // Overlaps the surfaces that claim these trees wholesale — `domain-nodes`
+        // (packages/video-nodes/), `workflow-authoring` (packages/agents/) and
+        // `web-editor` (web/) — so a diff here runs their checks as well.
+        paths: [
+            "packages/video-nodes/src/nodes/model3d/",
+            "packages/agents/src/timeline-preview/",
+            "web/src/components/timeline/preview/Model3DLayerSource.ts",
+            "web/src/components/timeline/preview/bakeDecoding.ts",
+            "web/src/components/timeline/Tracks/model3dClipFrames.ts"
+        ]
+    },
+    {
+        id: "timeline-native-media-editing",
+        title: "Native media editing (generative candidates and explicit apply)",
+        harnesses: ["timeline-native-media-editing"],
+        paths: [
+            "packages/timeline/src/generative.ts",
+            "packages/agents/src/capabilities/timelines.ts",
+            "packages/agents/src/capabilities/timeline-media-edit.ts",
+            "packages/agents/src/capabilities/timeline-clip-frames.ts",
+            "packages/agents/tests/timeline-headless-media-parity.test.ts",
+            "packages/runtime/src/trim-video-window.ts",
+            "packages/websocket/src/timeline-generation-recovery.ts",
+            "packages/websocket/src/lib/media.ts",
+            "packages/websocket/tests/generation-recovery-media.test.ts",
+            "packages/timeline/src/extension.ts",
+            "packages/timeline/src/extensionRequest.ts",
+            "packages/timeline/src/takes.ts",
+            "packages/protocol/src/api-schemas/timeline-tool-contracts.ts",
+            "packages/protocol/src/api-schemas/timeline-tool-params.ts",
+            "packages/agents/src/evals/surfaces/timeline.ts",
+            "web/src/components/timeline/timelineAgentBridge.ts",
+            "web/src/hooks/timeline/useTimelineAgentBridge.ts",
+            "web/src/hooks/timeline/useTimelineDirectGenJob.ts",
+            "web/src/hooks/timeline/directGenPending.ts",
+            "web/src/hooks/timeline/useTimelineExtension.ts",
+            "web/src/lib/timelineExtension.ts",
+            "web/src/components/timeline/Inspector/ExtendClipPanel.tsx",
+            "web/src/hooks/timeline/__tests__/nativeMediaEditingAcceptance.test.tsx",
+            "web/src/components/timeline/Inspector/TimelineInspector.tsx",
+            "web/src/components/timeline/preview/__tests__/nativeMediaEditingPreview.test.tsx",
+            "web/src/lib/tools/builtin/timeline.ts"
+        ]
+    },
+    {
+        id: "timeline-audio-drive",
+        title: "Audio-driven timeline motion (bake_audio_animation, audio analysis)",
+        harnesses: ["timeline-audio-drive", "capability-suites"],
+        // Overlaps the wholesale claims on `packages/timeline/` (surface
+        // `timeline`) and `packages/agents/` (surface `workflow-authoring`), so a
+        // diff here runs their checks too.
+        paths: [
+            "packages/timeline/src/animation/",
+            "packages/agents/src/capabilities/timeline-audio-bake.ts",
+            "packages/agents/src/capabilities/analysis.ts"
+        ]
+    },
+    {
+        id: "timeline-generated-matte",
+        title: "Generated mattes (isolate_subject, set_generated_matte)",
+        harnesses: ["timeline-generated-matte", "capability-suites"],
+        // Overlaps the wholesale claims on `packages/timeline/` (surface
+        // `timeline`) and `packages/agents/` (surface `workflow-authoring`), so a
+        // diff here runs their checks too.
+        paths: [
+            "packages/timeline/src/generatedMatte.ts",
+            "packages/agents/src/capabilities/timeline-isolate-subject.ts",
+            "packages/websocket/src/routes/timeline-isolate-subject.ts"
+        ]
+    },
+    {
+        id: "sketch",
+        title: "Sketches (image documents, ui_sketch_* tools, version history)",
+        harnesses: ["sketch-validate", "sketch-debug", "sketch-versions", "eval"],
+        paths: [
+            // The paint core behind sketches: types, dependency hashing, seeded
+            // layer templates, host-neutral raster ops.
+            "packages/image-editor/",
+            "packages/execution/src/sketch-debug/",
+            "packages/cli/src/sketch-debug/",
+            "packages/cli/src/commands/sketch-versions.ts",
+            "packages/cli/src/commands/sketch.ts",
+            "packages/agents/src/tools/sketch-version-tools.ts",
+            "packages/models/src/image-document-version.ts",
+            "packages/websocket/src/trpc/routers/sketch.ts"
+        ]
+    },
+    {
+        id: "jsscript",
+        title: "JS scripts (documents, ui_jsscript_* tools, version history)",
+        harnesses: [
+            "jsscript-validate",
+            "jsscript-run",
+            "jsscript-test",
+            "jsscript-debug",
+            "jsscript-versions",
+            "eval"
+        ],
+        paths: [
+            "packages/execution/src/js-script-debug/",
+            "packages/cli/src/js-script-debug/",
+            "packages/cli/src/commands/js-script.ts",
+            "packages/cli/src/commands/js-script-versions.ts",
+            "packages/cli/src/commands/js-script-validation-output.ts",
+            "packages/agents/src/capabilities/js-scripts.ts",
+            "packages/agents/src/capabilities/js-scripts.specs.ts",
+            "packages/agents/src/evals/surfaces/js-script.ts",
+            "packages/models/src/js-script.ts",
+            "packages/models/src/js-script-version.ts",
+            "packages/protocol/src/api-schemas/js-scripts.ts",
+            "packages/websocket/src/trpc/routers/js-scripts.ts",
+            "packages/websocket/src/routes/js-scripts.ts"
+        ]
+    },
+    {
+        id: "storyboard",
+        title: "Storyboards (shots, keyframes, clips, ui_storyboard_* tools, script link)",
+        // `validate` covers the shipped example boards: its selfcheck,
+        // `npm run validate:examples`, checks each one's shot text and media.
+        harnesses: [
+            "script-storyboard-link",
+            "timeline-validate",
+            "validate",
+            "eval"
+        ],
+        paths: [
+            "packages/protocol/src/script-link.ts",
+            "packages/protocol/src/api-schemas/storyboards.ts",
+            // The guided creation flow's pure modules (PRD § 7.7): one prompt
+            // composition for both surfaces, the derived scene order, and the
+            // staleness comparison the board's marks come from.
+            "packages/protocol/src/shot-prompt.ts",
+            "packages/protocol/src/render-record.ts",
+            "packages/protocol/src/screenplay-authoring.ts",
+            "web/src/lib/storyboard/",
+            "web/src/components/setup/",
+            "packages/timeline/src/storyboard.ts",
+            "packages/timeline/src/script-link.ts",
+            "packages/timeline/src/linked.ts",
+            "packages/agents/src/capabilities/storyboards.ts",
+            "packages/agents/src/capabilities/storyboards.specs.ts",
+            "packages/agents/src/tools/storyboard-render-tools.ts",
+            "packages/agents/src/evals/surfaces/storyboard.ts",
+            "packages/agents/src/evals/surfaces/creative-pipeline.ts",
+            "packages/models/src/schema/storyboards.ts",
+            "packages/websocket/src/trpc/routers/storyboards.ts",
+            "packages/websocket/src/lib/example-storyboards.ts",
+            // The shipped boards and the generator behind them. `validate:examples`
+            // checks each one's shot text and that its stills and clips are on disk.
+            "packages/base-nodes/nodetool/examples/storyboards/",
+            "scripts/build-example-storyboards.mjs",
+            "scripts/example-storyboards/",
+            "web/src/components/storyboard/",
+            "web/src/lib/tools/builtin/storyboard.ts",
+            "web/src/studio/"
+        ]
+    },
+    {
+        id: "script",
+        title: "Scripts (lines, cast, voicing, ui_script_* tools, storyboard link)",
+        harnesses: ["script-storyboard-link", "timeline-validate", "eval"],
+        paths: [
+            "packages/protocol/src/script-link.ts",
+            "packages/protocol/src/api-schemas/scripts.ts",
+            "packages/timeline/src/script.ts",
+            "packages/timeline/src/script-link.ts",
+            "packages/timeline/src/linked.ts",
+            "packages/agents/src/capabilities/scripts.ts",
+            "packages/agents/src/capabilities/scripts.specs.ts",
+            "packages/agents/src/tools/script-voice-tools.ts",
+            "packages/agents/src/evals/surfaces/script.ts",
+            "packages/agents/src/evals/surfaces/creative-pipeline.ts",
+            "packages/models/src/schema/scripts.ts",
+            "packages/websocket/src/trpc/routers/scripts.ts",
+            "web/src/components/script/",
+            "web/src/lib/tools/builtin/script.ts",
+            "web/src/studio/"
+        ]
+    },
+    {
+        id: "model3d",
+        title: "3D models (glTF scenes, ui_3d_* tools, model3d capabilities)",
+        harnesses: ["capability-suites", "eval"],
+        paths: [
+            "packages/model3d/",
+            "packages/agents/src/capabilities/model3d.ts",
+            "packages/agents/src/capabilities/model3d.specs.ts",
+            "packages/agents/src/evals/surfaces/model3d.ts",
+            "web/src/components/model_editor/",
+            "web/src/components/workspace/Model3DSurface.tsx",
+            "web/src/lib/tools/builtin/model3d.ts"
+        ]
+    },
+    {
+        id: "native-game",
+        title: "Native game assets, nodes, renderer, and agent capabilities",
+        harnesses: ["capability-suites"],
+        paths: [
+            "packages/protocol/src/game-assets.ts",
+            "packages/protocol/fixtures/game-assets/",
+            "packages/game-runtime/",
+            "packages/game-renderer/",
+            "packages/image-nodes/src/nodes/game.ts",
+            "packages/audio-nodes/src/nodes/game.ts",
+            "packages/game-nodes/src/nodes/game.ts",
+            "packages/agents/src/capabilities/game.ts",
+            "packages/agents/src/capabilities/game.specs.ts",
+            "packages/agents/src/capabilities/game3d.ts",
+            "packages/agents/src/capabilities/game-asset-source.ts"
+        ]
+    },
+    {
+        id: "blender",
+        title: "Blender headless render (op scripts, runner, blender nodes)",
+        harnesses: ["blender"],
+        paths: ["packages/blender-nodes/"]
+    },
+    {
+        id: "entities",
+        title: "Entity library (ingredients, prompt injection, ui_entity_* tools)",
+        harnesses: ["capability-suites"],
+        paths: [
+            "packages/agents/src/capabilities/entities.ts",
+            "packages/agents/src/capabilities/entities.specs.ts",
+            "web/src/components/entities/",
+            "web/src/serverState/useEntities.ts",
+            "web/src/lib/tools/builtin/entities.ts"
+        ]
+    },
+    {
+        id: "graph-resources",
+        title: "Graph resources (storyboard/entity/script/timeline/game-template nodes and the derivations under them)",
+        // The documents a director approves, as graph values. The derivations are
+        // pure and live in their own packages; the nodes are the only callers that
+        // can get the write contract or the spend gates wrong, and the shipped
+        // examples are the only place all of it is wired together.
+        harnesses: ["graph-resources", "validate"],
+        paths: [
+            "packages/storyboard/",
+            "packages/game-nodes/",
+            "packages/timeline/src/retarget.ts",
+            "packages/timeline/src/fill-text.ts",
+            "packages/timeline/src/clone.ts",
+            "packages/protocol/src/script-fill.ts",
+            "packages/protocol/src/game-slot-prompt.ts",
+            "packages/core-nodes/src/nodes/entity.ts",
+            "packages/video-nodes/src/nodes/storyboard.ts",
+            "packages/base-nodes/nodetool/examples/nodetool-base/Per-SKU Ad Factory.json",
+            "packages/base-nodes/nodetool/examples/nodetool-base/Localized Explainer.json",
+            "packages/base-nodes/nodetool/examples/nodetool-base/Top-down Native Asset Pack.json",
+            "packages/base-nodes/nodetool/examples/nodetool-base/Three Ratios.json",
+            "packages/cli/fixtures/graph-resources/",
+            "scripts/graph-resources-fixtures.mjs"
+        ]
+    },
+    {
+        id: "sandbox-packages",
+        title: "Sandbox packages (guest modules, host modules, npm compilation, catalog)",
+        harnesses: ["packs-compile", "validate"],
+        paths: [
+            "packages/sandbox-compiler/",
+            "packages/sandbox-packs/",
+            "packages/agents/src/host-modules/",
+            "packages/protocol/src/sandbox-host.ts",
+            "packages/node-sdk/src/sandbox-bridge-packs.ts",
+            "packages/node-sdk/src/sandbox-pack-discovery.ts",
+            "packages/node-sdk/src/sandbox-module-catalog.ts",
+            "packages/node-sdk/src/sandbox-catalog-host.ts",
+            "packages/node-sdk/src/sandbox-npm-artifacts.ts",
+            "packages/protocol/src/sandbox-package.ts",
+            "packages/websocket/src/sandbox-catalog.ts",
+            "electron/src/nodePackManager.ts"
+        ]
+    },
+    {
+        id: "chat-agent",
+        title: "Chat agent loop (unified tool-calling loop)",
+        harnesses: ["chat-terminal", "chat-stdin", "eval"],
+        paths: ["packages/chat/", "packages/cli/"]
+    },
+    {
+        id: "web-editor",
+        title: "Web editor (graph canvas, run rendering)",
+        harnesses: ["debug", "docker-smoke"],
+        paths: ["web/"]
+    },
+    {
+        id: "tutorial-rendering",
+        title: "Tutorial rendering and inspection",
+        harnesses: ["tutorial-rendering"],
+        paths: [
+            "demo/src/",
+            "demo/scripts/render-tutorials.ts",
+            "demo/scripts/render-marketing.ts",
+            "demo/scripts/encode-hero.mjs",
+            "demo/scripts/vibe-track.ts"
+        ]
+    },
+    {
+        id: "desktop-backend",
+        title: "Packaged Electron backend (bundled server.mjs)",
+        harnesses: ["backend-smoke"],
+        paths: [
+            "scripts/bundle-backend.mjs",
+            "scripts/verify-backend-bundle.mjs",
+            "packages/config/src/package-asset-registry.ts"
+        ]
+    },
+    {
+        id: "provider-codegen",
+        title: "Generated FAL, KIE, and Replicate provider metadata (node manifests, node source)",
+        harnesses: ["provider-codegen"],
+        paths: [
+            "packages/fal-codegen/",
+            "packages/kie-codegen/",
+            // Replicate's generator has no fixture-mode drift check of its own yet
+            // (unlike fal/kie) — a diff here still runs the fal/kie selfcheck,
+            // which is the closest real coverage until one is written.
+            "packages/replicate-codegen/",
+            "packages/fal-nodes/src/fal-manifest.json",
+            "packages/kie-nodes/src/kie-manifest.json",
+            "scripts/provider-codegen-check.mjs"
+        ]
+    },
+    {
+        id: "deploy-image",
+        title: "Deployed GHCR image (Fly.io / self-hosted)",
+        harnesses: ["docker-smoke"],
+        paths: [
+            "Dockerfile",
+            "docker-compose.yml",
+            "fly.toml",
+            "scripts/docker-smoke.mjs"
+        ]
+    },
+    {
+        id: "public-app-deployments",
+        title: "Deployed mini apps (hidden URL, no login)",
+        harnesses: [],
+        paths: [
+            "packages/websocket/src/lib/app-deployment-service.ts",
+            "packages/websocket/src/lib/app-session-scope.ts",
+            "packages/websocket/src/routes/public-apps.ts",
+            "packages/auth/src/providers/app-session-token-provider.ts",
+            "packages/models/src/application-deployment.ts",
+            "web/src/components/applications/PublicAppPage.tsx"
+        ],
+        gap: "Covered by unit tests only, and the two halves they cannot reach are " +
+            "the ones that matter: what a real logged-out browser can load from " +
+            "the link, and what the auth hook actually refuses an `nda_` token " +
+            "outside `/ws`. A harness would boot the server with " +
+            "NODETOOL_ENV=production, deploy a published example app, then (a) " +
+            "walk every non-`/ws` path with the minted session and assert 401, and " +
+            "(b) drive the page with Playwright carrying no account session, the " +
+            "way the debug harness drives the graph canvas."
+    },
+    {
+        id: "mobile",
+        title: "Mobile app (documents via chat agent ui_* tools)",
+        harnesses: [],
+        paths: ["mobile/"],
+        gap: "No headless harness yet. Mobile edits already flow through the chat " +
+            "agent's ui_* tools (mobile/ARCHITECTURE.md § Documents), so the harness " +
+            "shape exists: drive the same tool contract against a headless bridge " +
+            "the way the tool-loop evals do, and validate the document each session " +
+            "leaves behind."
+    },
+    {
+        id: "electron-shell",
+        title: "Electron shell (windows, IPC, menus, auto-update)",
+        harnesses: [],
+        paths: ["electron/"],
+        gap: "Covered by Jest unit tests only. A harness would boot the packaged " +
+            "shell headlessly (Playwright's Electron driver), assert the " +
+            "IPC surface, and reuse backend-smoke for the server half."
+    },
+    {
+        id: "api-server",
+        title: "API server (Fastify HTTP + WebSocket routes)",
+        harnesses: ["api-routes"],
+        paths: ["packages/websocket/"]
+    },
+    {
+        id: "data-models",
+        title: "Data models (SQLite/Postgres persistence, Drizzle ORM)",
+        harnesses: ["data-models"],
+        paths: ["packages/models/"]
+    },
+    {
+        id: "storage-and-security",
+        title: "Storage, secrets, auth middleware, and config loading",
+        harnesses: ["storage-and-security"],
+        paths: [
+            "packages/storage/",
+            "packages/security/",
+            "packages/auth/",
+            "packages/config/"
+        ]
+    },
+    {
+        id: "domain-nodes",
+        title: "Domain node packages (provider and media node factories)",
+        harnesses: ["node-run", "validate", "node-pack-parity"],
+        paths: [
+            "packages/atlascloud-nodes/",
+            "packages/audio-nodes/",
+            "packages/automation-nodes/",
+            "packages/code-nodes/",
+            "packages/core-nodes/",
+            "packages/data-nodes/",
+            "packages/document-nodes/",
+            "packages/elevenlabs-nodes/",
+            "packages/fal-nodes/",
+            // Shared by the node packages, not a node package itself: the blend-mode
+            // catalog/WGSL functions (gpu) and HuggingFace cache/discovery
+            // (huggingface, paired with huggingface-nodes). CI groups both with the
+            // `*-nodes` filter in quality-checks.yml's test-packages-nodes leg.
+            "packages/gpu/",
+            "packages/huggingface/",
+            "packages/huggingface-nodes/",
+            "packages/higgsfield-nodes/",
+            "packages/image-nodes/",
+            "packages/integration-nodes/",
+            "packages/kie-nodes/",
+            "packages/llm-nodes/",
+            "packages/minimax-nodes/",
+            "packages/nodes-utils/",
+            "packages/replicate-nodes/",
+            "packages/reve-nodes/",
+            "packages/text-nodes/",
+            "packages/together-nodes/",
+            "packages/topaz-nodes/",
+            "packages/transformers-js-nodes/",
+            "packages/whisper-cpp/",
+            "packages/video-nodes/",
+            // Portable runner (graph + registry → a Request/Response handler); CI
+            // groups it with the node packages for the same reason.
+            "packages/workflow-runner/"
+        ]
+    },
+    {
+        id: "shared-services",
+        title: "Shared service libraries (vector store, model pricing)",
+        harnesses: ["shared-services"],
+        paths: ["packages/vectorstore/", "packages/model-pricing/"]
+    },
+    {
+        id: "repo-scripts",
+        title: "Repo tooling scripts (scripts/)",
+        harnesses: ["repo-scripts"],
+        // Overlaps with the surfaces that claim individual scripts (bundle
+        // staging, codegen drift, docker smoke); a diff there runs both.
+        paths: ["scripts/"]
+    },
+    {
+        id: "recipes",
+        title: "Recipes (ordered chains of shipped examples)",
+        harnesses: ["recipes"],
+        // The manifests, the resolver behind the app's Examples listing, and the
+        // site pages built from the same files. Overlaps the surfaces that claim
+        // the packages and the site; a diff here runs both.
+        paths: [
+            "packages/base-nodes/nodetool/examples/recipes/",
+            "packages/protocol/src/api-schemas/recipes.ts",
+            "packages/websocket/src/lib/example-recipes.ts",
+            "web/src/components/portal/DashboardRecipes.tsx",
+            "web/src/hooks/useRecipeActions.ts",
+            "marketing/scripts/generate-recipes.mjs",
+            "marketing/scripts/recipes.mjs",
+            "marketing/src/app/recipes/",
+            "marketing/src/data/recipes.ts"
+        ]
+    },
+    {
+        id: "marketing-site",
+        title: "Marketing site (nodetool.ai)",
+        harnesses: [],
+        paths: ["marketing/"],
+        gap: "A separate npm project with its own lockfile, so the root gate cannot " +
+            "install it: marketing-ci.yml runs its typecheck, lint, Next build, " +
+            "generated-data --check steps, a Playwright smoke suite and a route " +
+            "loader against its own tree. The one part the root gate does reach is " +
+            "the recipe pages, whose data comes from the shipped manifests — that " +
+            "is the `recipes` harness above. A fuller harness would drive the built " +
+            "site the way the debug harness drives the graph canvas."
+    },
+    {
+        id: "harness-registry",
+        title: "Harness registry (this file, its tests, capability sync)",
+        harnesses: ["harness-audit"],
+        paths: [
+            "packages/cli/src/harness/",
+            "packages/cli/src/commands/harness.ts",
+            "packages/cli/tests/harness-gate-cli.test.ts",
+            "packages/cli/tests/harness-registry.test.ts",
+            "packages/cli/tests/capability-coverage.test.ts",
+            "scripts/sync-capability-coverage.mjs"
+        ]
+    }
+];
+/**
+ * Package/app directories with no `SurfaceEntry.paths` prefix pointing into
+ * them, and why: what a diff there cannot verify headlessly today, and what
+ * closing the gap would need. This is the layer below `SurfaceEntry.gap` — a
+ * surface can be uncovered by a *harness* and still claim its paths (mobile,
+ * electron-shell do exactly that); an entry here has no *surface* touching it
+ * at all, so a diff under it selects nothing in `nodetool harness gate` and
+ * `auditPathClaims` would report it silently otherwise.
+ *
+ * Every directory under `packages/`, plus `web/`, `electron/`, `mobile/`,
+ * must appear in some `SurfaceEntry.paths` or here —
+ * `tests/harness-registry.test.ts` walks the real repo and fails the build on
+ * one that is in neither.
+ */
+export const UNCLAIMED_PATHS = {
+    "examples/nextjs-vercel/": "Deployment example app. CI typechecks it (`npm run typecheck:examples`); " +
+        "its `next build` costs minutes and belongs to deploys, not the PR gate. " +
+        "No harness drives it headlessly.",
+    "examples/nextjs-cloudflare/": "Deployment example app, same standing as examples/nextjs-vercel/: " +
+        "typechecked in CI, built only on deploy, no headless harness.",
+    "packages/compute/": "Provisions and reaps real RunPod/Vast.ai GPU workers; only its hermetic " +
+        "unit tests run headlessly today. A harness needs a recorded-fixture " +
+        "mode against a fake provider API, the way `blender` and " +
+        "`provider-contract` fake their externals.",
+    "packages/deploy/": "The `nodetool deploy` toolkit (Docker/SSH/RunPod/GCP/Supabase " +
+        "self-hosting) needs a real target to prove a rollout; only its " +
+        "planning-logic unit tests run headlessly today.",
+    "packages/sdk/": "Generated TypeScript client re-exporting the tRPC/WebSocket surface; " +
+        "has no test script of its own (build + lint only) — exercised " +
+        "indirectly through the `api-routes` suite it wraps.",
+    "packages/system-skills/": "Not an npm workspace, just SKILL.md files staged into the packaged " +
+        "backend by scripts/bundle-backend.mjs; verify-backend-bundle.mjs " +
+        "checks every directory ships, shipped-skill-names.test.ts checks the " +
+        "calls each one names against the registry, and check-agents-docs.mjs " +
+        "checks the frontmatter name, the one-document rule and the " +
+        ".claude/skills symlinks."
+};
+/**
+ * Whether a repo-relative file sits under a directory {@link UNCLAIMED_PATHS}
+ * already documents as having no harness. `nodetool harness gate` uses this so
+ * a diff touching such a directory is not reported as an unmapped code file —
+ * the judgement, and its reason, are already recorded above.
+ */
+export function isUnclaimedPath(file) {
+    return Object.keys(UNCLAIMED_PATHS).some((prefix) => file.startsWith(prefix));
+}
+export function auditHarnessCoverage(harnesses = HARNESSES, surfaces = SURFACES) {
+    const known = new Set(harnesses.map((h) => h.id));
+    const referenced = new Set();
+    const unknownHarnessRefs = [];
+    const undocumentedGaps = [];
+    const rows = surfaces.map((s) => {
+        for (const id of s.harnesses) {
+            referenced.add(id);
+            if (!known.has(id))
+                unknownHarnessRefs.push(`${s.id} → ${id}`);
+        }
+        const covered = s.harnesses.length > 0;
+        if (!covered && !s.gap)
+            undocumentedGaps.push(s.id);
+        return {
+            id: s.id,
+            title: s.title,
+            harnesses: s.harnesses,
+            covered,
+            ...(s.gap && { gap: s.gap })
+        };
+    });
+    return {
+        surfaces: rows,
+        coveredCount: rows.filter((r) => r.covered).length,
+        gapCount: rows.filter((r) => !r.covered).length,
+        undocumentedGaps,
+        unknownHarnessRefs,
+        orphanHarnesses: harnesses
+            .map((h) => h.id)
+            .filter((id) => !referenced.has(id) && id !== "affected")
+    };
+}
+/**
+ * Directories under `packages/` (plus `web/`, `electron/`, `mobile/`) that no
+ * `SurfaceEntry.paths` prefix and no `UNCLAIMED_PATHS` entry references. A
+ * non-empty result means a diff under one of them selects nothing in
+ * `nodetool harness gate` — silently, since no surface even names the path.
+ *
+ * `rootDirs` are repo-relative directory paths (e.g. `"packages/models"`, a
+ * trailing slash is added if missing). A directory is claimed when some
+ * surface path or `UNCLAIMED_PATHS` key falls inside it, equals it, or is one
+ * of its ancestors — the same "prefix either way" relationship `planGate`
+ * uses to route a changed file to a surface.
+ */
+export function auditPathClaims(rootDirs, surfaces = SURFACES, unclaimed = UNCLAIMED_PATHS) {
+    const claims = [
+        ...surfaces.flatMap((s) => s.paths),
+        ...Object.keys(unclaimed)
+    ];
+    return rootDirs.filter((dir) => {
+        const prefix = dir.endsWith("/") ? dir : `${dir}/`;
+        return !claims.some((p) => p.startsWith(prefix) || prefix.startsWith(p));
+    });
+}
+/**
+ * Select checks for a diff. Without `packages`, a surface is touched only by a
+ * changed path under one of its prefixes. With them, a surface is also touched
+ * when one of its paths lies inside a workspace downstream of a changed one,
+ * since its code then runs against changed code (`viaDependency`).
+ */
+export function planGate(changedFiles, harnesses = HARNESSES, surfaces = SURFACES, packages) {
+    const byId = new Map(harnesses.map((h) => [h.id, h]));
+    const touched = new Map();
+    const viaDependency = new Set();
+    const unmappedFiles = [];
+    const globalFiles = changedFiles.filter(isGlobalGateFile);
+    for (const file of changedFiles) {
+        if (isGlobalGateFile(file))
+            continue;
+        let matched = false;
+        for (const s of surfaces) {
+            if (s.paths.some((p) => file === p || file.startsWith(p))) {
+                matched = true;
+                const files = touched.get(s.id) ?? [];
+                files.push(file);
+                touched.set(s.id, files);
+            }
+        }
+        if (!matched)
+            unmappedFiles.push(file);
+    }
+    if (packages) {
+        const dirs = computeAffected(changedFiles, packages)
+            .affected.map((name) => packages.find((p) => p.name === name)?.dir)
+            .filter((d) => d !== undefined)
+            .map((d) => d.replace(/^\.\//, "").replace(/\/+$/, ""));
+        for (const s of surfaces) {
+            if (touched.has(s.id))
+                continue;
+            const inside = s.paths.some((p) => dirs.some((d) => p === d || p.startsWith(`${d}/`)));
+            if (inside) {
+                touched.set(s.id, []);
+                viaDependency.add(s.id);
+            }
+        }
+    }
+    const checkByHarness = new Map();
+    const manualByHarness = new Map();
+    const uncoveredSurfaces = [];
+    for (const s of surfaces) {
+        if (!touched.has(s.id))
+            continue;
+        if (s.harnesses.length === 0) {
+            uncoveredSurfaces.push(s.id);
+            continue;
+        }
+        for (const id of s.harnesses) {
+            const h = byId.get(id);
+            if (!h)
+                continue;
+            if (h.selfcheck) {
+                const existing = checkByHarness.get(id);
+                if (existing) {
+                    existing.surfaces.push(s.id);
+                }
+                else {
+                    checkByHarness.set(id, {
+                        harnessId: id,
+                        command: h.selfcheck.command,
+                        cost: h.selfcheck.cost,
+                        suiteOnly: h.selfcheck.suiteOnly ?? false,
+                        surfaces: [s.id]
+                    });
+                }
+            }
+            else {
+                const existing = manualByHarness.get(id);
+                if (existing) {
+                    existing.surfaces.push(s.id);
+                }
+                else {
+                    manualByHarness.set(id, {
+                        harnessId: id,
+                        command: h.command,
+                        surfaces: [s.id]
+                    });
+                }
+            }
+        }
+    }
+    // A global file selects every selfcheck, as `--all` does; surfaces it
+    // would not otherwise name stay with an empty list.
+    if (globalFiles.length > 0) {
+        for (const h of harnesses) {
+            if (!h.selfcheck || checkByHarness.has(h.id))
+                continue;
+            checkByHarness.set(h.id, {
+                harnessId: h.id,
+                command: h.selfcheck.command,
+                cost: h.selfcheck.cost,
+                suiteOnly: h.selfcheck.suiteOnly ?? false,
+                surfaces: []
+            });
+        }
+    }
+    return {
+        changedFiles,
+        surfaces: [...touched.entries()].map(([id, files]) => ({
+            id,
+            files,
+            ...(viaDependency.has(id) && { viaDependency: true })
+        })),
+        checks: [...checkByHarness.values()],
+        manual: [...manualByHarness.values()],
+        uncoveredSurfaces,
+        unmappedFiles,
+        globalFiles
+    };
+}
+//# sourceMappingURL=registry.js.map