@cairnvibe/indexer 0.2.6 → 0.2.8

package/dist/cli.js

@@ -16,6 +16,7 @@ const llm_1 = require("./llm");
 const manifest_1 = require("./manifest");
 const diff_1 = require("./diff");
 const docs_1 = require("./docs");
+const webmcp_1 = require("./webmcp");
 const init_1 = require("./init");
 const setup_1 = require("./setup");
 /**
@@ -180,6 +181,29 @@ async function main() {
         console.error(`wrote ${outPath}`);
         return;
     }
+    if (command === "webmcp") {
+        const manifestPath = node_path_1.default.join(node_path_1.default.resolve(dir), "ui-manifest.json");
+        if (!node_fs_1.default.existsSync(manifestPath)) {
+            console.error(`cairn webmcp: no ${manifestPath} — run \`cairn build ${dir}\` first.`);
+            process.exit(1);
+        }
+        const manifest = core_1.ManifestSchema.parse(JSON.parse(node_fs_1.default.readFileSync(manifestPath, "utf8")));
+        const component = (0, webmcp_1.generateWebMcpComponent)(manifest);
+        if (!component) {
+            console.error("cairn webmcp: no real, traced actions (apiCall-backed elements) found in this manifest — nothing safe to register. Nothing written.");
+            return;
+        }
+        const outPath = node_path_1.default.join(node_path_1.default.resolve(dir), "components", "CairnWebMcpTools.tsx");
+        node_fs_1.default.mkdirSync(node_path_1.default.dirname(outPath), { recursive: true });
+        node_fs_1.default.writeFileSync(outPath, component);
+        console.error(`wrote ${outPath}`);
+        console.error("");
+        console.error("Next step: add it once, near your Copilot widget (e.g. app/layout.tsx):");
+        console.error('  import { CairnWebMcpTools } from "./components/CairnWebMcpTools";');
+        console.error("  <CairnWebMcpTools />");
+        console.error("Re-run `cairn webmcp` after a fresh `cairn build` whenever this app's real actions change.");
+        return;
+    }
     console.error("usage:");
     console.error("  cairn setup [dir]   (the one-command path: installs deps, asks for keys — skippable, wires the widget in, builds once, auto-rebuilds on future `npm run build`)");
     console.error("  cairn init <dir>   (scaffolds the API route/server + .env.example, detects your framework — no prompts, no installs)");
@@ -188,6 +212,7 @@ async function main() {
     console.error("  cairn build <url> [--provider anthropic|groq] [--out <dir>] [--storage-state <file>]   (any framework — crawls a running app; --storage-state replays a saved logged-in session for auth-gated apps)");
     console.error("  cairn diff <old-manifest.json> <new-manifest.json>");
     console.error("  cairn docs <dir>   (reads <dir>/ui-manifest.json, writes <dir>/CAIRN_DOCS.md)");
+    console.error("  cairn webmcp <dir>   (reads <dir>/ui-manifest.json, writes <dir>/components/CairnWebMcpTools.tsx — registers this app's real, traced actions as WebMCP tools any agent can call, not just Cairn)");
     process.exit(command ? 1 : 0);
 }
 main().catch((err) => {

package/dist/init.js

@@ -35,6 +35,20 @@ function writeIfAbsent(filePath, content, result) {
     node_fs_1.default.writeFileSync(filePath, content);
     result.filesWritten.push(filePath);
 }
+// Found live: if your Next.js config transpiles @cairnvibe/sdk (needed when
+// importing the client widget straight from source rather than a compiled
+// dist), webpack bundling the `ws` package used by the speak/transcribe/
+// realtime routes silently breaks its Deepgram WebSocket connections — every
+// request hung for ~10s then failed with ECONNRESET, even though the exact
+// same code worked outside Next's dev bundler. Marking `ws` as a server
+// external package (next.config.js) fixes it.
+const WS_TRANSPILE_WARNING = [
+    "   If your next.config.js sets transpilePackages for @cairnvibe/sdk, also",
+    '   add "ws" to serverExternalPackages (Next 15) or',
+    '   experimental.serverComponentsExternalPackages (Next 14) — webpack-',
+    "   bundling ws otherwise silently breaks the Deepgram speak/transcribe",
+    "   connections it uses.",
+];
 function runInit(dir, options = {}) {
     const absDir = node_path_1.default.resolve(dir);
     const pkgPath = node_path_1.default.join(absDir, "package.json");
@@ -66,6 +80,8 @@ function runInit(dir, options = {}) {
             widgetProps.push('speakEndpoint="/api/copilot/speak"', 'transcribeEndpoint="/api/copilot/transcribe"');
         }
         result.nextSteps.push("1. cp .env.example .env and fill in your key(s).", "2. Add the widget to app/layout.tsx:", '   import { Copilot } from "@cairnvibe/sdk";', `   <Copilot ${widgetProps.join(" ")} />`, "3. npx cairn build .   (scans this Next.js app's source)", "4. npm run dev, then ask it a question.");
+        if (options.voice)
+            result.nextSteps.push(...WS_TRANSPILE_WARNING);
     }
     else if (result.framework === "next-pages-router") {
         writeIfAbsent(node_path_1.default.join(absDir, "pages", "api", "copilot.ts"), NEXT_PAGES_API_ROUTE, result);
@@ -76,6 +92,8 @@ function runInit(dir, options = {}) {
             widgetProps.push('speakEndpoint="/api/copilot/speak"', 'transcribeEndpoint="/api/copilot/transcribe"');
         }
         result.nextSteps.push("1. cp .env.example .env and fill in your key(s).", "2. Add the widget to pages/_app.tsx:", '   import { Copilot } from "@cairnvibe/sdk";', `   <Copilot ${widgetProps.join(" ")} />`, "3. npx cairn build .   (scans this Next.js app's source)", "4. npm run dev, then ask it a question.");
+        if (options.voice)
+            result.nextSteps.push(...WS_TRANSPILE_WARNING);
     }
     else {
         writeIfAbsent(node_path_1.default.join(absDir, "cairn-server.cjs"), STANDALONE_SERVER, result);
@@ -151,7 +169,7 @@ export async function POST(request: Request) {
   if ("error" in result.body) {
     return Response.json(result.body, { status: result.status });
   }
-  return new Response(result.body.audio, {
+  return new Response(result.body.stream, {
     status: result.status,
     headers: { "content-type": result.body.contentType },
   });
@@ -170,6 +188,7 @@ export async function POST(request: Request) {
 }
 `;
 const NEXT_PAGES_SPEAK_ROUTE = `import type { NextApiRequest, NextApiResponse } from "next";
+import { Readable } from "node:stream";
 import { createSpeakHandler } from "@cairnvibe/sdk/speak-server";
 
 const handler = createSpeakHandler({ apiKey: process.env.DEEPGRAM_API_KEY ?? "" });
@@ -180,7 +199,8 @@ export default async function speak(req: NextApiRequest, res: NextApiResponse) {
   if ("error" in result.body) {
     return res.status(result.status).json(result.body);
   }
-  res.status(result.status).setHeader("content-type", result.body.contentType).send(Buffer.from(result.body.audio));
+  res.status(result.status).setHeader("content-type", result.body.contentType);
+  Readable.fromWeb(result.body.stream).pipe(res);
 }
 `;
 const NEXT_PAGES_TRANSCRIBE_ROUTE = `import type { NextApiRequest, NextApiResponse } from "next";
@@ -241,11 +261,13 @@ app.post("/api/copilot", async (req, res) => {
 
 if (process.env.DEEPGRAM_API_KEY) {
   const { createSpeakHandler } = require("@cairnvibe/sdk/speak-server");
+  const { Readable } = require("node:stream");
   const speak = createSpeakHandler({ apiKey: process.env.DEEPGRAM_API_KEY });
   app.post("/api/copilot/speak", async (req, res) => {
     const result = await speak(req.body?.text ?? "");
     if ("error" in result.body) return res.status(result.status).json(result.body);
-    res.status(result.status).type(result.body.contentType).send(Buffer.from(result.body.audio));
+    res.status(result.status).type(result.body.contentType);
+    Readable.fromWeb(result.body.stream).pipe(res);
   });
 }
 

package/dist/webmcp.js

@@ -0,0 +1,134 @@
+"use strict";
+// Cairn as a WebMCP *producer*, not just a consumer
+// (https://webmachinelearning.github.io/webmcp/). The indexer already
+// traces real, safe, mutating actions statically (l1-scan.ts's
+// findApiCallIn — a real POST/PUT/PATCH/DELETE call an element's own
+// handler already makes, never invented; GET is deliberately excluded, per
+// ApiCallSchema's own doc comment, since a read-only call isn't an
+// "action"). This turns that same traced set into real
+// document.modelContext.registerTool() calls — so running `cairn build`
+// doesn't just make a site usable by Cairn's own runtime, it also makes it
+// agent-ready for any future agent that understands the standard, with zero
+// Cairn lock-in (the generated component has no Cairn import at all).
+//
+// Pure formatting/codegen from an already-built manifest, no LLM call — same
+// shape as docs.ts's generateDocsMarkdown.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateWebMcpComponent = generateWebMcpComponent;
+/** Turns a route into a name-safe prefix — "/" (home) has no segments to
+ * join, "/invoices" -> "invoices", "/agents/new" -> "agents-new". */
+function routePrefix(route) {
+    const slug = route
+        .split("/")
+        .filter(Boolean)
+        .join("-")
+        .replace(/[^a-zA-Z0-9-]/g, "-");
+    return slug || "home";
+}
+/**
+ * Collects every real apiCall-backed element across the whole manifest into
+ * one flat, deduped tool list. Deduped by (id, method, url) together, not
+ * id alone — id is only ever guaranteed unique WITHIN a page (l1-scan
+ * assigns them per-page), so two different page-scoped elements can share
+ * an id by coincidence and must stay two separate tools; a genuinely
+ * global element (e.g. a layout nav action) instead appears on every
+ * page's own `elements` array with the IDENTICAL apiCall each time
+ * (assembleManifest spreads globalElements onto every page) — matching on
+ * the full key is what tells "really the same action, seen N times" apart
+ * from "two different actions that happen to share an id".
+ */
+function collectTools(manifest) {
+    const seen = new Map();
+    const pages = [...manifest.pages].sort((a, b) => a.route.localeCompare(b.route));
+    for (const page of pages) {
+        for (const el of page.elements) {
+            if (!el.apiCall)
+                continue;
+            const key = `${el.id}::${el.apiCall.method}::${el.apiCall.url}`;
+            if (seen.has(key))
+                continue;
+            seen.set(key, {
+                name: `${routePrefix(page.route)}-${el.id}`,
+                description: el.does,
+                apiCall: el.apiCall,
+            });
+        }
+    }
+    return [...seen.values()];
+}
+function jsStringLiteral(value) {
+    return JSON.stringify(value);
+}
+/**
+ * Generates a real, self-contained TSX component ("use client") that
+ * registers every real apiCall-backed action in the manifest as a WebMCP
+ * tool, on mount, at the app root — one component, added once, covers every
+ * page (each tool's execute() fires the same same-origin fetch the client-
+ * side `do` verb's own apiCall fallback already does — see verb-executor.ts's
+ * executeApiCall — real session cookies via credentials: "same-origin", no
+ * request body since static tracing only ever captures method+url). Returns
+ * null when the manifest has no real apiCall-backed elements — nothing
+ * safe to register, so nothing to scaffold.
+ */
+function generateWebMcpComponent(manifest) {
+    const tools = collectTools(manifest);
+    if (tools.length === 0)
+        return null;
+    const registrations = tools
+        .map((tool) => `    register({
+      name: ${jsStringLiteral(tool.name)},
+      description: ${jsStringLiteral(tool.description)},
+      inputSchema: { type: "object", properties: {} },
+      execute: async () => {
+        const res = await fetch(${jsStringLiteral(tool.apiCall.url)}, { method: ${jsStringLiteral(tool.apiCall.method)}, credentials: "same-origin" });
+        return { ok: res.ok, status: res.status };
+      },
+    });`)
+        .join("\n\n");
+    return `// Generated by \`cairn webmcp\` from commit ${jsStringLiteral(manifest.commit)} at ${manifest.generatedAt}.
+// Do not edit by hand — regenerate instead (\`npx cairn webmcp <dir>\` after
+// a fresh \`cairn build\`, whenever the app's real actions change).
+//
+// Registers this app's own real, traced actions
+// (https://webmachinelearning.github.io/webmcp/) so ANY agent that
+// understands the standard — not just Cairn — can discover and call them
+// directly. No Cairn import here on purpose: this keeps working even in an
+// app that later removes Cairn entirely, and costs nothing on a browser
+// that doesn't implement WebMCP yet (the overwhelming majority right now —
+// registerTool() is checked for and simply skipped if absent).
+"use client";
+
+import { useEffect } from "react";
+
+export function CairnWebMcpTools() {
+  useEffect(() => {
+    const modelContext = (document as unknown as { modelContext?: any }).modelContext;
+    if (!modelContext?.registerTool) return;
+
+    let unregistered = false;
+    const handles: { remove?: () => void }[] = [];
+    const register = (tool: unknown) => {
+      void modelContext
+        .registerTool(tool)
+        .then((registered: { remove?: () => void }) => {
+          if (unregistered) registered?.remove?.();
+          else handles.push(registered);
+        })
+        .catch(() => {
+          // A page without a real WebMCP implementation, or a tool name
+          // this app already registered some other way — nothing to do.
+        });
+    };
+
+${registrations}
+
+    return () => {
+      unregistered = true;
+      for (const handle of handles) handle?.remove?.();
+    };
+  }, []);
+
+  return null;
+}
+`;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cairnvibe/indexer",
-  "version": "0.2.6",
+  "version": "0.2.8",
   "description": "Cairn's analyzer and installer (the `cairn` CLI) — scans Next.js source or crawls any running app, and scaffolds the backend either way.",
   "license": "MIT",
   "publishConfig": { "access": "public" },