@cairnvibe/indexer 0.2.2 → 0.2.4

package/dist/init.js

@@ -35,7 +35,7 @@ function writeIfAbsent(filePath, content, result) {
     node_fs_1.default.writeFileSync(filePath, content);
     result.filesWritten.push(filePath);
 }
-function runInit(dir) {
+function runInit(dir, options = {}) {
     const absDir = node_path_1.default.resolve(dir);
     const pkgPath = node_path_1.default.join(absDir, "package.json");
     let pkg = {};
@@ -59,11 +59,23 @@ function runInit(dir) {
     writeIfAbsent(node_path_1.default.join(absDir, ".env.example"), ENV_TEMPLATE, result);
     if (result.framework === "next-app-router") {
         writeIfAbsent(node_path_1.default.join(absDir, "app", "api", "copilot", "route.ts"), NEXT_APP_ROUTE, result);
-        result.nextSteps.push("1. cp .env.example .env and fill in your key(s).", "2. Add the widget to app/layout.tsx:", '   import { Copilot } from "@cairnvibe/sdk";', '   <Copilot registeredActions={[]} onDo={(action, target) => { /* run it */ }} />', "3. npx cairn build .   (scans this Next.js app's source)", "4. npm run dev, then ask it a question.");
+        const widgetProps = ['registeredActions={[]}', "onDo={(action, target) => { /* run it */ }}"];
+        if (options.voice) {
+            writeIfAbsent(node_path_1.default.join(absDir, "app", "api", "copilot", "speak", "route.ts"), NEXT_APP_SPEAK_ROUTE, result);
+            writeIfAbsent(node_path_1.default.join(absDir, "app", "api", "copilot", "transcribe", "route.ts"), NEXT_APP_TRANSCRIBE_ROUTE, result);
+            widgetProps.push('speakEndpoint="/api/copilot/speak"', 'transcribeEndpoint="/api/copilot/transcribe"');
+        }
+        result.nextSteps.push("1. cp .env.example .env and fill in your key(s).", "2. Add the widget to app/layout.tsx:", '   import { Copilot } from "@cairnvibe/sdk";', `   <Copilot ${widgetProps.join(" ")} />`, "3. npx cairn build .   (scans this Next.js app's source)", "4. npm run dev, then ask it a question.");
     }
     else if (result.framework === "next-pages-router") {
         writeIfAbsent(node_path_1.default.join(absDir, "pages", "api", "copilot.ts"), NEXT_PAGES_API_ROUTE, result);
-        result.nextSteps.push("1. cp .env.example .env and fill in your key(s).", "2. Add the widget to pages/_app.tsx:", '   import { Copilot } from "@cairnvibe/sdk";', '   <Copilot registeredActions={[]} onDo={(action, target) => { /* run it */ }} />', "3. npx cairn build .   (scans this Next.js app's source)", "4. npm run dev, then ask it a question.");
+        const widgetProps = ['registeredActions={[]}', "onDo={(action, target) => { /* run it */ }}"];
+        if (options.voice) {
+            writeIfAbsent(node_path_1.default.join(absDir, "pages", "api", "copilot", "speak.ts"), NEXT_PAGES_SPEAK_ROUTE, result);
+            writeIfAbsent(node_path_1.default.join(absDir, "pages", "api", "copilot", "transcribe.ts"), NEXT_PAGES_TRANSCRIBE_ROUTE, result);
+            widgetProps.push('speakEndpoint="/api/copilot/speak"', 'transcribeEndpoint="/api/copilot/transcribe"');
+        }
+        result.nextSteps.push("1. cp .env.example .env and fill in your key(s).", "2. Add the widget to pages/_app.tsx:", '   import { Copilot } from "@cairnvibe/sdk";', `   <Copilot ${widgetProps.join(" ")} />`, "3. npx cairn build .   (scans this Next.js app's source)", "4. npm run dev, then ask it a question.");
     }
     else {
         writeIfAbsent(node_path_1.default.join(absDir, "cairn-server.cjs"), STANDALONE_SERVER, result);
@@ -125,6 +137,75 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
   res.status(result.status).json(result.body);
 }
 `;
+// The exact shape examples/demo-app's already-working routes use — copied,
+// not reinvented, since that's the one place in this repo these have
+// actually been proven against real Deepgram calls.
+const NEXT_APP_SPEAK_ROUTE = `import { createSpeakHandler } from "@cairnvibe/sdk/speak-server";
+
+const handler = createSpeakHandler({ apiKey: process.env.DEEPGRAM_API_KEY ?? "" });
+
+export async function POST(request: Request) {
+  const { text } = await request.json().catch(() => ({ text: "" }));
+  const result = await handler(text ?? "");
+
+  if ("error" in result.body) {
+    return Response.json(result.body, { status: result.status });
+  }
+  return new Response(result.body.audio, {
+    status: result.status,
+    headers: { "content-type": result.body.contentType },
+  });
+}
+`;
+const NEXT_APP_TRANSCRIBE_ROUTE = `import { NextResponse } from "next/server";
+import { createTranscribeHandler } from "@cairnvibe/sdk/transcribe-server";
+
+const handler = createTranscribeHandler({ apiKey: process.env.DEEPGRAM_API_KEY ?? "" });
+
+export async function POST(request: Request) {
+  const contentType = request.headers.get("content-type") ?? "audio/webm";
+  const buffer = await request.arrayBuffer();
+  const result = await handler(buffer, contentType);
+  return NextResponse.json(result.body, { status: result.status });
+}
+`;
+const NEXT_PAGES_SPEAK_ROUTE = `import type { NextApiRequest, NextApiResponse } from "next";
+import { createSpeakHandler } from "@cairnvibe/sdk/speak-server";
+
+const handler = createSpeakHandler({ apiKey: process.env.DEEPGRAM_API_KEY ?? "" });
+
+export default async function speak(req: NextApiRequest, res: NextApiResponse) {
+  if (req.method !== "POST") return res.status(405).end();
+  const result = await handler(req.body?.text ?? "");
+  if ("error" in result.body) {
+    return res.status(result.status).json(result.body);
+  }
+  res.status(result.status).setHeader("content-type", result.body.contentType).send(Buffer.from(result.body.audio));
+}
+`;
+const NEXT_PAGES_TRANSCRIBE_ROUTE = `import type { NextApiRequest, NextApiResponse } from "next";
+import { createTranscribeHandler } from "@cairnvibe/sdk/transcribe-server";
+
+const handler = createTranscribeHandler({ apiKey: process.env.DEEPGRAM_API_KEY ?? "" });
+
+// Pages Router's default body parser only handles JSON/form bodies — raw
+// audio bytes need this off so the handler gets the untouched buffer.
+export const config = { api: { bodyParser: false } };
+
+async function readRawBody(req: NextApiRequest): Promise<Buffer> {
+  const chunks: Buffer[] = [];
+  for await (const chunk of req) chunks.push(chunk as Buffer);
+  return Buffer.concat(chunks);
+}
+
+export default async function transcribe(req: NextApiRequest, res: NextApiResponse) {
+  if (req.method !== "POST") return res.status(405).end();
+  const contentType = req.headers["content-type"] ?? "audio/webm";
+  const buffer = await readRawBody(req);
+  const result = await handler(buffer, contentType);
+  res.status(result.status).json(result.body);
+}
+`;
 const STANDALONE_SERVER = `// cairn-server.cjs — generated by \`cairn init\`. Any backend framework
 // works here (createCopilotHandler is plain Node) — this is just the
 // simplest one to scaffold. Run: node cairn-server.cjs

package/dist/inject-widget.js

@@ -33,7 +33,20 @@ const node_fs_1 = __importDefault(require("node:fs"));
 const node_path_1 = __importDefault(require("node:path"));
 const ts_morph_1 = require("ts-morph");
 const WRAPPER_COMPONENT_NAME = "CairnCopilot";
-function wrapperSource() {
+function wrapperSource(voice) {
+    // Real bug this closes: choosing voice during `cairn setup` used to save a
+    // DEEPGRAM_API_KEY that nothing ever read — the generated wrapper never
+    // passed speakEndpoint/transcribeEndpoint/realtimeUrl, so the widget had
+    // no way to know voice existed regardless of whether a valid key was
+    // configured. These routes only exist when setup.ts asked init.ts to
+    // scaffold them (voice: true) — never reference them here unwired to a
+    // real backend. realtimeUrl points at the port `cairn-realtime --with`
+    // (setup.ts rewrites the dev script to start it alongside next dev) —
+    // without that, a widget with realtimeUrl set just fails to connect,
+    // which reads as "voice doesn't work" with no clue why.
+    const voiceProps = voice
+        ? '\n      speakEndpoint="/api/copilot/speak"\n      transcribeEndpoint="/api/copilot/transcribe"\n      realtimeUrl="ws://localhost:3010"'
+        : "";
     return `"use client";
 
 import { Copilot } from "@cairnvibe/sdk";
@@ -47,7 +60,7 @@ export function ${WRAPPER_COMPONENT_NAME}() {
       registeredActions={[]}
       onDo={(action, target) => {
         // run it through your own auth
-      }}
+      }}${voiceProps}
     />
   );
 }
@@ -70,7 +83,7 @@ function toPosixRelativeImport(fromFile, toFileNoExt) {
         rel = `./${rel}`;
     return rel;
 }
-function injectWidget(dir, framework) {
+function injectWidget(dir, framework, options = {}) {
     const absDir = node_path_1.default.resolve(dir);
     const target = findLayoutFile(absDir, framework);
     if (!target) {
@@ -88,7 +101,7 @@ function injectWidget(dir, framework) {
     const wrapperPath = node_path_1.default.join(absDir, "components", `${WRAPPER_COMPONENT_NAME}${ext}`);
     if (!node_fs_1.default.existsSync(wrapperPath)) {
         node_fs_1.default.mkdirSync(node_path_1.default.dirname(wrapperPath), { recursive: true });
-        node_fs_1.default.writeFileSync(wrapperPath, wrapperSource());
+        node_fs_1.default.writeFileSync(wrapperPath, wrapperSource(!!options.voice));
     }
     const importPath = toPosixRelativeImport(target, wrapperPath.slice(0, -ext.length));
     const widgetJsx = `<${WRAPPER_COMPONENT_NAME} />`;

package/dist/manifest.js

@@ -27,6 +27,28 @@ function assembleManifest(rootDir, facts, l2, l3) {
         conflicts: l2.conflicts,
     };
 }
+const MUTATING_METHODS = new Set(["POST", "PUT", "PATCH", "DELETE"]);
+/**
+ * Turns l1-scan's traced `"POST /api/items/${id}"`-shaped string into
+ * structured, executable data — this is what lets a `do` action actually
+ * run (verb-executor.ts) instead of only ever describing itself. Only
+ * real mutating methods count as an action; `"navigate ..."` (a Link) and
+ * a bare GET aren't "do" material — see ApiCallSchema's doc comment in
+ * @cairnvibe/core for the safety reasoning (bounded to calls a human
+ * developer already wrote and shipped, nothing invented at runtime).
+ */
+function parseApiCall(handlerCall) {
+    if (!handlerCall)
+        return null;
+    const spaceIndex = handlerCall.indexOf(" ");
+    if (spaceIndex === -1)
+        return null;
+    const method = handlerCall.slice(0, spaceIndex);
+    const url = handlerCall.slice(spaceIndex + 1);
+    if (!MUTATING_METHODS.has(method) || !url)
+        return null;
+    return { method: method, url };
+}
 function toManifestElement(el, elDesc, baseEvidence) {
     const evidence = [baseEvidence];
     if (el.handlerCall)
@@ -41,6 +63,7 @@ function toManifestElement(el, elDesc, baseEvidence) {
         does: elDesc?.does ?? "Unknown — no description generated for this element.",
         confidence: elDesc?.confidence ?? 0,
         evidence,
+        apiCall: parseApiCall(el.handlerCall),
     };
 }
 function elementFallbackSelector(el) {

package/dist/setup.js

@@ -203,6 +203,18 @@ async function runSetup(dir) {
     ], 1);
     const deepgramKey = voiceChoice === "deepgram" ? await (0, prompt_1.askOptional)("Paste your DEEPGRAM_API_KEY: ") : null;
     (0, prompt_1.closePrompts)();
+    // 3b. Scaffold the speak/transcribe backend routes now that we know
+    // whether voice was actually chosen — runInit is idempotent (never
+    // overwrites), so calling it again here is safe. Real bug this closes:
+    // voice used to write only the key, never the routes or the widget props
+    // that would ever call them — "on" did nothing beyond saving a string
+    // nothing read.
+    const wantsVoice = voiceChoice === "deepgram";
+    if (wantsVoice) {
+        const voiceInit = (0, init_1.runInit)(dir, { voice: true });
+        for (const f of voiceInit.filesWritten)
+            console.log(`  wrote   ${node_path_1.default.relative(absDir, f) || f}`);
+    }
     // 4. Write a real .env (not just .env.example) with whatever was actually given.
     const envLines = [];
     if (provider === "anthropic")
@@ -224,9 +236,10 @@ async function runSetup(dir) {
     // deliberately doesn't do. Falls back to printing instructions on
     // anything it can't confidently parse.
     const framework = init.framework;
-    const inject = (0, inject_widget_1.injectWidget)(dir, framework);
+    const inject = (0, inject_widget_1.injectWidget)(dir, framework, { voice: wantsVoice });
     if (inject.injected) {
-        console.log((0, ui_1.green)(`✓ wired the widget into ${node_path_1.default.relative(absDir, inject.filePath)} (via a new components/CairnCopilot.tsx wrapper)`));
+        const voiceNote = wantsVoice ? " — wired for voice (speak + transcribe)" : "";
+        console.log((0, ui_1.green)(`✓ wired the widget into ${node_path_1.default.relative(absDir, inject.filePath)} (via a new components/CairnCopilot.tsx wrapper)${voiceNote}`));
     }
     else {
         console.log(`\nWidget not auto-wired (${inject.reason}). Add it yourself:`);
@@ -282,5 +295,24 @@ async function runSetup(dir) {
         console.log((0, ui_1.dim)("(--if-configured means a build with no key set yet skips this step instead of failing the whole build —"));
         console.log((0, ui_1.dim)(" set the same key as an environment variable on whatever platform you deploy to.)"));
     }
+    // 8. Wire the realtime voice relay into the normal dev workflow — the
+    // other real half of "voice was completely unwired." realtimeUrl on the
+    // widget (wired above) just fails to connect if nothing's actually
+    // listening on that port; found live, and indistinguishable from "voice
+    // doesn't work" with zero indication that a whole separate process needs
+    // to be running. `cairn-realtime --with "<original dev command>"` runs
+    // both from the one command a project's dev workflow already uses,
+    // instead of a second terminal nobody remembers to open. Wraps whatever
+    // `dev` already does (a custom server, Turbopack, anything) rather than
+    // replacing it — the realtime relay runs alongside it, not instead of it.
+    if (wantsVoice && pkg?.scripts?.dev && !pkg.scripts.dev.includes("cairn-realtime")) {
+        const pkgPath = node_path_1.default.join(absDir, "package.json");
+        const fresh = JSON.parse(node_fs_1.default.readFileSync(pkgPath, "utf8"));
+        const originalDev = fresh.scripts.dev;
+        fresh.scripts.dev = `cairn-realtime --port 3010 --with ${JSON.stringify(originalDev)}`;
+        node_fs_1.default.writeFileSync(pkgPath, JSON.stringify(fresh, null, 2) + "\n");
+        console.log((0, ui_1.green)('✓ wired the realtime voice relay into `npm run dev` — it now starts alongside your app automatically.'));
+        console.log((0, ui_1.dim)("(a missing/invalid Deepgram key skips voice only, never blocks your app's own dev server from starting.)"));
+    }
     console.log(`\n${(0, ui_1.bold)("Done.")} \`npm run dev\` and ask it something.`);
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cairnvibe/indexer",
-  "version": "0.2.2",
+  "version": "0.2.4",
   "description": "Cairn's analyzer and installer (the `cairn` CLI) — scans Next.js source or crawls any running app, and scaffolds the backend either way.",
   "license": "MIT",
   "publishConfig": { "access": "public" },