@rubytech/create-maxy-code 0.1.255 → 0.1.256

package/payload/premium-plugins/writer-craft/mcp/dist/tools/voice-ingest-session-text.js

@@ -1,127 +1,59 @@
 /**
- * voice-ingest-session-text — extract operator turns from a Claude Code
- * session JSONL and write them as :Message {format:'text', source:'admin-pty'}
- * corpus nodes.
+ * voice-ingest-session-text — write operator turns the agent read from its
+ * own session context as :Message {format:'text', source:'admin-pty'} corpus
+ * nodes.
  *
- * Called by the SessionEnd hook (via the CLI wrapper) after each admin PTY
- * session. Re-running against the same JSONL is a no-op — MERGE on
- * (contentHash, accountId) is the deduplication primitive.
+ * Invoked on demand by the voice-mirror skill (Task 644): the operator asks to
+ * capture this session's voice, the admin agent extracts its own operator
+ * turns from the live conversation context, and passes them here as `turns`.
+ * Re-running with the same turns is a no-op — MERGE on (contentHash, accountId)
+ * is the deduplication primitive.
  *
  * After ingest, triggers voice-distil-profile {format:'text'} so the cadence
  * guard decides whether distillation runs.
  *
- * JSONL record shape expected (Claude Code session format):
- *   { "type": "user" | "assistant", "message": { "role": "...", "content": ... }, ... }
- *
- * "Real operator text" extraction rules (excludes):
- *   - type != "user" or message.role != "user"         → not the operator
- *   - content is tool_result-only                       → tool reply, not turn
+ * "Real operator text" filter (each supplied turn is excluded when):
+ *   - text is empty after trimming                      → nothing to ingest
  *   - text starts with "/"                              → slash command
  *   - text contains "<system-reminder>"                 → harness injection
  *   - text.length >= 4096                              → likely pasted content
- *   - text is empty after trimming                      → nothing to ingest
  */
 import { createHash } from "node:crypto";
-import { createReadStream } from "node:fs";
-import { createInterface } from "node:readline";
 import { getSession } from "../lib/neo4j.js";
 import { voiceDistilProfile } from "./voice-distil-profile.js";
 /**
- * Extracts text content from a "real operator" user record.
- * Returns null when the record should be skipped.
+ * Applies the "real operator text" exclusions to a single supplied turn.
+ * Returns the trimmed text to ingest, or null when the turn should be skipped.
+ * Exported for testability (no DB required).
  */
-export function extractOperatorText(record) {
-    if (!record || typeof record !== "object")
-        return null;
-    const rec = record;
-    if (rec["type"] !== "user")
-        return null;
-    const msg = rec["message"];
-    if (!msg || typeof msg !== "object")
-        return null;
-    const message = msg;
-    if (message["role"] !== "user")
-        return null;
-    const content = message["content"];
-    let text = "";
-    if (typeof content === "string") {
-        text = content;
-    }
-    else if (Array.isArray(content)) {
-        // Must have at least one non-tool_result block to be a real turn.
-        const nonToolResult = content.filter((b) => typeof b === "object" && b !== null && b["type"] !== "tool_result");
-        if (nonToolResult.length === 0)
-            return null;
-        // Collect text from all text-type content blocks.
-        const parts = [];
-        for (const block of content) {
-            if (typeof block !== "object" || block === null)
-                continue;
-            const b = block;
-            if (b["type"] === "text" && typeof b["text"] === "string") {
-                parts.push(b["text"]);
-            }
-        }
-        text = parts.join("");
-    }
-    else {
+export function filterOperatorText(text) {
+    if (typeof text !== "string")
         return null;
-    }
-    text = text.trim();
-    if (text.length === 0)
+    const trimmed = text.trim();
+    if (trimmed.length === 0)
         return null;
-    // Exclusions.
-    if (text.startsWith("/"))
+    if (trimmed.startsWith("/"))
         return null; // slash command
-    if (text.includes("<system-reminder>"))
+    if (trimmed.includes("<system-reminder>"))
         return null; // harness injection
-    if (text.length >= 4096)
+    if (trimmed.length >= 4096)
         return null; // paste block
-    return text;
-}
-/**
- * Parse a session JSONL file and return all real operator turn texts.
- * Exported for testability (no DB required).
- */
-export async function extractOperatorTurns(jsonlPath) {
-    const turns = [];
-    const rl = createInterface({
-        input: createReadStream(jsonlPath, { encoding: "utf-8" }),
-        crlfDelay: Infinity,
-    });
-    for await (const line of rl) {
-        const trimmed = line.trim();
-        if (!trimmed)
-            continue;
-        let record;
-        try {
-            record = JSON.parse(trimmed);
-        }
-        catch {
-            continue;
-        }
-        const text = extractOperatorText(record);
-        if (text !== null) {
-            turns.push(text);
-        }
-    }
-    return turns;
+    return trimmed;
 }
 export async function voiceIngestSessionText(params) {
-    const { sessionJsonlPath, accountId, userId, sessionId = null } = params;
+    const { turns, accountId, userId, sessionId = null } = params;
     if (!accountId || !userId) {
         throw new Error("voice-ingest-session-text: accountId and userId required");
     }
-    if (!sessionJsonlPath) {
-        throw new Error("voice-ingest-session-text: sessionJsonlPath required");
-    }
-    // 1. Extract operator turns from the JSONL.
-    let allTurns;
-    try {
-        allTurns = await extractOperatorTurns(sessionJsonlPath);
+    if (!Array.isArray(turns)) {
+        throw new Error("voice-ingest-session-text: turns array required");
     }
-    catch (err) {
-        throw new Error(`voice-ingest-session-text: failed to read JSONL at '${sessionJsonlPath}': ${err instanceof Error ? err.message : String(err)}`);
+    // 1. Apply the operator-text filter to each supplied turn.
+    const allTurns = [];
+    for (const turn of turns) {
+        const text = filterOperatorText(turn);
+        if (text !== null)
+            allTurns.push(text);
     }
     if (allTurns.length === 0) {
         process.stderr.write(`[voice-ingest-session-text] sessionId=${sessionId ?? "unknown"} adminUser=${userId} turns=0 bytes=0\n`);

package/payload/premium-plugins/writer-craft/mcp/dist/tools/voice-ingest-session-text.js.map

@@ -1 +1 @@
-{"version":3,"file":"voice-ingest-session-text.js","sourceRoot":"","sources":["../../src/tools/voice-ingest-session-text.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAe/D;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAe;IACjD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,GAAG,GAAG,MAAiC,CAAC;IAE9C,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAExC,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;IAC3B,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACjD,MAAM,OAAO,GAAG,GAA8B,CAAC;IAC/C,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAE5C,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IACnC,IAAI,IAAI,GAAG,EAAE,CAAC;IAEd,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,IAAI,GAAG,OAAO,CAAC;IACjB,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAClC,kEAAkE;QAClE,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAClC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAK,CAA6B,CAAC,MAAM,CAAC,KAAK,aAAa,CACvG,CAAC;QACF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE5C,kDAAkD;QAClD,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;gBAAE,SAAS;YAC1D,MAAM,CAAC,GAAG,KAAgC,CAAC;YAC3C,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAC1D,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QACD,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;SAAM,CAAC;QACN,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACnB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEnC,cAAc;IACd,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC,CAA0B,gBAAgB;IAChF,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAAE,OAAO,IAAI,CAAC,CAAW,oBAAoB;IACnF,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC,CAA0B,cAAc;IAE7E,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,SAAiB;IAC1D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,MAAM,EAAE,GAAG,eAAe,CAAC;QACzB,KAAK,EAAE,gBAAgB,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QACzD,SAAS,EAAE,QAAQ;KACpB,CAAC,CAAC;IAEH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,MAAoC;IAEpC,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;IAEzE,IAAI,CAAC,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IAED,4CAA4C;IAC5C,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,oBAAoB,CAAC,gBAAgB,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,uDAAuD,gBAAgB,MACrE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CACjD,EAAE,CACH,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,yCAAyC,SAAS,IAAI,SAAS,cAAc,MAAM,oBAAoB,CACxG,CAAC;QACF,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC;IAC1D,CAAC;IAED,iFAAiF;IACjF,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC;iBACrC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC;iBACrB,MAAM,CAAC,KAAK,CAAC,CAAC;YAEjB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B;;;;;;;;;;;;4CAYoC,EACpC;gBACE,SAAS;gBACT,MAAM;gBACN,WAAW;gBACX,IAAI;gBACJ,GAAG;gBACH,SAAS;aACV,CACF,CAAC;YAEF,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChC,yDAAyD;gBACzD,MAAM,IAAI,KAAK,CACb,qDAAqD,SAAS,cAAc,MAAM,iFAAiF,CACpK,CAAC;YACJ,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACV,aAAa,EAAE,CAAC;gBAChB,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,yCAAyC,SAAS,IAAI,SAAS,cAAc,MAAM,UAAU,aAAa,UAAU,UAAU,YAAY,YAAY,IAAI,CAC3J,CAAC;IAEF,8EAA8E;IAC9E,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,kBAAkB,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,2CAA2C;YAC3C,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,0DAA0D,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAC/G,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;AACpD,CAAC"}
+{"version":3,"file":"voice-ingest-session-text.js","sourceRoot":"","sources":["../../src/tools/voice-ingest-session-text.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAe/D;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAa;IAC9C,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,gBAAgB;IAC1D,IAAI,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,oBAAoB;IAC5E,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC,CAAC,cAAc;IACvD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,MAAoC;IAEpC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;IAE9D,IAAI,CAAC,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IAED,2DAA2D;IAC3D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,IAAI,KAAK,IAAI;YAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,yCAAyC,SAAS,IAAI,SAAS,cAAc,MAAM,oBAAoB,CACxG,CAAC;QACF,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC;IAC1D,CAAC;IAED,iFAAiF;IACjF,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC;iBACrC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC;iBACrB,MAAM,CAAC,KAAK,CAAC,CAAC;YAEjB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B;;;;;;;;;;;;4CAYoC,EACpC;gBACE,SAAS;gBACT,MAAM;gBACN,WAAW;gBACX,IAAI;gBACJ,GAAG;gBACH,SAAS;aACV,CACF,CAAC;YAEF,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChC,yDAAyD;gBACzD,MAAM,IAAI,KAAK,CACb,qDAAqD,SAAS,cAAc,MAAM,iFAAiF,CACpK,CAAC;YACJ,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACV,aAAa,EAAE,CAAC;gBAChB,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,yCAAyC,SAAS,IAAI,SAAS,cAAc,MAAM,UAAU,aAAa,UAAU,UAAU,YAAY,YAAY,IAAI,CAC3J,CAAC;IAEF,8EAA8E;IAC9E,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,kBAAkB,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,2CAA2C;YAC3C,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,0DAA0D,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAC/G,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;AACpD,CAAC"}

package/payload/premium-plugins/writer-craft/mcp/scripts/smoke.mjs

@@ -16,14 +16,13 @@
  *      collapsing a failed lookup into the no-data payload.
  *   9. voice-tag-content validates mode and format enums, requires format,
  *      and returns zero counts on empty nodeIds (with format supplied).
- *  11. voice-ingest-session-text: extractOperatorTurns() extracts real turns
+ *  11. voice-ingest-session-text: filterOperatorText() keeps real turns
  *      and excludes slash commands, paste blocks, and system reminders.
  *
  * Exit code: 0 on pass, 1 on any assertion failure.
  */
 import { strict as assert } from "node:assert";
-import { readFileSync, writeFileSync, mkdtempSync, rmSync } from "node:fs";
-import { tmpdir } from "node:os";
+import { readFileSync } from "node:fs";
 import { join, dirname } from "node:path";
 import { fileURLToPath } from "node:url";
 import { readdirSync } from "node:fs";
@@ -132,8 +131,7 @@ await check("voice-record-feedback exports voiceRecordFeedback function", () =>
 });
 await check("voice-ingest-session-text exports required functions", () => {
   assert.equal(typeof ingestMod.voiceIngestSessionText, "function");
-  assert.equal(typeof ingestMod.extractOperatorTurns, "function");
-  assert.equal(typeof ingestMod.extractOperatorText, "function");
+  assert.equal(typeof ingestMod.filterOperatorText, "function");
 });
 
 // ---------------------------------------------------------------------------
@@ -294,127 +292,52 @@ await check("voice-tag-content returns zero counts on empty nodeIds (no DB hit)"
 });
 
 // ---------------------------------------------------------------------------
-// 7. voice-ingest-session-text: JSONL extraction (no DB required).
+// 7. voice-ingest-session-text: operator-turn filter (no DB required).
 // ---------------------------------------------------------------------------
-console.log("\n-- JSONL extraction --");
+console.log("\n-- operator-turn filter --");
 
-function makeJsonlLine(type, role, content) {
-  return JSON.stringify({ type, message: { role, content } });
-}
-
-await check("extractOperatorText: real user turn is extracted", () => {
-  const record = { type: "user", message: { role: "user", content: "Hello world" } };
-  const result = ingestMod.extractOperatorText(record);
-  assert.equal(result, "Hello world");
-});
-await check("extractOperatorText: slash command is excluded", () => {
-  const record = { type: "user", message: { role: "user", content: "/end" } };
-  assert.equal(ingestMod.extractOperatorText(record), null);
+await check("filterOperatorText: real turn is kept (and trimmed)", () => {
+  assert.equal(ingestMod.filterOperatorText("  Hello world  "), "Hello world");
 });
-await check("extractOperatorText: system-reminder is excluded", () => {
-  const record = {
-    type: "user",
-    message: { role: "user", content: "<system-reminder>some injected text</system-reminder>" },
-  };
-  assert.equal(ingestMod.extractOperatorText(record), null);
+await check("filterOperatorText: slash command is excluded", () => {
+  assert.equal(ingestMod.filterOperatorText("/end"), null);
 });
-await check("extractOperatorText: paste block > 4096 chars is excluded", () => {
-  const record = {
-    type: "user",
-    message: { role: "user", content: "x".repeat(4097) },
-  };
-  assert.equal(ingestMod.extractOperatorText(record), null);
+await check("filterOperatorText: system-reminder is excluded", () => {
+  assert.equal(
+    ingestMod.filterOperatorText("<system-reminder>some injected text</system-reminder>"),
+    null,
+  );
 });
-await check("extractOperatorText: paste block = 4096 chars is excluded", () => {
-  const record = {
-    type: "user",
-    message: { role: "user", content: "x".repeat(4096) },
-  };
-  assert.equal(ingestMod.extractOperatorText(record), null);
+await check("filterOperatorText: empty / whitespace-only is excluded", () => {
+  assert.equal(ingestMod.filterOperatorText("   "), null);
 });
-await check("extractOperatorText: paste block = 4095 chars is included", () => {
-  const body = "x".repeat(4095);
-  const record = { type: "user", message: { role: "user", content: body } };
-  assert.equal(ingestMod.extractOperatorText(record), body);
+await check("filterOperatorText: non-string is excluded", () => {
+  assert.equal(ingestMod.filterOperatorText(undefined), null);
+  assert.equal(ingestMod.filterOperatorText(42), null);
 });
-await check("extractOperatorText: assistant turn is excluded", () => {
-  const record = { type: "assistant", message: { role: "assistant", content: "Reply" } };
-  assert.equal(ingestMod.extractOperatorText(record), null);
+await check("filterOperatorText: paste block >= 4096 chars is excluded", () => {
+  assert.equal(ingestMod.filterOperatorText("x".repeat(4096)), null);
+  assert.equal(ingestMod.filterOperatorText("x".repeat(4097)), null);
 });
-await check("extractOperatorText: tool_result-only content is excluded", () => {
-  const record = {
-    type: "user",
-    message: {
-      role: "user",
-      content: [{ type: "tool_result", tool_use_id: "x", content: "ok" }],
-    },
-  };
-  assert.equal(ingestMod.extractOperatorText(record), null);
-});
-await check("extractOperatorText: content array with text block is extracted", () => {
-  const record = {
-    type: "user",
-    message: {
-      role: "user",
-      content: [{ type: "text", text: "Hello from array" }],
-    },
-  };
-  assert.equal(ingestMod.extractOperatorText(record), "Hello from array");
+await check("filterOperatorText: 4095 chars is included", () => {
+  const body = "x".repeat(4095);
+  assert.equal(ingestMod.filterOperatorText(body), body);
 });
 
-// Full JSONL fixture: 3 real turns + 2 assistant + 1 slash + 1 system-reminder.
-// Expected: extractOperatorTurns returns 3 strings.
+// turns-array semantics: a mixed array filters down to the real turns.
 await check(
-  "extractOperatorTurns: fixture with 3 real turns + 4 excluded → 3 results",
-  async () => {
-    const tmp = mkdtempSync(join(tmpdir(), "smoke-ingest-"));
-    const jsonlPath = join(tmp, "session.jsonl");
-    const lines = [
-      // 3 real operator turns
-      makeJsonlLine("user", "user", "First real turn"),
-      makeJsonlLine("user", "user", "Second real turn"),
-      makeJsonlLine("user", "user", "Third real turn"),
-      // 2 assistant turns
-      makeJsonlLine("assistant", "assistant", "Agent reply 1"),
-      makeJsonlLine("assistant", "assistant", "Agent reply 2"),
-      // 1 slash command
-      makeJsonlLine("user", "user", "/end"),
-      // 1 system reminder
-      makeJsonlLine("user", "user", "<system-reminder>injected</system-reminder>"),
+  "turns array: 3 real turns + 3 excluded → filterOperatorText keeps 3",
+  () => {
+    const turns = [
+      "First real turn",
+      "Second real turn",
+      "/end", // slash command
+      "<system-reminder>injected</system-reminder>", // harness injection
+      "Third real turn",
+      "   ", // whitespace only
     ];
-    writeFileSync(jsonlPath, lines.join("\n") + "\n");
-    try {
-      const turns = await ingestMod.extractOperatorTurns(jsonlPath);
-      assert.equal(turns.length, 3, `expected 3 turns, got ${turns.length}`);
-      assert.equal(turns[0], "First real turn");
-      assert.equal(turns[1], "Second real turn");
-      assert.equal(turns[2], "Third real turn");
-    } finally {
-      rmSync(tmp, { recursive: true, force: true });
-    }
-  },
-);
-
-// Second-run fixture: same lines written to same path → same 3 turns extracted.
-// (Actual dedup happens in the DB via contentHash MERGE; extraction is idempotent.)
-await check(
-  "extractOperatorTurns: re-running same JSONL extracts same turns (dedup is in DB)",
-  async () => {
-    const tmp = mkdtempSync(join(tmpdir(), "smoke-ingest-dedup-"));
-    const jsonlPath = join(tmp, "session.jsonl");
-    const lines = [
-      makeJsonlLine("user", "user", "Dedupe turn"),
-      makeJsonlLine("user", "user", "/skip-cmd"),
-    ];
-    writeFileSync(jsonlPath, lines.join("\n") + "\n");
-    try {
-      const turns1 = await ingestMod.extractOperatorTurns(jsonlPath);
-      const turns2 = await ingestMod.extractOperatorTurns(jsonlPath);
-      assert.deepEqual(turns1, turns2, "idempotent: same JSONL gives same turns");
-      assert.equal(turns1.length, 1);
-    } finally {
-      rmSync(tmp, { recursive: true, force: true });
-    }
+    const kept = turns.map((t) => ingestMod.filterOperatorText(t)).filter((t) => t !== null);
+    assert.deepEqual(kept, ["First real turn", "Second real turn", "Third real turn"]);
   },
 );
 

package/payload/premium-plugins/writer-craft/mcp/src/index.ts

@@ -348,13 +348,13 @@ server.tool(
 
 server.tool(
   "voice-ingest-session-text",
-  "Ingest operator PTY turns from a Claude Code session JSONL as :Message {format:'text', source:'admin-pty', authorshipMode:'human-only'} corpus nodes. Deduplication via SHA256 contentHash — re-running against the same JSONL is a no-op. Triggers voice-distil-profile {format:'text'} after ingest (cadence guard decides whether distillation runs). Called automatically by the SessionEnd hook; can also be invoked manually.",
+  "Write operator turns from the current session as :Message {format:'text', source:'admin-pty', authorshipMode:'human-only'} corpus nodes. The admin agent reads its own operator turns from the live conversation context and passes them as `turns`. Deduplication via SHA256 contentHash — re-running with the same turns is a no-op. Triggers voice-distil-profile {format:'text'} after ingest (cadence guard decides whether distillation runs). Invoked on demand by the voice-mirror skill when the operator asks to capture this session's voice.",
   {
-    sessionJsonlPath: z.string().min(1).describe("Absolute path to the Claude Code session JSONL file"),
-    sessionId: z.string().optional().describe("Session ID for provenance; read from the SessionEnd envelope"),
+    turns: z.array(z.string()).describe("Operator turns the agent read from its own session context (one string per operator message). Slash commands, harness injections, and large paste blocks are filtered out by the tool."),
+    sessionId: z.string().optional().describe("Session ID for provenance."),
     userId: z.string().optional().describe("Operator AdminUser identifier. Defaults to ADMIN_USER_ID env."),
   },
-  async ({ sessionJsonlPath, sessionId, userId }) => {
+  async ({ turns, sessionId, userId }) => {
     if (!accountId) return refuseNoAccount("voice-ingest-session-text");
     const resolvedUserId = userId ?? resolveUserId();
     if (!resolvedUserId) {
@@ -370,7 +370,7 @@ server.tool(
     }
     try {
       const result = await voiceIngestSessionText({
-        sessionJsonlPath,
+        turns,
         accountId,
         userId: resolvedUserId,
         sessionId,

package/payload/premium-plugins/writer-craft/mcp/src/lib/voice-corpus.ts

@@ -19,7 +19,7 @@ export function notTrashed(alias: string): string {
  *
  * Imported by `voice-distil-profile` (count + sample walks),
  * `voice-retrieve-conditioning` (exemplar walk), `voice-tag-content` (tag
- * writes), and `voice-ingest-session-text` (SessionEnd ingest). The single
+ * writes), and `voice-ingest-session-text` (on-demand session-text ingest). The single
  * load-bearing filter — when the corpus rules change, this is the only place
  * to edit.
  *

package/payload/premium-plugins/writer-craft/mcp/src/tools/voice-ingest-session-text.ts

@@ -1,34 +1,29 @@
 /**
- * voice-ingest-session-text — extract operator turns from a Claude Code
- * session JSONL and write them as :Message {format:'text', source:'admin-pty'}
- * corpus nodes.
+ * voice-ingest-session-text — write operator turns the agent read from its
+ * own session context as :Message {format:'text', source:'admin-pty'} corpus
+ * nodes.
  *
- * Called by the SessionEnd hook (via the CLI wrapper) after each admin PTY
- * session. Re-running against the same JSONL is a no-op — MERGE on
- * (contentHash, accountId) is the deduplication primitive.
+ * Invoked on demand by the voice-mirror skill (Task 644): the operator asks to
+ * capture this session's voice, the admin agent extracts its own operator
+ * turns from the live conversation context, and passes them here as `turns`.
+ * Re-running with the same turns is a no-op — MERGE on (contentHash, accountId)
+ * is the deduplication primitive.
  *
  * After ingest, triggers voice-distil-profile {format:'text'} so the cadence
  * guard decides whether distillation runs.
  *
- * JSONL record shape expected (Claude Code session format):
- *   { "type": "user" | "assistant", "message": { "role": "...", "content": ... }, ... }
- *
- * "Real operator text" extraction rules (excludes):
- *   - type != "user" or message.role != "user"         → not the operator
- *   - content is tool_result-only                       → tool reply, not turn
+ * "Real operator text" filter (each supplied turn is excluded when):
+ *   - text is empty after trimming                      → nothing to ingest
  *   - text starts with "/"                              → slash command
  *   - text contains "<system-reminder>"                 → harness injection
  *   - text.length >= 4096                              → likely pasted content
- *   - text is empty after trimming                      → nothing to ingest
  */
 import { createHash } from "node:crypto";
-import { createReadStream } from "node:fs";
-import { createInterface } from "node:readline";
 import { getSession } from "../lib/neo4j.js";
 import { voiceDistilProfile } from "./voice-distil-profile.js";
 
 export interface VoiceIngestSessionTextParams {
-  sessionJsonlPath: string;
+  turns: string[];
   accountId: string;
   userId: string;
   sessionId?: string;
@@ -41,109 +36,37 @@ export interface VoiceIngestSessionTextResult {
 }
 
 /**
- * Extracts text content from a "real operator" user record.
- * Returns null when the record should be skipped.
- */
-export function extractOperatorText(record: unknown): string | null {
-  if (!record || typeof record !== "object") return null;
-  const rec = record as Record<string, unknown>;
-
-  if (rec["type"] !== "user") return null;
-
-  const msg = rec["message"];
-  if (!msg || typeof msg !== "object") return null;
-  const message = msg as Record<string, unknown>;
-  if (message["role"] !== "user") return null;
-
-  const content = message["content"];
-  let text = "";
-
-  if (typeof content === "string") {
-    text = content;
-  } else if (Array.isArray(content)) {
-    // Must have at least one non-tool_result block to be a real turn.
-    const nonToolResult = content.filter(
-      (b) => typeof b === "object" && b !== null && (b as Record<string, unknown>)["type"] !== "tool_result",
-    );
-    if (nonToolResult.length === 0) return null;
-
-    // Collect text from all text-type content blocks.
-    const parts: string[] = [];
-    for (const block of content) {
-      if (typeof block !== "object" || block === null) continue;
-      const b = block as Record<string, unknown>;
-      if (b["type"] === "text" && typeof b["text"] === "string") {
-        parts.push(b["text"]);
-      }
-    }
-    text = parts.join("");
-  } else {
-    return null;
-  }
-
-  text = text.trim();
-  if (text.length === 0) return null;
-
-  // Exclusions.
-  if (text.startsWith("/")) return null;                          // slash command
-  if (text.includes("<system-reminder>")) return null;           // harness injection
-  if (text.length >= 4096) return null;                          // paste block
-
-  return text;
-}
-
-/**
- * Parse a session JSONL file and return all real operator turn texts.
+ * Applies the "real operator text" exclusions to a single supplied turn.
+ * Returns the trimmed text to ingest, or null when the turn should be skipped.
  * Exported for testability (no DB required).
  */
-export async function extractOperatorTurns(jsonlPath: string): Promise<string[]> {
-  const turns: string[] = [];
-
-  const rl = createInterface({
-    input: createReadStream(jsonlPath, { encoding: "utf-8" }),
-    crlfDelay: Infinity,
-  });
-
-  for await (const line of rl) {
-    const trimmed = line.trim();
-    if (!trimmed) continue;
-    let record: unknown;
-    try {
-      record = JSON.parse(trimmed);
-    } catch {
-      continue;
-    }
-    const text = extractOperatorText(record);
-    if (text !== null) {
-      turns.push(text);
-    }
-  }
-
-  return turns;
+export function filterOperatorText(text: unknown): string | null {
+  if (typeof text !== "string") return null;
+  const trimmed = text.trim();
+  if (trimmed.length === 0) return null;
+  if (trimmed.startsWith("/")) return null; // slash command
+  if (trimmed.includes("<system-reminder>")) return null; // harness injection
+  if (trimmed.length >= 4096) return null; // paste block
+  return trimmed;
 }
 
 export async function voiceIngestSessionText(
   params: VoiceIngestSessionTextParams,
 ): Promise<VoiceIngestSessionTextResult> {
-  const { sessionJsonlPath, accountId, userId, sessionId = null } = params;
+  const { turns, accountId, userId, sessionId = null } = params;
 
   if (!accountId || !userId) {
     throw new Error("voice-ingest-session-text: accountId and userId required");
   }
-  if (!sessionJsonlPath) {
-    throw new Error("voice-ingest-session-text: sessionJsonlPath required");
+  if (!Array.isArray(turns)) {
+    throw new Error("voice-ingest-session-text: turns array required");
   }
 
-  // 1. Extract operator turns from the JSONL.
-  let allTurns: string[];
-  try {
-    allTurns = await extractOperatorTurns(sessionJsonlPath);
-  } catch (err) {
-    throw new Error(
-      `voice-ingest-session-text: failed to read JSONL at '${sessionJsonlPath}': ${
-        err instanceof Error ? err.message : String(err)
-      }`,
-    );
+  // 1. Apply the operator-text filter to each supplied turn.
+  const allTurns: string[] = [];
+  for (const turn of turns) {
+    const text = filterOperatorText(turn);
+    if (text !== null) allTurns.push(text);
   }
 
   if (allTurns.length === 0) {