matryoshka-rlm 0.2.36 → 0.2.39

package/dist/logic/lc-linter.js

@@ -0,0 +1,296 @@
+/**
+ * Scan `input` and produce a per-character classification of which positions
+ * are "inside a string literal." This is the single source of truth for
+ * "should this `(` count?" — every paren/bracket-counting pass consults it.
+ *
+ * The scanner mirrors `lc-parser.ts`'s lexer: `"` toggles string mode, `\`
+ * escapes the next character. We do not interpret escape sequences here;
+ * we only need to know which positions are inside string mode.
+ *
+ * Returns `null` if the string is unterminated (`"` opened but never closed)
+ * — at that point structural counting is unreliable and we bail.
+ */
+function classifyStringPositions(input) {
+    const inString = new Array(input.length).fill(false);
+    let active = false;
+    let escaped = false;
+    for (let i = 0; i < input.length; i++) {
+        const ch = input[i];
+        if (active)
+            inString[i] = true;
+        if (escaped) {
+            escaped = false;
+            continue;
+        }
+        if (ch === "\\") {
+            escaped = true;
+            continue;
+        }
+        if (ch === '"') {
+            // The closing quote is part of the string for our purposes — but its
+            // index after toggling matters less than balancing the state.
+            active = !active;
+        }
+    }
+    if (active)
+        return null; // unterminated
+    return inString;
+}
+/**
+ * Trim "obvious" prose around an S-expression: anything before the first `(`
+ * and anything after the position where the outermost expression closes.
+ *
+ * Refuses to strip a side that contains any Nucleus syntax character —
+ * `(`, `[`, `]`, `"`, `⊗`. Without this guard we'd silently delete real
+ * intent: an unbalanced constraint prefix like `[type=string ⊗ (expr)`
+ * would lose its constraint, or a chained `(expr1)(expr2)` would lose
+ * the second expression. Per the project rule (correctness > token cost),
+ * we'd rather fall through to LLM retry than mangle the query.
+ */
+function stripSurroundingProse(input, inString) {
+    // Characters that, if found in the candidate prose region, mean the
+    // region is *not* mere prose — could be an unclosed constraint, a
+    // stray string literal, or another expression. Refuse to strip.
+    const NUCLEUS_SYNTAX_CHARS = /[()[\]"⊗]/;
+    // Locate the first non-string `(`.
+    let firstOpen = -1;
+    for (let i = 0; i < input.length; i++) {
+        if (!inString[i] && input[i] === "(") {
+            firstOpen = i;
+            break;
+        }
+    }
+    if (firstOpen === -1) {
+        return { stripped: input, changed: false, leading: false, trailing: false };
+    }
+    // Walk from firstOpen, tracking depth. The outermost expression closes
+    // the first time depth returns to zero. If depth never returns to zero,
+    // there is no outermost-end to trim against; defer to the balancer.
+    let depth = 0;
+    let outerClose = -1;
+    for (let i = firstOpen; i < input.length; i++) {
+        if (inString[i])
+            continue;
+        const ch = input[i];
+        if (ch === "(")
+            depth++;
+        else if (ch === ")") {
+            depth--;
+            if (depth === 0) {
+                outerClose = i;
+                break;
+            }
+            if (depth < 0) {
+                // Stray ')' before the outer expression even opened — abandon
+                // prose-stripping; balancer will deal with it.
+                return { stripped: input, changed: false, leading: false, trailing: false };
+            }
+        }
+    }
+    const leadingText = firstOpen > 0 ? input.slice(0, firstOpen) : "";
+    const leadingHasProse = leadingText.trim().length > 0;
+    const leadingSafe = leadingHasProse && !NUCLEUS_SYNTAX_CHARS.test(leadingText);
+    // If the leading region has prose but also contains Nucleus syntax,
+    // it's not safely strippable — bail entirely so neither side is
+    // touched (we don't want to half-repair into an even more confusing
+    // shape for the caller).
+    if (leadingHasProse && !leadingSafe) {
+        return { stripped: input, changed: false, leading: false, trailing: false };
+    }
+    const leading = leadingSafe;
+    if (outerClose === -1) {
+        // Unclosed outermost expression — only strip leading prose. Trailing
+        // prose (if any) is ambiguous: we don't know where the expr "should"
+        // end.
+        if (!leading) {
+            return { stripped: input, changed: false, leading: false, trailing: false };
+        }
+        return {
+            stripped: input.slice(firstOpen),
+            changed: true,
+            leading: true,
+            trailing: false,
+        };
+    }
+    const trailingText = outerClose < input.length - 1 ? input.slice(outerClose + 1) : "";
+    const trailingHasProse = trailingText.trim().length > 0;
+    const trailingSafe = trailingHasProse && !NUCLEUS_SYNTAX_CHARS.test(trailingText);
+    if (trailingHasProse && !trailingSafe) {
+        // Trailing region looks like another expression / quoted text — don't
+        // silently drop it.
+        return { stripped: input, changed: false, leading: false, trailing: false };
+    }
+    const trailing = trailingSafe;
+    if (!leading && !trailing) {
+        return { stripped: input, changed: false, leading: false, trailing: false };
+    }
+    return {
+        stripped: input.slice(firstOpen, outerClose + 1),
+        changed: true,
+        leading,
+        trailing,
+    };
+}
+/**
+ * Count net paren/bracket imbalance (ignoring positions inside strings).
+ * Positive = unclosed (need more closers). Negative = surplus closers.
+ * Returns null if at any point a closer appears with no matching opener
+ * AND the surplus is not just trailing — i.e. a mid-expression stray
+ * closer, which we don't try to fix.
+ */
+function bracketBalance(input, inString) {
+    let parens = 0;
+    let brackets = 0;
+    let trailingExtraParens = 0;
+    let trailingExtraBrackets = 0;
+    for (let i = 0; i < input.length; i++) {
+        if (inString[i])
+            continue;
+        const ch = input[i];
+        if (ch === "(")
+            parens++;
+        else if (ch === ")") {
+            parens--;
+            if (parens < 0) {
+                // Could be a trailing extra ')' — defer judgment until we know
+                // whether anything non-whitespace, non-closer follows.
+                // Stash the position; if everything afterward is just `)`/`]`/space,
+                // we'll treat it as a trailing surplus.
+                const rest = input.slice(i);
+                if (/^[\s)\]]*$/.test(rest)) {
+                    // Count the trailing surplus closers.
+                    for (const c of rest) {
+                        if (c === ")")
+                            trailingExtraParens++;
+                        else if (c === "]")
+                            trailingExtraBrackets++;
+                    }
+                    return {
+                        parens: 0,
+                        brackets,
+                        trailingExtraParens,
+                        trailingExtraBrackets,
+                    };
+                }
+                // Mid-expression stray ')' — unrepairable here.
+                return null;
+            }
+        }
+        else if (ch === "[")
+            brackets++;
+        else if (ch === "]") {
+            brackets--;
+            if (brackets < 0) {
+                const rest = input.slice(i);
+                if (/^[\s)\]]*$/.test(rest)) {
+                    for (const c of rest) {
+                        if (c === ")")
+                            trailingExtraParens++;
+                        else if (c === "]")
+                            trailingExtraBrackets++;
+                    }
+                    return {
+                        parens,
+                        brackets: 0,
+                        trailingExtraParens,
+                        trailingExtraBrackets,
+                    };
+                }
+                return null;
+            }
+        }
+    }
+    return { parens, brackets, trailingExtraParens, trailingExtraBrackets };
+}
+/**
+ * Main entry. See module-level doc for scope of repairs.
+ */
+export function lintAndRepair(input) {
+    if (!input || input.trim().length === 0) {
+        return { repaired: null, repairs: [] };
+    }
+    const inStringInitial = classifyStringPositions(input);
+    if (inStringInitial === null) {
+        // Unterminated string literal — bail. We won't guess where it ends.
+        return { repaired: null, repairs: [] };
+    }
+    const repairs = [];
+    const stripped = stripSurroundingProse(input, inStringInitial);
+    let current = stripped.stripped;
+    if (stripped.changed) {
+        if (stripped.leading)
+            repairs.push("stripped leading prose before first '('");
+        if (stripped.trailing)
+            repairs.push("stripped trailing prose after outermost ')'");
+    }
+    // Re-classify on the (possibly trimmed) text.
+    const inString = classifyStringPositions(current);
+    if (inString === null) {
+        return { repaired: null, repairs: [] };
+    }
+    const balance = bracketBalance(current, inString);
+    if (balance === null) {
+        // Stray mid-expression closer — don't guess.
+        return { repaired: null, repairs: [] };
+    }
+    // Strip trailing surplus closers.
+    if (balance.trailingExtraParens > 0 || balance.trailingExtraBrackets > 0) {
+        // Walk back from the end, removing whitespace and extra `)`/`]`
+        // until we've removed exactly the surplus count.
+        let parensToRemove = balance.trailingExtraParens;
+        let bracketsToRemove = balance.trailingExtraBrackets;
+        let end = current.length;
+        while (end > 0 && (parensToRemove > 0 || bracketsToRemove > 0)) {
+            const c = current[end - 1];
+            if (/\s/.test(c)) {
+                end--;
+                continue;
+            }
+            if (c === ")" && parensToRemove > 0) {
+                parensToRemove--;
+                end--;
+                continue;
+            }
+            if (c === "]" && bracketsToRemove > 0) {
+                bracketsToRemove--;
+                end--;
+                continue;
+            }
+            break;
+        }
+        current = current.slice(0, end);
+        const parts = [];
+        if (balance.trailingExtraParens > 0) {
+            parts.push(`${balance.trailingExtraParens} extra ')'`);
+        }
+        if (balance.trailingExtraBrackets > 0) {
+            parts.push(`${balance.trailingExtraBrackets} extra ']'`);
+        }
+        repairs.push(`stripped trailing ${parts.join(" + ")}`);
+    }
+    // Append missing closers to balance the expression.
+    if (balance.parens > 0 || balance.brackets > 0) {
+        // Brackets nest inside parens here; we don't know the original
+        // interleaving, so close in a stable order: brackets first, then
+        // parens. This matches the common case `[constraint] ⊗ (expr` where
+        // a missing `)` is at the very end.
+        if (balance.brackets > 0) {
+            current += "]".repeat(balance.brackets);
+            repairs.push(`appended ${balance.brackets} missing ']' to balance brackets`);
+        }
+        if (balance.parens > 0) {
+            current += ")".repeat(balance.parens);
+            repairs.push(`appended ${balance.parens} missing ')' to balance parens`);
+        }
+    }
+    if (current === input) {
+        return { repaired: null, repairs: [] };
+    }
+    if (repairs.length === 0) {
+        // Defensive: text changed via whitespace normalization but we
+        // didn't record a repair — don't claim a fix.
+        return { repaired: null, repairs: [] };
+    }
+    return { repaired: current, repairs };
+}
+//# sourceMappingURL=lc-linter.js.map

package/dist/logic/lc-linter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lc-linter.js","sourceRoot":"","sources":["../../src/logic/lc-linter.ts"],"names":[],"mappings":"AAiCA;;;;;;;;;;;GAWG;AACH,SAAS,uBAAuB,CAAC,KAAa;IAC5C,MAAM,QAAQ,GAAc,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChE,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,MAAM;YAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QAC/B,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,GAAG,KAAK,CAAC;YAChB,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YAChB,OAAO,GAAG,IAAI,CAAC;YACf,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,qEAAqE;YACrE,8DAA8D;YAC9D,MAAM,GAAG,CAAC,MAAM,CAAC;QACnB,CAAC;IACH,CAAC;IACD,IAAI,MAAM;QAAE,OAAO,IAAI,CAAC,CAAC,eAAe;IACxC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,qBAAqB,CAC5B,KAAa,EACb,QAAmB;IAEnB,oEAAoE;IACpE,kEAAkE;IAClE,gEAAgE;IAChE,MAAM,oBAAoB,GAAG,WAAW,CAAC;IACzC,mCAAmC;IACnC,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACrC,SAAS,GAAG,CAAC,CAAC;YACd,MAAM;QACR,CAAC;IACH,CAAC;IACD,IAAI,SAAS,KAAK,CAAC,CAAC,EAAE,CAAC;QACrB,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC9E,CAAC;IAED,uEAAuE;IACvE,wEAAwE;IACxE,oEAAoE;IACpE,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,SAAS,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,IAAI,QAAQ,CAAC,CAAC,CAAC;YAAE,SAAS;QAC1B,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,EAAE,KAAK,GAAG;YAAE,KAAK,EAAE,CAAC;aACnB,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACpB,KAAK,EAAE,CAAC;YACR,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBAChB,UAAU,GAAG,CAAC,CAAC;gBACf,MAAM;YACR,CAAC;YACD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,8DAA8D;gBAC9D,+CAA+C;gBAC/C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAC9E,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,MAAM,eAAe,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;IACtD,MAAM,WAAW,GACf,eAAe,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC7D,oEAAoE;IACpE,gEAAgE;IAChE,oEAAoE;IACpE,yBAAyB;IACzB,IAAI,eAAe,IAAI,CAAC,WAAW,EAAE,CAAC;QACpC,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC9E,CAAC;IACD,MAAM,OAAO,GAAG,WAAW,CAAC;IAE5B,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;QACtB,qEAAqE;QACrE,qEAAqE;QACrE,OAAO;QACP,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QAC9E,CAAC;QACD,OAAO;YACL,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC;YAChC,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,KAAK;SAChB,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAChB,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,MAAM,gBAAgB,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;IACxD,MAAM,YAAY,GAChB,gBAAgB,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC/D,IAAI,gBAAgB,IAAI,CAAC,YAAY,EAAE,CAAC;QACtC,sEAAsE;QACtE,oBAAoB;QACpB,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC9E,CAAC;IACD,MAAM,QAAQ,GAAG,YAAY,CAAC;IAE9B,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC1B,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC9E,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,GAAG,CAAC,CAAC;QAChD,OAAO,EAAE,IAAI;QACb,OAAO;QACP,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,SAAS,cAAc,CACrB,KAAa,EACb,QAAmB;IAEnB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,QAAQ,CAAC,CAAC,CAAC;YAAE,SAAS;QAC1B,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,EAAE,KAAK,GAAG;YAAE,MAAM,EAAE,CAAC;aACpB,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACpB,MAAM,EAAE,CAAC;YACT,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBACf,+DAA+D;gBAC/D,uDAAuD;gBACvD,qEAAqE;gBACrE,wCAAwC;gBACxC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC5B,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5B,sCAAsC;oBACtC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;wBACrB,IAAI,CAAC,KAAK,GAAG;4BAAE,mBAAmB,EAAE,CAAC;6BAChC,IAAI,CAAC,KAAK,GAAG;4BAAE,qBAAqB,EAAE,CAAC;oBAC9C,CAAC;oBACD,OAAO;wBACL,MAAM,EAAE,CAAC;wBACT,QAAQ;wBACR,mBAAmB;wBACnB,qBAAqB;qBACtB,CAAC;gBACJ,CAAC;gBACD,gDAAgD;gBAChD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;aAAM,IAAI,EAAE,KAAK,GAAG;YAAE,QAAQ,EAAE,CAAC;aAC7B,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACpB,QAAQ,EAAE,CAAC;YACX,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC5B,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5B,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;wBACrB,IAAI,CAAC,KAAK,GAAG;4BAAE,mBAAmB,EAAE,CAAC;6BAChC,IAAI,CAAC,KAAK,GAAG;4BAAE,qBAAqB,EAAE,CAAC;oBAC9C,CAAC;oBACD,OAAO;wBACL,MAAM;wBACN,QAAQ,EAAE,CAAC;wBACX,mBAAmB;wBACnB,qBAAqB;qBACtB,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,CAAC;AAC1E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACzC,CAAC;IAED,MAAM,eAAe,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;IACvD,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;QAC7B,oEAAoE;QACpE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACzC,CAAC;IAED,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAG,qBAAqB,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;IAC/D,IAAI,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAChC,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,IAAI,QAAQ,CAAC,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QAC9E,IAAI,QAAQ,CAAC,QAAQ;YAAE,OAAO,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IACrF,CAAC;IAED,8CAA8C;IAC9C,MAAM,QAAQ,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IAClD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACtB,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACzC,CAAC;IAED,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAClD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,6CAA6C;QAC7C,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACzC,CAAC;IAED,kCAAkC;IAClC,IAAI,OAAO,CAAC,mBAAmB,GAAG,CAAC,IAAI,OAAO,CAAC,qBAAqB,GAAG,CAAC,EAAE,CAAC;QACzE,gEAAgE;QAChE,iDAAiD;QACjD,IAAI,cAAc,GAAG,OAAO,CAAC,mBAAmB,CAAC;QACjD,IAAI,gBAAgB,GAAG,OAAO,CAAC,qBAAqB,CAAC;QACrD,IAAI,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC;QACzB,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,IAAI,gBAAgB,GAAG,CAAC,CAAC,EAAE,CAAC;YAC/D,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;YAC3B,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjB,GAAG,EAAE,CAAC;gBACN,SAAS;YACX,CAAC;YACD,IAAI,CAAC,KAAK,GAAG,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;gBACpC,cAAc,EAAE,CAAC;gBACjB,GAAG,EAAE,CAAC;gBACN,SAAS;YACX,CAAC;YACD,IAAI,CAAC,KAAK,GAAG,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;gBACtC,gBAAgB,EAAE,CAAC;gBACnB,GAAG,EAAE,CAAC;gBACN,SAAS;YACX,CAAC;YACD,MAAM;QACR,CAAC;QACD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAChC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,OAAO,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,mBAAmB,YAAY,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,OAAO,CAAC,qBAAqB,GAAG,CAAC,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,qBAAqB,YAAY,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,oDAAoD;IACpD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QAC/C,+DAA+D;QAC/D,iEAAiE;QACjE,oEAAoE;QACpE,oCAAoC;QACpC,IAAI,OAAO,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACxC,OAAO,CAAC,IAAI,CACV,YAAY,OAAO,CAAC,QAAQ,kCAAkC,CAC/D,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACtC,OAAO,CAAC,IAAI,CACV,YAAY,OAAO,CAAC,MAAM,gCAAgC,CAC3D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;QACtB,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACzC,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,8DAA8D;QAC9D,8CAA8C;QAC9C,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACzC,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AACxC,CAAC"}

package/dist/persistence/session-db.d.ts

@@ -2,10 +2,13 @@
  * SessionDB - In-memory SQLite database for session state
  *
  * Provides:
- * - FTS5 full-text search for document lines
+ * - FTS4 full-text search for document lines
  * - Handle storage for result sets
  * - Checkpoint persistence for session resume
  * - Symbol storage for tree-sitter extracted symbols
+ *
+ * Uses sql.js (WASM-based SQLite, zero native dependencies) instead of
+ * better-sqlite3 to avoid the deprecated prebuild-install dependency.
  */
 import type { Symbol, SymbolKind } from "../treesitter/types.js";
 export interface DocumentLine {
@@ -41,28 +44,39 @@ export declare class SessionDB {
     private lastLoadStatus;
     /** Tracks usage count per slug base for collision disambiguation */
     private slugCounts;
+    private bm25Lines;
+    private bm25Index;
     constructor();
     private initSchema;
     /**
      * Check if database is open
      */
     isOpen(): boolean;
+    /** Number of cached prepared statements (for tests / observability). */
+    preparedStatementCount(): number;
     /**
      * Get list of tables in database
      */
     getTables(): string[];
     /**
-     * Check if FTS5 virtual table exists
+     * Check if the FTS virtual table exists.
+     *
+     * Note: under sql.js the table is FTS4, not FTS5 (sql.js doesn't ship FTS5).
+     * The name is kept for backwards-compatibility with existing callers.
      */
+    hasFTSTable(): boolean;
+    /** @deprecated Use hasFTSTable() — kept for backwards compatibility. */
     hasFTS5(): boolean;
     /**
-     * Load document content into the database
+     * Load document content into the database.
+     *
+     * FTS4 external-content tables need a manual index rebuild after the
+     * content table is modified, unlike FTS5 triggers.  We run the rebuild
+     * inside the same atomic transaction so readers never see a stale index.
      */
     loadDocument(content: string): number;
     /**
      * Truncation metadata from the most recent loadDocument() call.
-     * Callers can use this to warn the user when a downstream query
-     * may be operating on incomplete data.
      */
     getLastLoadStatus(): LoadStatus;
     /**
@@ -74,50 +88,36 @@ export declare class SessionDB {
      */
     getLineCount(): number;
     /**
-     * Search document using FTS5
+     * Search document using FTS (sanitizes user input)
      */
     search(query: string): DocumentLine[];
     /**
-     * Search with a raw FTS5 query (for trusted internal callers only)
+     * Search with a raw FTS query (for trusted internal callers only)
      * WARNING: Do not pass user input directly to this method
      */
     searchRaw(query: string): DocumentLine[];
     /**
-     * Search with FTS5 BM25 relevance ranking (server-side scoring)
+     * Search with BM25 relevance ranking.
+     *
+     * sql.js bundles FTS3/4 but not FTS5, and FTS4's matchinfo() doesn't give
+     * us a real ranker out of the box.  We score in JS using the BM25 index
+     * that's lazily built from the line cache populated by loadDocument().
      */
     searchByRelevance(query: string): DocumentLine[];
     /**
      * Generate a unique handle name for a slug.
-     *
-     * Increments the per-slug counter and checks the candidate name against
-     * existing handles in SQLite. If a cross-slug collision is detected
-     * (e.g. slug "grep_error" count=2 produces "$grep_error_2" which was
-     * already taken by slug "grep_error_2" count=1), keeps incrementing
-     * until a free name is found.
      */
     private nextUniqueHandle;
     /**
      * Create a handle for storing data array.
-     *
-     * @param data    The array payload to store.
-     * @param command Optional Nucleus command string used to derive a
-     *                descriptive handle name (e.g. `(grep "ERROR")` → `$grep_error`).
-     *                Falls back to `$res`, `$res_2`, … when omitted.
      */
     createHandle(data: unknown[], command?: string): string;
     /**
      * Create a memo handle for storing arbitrary context.
-     * Uses $memo prefix and "memo" type to distinguish from query result handles.
-     *
-     * @param data  The array payload to store.
-     * @param label Optional label used to derive a descriptive handle name
-     *              (e.g., "auth architecture" → `$memo_auth_architecture`).
-     *              Falls back to `$memo`, `$memo_2`, … when omitted.
      */
     createMemoHandle(data: unknown[], label?: string): string;
     /**
      * Delete all non-memo handles (query result handles)
-     * Preserves memo handles across document reloads
      */
     clearQueryHandles(): void;
     /**
@@ -125,7 +125,7 @@ export declare class SessionDB {
      */
     getHandleMetadata(handle: string): HandleMetadata | null;
     /**
-     * Get a slice of data stored in a handle (avoids loading all rows)
+     * Get a slice of data stored in a handle
      */
     getHandleDataSlice(handle: string, limit: number, offset?: number): unknown[];
     /**
@@ -142,15 +142,6 @@ export declare class SessionDB {
     handleCount(): number;
     /**
      * Get the total byte size of a handle's stored JSON rows.
-     *
-     * Sums `length(data)` over the handle_data rows in a single SQL query,
-     * so callers can estimate token costs without re-serializing the whole
-     * array on the JS side. The data is already JSON-stringified in SQLite
-     * (see `createHandle`), so this is the authoritative serialized size
-     * minus the JSON array brackets and commas that would wrap it — close
-     * enough for a token-cost estimate.
-     *
-     * Returns 0 for unknown handles.
      */
     getHandleDataByteSize(handle: string): number;
     /**
@@ -166,7 +157,7 @@ export declare class SessionDB {
      */
     saveCheckpoint(turn: number, bindings: Map<string, string>): void;
     /**
-     * Get a checkpoint
+     * Get a checkpoint timestamp
      */
     getCheckpointTimestamp(turn: number): number | null;
     getCheckpoint(turn: number): Map<string, string> | null;

package/dist/persistence/session-db.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"session-db.d.ts","sourceRoot":"","sources":["../../src/persistence/session-db.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEjE,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,aAAa,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAuCtD;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,SAAS;IACpB,OAAO,CAAC,EAAE,CAA2B;IACrC,OAAO,CAAC,cAAc,CAAoD;IAC1E,oEAAoE;IACpE,OAAO,CAAC,UAAU,CAAkC;;IASpD,OAAO,CAAC,UAAU;IA0ElB;;OAEG;IACH,MAAM,IAAI,OAAO;IAIjB;;OAEG;IACH,SAAS,IAAI,MAAM,EAAE;IAWrB;;OAEG;IACH,OAAO,IAAI,OAAO;IAUlB;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IA+DrC;;;;OAIG;IACH,iBAAiB,IAAI,UAAU;IAI/B;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,YAAY,EAAE;IAgBpD;;OAEG;IACH,YAAY,IAAI,MAAM;IAOtB;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,EAAE;IAarC;;;OAGG;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,EAAE;IAuBxC;;OAEG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,EAAE;IAsBhD;;;;;;;;OAQG;IACH,OAAO,CAAC,gBAAgB;IAexB;;;;;;;OAOG;IACH,YAAY,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM;IAsCvD;;;;;;;;OAQG;IACH,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM;IAgDzD;;;OAGG;IACH,iBAAiB,IAAI,IAAI;IAKzB;;OAEG;IACH,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI;IAUxD;;OAEG;IACH,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAE,MAAU,GAAG,OAAO,EAAE;IA2BhF;;OAEG;IACH,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,EAAE;IAsBxC;;OAEG;IACH,WAAW,IAAI,MAAM,EAAE;IAQvB;;OAEG;IACH,WAAW,IAAI,MAAM;IAOrB;;;;;;;;;;;OAWG;IACH,qBAAqB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAS7C;;OAEG;IACH,kBAAkB,IAAI,cAAc,EAAE;IAOtC;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAOlC;;OAEG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI;IAiBjE;;OAEG;IACH,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAOnD,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI;IAkBvD;;OAEG;IACH,kBAAkB,IAAI,MAAM,EAAE;IAQ9B;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAOpC;;OAEG;IACH,gBAAgB,IAAI,IAAI;IASxB;;;OAGG;IACH,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,MAAM;IA8C/C;;OAEG;IACH,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAWpC;;OAEG;IACH,aAAa,IAAI,MAAM,EAAE;IAUzB;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,EAAE;IAU5C;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAYxC;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAU7C;;OAEG;IACH,YAAY,IAAI,IAAI;IAKpB;;OAEG;IACH,QAAQ,IAAI,IAAI;IAYhB;;OAEG;IACH,KAAK,IAAI,IAAI;CAMd"}
+{"version":3,"file":"session-db.d.ts","sourceRoot":"","sources":["../../src/persistence/session-db.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAuKjE,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,aAAa,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAuCtD;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;CACrB;AAMD,qBAAa,SAAS;IACpB,OAAO,CAAC,EAAE,CAAmB;IAC7B,OAAO,CAAC,cAAc,CAAoD;IAC1E,oEAAoE;IACpE,OAAO,CAAC,UAAU,CAAkC;IAKpD,OAAO,CAAC,SAAS,CAAyB;IAC1C,OAAO,CAAC,SAAS,CAA0B;;IAQ3C,OAAO,CAAC,UAAU;IA2DlB;;OAEG;IACH,MAAM,IAAI,OAAO;IAIjB,wEAAwE;IACxE,sBAAsB,IAAI,MAAM;IAIhC;;OAEG;IACH,SAAS,IAAI,MAAM,EAAE;IAWrB;;;;;OAKG;IACH,WAAW,IAAI,OAAO;IAUtB,wEAAwE;IACxE,OAAO,IAAI,OAAO;IAIlB;;;;;;OAMG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAqErC;;OAEG;IACH,iBAAiB,IAAI,UAAU;IAI/B;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,YAAY,EAAE;IAgBpD;;OAEG;IACH,YAAY,IAAI,MAAM;IAOtB;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,EAAE;IAWrC;;;OAGG;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,EAAE;IAsBxC;;;;;;OAMG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,EAAE;IAchD;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAcxB;;OAEG;IACH,YAAY,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM;IAoCvD;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM;IA+CzD;;OAEG;IACH,iBAAiB,IAAI,IAAI;IAKzB;;OAEG;IACH,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI;IAUxD;;OAEG;IACH,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAE,MAAU,GAAG,OAAO,EAAE;IA2BhF;;OAEG;IACH,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,EAAE;IAsBxC;;OAEG;IACH,WAAW,IAAI,MAAM,EAAE;IAQvB;;OAEG;IACH,WAAW,IAAI,MAAM;IAOrB;;OAEG;IACH,qBAAqB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAS7C;;OAEG;IACH,kBAAkB,IAAI,cAAc,EAAE;IAOtC;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAMlC;;OAEG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI;IAiBjE;;OAEG;IACH,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAOnD,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI;IAkBvD;;OAEG;IACH,kBAAkB,IAAI,MAAM,EAAE;IAQ9B;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAOpC;;OAEG;IACH,gBAAgB,IAAI,IAAI;IASxB;;;OAGG;IACH,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,MAAM;IA8C/C;;OAEG;IACH,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAWpC;;OAEG;IACH,aAAa,IAAI,MAAM,EAAE;IAUzB;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,EAAE;IAU5C;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAYxC;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAU7C;;OAEG;IACH,YAAY,IAAI,IAAI;IAKpB;;OAEG;IACH,QAAQ,IAAI,IAAI;IAahB;;OAEG;IACH,KAAK,IAAI,IAAI;CAMd"}