@alisio/plugin-semantic 0.0.0-stage → 0.1.0

package/dist/notebook/ooxml.js

@@ -0,0 +1,131 @@
+// .pptx and .xlsx text (owner O10). Reads only XML parts reached through the package's own
+// relationships; never formulas (cached values only), macros, external links or embedded objects.
+import { SemanticPluginError } from "../errors.js";
+import { attributes, decodeXml, OFFICE_LIMITS, relationships, resolvePart, ZipArchive, } from "./zip.js";
+/** Same rule as any source (§7.2): more extracted text than this is `limit_exceeded`. */
+const MAX_CHARS = 2_000_000;
+const MAX_CELLS = 2_000_000;
+const bad = () => {
+    throw new SemanticPluginError("zip_invalid");
+};
+const folderOf = (part) => part.slice(0, part.lastIndexOf("/") + 1);
+const relsOf = (part) => `${folderOf(part)}_rels/${part.slice(part.lastIndexOf("/") + 1)}.rels`;
+function budget() {
+    let used = 0;
+    return (text) => {
+        used += text.length;
+        if (used > MAX_CHARS)
+            throw new SemanticPluginError("limit_exceeded");
+        return text;
+    };
+}
+/** Text of `<a:p>` paragraphs (`<a:t>` runs, `<a:br/>` breaks); slide-number fields are skipped. */
+function drawingParagraphs(xml) {
+    const out = [];
+    for (const match of xml.matchAll(/<a:p[\s>][\s\S]*?<\/a:p>/g)) {
+        const body = match[0].replace(/<a:fld\b[^>]*type="slidenum"[\s\S]*?<\/a:fld>/g, "");
+        let text = "";
+        for (const token of body.matchAll(/<a:t(?:\s[^>]*)?>([\s\S]*?)<\/a:t>|<a:br\b[^>]*\/>/g))
+            text += token[1] !== undefined ? decodeXml(token[1]) : "\n";
+        if (text.trim())
+            out.push(text.trim());
+    }
+    return out;
+}
+/** One segment per slide, in presentation order; notes follow the slide text after a blank line. */
+export function pptxSegments(bytes) {
+    const zip = new ZipArchive(bytes, OFFICE_LIMITS);
+    const presentation = zip.xml("ppt/presentation.xml");
+    const rels = relationships(zip.xml("ppt/_rels/presentation.xml.rels"));
+    const take = budget();
+    const segments = [];
+    for (const match of presentation.matchAll(/<p:sldId\b([^>]*)\/?>/g)) {
+        const id = attributes(match[1])["r:id"];
+        const rel = id ? rels.get(id) : undefined;
+        if (!rel || !/\/slide$/.test(rel.type))
+            continue;
+        const part = resolvePart("ppt/", rel.target);
+        if (!part.startsWith("ppt/"))
+            bad();
+        const slideXml = zip.xml(part);
+        const blocks = [drawingParagraphs(slideXml).join("\n")];
+        const slideRels = zip.has(relsOf(part)) ? relationships(zip.xml(relsOf(part))) : new Map();
+        for (const r of slideRels.values())
+            if (/\/notesSlide$/.test(r.type)) {
+                const notesPart = resolvePart(folderOf(part), r.target);
+                if (zip.has(notesPart))
+                    blocks.push(drawingParagraphs(zip.xml(notesPart)).join("\n"));
+            }
+        segments.push({ text: take(blocks.filter(Boolean).join("\n\n")), page: segments.length + 1 });
+    }
+    if (segments.length === 0)
+        bad();
+    return segments;
+}
+const columnIndex = (ref) => {
+    const letters = /^[A-Z]+/.exec(ref)?.[0] ?? "";
+    let n = 0;
+    for (const c of letters)
+        n = n * 26 + (c.charCodeAt(0) - 64);
+    return n - 1;
+};
+/** Text of every `<t>` in a string item, without phonetic runs. */
+const itemText = (xml) => [...xml.replace(/<rPh\b[\s\S]*?<\/rPh>/g, "").matchAll(/<t(?:\s[^>]*)?>([\s\S]*?)<\/t>/g)]
+    .map((m) => decodeXml(m[1]))
+    .join("");
+/** One segment per sheet, in workbook order: "Sheet: <name>" then tab-separated rows. */
+export function xlsxSegments(bytes) {
+    const zip = new ZipArchive(bytes, OFFICE_LIMITS);
+    const workbook = zip.xml("xl/workbook.xml");
+    const rels = relationships(zip.xml("xl/_rels/workbook.xml.rels"));
+    const shared = zip.has("xl/sharedStrings.xml")
+        ? [...zip.xml("xl/sharedStrings.xml").matchAll(/<si>([\s\S]*?)<\/si>/g)].map((m) => itemText(m[1]))
+        : [];
+    const take = budget();
+    let cells = 0;
+    const segments = [];
+    for (const match of workbook.matchAll(/<sheet\b([^>]*)\/?>/g)) {
+        const attrs = attributes(match[1]);
+        const rel = attrs["r:id"] ? rels.get(attrs["r:id"]) : undefined;
+        if (!rel || !/\/worksheet$/.test(rel.type))
+            continue;
+        const part = resolvePart("xl/", rel.target);
+        if (!part.startsWith("xl/"))
+            bad();
+        const lines = [take(`Sheet: ${attrs.name ?? ""}`)];
+        for (const row of zip.xml(part).matchAll(/<row\b[^>]*>([\s\S]*?)<\/row>/g)) {
+            const values = [];
+            for (const cell of row[1].matchAll(/<c\b([^>]*?)(?:\/>|>([\s\S]*?)<\/c>)/g)) {
+                if (++cells > MAX_CELLS)
+                    throw new SemanticPluginError("limit_exceeded");
+                const a = attributes(cell[1]);
+                const body = cell[2] ?? "";
+                const raw = /<v>([\s\S]*?)<\/v>/.exec(body)?.[1];
+                let value;
+                if (a.t === "inlineStr")
+                    value = itemText(/<is>([\s\S]*?)<\/is>/.exec(body)?.[1] ?? "");
+                else if (raw === undefined)
+                    value = undefined;
+                else if (a.t === "s")
+                    value = shared[Number(raw)] ?? "";
+                else if (a.t === "b")
+                    value = raw.trim() === "1" ? "TRUE" : "FALSE";
+                else
+                    value = decodeXml(raw); // numbers as written, cached formula results, errors
+                if (value === undefined || value === "")
+                    continue;
+                const col = a.r ? columnIndex(a.r) : values.length;
+                while (values.length < col)
+                    values.push("");
+                values[col] = value.replace(/[\t\r\n]+/g, " ");
+            }
+            if (values.some((v) => v))
+                lines.push(take(values.join("\t")));
+        }
+        segments.push({ text: lines.join("\n"), page: segments.length + 1 });
+    }
+    if (segments.length === 0)
+        bad();
+    return segments;
+}
+//# sourceMappingURL=ooxml.js.map

package/dist/notebook/ooxml.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ooxml.js","sourceRoot":"","sources":["../../src/notebook/ooxml.ts"],"names":[],"mappings":"AAAA,2FAA2F;AAC3F,kGAAkG;AAClG,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEnD,OAAO,EACL,UAAU,EACV,SAAS,EACT,aAAa,EACb,aAAa,EACb,WAAW,EACX,UAAU,GACX,MAAM,UAAU,CAAC;AAElB,yFAAyF;AACzF,MAAM,SAAS,GAAG,SAAS,CAAC;AAC5B,MAAM,SAAS,GAAG,SAAS,CAAC;AAE5B,MAAM,GAAG,GAAG,GAAU,EAAE;IACtB,MAAM,IAAI,mBAAmB,CAAC,aAAa,CAAC,CAAC;AAC/C,CAAC,CAAC;AACF,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;AAC5E,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE,CAC9B,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC;AAEzE,SAAS,MAAM;IACb,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,OAAO,CAAC,IAAY,EAAE,EAAE;QACtB,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;QACpB,IAAI,IAAI,GAAG,SAAS;YAAE,MAAM,IAAI,mBAAmB,CAAC,gBAAgB,CAAC,CAAC;QACtE,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;AACJ,CAAC;AAED,oGAAoG;AACpG,SAAS,iBAAiB,CAAC,GAAW;IACpC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,QAAQ,CAAC,2BAA2B,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,gDAAgD,EAAE,EAAE,CAAC,CAAC;QACpF,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,qDAAqD,CAAC;YACtF,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9D,IAAI,IAAI,CAAC,IAAI,EAAE;YAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,oGAAoG;AACpG,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC;IACtB,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;QACpE,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1C,IAAI,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QACjD,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;YAAE,GAAG,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,MAAM,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;QAC3F,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,MAAM,EAAE;YAChC,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjC,MAAM,SAAS,GAAG,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;gBACxD,IAAI,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC;oBAAE,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACxF,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,GAAG,EAAE,CAAC;IACjC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,EAAE;IAClC,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,CAAC;AACf,CAAC,CAAC;AAEF,mEAAmE;AACnE,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE,CAC/B,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAAC;KACvF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAW,CAAC,CAAC;KACrC,IAAI,CAAC,EAAE,CAAC,CAAC;AAEd,yFAAyF;AACzF,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAC;QAC5C,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/E,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAW,CAAC,CACzB;QACH,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC;IACtB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC;QAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAChE,IAAI,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QACrD,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;YAAE,GAAG,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QACnD,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;YAC3E,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,KAAK,MAAM,IAAI,IAAK,GAAG,CAAC,CAAC,CAAY,CAAC,QAAQ,CAAC,uCAAuC,CAAC,EAAE,CAAC;gBACxF,IAAI,EAAE,KAAK,GAAG,SAAS;oBAAE,MAAM,IAAI,mBAAmB,CAAC,gBAAgB,CAAC,CAAC;gBACzE,MAAM,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAW,CAAC,CAAC;gBACxC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3B,MAAM,GAAG,GAAG,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACjD,IAAI,KAAyB,CAAC;gBAC9B,IAAI,CAAC,CAAC,CAAC,KAAK,WAAW;oBAAE,KAAK,GAAG,QAAQ,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;qBACnF,IAAI,GAAG,KAAK,SAAS;oBAAE,KAAK,GAAG,SAAS,CAAC;qBACzC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;oBAAE,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;qBACnD,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;oBAAE,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;;oBAC/D,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,qDAAqD;gBAClF,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE;oBAAE,SAAS;gBAClD,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;gBACnD,OAAO,MAAM,CAAC,MAAM,GAAG,GAAG;oBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC5C,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;YACjD,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,GAAG,EAAE,CAAC;IACjC,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/notebook/retrieve.d.ts

@@ -0,0 +1,14 @@
+export declare const RRF_K = 60;
+export declare const RETRIEVE_EACH = 20;
+export declare const RETRIEVE_KEEP = 8;
+/**
+ * Sum of `1 / (k + rank)` over the lists an id appears in (1-based rank, first occurrence per
+ * list). Ties keep first-seen order (list order, then rank), so the fusion is deterministic.
+ */
+export declare function reciprocalRankFusion(lists: string[][], options?: {
+    k?: number;
+    top?: number;
+}): string[];
+/** A safe FTS5 MATCH expression: every word quoted, joined by OR (operators become words). */
+export declare function ftsQuery(text: string): string;
+//# sourceMappingURL=retrieve.d.ts.map

package/dist/notebook/retrieve.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieve.d.ts","sourceRoot":"","sources":["../../src/notebook/retrieve.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,KAAK,KAAK,CAAC;AACxB,eAAO,MAAM,aAAa,KAAK,CAAC;AAChC,eAAO,MAAM,aAAa,IAAI,CAAC;AAE/B;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,MAAM,EAAE,EAAE,EACjB,OAAO,GAAE;IAAE,CAAC,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAO,GACzC,MAAM,EAAE,CAkBV;AAED,8FAA8F;AAC9F,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAM7C"}

package/dist/notebook/retrieve.js

@@ -0,0 +1,37 @@
+// Hybrid retrieval (D9): vector top 20 + FTS5 BM25 top 20, fused with Reciprocal Rank Fusion.
+export const RRF_K = 60;
+export const RETRIEVE_EACH = 20;
+export const RETRIEVE_KEEP = 8;
+/**
+ * Sum of `1 / (k + rank)` over the lists an id appears in (1-based rank, first occurrence per
+ * list). Ties keep first-seen order (list order, then rank), so the fusion is deterministic.
+ */
+export function reciprocalRankFusion(lists, options = {}) {
+    const k = options.k ?? RRF_K;
+    const scores = new Map();
+    let seen = 0;
+    for (const list of lists) {
+        const counted = new Set();
+        list.forEach((id, index) => {
+            if (counted.has(id))
+                return;
+            counted.add(id);
+            const entry = scores.get(id) ?? { score: 0, seen: seen++ };
+            entry.score += 1 / (k + index + 1);
+            scores.set(id, entry);
+        });
+    }
+    return [...scores.entries()]
+        .sort((a, b) => b[1].score - a[1].score || a[1].seen - b[1].seen)
+        .slice(0, options.top ?? RETRIEVE_KEEP)
+        .map(([id]) => id);
+}
+/** A safe FTS5 MATCH expression: every word quoted, joined by OR (operators become words). */
+export function ftsQuery(text) {
+    const words = text.match(/[\p{L}\p{N}]+/gu) ?? [];
+    return words
+        .slice(0, 64)
+        .map((word) => `"${word}"`)
+        .join(" OR ");
+}
+//# sourceMappingURL=retrieve.js.map

package/dist/notebook/retrieve.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieve.js","sourceRoot":"","sources":["../../src/notebook/retrieve.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAE9F,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;AACxB,MAAM,CAAC,MAAM,aAAa,GAAG,EAAE,CAAC;AAChC,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC;AAE/B;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAAiB,EACjB,OAAO,GAAiC,EAAE;IAE1C,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2C,CAAC;IAClE,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE;YACzB,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAE,OAAO;YAC5B,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;YAC3D,KAAK,CAAC,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;SAChE,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,aAAa,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;AACvB,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC;IAClD,OAAO,KAAK;SACT,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,GAAG,CAAC;SAC1B,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC"}

package/dist/notebook/service.d.ts

@@ -0,0 +1,72 @@
+import type { CompletionRequest, ToolSemantic } from "@alisio/sdk";
+import { type Passage } from "./answer.js";
+import type { NotebookDb } from "./db.js";
+export declare const LIMITS: {
+    readonly sourcesPerNotebook: 50;
+    readonly charsPerSource: 2000000;
+    readonly chunksPerNotebook: 20000;
+    readonly questionChars: 4000;
+    readonly titleChars: 200;
+    readonly fileBytes: number;
+    readonly historyMessages: 50;
+    readonly indexBatch: 64;
+};
+export interface ActionContext {
+    sessionId: string;
+    workspace: string;
+    signal: AbortSignal;
+    idempotencyKey?: string;
+}
+export interface ServiceDeps {
+    db: NotebookDb;
+    /** The consumer side of `api.semantic` (absent on an older host). */
+    semantic: () => ToolSemantic | undefined;
+    complete: (request: CompletionRequest) => Promise<string>;
+}
+/** 12 lowercase base32 characters (D16). */
+export declare function newId(): string;
+export declare const collectionOf: (notebookId: string) => string;
+type Input = Record<string, unknown>;
+/** The Notebook app's actions, testable without a host (§7.7). */
+export declare class NotebookService {
+    readonly db: NotebookDb;
+    private readonly deps;
+    private readonly jobs;
+    private readonly idempotent;
+    constructor(deps: ServiceDeps);
+    busy(): boolean;
+    dispose(): void;
+    idle(): Promise<void>;
+    private semantic;
+    invoke(action: string, input: Input, ctx: ActionContext): Promise<unknown>;
+    private notebook;
+    private source;
+    private dispatch;
+    /** How the frame labels `page`: a PDF page, a slide, or a sheet with its name (O10). */
+    private pageLabel;
+    private checkSourceLimit;
+    private upload;
+    private addFromWorkspace;
+    private addSource;
+    /** Embeds a source's stored chunks (D10: text lives in SQLite, `keepText: false`). */
+    private indexSource;
+    private removeVectors;
+    private rebuild;
+    /** Hybrid retrieval (D9): vector + FTS5, RRF, top 8; keyword-only when vectors are unavailable. */
+    retrieve(notebookId: string, query: string, options: {
+        sourceIds?: string[] | undefined;
+        signal: AbortSignal;
+        keep?: number;
+    }): Promise<{
+        passages: Passage[];
+        keywordOnly: boolean;
+    }>;
+    private ask;
+    /** Round-robin first passages of each source: an overview needs breadth, not one query. */
+    private overviewPassages;
+    private completeWith;
+    private guide;
+    private summary;
+}
+export {};
+//# sourceMappingURL=service.d.ts.map

package/dist/notebook/service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../src/notebook/service.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEnE,OAAO,EAAyC,KAAK,OAAO,EAAkB,MAAM,aAAa,CAAC;AAElG,OAAO,KAAK,EAAE,UAAU,EAAa,MAAM,SAAS,CAAC;AAMrD,eAAO,MAAM,MAAM;aACjB,kBAAkB,EAAE,EAAE;aACtB,cAAc,EAAE,OAAS;aACzB,iBAAiB,EAAE,KAAM;aACzB,aAAa,EAAE,IAAI;aACnB,UAAU,EAAE,GAAG;aACf,SAAS;aACT,eAAe,EAAE,EAAE;aACnB,UAAU,EAAE,EAAE;CACN,CAAC;AAEX,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,UAAU,CAAC;IACf,qEAAqE;IACrE,QAAQ,EAAE,MAAM,YAAY,GAAG,SAAS,CAAC;IACzC,QAAQ,EAAE,CAAC,OAAO,EAAE,iBAAiB,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CAC3D;AAaD,4CAA4C;AAC5C,wBAAgB,KAAK,IAAI,MAAM,CAK9B;AACD,eAAO,MAAM,YAAY,eAAgB,MAAM,WAAuB,CAAC;AAMvE,KAAK,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AA4BrC,kEAAkE;AAClE,qBAAa,eAAe;IAC1B,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAC;IACxB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAc;IACnC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAY;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA8B;IAEzD,YAAY,IAAI,EAAE,WAAW,EAI5B;IAED,IAAI,YAEH;IAED,OAAO,SAEN;IAED,IAAI,kBAEH;IAED,OAAO,CAAC,QAAQ;IASV,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAa/E;IAED,OAAO,CAAC,QAAQ;IAMhB,OAAO,CAAC,MAAM;YAMA,QAAQ;IAqHtB,wFAAwF;IACxF,OAAO,CAAC,SAAS;IAcjB,OAAO,CAAC,gBAAgB;IAKxB,OAAO,CAAC,MAAM;YAkCA,gBAAgB;IAgB9B,OAAO,CAAC,SAAS;IA6DjB,sFAAsF;YACxE,WAAW;YAqCX,aAAa;IAQ3B,OAAO,CAAC,OAAO;IAqBf,mGAAmG;IAC7F,QAAQ,CACZ,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;QAAC,MAAM,EAAE,WAAW,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAChF,OAAO,CAAC;QAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QAAC,WAAW,EAAE,OAAO,CAAA;KAAE,CAAC,CA6CxD;IAED,OAAO,CAAC,GAAG;IAkDX,2FAA2F;IAC3F,OAAO,CAAC,gBAAgB;YA8BV,YAAY;IAqB1B,OAAO,CAAC,KAAK;IA6Bb,OAAO,CAAC,OAAO;CAmBhB"}