@alisio/plugin-semantic 0.0.0-stage → 0.1.1

package/dist/notebook/extract.d.ts

@@ -0,0 +1,11 @@
+import type { Segment } from "./chunk.js";
+export type SourceFormat = "text" | "html" | "docx" | "pptx" | "xlsx" | "pdf";
+/** Format by file extension (case-insensitive), or undefined when unsupported. */
+export declare function formatOf(name: string): SourceFormat | undefined;
+export declare function htmlText(html: string): string;
+/** Text segments of an uploaded file (PDF text comes from the frame, see `extractPdfPages`). */
+export declare function extractBytes(name: string, bytes: Buffer): Promise<Segment[]>;
+export declare const PDF_MIN_CHARS_PER_PAGE = 20;
+/** One segment per PDF page; fewer than 20 characters per page on average is `no_text`. */
+export declare function extractPdfPages(pages: string[]): Segment[];
+//# sourceMappingURL=extract.d.ts.map

package/dist/notebook/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/notebook/extract.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAI1C,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC;AAgB9E,kFAAkF;AAClF,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,CAG/D;AAcD,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAU7C;AAiCD,gGAAgG;AAChG,wBAAsB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAiBlF;AAED,eAAO,MAAM,sBAAsB,KAAK,CAAC;AAEzC,2FAA2F;AAC3F,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAK1D"}

package/dist/notebook/extract.js

@@ -0,0 +1,99 @@
+import { SemanticPluginError } from "../errors.js";
+import { decodeXml, docxText } from "./docx.js";
+import { pptxSegments, xlsxSegments } from "./ooxml.js";
+const FORMATS = {
+    txt: "text",
+    md: "text",
+    markdown: "text",
+    csv: "text",
+    json: "text",
+    html: "html",
+    htm: "html",
+    docx: "docx",
+    pptx: "pptx",
+    xlsx: "xlsx",
+    pdf: "pdf",
+};
+/** Format by file extension (case-insensitive), or undefined when unsupported. */
+export function formatOf(name) {
+    const ext = /\.([A-Za-z0-9]+)$/.exec(name)?.[1]?.toLowerCase();
+    return ext ? FORMATS[ext] : undefined;
+}
+function utf8(bytes) {
+    try {
+        // The decoder strips a leading BOM by default.
+        return new TextDecoder("utf-8", { fatal: true }).decode(bytes);
+    }
+    catch {
+        throw new SemanticPluginError("invalid_encoding");
+    }
+}
+const BLOCK = /<\/?(?:p|div|br|h[1-6]|li|ul|ol|tr|table|section|article|header|footer|blockquote|pre)\b[^>]*>/gi;
+export function htmlText(html) {
+    const text = html
+        .replace(/<!--[\s\S]*?-->/g, "")
+        .replace(/<(script|style|noscript|template)\b[\s\S]*?<\/\1\s*>/gi, "")
+        .replace(BLOCK, "\n")
+        .replace(/<[^>]*>/g, "");
+    return decodeXml(decodeHtmlNamed(text))
+        .replace(/[ \t]+\n/g, "\n")
+        .replace(/\n{3,}/g, "\n\n")
+        .trim();
+}
+const NAMED = {
+    nbsp: " ",
+    eacute: "é",
+    aacute: "á",
+    iacute: "í",
+    oacute: "ó",
+    uacute: "ú",
+    ntilde: "ñ",
+    Eacute: "É",
+    Aacute: "Á",
+    Iacute: "Í",
+    Oacute: "Ó",
+    Uacute: "Ú",
+    Ntilde: "Ñ",
+    uuml: "ü",
+    copy: "©",
+    reg: "®",
+    hellip: "…",
+    mdash: "—",
+    ndash: "–",
+    laquo: "«",
+    raquo: "»",
+    iquest: "¿",
+    iexcl: "¡",
+    ccedil: "ç",
+    agrave: "à",
+    egrave: "è",
+};
+const decodeHtmlNamed = (text) => text.replace(/&([A-Za-z]+);/g, (match, name) => NAMED[name] ?? match);
+/** Text segments of an uploaded file (PDF text comes from the frame, see `extractPdfPages`). */
+export async function extractBytes(name, bytes) {
+    const format = formatOf(name);
+    switch (format) {
+        case "text":
+            return [{ text: utf8(bytes), page: null }];
+        case "html":
+            return [{ text: htmlText(utf8(bytes)), page: null }];
+        case "docx":
+            return [{ text: docxText(bytes), page: null }];
+        case "pptx":
+            return pptxSegments(bytes);
+        case "xlsx":
+            return xlsxSegments(bytes);
+        default:
+            // PDF text is extracted in the frame with PDF.js (§7.3); anything else is unsupported.
+            throw new SemanticPluginError("unsupported_format");
+    }
+}
+export const PDF_MIN_CHARS_PER_PAGE = 20;
+/** One segment per PDF page; fewer than 20 characters per page on average is `no_text`. */
+export function extractPdfPages(pages) {
+    const characters = pages.reduce((sum, page) => sum + page.trim().length, 0);
+    if (pages.length === 0 || characters / pages.length < PDF_MIN_CHARS_PER_PAGE)
+        throw new SemanticPluginError("no_text");
+    return pages.map((text, index) => ({ text, page: index + 1 }));
+}
+//# sourceMappingURL=extract.js.map

package/dist/notebook/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/notebook/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEnD,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAIxD,MAAM,OAAO,GAAiC;IAC5C,GAAG,EAAE,MAAM;IACX,EAAE,EAAE,MAAM;IACV,QAAQ,EAAE,MAAM;IAChB,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,KAAK;CACX,CAAC;AAEF,kFAAkF;AAClF,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,GAAG,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;IAC/D,OAAO,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACxC,CAAC;AAED,SAAS,IAAI,CAAC,KAAiB;IAC7B,IAAI,CAAC;QACH,+CAA+C;QAC/C,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjE,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,mBAAmB,CAAC,kBAAkB,CAAC,CAAC;IACpD,CAAC;AACH,CAAC;AAED,MAAM,KAAK,GACT,kGAAkG,CAAC;AAErG,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,IAAI,GAAG,IAAI;SACd,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;SAC/B,OAAO,CAAC,wDAAwD,EAAE,EAAE,CAAC;SACrE,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC;SACpB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC3B,OAAO,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;SACpC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;SAC1B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,KAAK,GAA2B;IACpC,IAAI,EAAE,GAAG;IACT,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,IAAI,EAAE,GAAG;IACT,IAAI,EAAE,GAAG;IACT,GAAG,EAAE,GAAG;IACR,MAAM,EAAE,GAAG;IACX,KAAK,EAAE,GAAG;IACV,KAAK,EAAE,GAAG;IACV,KAAK,EAAE,GAAG;IACV,KAAK,EAAE,GAAG;IACV,MAAM,EAAE,GAAG;IACX,KAAK,EAAE,GAAG;IACV,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;CACZ,CAAC;AACF,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,EAAE,CACvC,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC;AAEhF,gGAAgG;AAChG,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAY,EAAE,KAAa;IAC5D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC9B,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,KAAK,MAAM;YACT,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,KAAK,MAAM;YACT,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,KAAK,MAAM;YACT,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;QAC7B,KAAK,MAAM;YACT,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;QAC7B;YACE,uFAAuF;YACvF,MAAM,IAAI,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAEzC,2FAA2F;AAC3F,MAAM,UAAU,eAAe,CAAC,KAAe;IAC7C,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,sBAAsB;QAC1E,MAAM,IAAI,mBAAmB,CAAC,SAAS,CAAC,CAAC;IAC3C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AACjE,CAAC"}

package/dist/notebook/jobs.d.ts

@@ -0,0 +1,31 @@
+import type { NotebookDb } from "./db.js";
+export interface JobContext {
+    signal: AbortSignal;
+    progress(value: number): void;
+}
+export type JobWork = (context: JobContext) => Promise<unknown>;
+export interface JobOptions {
+    /** Runs after a cancellation, before the job is marked `cancelled` (cleanup of partial work). */
+    onCancel?: () => Promise<void> | void;
+    /** Runs after a failure with its code (for example to mark a source as failed). */
+    onFail?: (code: string) => Promise<void> | void;
+}
+/**
+ * Long work as jobs (D11): the action returns a job id at once and the frame polls `jobs.get`.
+ * Jobs of one notebook run one after another; each has its own `AbortController`.
+ */
+export declare class JobRunner {
+    private readonly db;
+    private readonly controllers;
+    private readonly chains;
+    constructor(db: NotebookDb);
+    start(notebookId: string, kind: string, sourceId: string | null, work: JobWork, options?: JobOptions): `${string}-${string}-${string}-${string}-${string}`;
+    cancel(id: string): boolean;
+    busy(): boolean;
+    /** Cancels every job (plugin dispose). */
+    dispose(): void;
+    /** Resolves when every job queued so far has settled (tests and dispose). */
+    idle(): Promise<void>;
+    private execute;
+}
+//# sourceMappingURL=jobs.d.ts.map

package/dist/notebook/jobs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/notebook/jobs.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAE1C,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,WAAW,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B;AACD,MAAM,MAAM,OAAO,GAAG,CAAC,OAAO,EAAE,UAAU,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;AAChE,MAAM,WAAW,UAAU;IACzB,iGAAiG;IACjG,QAAQ,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IACtC,mFAAmF;IACnF,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CACjD;AAED;;;GAGG;AACH,qBAAa,SAAS;IACpB,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAa;IAChC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAsC;IAClE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoC;IAE3D,YAAY,EAAE,EAAE,UAAU,EAEzB;IAED,KAAK,CACH,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,IAAI,EAAE,OAAO,EACb,OAAO,GAAE,UAAe,uDAazB;IAED,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAK1B;IAED,IAAI,IAAI,OAAO,CAEd;IAED,0CAA0C;IAC1C,OAAO,SAEN;IAED,6EAA6E;IACvE,IAAI,kBAET;YAEa,OAAO;CAoCtB"}

package/dist/notebook/jobs.js

@@ -0,0 +1,84 @@
+import { randomUUID } from "node:crypto";
+import { errorCode, SemanticPluginError } from "../errors.js";
+/**
+ * Long work as jobs (D11): the action returns a job id at once and the frame polls `jobs.get`.
+ * Jobs of one notebook run one after another; each has its own `AbortController`.
+ */
+export class JobRunner {
+    db;
+    controllers = new Map();
+    chains = new Map();
+    constructor(db) {
+        this.db = db;
+    }
+    start(notebookId, kind, sourceId, work, options = {}) {
+        const id = randomUUID();
+        this.db.insertJob(id, notebookId, kind, sourceId);
+        const controller = new AbortController();
+        this.controllers.set(id, controller);
+        const previous = this.chains.get(notebookId) ?? Promise.resolve();
+        const run = previous.then(() => this.execute(id, work, controller, options));
+        const tail = run.finally(() => {
+            if (this.chains.get(notebookId) === tail)
+                this.chains.delete(notebookId);
+        });
+        this.chains.set(notebookId, tail);
+        return id;
+    }
+    cancel(id) {
+        const controller = this.controllers.get(id);
+        if (!controller)
+            return false;
+        controller.abort();
+        return true;
+    }
+    busy() {
+        return this.controllers.size > 0;
+    }
+    /** Cancels every job (plugin dispose). */
+    dispose() {
+        for (const controller of this.controllers.values())
+            controller.abort();
+    }
+    /** Resolves when every job queued so far has settled (tests and dispose). */
+    async idle() {
+        await Promise.all([...this.chains.values()]);
+    }
+    async execute(id, work, controller, options) {
+        const signal = controller.signal;
+        try {
+            if (signal.aborted)
+                throw new SemanticPluginError("cancelled");
+            this.db.updateJob(id, { state: "running" });
+            let last = 0;
+            const result = await work({
+                signal,
+                progress: (value) => {
+                    const next = Math.max(last, Math.min(1, value));
+                    if (next - last >= 0.01 || next === 1) {
+                        last = next;
+                        this.db.updateJob(id, { progress: next });
+                    }
+                },
+            });
+            if (signal.aborted)
+                throw new SemanticPluginError("cancelled");
+            this.db.updateJob(id, { state: "done", progress: 1, result: result ?? null });
+        }
+        catch (error) {
+            const code = signal.aborted ? "cancelled" : errorCode(error);
+            if (code === "cancelled") {
+                await Promise.resolve(options.onCancel?.()).catch(() => { });
+                this.db.updateJob(id, { state: "cancelled", error: "cancelled" });
+            }
+            else {
+                await Promise.resolve(options.onFail?.(code)).catch(() => { });
+                this.db.updateJob(id, { state: "failed", error: code });
+            }
+        }
+        finally {
+            this.controllers.delete(id);
+        }
+    }
+}
+//# sourceMappingURL=jobs.js.map

package/dist/notebook/jobs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../src/notebook/jobs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAe9D;;;GAGG;AACH,MAAM,OAAO,SAAS;IACH,EAAE,CAAa;IACf,WAAW,GAAG,IAAI,GAAG,EAA2B,CAAC;IACjD,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;IAE3D,YAAY,EAAc;QACxB,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;IACf,CAAC;IAED,KAAK,CACH,UAAkB,EAClB,IAAY,EACZ,QAAuB,EACvB,IAAa,EACb,OAAO,GAAe,EAAE;QAExB,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAClE,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;QAC7E,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE;YAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,IAAI;gBAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAClC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,CAAC,EAAU;QACf,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU;YAAE,OAAO,KAAK,CAAC;QAC9B,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,0CAA0C;IAC1C,OAAO;QACL,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE;YAAE,UAAU,CAAC,KAAK,EAAE,CAAC;IACzE,CAAC;IAED,6EAA6E;IAC7E,KAAK,CAAC,IAAI;QACR,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,EAAU,EACV,IAAa,EACb,UAA2B,EAC3B,OAAmB;QAEnB,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QACjC,IAAI,CAAC;YACH,IAAI,MAAM,CAAC,OAAO;gBAAE,MAAM,IAAI,mBAAmB,CAAC,WAAW,CAAC,CAAC;YAC/D,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YAC5C,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC;gBACxB,MAAM;gBACN,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;oBAClB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;oBAChD,IAAI,IAAI,GAAG,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;wBACtC,IAAI,GAAG,IAAI,CAAC;wBACZ,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC5C,CAAC;gBACH,CAAC;aACF,CAAC,CAAC;YACH,IAAI,MAAM,CAAC,OAAO;gBAAE,MAAM,IAAI,mBAAmB,CAAC,WAAW,CAAC,CAAC;YAC/D,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC;QAChF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC7D,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBACzB,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAC5D,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAC9D,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;CACF"}

package/dist/notebook/ooxml.d.ts

@@ -0,0 +1,6 @@
+import type { Segment } from "./chunk.js";
+/** One segment per slide, in presentation order; notes follow the slide text after a blank line. */
+export declare function pptxSegments(bytes: Buffer): Segment[];
+/** One segment per sheet, in workbook order: "Sheet: <name>" then tab-separated rows. */
+export declare function xlsxSegments(bytes: Buffer): Segment[];
+//# sourceMappingURL=ooxml.d.ts.map

package/dist/notebook/ooxml.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ooxml.d.ts","sourceRoot":"","sources":["../../src/notebook/ooxml.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AA2C1C,oGAAoG;AACpG,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE,CAwBrD;AAeD,yFAAyF;AACzF,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE,CA2CrD"}

package/dist/notebook/ooxml.js

@@ -0,0 +1,131 @@
+// .pptx and .xlsx text (owner O10). Reads only XML parts reached through the package's own
+// relationships; never formulas (cached values only), macros, external links or embedded objects.
+import { SemanticPluginError } from "../errors.js";
+import { attributes, decodeXml, OFFICE_LIMITS, relationships, resolvePart, ZipArchive, } from "./zip.js";
+/** Same rule as any source (§7.2): more extracted text than this is `limit_exceeded`. */
+const MAX_CHARS = 2_000_000;
+const MAX_CELLS = 2_000_000;
+const bad = () => {
+    throw new SemanticPluginError("zip_invalid");
+};
+const folderOf = (part) => part.slice(0, part.lastIndexOf("/") + 1);
+const relsOf = (part) => `${folderOf(part)}_rels/${part.slice(part.lastIndexOf("/") + 1)}.rels`;
+function budget() {
+    let used = 0;
+    return (text) => {
+        used += text.length;
+        if (used > MAX_CHARS)
+            throw new SemanticPluginError("limit_exceeded");
+        return text;
+    };
+}
+/** Text of `<a:p>` paragraphs (`<a:t>` runs, `<a:br/>` breaks); slide-number fields are skipped. */
+function drawingParagraphs(xml) {
+    const out = [];
+    for (const match of xml.matchAll(/<a:p[\s>][\s\S]*?<\/a:p>/g)) {
+        const body = match[0].replace(/<a:fld\b[^>]*type="slidenum"[\s\S]*?<\/a:fld>/g, "");
+        let text = "";
+        for (const token of body.matchAll(/<a:t(?:\s[^>]*)?>([\s\S]*?)<\/a:t>|<a:br\b[^>]*\/>/g))
+            text += token[1] !== undefined ? decodeXml(token[1]) : "\n";
+        if (text.trim())
+            out.push(text.trim());
+    }
+    return out;
+}
+/** One segment per slide, in presentation order; notes follow the slide text after a blank line. */
+export function pptxSegments(bytes) {
+    const zip = new ZipArchive(bytes, OFFICE_LIMITS);
+    const presentation = zip.xml("ppt/presentation.xml");
+    const rels = relationships(zip.xml("ppt/_rels/presentation.xml.rels"));
+    const take = budget();
+    const segments = [];
+    for (const match of presentation.matchAll(/<p:sldId\b([^>]*)\/?>/g)) {
+        const id = attributes(match[1])["r:id"];
+        const rel = id ? rels.get(id) : undefined;
+        if (!rel || !/\/slide$/.test(rel.type))
+            continue;
+        const part = resolvePart("ppt/", rel.target);
+        if (!part.startsWith("ppt/"))
+            bad();
+        const slideXml = zip.xml(part);
+        const blocks = [drawingParagraphs(slideXml).join("\n")];
+        const slideRels = zip.has(relsOf(part)) ? relationships(zip.xml(relsOf(part))) : new Map();
+        for (const r of slideRels.values())
+            if (/\/notesSlide$/.test(r.type)) {
+                const notesPart = resolvePart(folderOf(part), r.target);
+                if (zip.has(notesPart))
+                    blocks.push(drawingParagraphs(zip.xml(notesPart)).join("\n"));
+            }
+        segments.push({ text: take(blocks.filter(Boolean).join("\n\n")), page: segments.length + 1 });
+    }
+    if (segments.length === 0)
+        bad();
+    return segments;
+}
+const columnIndex = (ref) => {
+    const letters = /^[A-Z]+/.exec(ref)?.[0] ?? "";
+    let n = 0;
+    for (const c of letters)
+        n = n * 26 + (c.charCodeAt(0) - 64);
+    return n - 1;
+};
+/** Text of every `<t>` in a string item, without phonetic runs. */
+const itemText = (xml) => [...xml.replace(/<rPh\b[\s\S]*?<\/rPh>/g, "").matchAll(/<t(?:\s[^>]*)?>([\s\S]*?)<\/t>/g)]
+    .map((m) => decodeXml(m[1]))
+    .join("");
+/** One segment per sheet, in workbook order: "Sheet: <name>" then tab-separated rows. */
+export function xlsxSegments(bytes) {
+    const zip = new ZipArchive(bytes, OFFICE_LIMITS);
+    const workbook = zip.xml("xl/workbook.xml");
+    const rels = relationships(zip.xml("xl/_rels/workbook.xml.rels"));
+    const shared = zip.has("xl/sharedStrings.xml")
+        ? [...zip.xml("xl/sharedStrings.xml").matchAll(/<si>([\s\S]*?)<\/si>/g)].map((m) => itemText(m[1]))
+        : [];
+    const take = budget();
+    let cells = 0;
+    const segments = [];
+    for (const match of workbook.matchAll(/<sheet\b([^>]*)\/?>/g)) {
+        const attrs = attributes(match[1]);
+        const rel = attrs["r:id"] ? rels.get(attrs["r:id"]) : undefined;
+        if (!rel || !/\/worksheet$/.test(rel.type))
+            continue;
+        const part = resolvePart("xl/", rel.target);
+        if (!part.startsWith("xl/"))
+            bad();
+        const lines = [take(`Sheet: ${attrs.name ?? ""}`)];
+        for (const row of zip.xml(part).matchAll(/<row\b[^>]*>([\s\S]*?)<\/row>/g)) {
+            const values = [];
+            for (const cell of row[1].matchAll(/<c\b([^>]*?)(?:\/>|>([\s\S]*?)<\/c>)/g)) {
+                if (++cells > MAX_CELLS)
+                    throw new SemanticPluginError("limit_exceeded");
+                const a = attributes(cell[1]);
+                const body = cell[2] ?? "";
+                const raw = /<v>([\s\S]*?)<\/v>/.exec(body)?.[1];
+                let value;
+                if (a.t === "inlineStr")
+                    value = itemText(/<is>([\s\S]*?)<\/is>/.exec(body)?.[1] ?? "");
+                else if (raw === undefined)
+                    value = undefined;
+                else if (a.t === "s")
+                    value = shared[Number(raw)] ?? "";
+                else if (a.t === "b")
+                    value = raw.trim() === "1" ? "TRUE" : "FALSE";
+                else
+                    value = decodeXml(raw); // numbers as written, cached formula results, errors
+                if (value === undefined || value === "")
+                    continue;
+                const col = a.r ? columnIndex(a.r) : values.length;
+                while (values.length < col)
+                    values.push("");
+                values[col] = value.replace(/[\t\r\n]+/g, " ");
+            }
+            if (values.some((v) => v))
+                lines.push(take(values.join("\t")));
+        }
+        segments.push({ text: lines.join("\n"), page: segments.length + 1 });
+    }
+    if (segments.length === 0)
+        bad();
+    return segments;
+}
+//# sourceMappingURL=ooxml.js.map

package/dist/notebook/ooxml.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ooxml.js","sourceRoot":"","sources":["../../src/notebook/ooxml.ts"],"names":[],"mappings":"AAAA,2FAA2F;AAC3F,kGAAkG;AAClG,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEnD,OAAO,EACL,UAAU,EACV,SAAS,EACT,aAAa,EACb,aAAa,EACb,WAAW,EACX,UAAU,GACX,MAAM,UAAU,CAAC;AAElB,yFAAyF;AACzF,MAAM,SAAS,GAAG,SAAS,CAAC;AAC5B,MAAM,SAAS,GAAG,SAAS,CAAC;AAE5B,MAAM,GAAG,GAAG,GAAU,EAAE;IACtB,MAAM,IAAI,mBAAmB,CAAC,aAAa,CAAC,CAAC;AAC/C,CAAC,CAAC;AACF,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;AAC5E,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE,CAC9B,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC;AAEzE,SAAS,MAAM;IACb,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,OAAO,CAAC,IAAY,EAAE,EAAE;QACtB,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;QACpB,IAAI,IAAI,GAAG,SAAS;YAAE,MAAM,IAAI,mBAAmB,CAAC,gBAAgB,CAAC,CAAC;QACtE,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;AACJ,CAAC;AAED,oGAAoG;AACpG,SAAS,iBAAiB,CAAC,GAAW;IACpC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,QAAQ,CAAC,2BAA2B,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,gDAAgD,EAAE,EAAE,CAAC,CAAC;QACpF,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,qDAAqD,CAAC;YACtF,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9D,IAAI,IAAI,CAAC,IAAI,EAAE;YAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,oGAAoG;AACpG,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC;IACtB,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;QACpE,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1C,IAAI,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QACjD,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;YAAE,GAAG,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,MAAM,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;QAC3F,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,MAAM,EAAE;YAChC,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjC,MAAM,SAAS,GAAG,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;gBACxD,IAAI,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC;oBAAE,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACxF,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,GAAG,EAAE,CAAC;IACjC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,EAAE;IAClC,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,CAAC;AACf,CAAC,CAAC;AAEF,mEAAmE;AACnE,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE,CAC/B,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAAC;KACvF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAW,CAAC,CAAC;KACrC,IAAI,CAAC,EAAE,CAAC,CAAC;AAEd,yFAAyF;AACzF,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAC;QAC5C,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/E,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAW,CAAC,CACzB;QACH,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC;IACtB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC;QAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAChE,IAAI,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QACrD,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;YAAE,GAAG,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QACnD,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;YAC3E,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,KAAK,MAAM,IAAI,IAAK,GAAG,CAAC,CAAC,CAAY,CAAC,QAAQ,CAAC,uCAAuC,CAAC,EAAE,CAAC;gBACxF,IAAI,EAAE,KAAK,GAAG,SAAS;oBAAE,MAAM,IAAI,mBAAmB,CAAC,gBAAgB,CAAC,CAAC;gBACzE,MAAM,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAW,CAAC,CAAC;gBACxC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3B,MAAM,GAAG,GAAG,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACjD,IAAI,KAAyB,CAAC;gBAC9B,IAAI,CAAC,CAAC,CAAC,KAAK,WAAW;oBAAE,KAAK,GAAG,QAAQ,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;qBACnF,IAAI,GAAG,KAAK,SAAS;oBAAE,KAAK,GAAG,SAAS,CAAC;qBACzC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;oBAAE,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;qBACnD,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;oBAAE,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;;oBAC/D,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,qDAAqD;gBAClF,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE;oBAAE,SAAS;gBAClD,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;gBACnD,OAAO,MAAM,CAAC,MAAM,GAAG,GAAG;oBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC5C,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;YACjD,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,GAAG,EAAE,CAAC;IACjC,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/notebook/retrieve.d.ts

@@ -0,0 +1,14 @@
+export declare const RRF_K = 60;
+export declare const RETRIEVE_EACH = 20;
+export declare const RETRIEVE_KEEP = 8;
+/**
+ * Sum of `1 / (k + rank)` over the lists an id appears in (1-based rank, first occurrence per
+ * list). Ties keep first-seen order (list order, then rank), so the fusion is deterministic.
+ */
+export declare function reciprocalRankFusion(lists: string[][], options?: {
+    k?: number;
+    top?: number;
+}): string[];
+/** A safe FTS5 MATCH expression: every word quoted, joined by OR (operators become words). */
+export declare function ftsQuery(text: string): string;
+//# sourceMappingURL=retrieve.d.ts.map

package/dist/notebook/retrieve.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieve.d.ts","sourceRoot":"","sources":["../../src/notebook/retrieve.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,KAAK,KAAK,CAAC;AACxB,eAAO,MAAM,aAAa,KAAK,CAAC;AAChC,eAAO,MAAM,aAAa,IAAI,CAAC;AAE/B;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,MAAM,EAAE,EAAE,EACjB,OAAO,GAAE;IAAE,CAAC,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAO,GACzC,MAAM,EAAE,CAkBV;AAED,8FAA8F;AAC9F,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAM7C"}

package/dist/notebook/retrieve.js

@@ -0,0 +1,37 @@
+// Hybrid retrieval (D9): vector top 20 + FTS5 BM25 top 20, fused with Reciprocal Rank Fusion.
+export const RRF_K = 60;
+export const RETRIEVE_EACH = 20;
+export const RETRIEVE_KEEP = 8;
+/**
+ * Sum of `1 / (k + rank)` over the lists an id appears in (1-based rank, first occurrence per
+ * list). Ties keep first-seen order (list order, then rank), so the fusion is deterministic.
+ */
+export function reciprocalRankFusion(lists, options = {}) {
+    const k = options.k ?? RRF_K;
+    const scores = new Map();
+    let seen = 0;
+    for (const list of lists) {
+        const counted = new Set();
+        list.forEach((id, index) => {
+            if (counted.has(id))
+                return;
+            counted.add(id);
+            const entry = scores.get(id) ?? { score: 0, seen: seen++ };
+            entry.score += 1 / (k + index + 1);
+            scores.set(id, entry);
+        });
+    }
+    return [...scores.entries()]
+        .sort((a, b) => b[1].score - a[1].score || a[1].seen - b[1].seen)
+        .slice(0, options.top ?? RETRIEVE_KEEP)
+        .map(([id]) => id);
+}
+/** A safe FTS5 MATCH expression: every word quoted, joined by OR (operators become words). */
+export function ftsQuery(text) {
+    const words = text.match(/[\p{L}\p{N}]+/gu) ?? [];
+    return words
+        .slice(0, 64)
+        .map((word) => `"${word}"`)
+        .join(" OR ");
+}
+//# sourceMappingURL=retrieve.js.map

package/dist/notebook/retrieve.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieve.js","sourceRoot":"","sources":["../../src/notebook/retrieve.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAE9F,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;AACxB,MAAM,CAAC,MAAM,aAAa,GAAG,EAAE,CAAC;AAChC,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC;AAE/B;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAAiB,EACjB,OAAO,GAAiC,EAAE;IAE1C,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2C,CAAC;IAClE,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE;YACzB,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAE,OAAO;YAC5B,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;YAC3D,KAAK,CAAC,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;SAChE,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,aAAa,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;AACvB,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC;IAClD,OAAO,KAAK;SACT,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,GAAG,CAAC;SAC1B,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC"}

package/dist/notebook/service.d.ts

@@ -0,0 +1,92 @@
+import type { AvailableProviderModel, CompletionRequest, ToolSemantic } from "@alisio/sdk";
+import { type Passage } from "./answer.js";
+import type { NotebookDb } from "./db.js";
+export declare const LIMITS: {
+    readonly sourcesPerNotebook: 50;
+    readonly charsPerSource: 2000000;
+    readonly chunksPerNotebook: 20000;
+    readonly questionChars: 4000;
+    readonly titleChars: 200;
+    readonly fileBytes: number;
+    readonly historyMessages: 50;
+    readonly indexBatch: 64;
+};
+export interface ActionContext {
+    sessionId: string;
+    workspace: string;
+    signal: AbortSignal;
+    idempotencyKey?: string;
+}
+export interface ServiceDeps {
+    db: NotebookDb;
+    /** The consumer side of `api.semantic` (absent on an older host). */
+    semantic: () => ToolSemantic | undefined;
+    complete: (request: CompletionRequest) => Promise<string>;
+    /** `api.models` (credential-free list of the user's configured models). */
+    models?: {
+        list(signal?: AbortSignal): Promise<AvailableProviderModel[]>;
+        resolve(reference: string, signal?: AbortSignal): Promise<unknown>;
+    };
+    /** Model a new child of this session would use: Alisio's active model. */
+    activeModel?: (sessionId: string) => string | undefined;
+}
+/** 12 lowercase base32 characters (D16). */
+export declare function newId(): string;
+export declare const collectionOf: (notebookId: string) => string;
+type Input = Record<string, unknown>;
+/** The Notebook app's actions, testable without a host (§7.7). */
+export declare class NotebookService {
+    readonly db: NotebookDb;
+    private readonly deps;
+    private readonly jobs;
+    private readonly idempotent;
+    constructor(deps: ServiceDeps);
+    busy(): boolean;
+    dispose(): void;
+    idle(): Promise<void>;
+    private semantic;
+    invoke(action: string, input: Input, ctx: ActionContext): Promise<unknown>;
+    private notebook;
+    private source;
+    private dispatch;
+    /** How the frame labels `page`: a PDF page, a slide, or a sheet with its name (O10). */
+    private pageLabel;
+    private checkSourceLimit;
+    private upload;
+    private addFromWorkspace;
+    private addSource;
+    /** Embeds a source's stored chunks (D10: text lives in SQLite, `keepText: false`). */
+    private indexSource;
+    private removeVectors;
+    private rebuild;
+    /** Hybrid retrieval (D9): vector + FTS5, RRF, top 8; keyword-only when vectors are unavailable. */
+    retrieve(notebookId: string, query: string, options: {
+        sourceIds?: string[] | undefined;
+        signal: AbortSignal;
+        keep?: number;
+    }): Promise<{
+        passages: Passage[];
+        keywordOnly: boolean;
+    }>;
+    /** Configured models (credential-free) and Alisio's active one; empty when none is connected. */
+    private modelList;
+    /** Identity of the indexed sources a guide was built from: a new or removed source outdates it. */
+    private sourceSet;
+    /** The model that actually answers: the notebook's choice, else Alisio's active model. */
+    private modelName;
+    /** WHEN no model is configured, asking is refused before any job starts (O12). */
+    private requireModel;
+    /**
+     * The notebook's chosen model, resolved before each call. A model that no longer exists falls
+     * back to Alisio's active model (the choice is cleared) and the answer says so.
+     */
+    private modelFor;
+    private ask;
+    /** Round-robin first passages of each source: an overview needs breadth, not one query. */
+    private overviewPassages;
+    private completeWith;
+    private guide;
+    private summary;
+}
+export {};
+//# sourceMappingURL=service.d.ts.map

package/dist/notebook/service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../src/notebook/service.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3F,OAAO,EAAyC,KAAK,OAAO,EAAkB,MAAM,aAAa,CAAC;AAElG,OAAO,KAAK,EAAE,UAAU,EAAa,MAAM,SAAS,CAAC;AAMrD,eAAO,MAAM,MAAM;aACjB,kBAAkB,EAAE,EAAE;aACtB,cAAc,EAAE,OAAS;aACzB,iBAAiB,EAAE,KAAM;aACzB,aAAa,EAAE,IAAI;aACnB,UAAU,EAAE,GAAG;aACf,SAAS;aACT,eAAe,EAAE,EAAE;aACnB,UAAU,EAAE,EAAE;CACN,CAAC;AAEX,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,UAAU,CAAC;IACf,qEAAqE;IACrE,QAAQ,EAAE,MAAM,YAAY,GAAG,SAAS,CAAC;IACzC,QAAQ,EAAE,CAAC,OAAO,EAAE,iBAAiB,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1D,2EAA2E;IAC3E,MAAM,CAAC,EAAE;QACP,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC;QAC9D,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;KACpE,CAAC;IACF,0EAA0E;IAC1E,WAAW,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;CACzD;AAcD,4CAA4C;AAC5C,wBAAgB,KAAK,IAAI,MAAM,CAK9B;AACD,eAAO,MAAM,YAAY,eAAgB,MAAM,WAAuB,CAAC;AAMvE,KAAK,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AA4BrC,kEAAkE;AAClE,qBAAa,eAAe;IAC1B,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAC;IACxB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAc;IACnC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAY;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA8B;IAEzD,YAAY,IAAI,EAAE,WAAW,EAI5B;IAED,IAAI,YAEH;IAED,OAAO,SAEN;IAED,IAAI,kBAEH;IAED,OAAO,CAAC,QAAQ;IASV,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAa/E;IAED,OAAO,CAAC,QAAQ;IAMhB,OAAO,CAAC,MAAM;YAMA,QAAQ;IA2JtB,wFAAwF;IACxF,OAAO,CAAC,SAAS;IAcjB,OAAO,CAAC,gBAAgB;IAKxB,OAAO,CAAC,MAAM;YAkCA,gBAAgB;IAgB9B,OAAO,CAAC,SAAS;IA6DjB,sFAAsF;YACxE,WAAW;YAqCX,aAAa;IAQ3B,OAAO,CAAC,OAAO;IAqBf,mGAAmG;IAC7F,QAAQ,CACZ,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;QAAC,MAAM,EAAE,WAAW,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAChF,OAAO,CAAC;QAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QAAC,WAAW,EAAE,OAAO,CAAA;KAAE,CAAC,CA6CxD;IAED,iGAAiG;YACnF,SAAS;IAuBvB,mGAAmG;IACnG,OAAO,CAAC,SAAS;IASjB,0FAA0F;IAC1F,OAAO,CAAC,SAAS;IASjB,kFAAkF;YACpE,YAAY;IAM1B;;;OAGG;YACW,QAAQ;YAaR,GAAG;IAsDjB,2FAA2F;IAC3F,OAAO,CAAC,gBAAgB;YA8BV,YAAY;YAyBZ,KAAK;YA4CL,OAAO;CA4BtB"}