brainhub-mcp 0.1.0

package/dist/scheduler/manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../src/scheduler/manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAIjD,MAAM,MAAM,GAAW,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAC7C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IACxD,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CACzB,IAAI,KAAK,CAAC;QACR,CAAC,CAAC,OAAO,EAAE;QACX,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,OAAO,gBAAgB,IAAI,EAAE,CAAC,CAAC,CACxD,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,OAAO,gBAAgB;IAClB,SAAS,CAAkB;IAC3B,QAAQ,CAAS;IACjB,QAAQ,CAAS;IACjB,KAAK,CAAW;IAChB,IAAI,CAAS;IAEtB,YAAY,OAMX;QACC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC;QACtD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CACX,EAAU,EACV,MAAc,EACd,UAAkC,EAAE;QAEpC,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YAChC,MAAM,IAAI,aAAa,CACrB,sBAAsB,EACtB,qCAAqC,CACtC,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QAChE,MAAM,IAAI,GAIL;YACH;gBACE,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,2BAA2B,CAAC;gBAClD,EAAE;gBACF,GAAG,EAAE,QAAiB;aACvB;SACF,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC;QAC5D,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC;gBACR,IAAI,EAAE,QAAQ;gBACd,EAAE,EAAE,MAAM;gBACV,GAAG,EAAE,eAAe;aACrB,CAAC,CAAC;QACL,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;SACjC,CAAC,CAAC;QACH,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,UAAU,EAAE,EAAE,EAAE,CACnC,SAAS,CACP,IAAI,EACJ,iBAAiB,CAAC;YAChB,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,YAAY,EAAE,IAAI;YAClB,GAAG,UAAU;SACd,CAAC,CACH,CACF,CACF,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,OAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC;QAChD,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,CAC/D,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;YACF,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;QACD,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAC3D,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;YACF,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YAChC,MAAM,IAAI,aAAa,CACrB,sBAAsB,EACtB,qCAAqC,CACtC,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG;YACZ,IAAI,CAAC,SAAS,EAAE,2BAA2B,CAAC;YAC5C,IAAI,CAAC,SAAS,EAAE,yBAAyB,CAAC;SAC3C,CAAC;QACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gBAC3B,SAAS;gBACT,OAAO,OAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE;gBAChC,IAAI;aACL,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC1B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM;QAMV,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,MAAM,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE;gBAC5B,IAAI,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE;gBAC1B,QAAQ,EAAE,IAAI,CAAC,SAAS;aACzB,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,2BAA2B,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC;QAC5D,MAAM,CAAC,eAAe,EAAE,aAAa,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACzD,MAAM,CAAC,UAAU,CAAC;iBACf,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;iBAChB,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,MAAM,CAAC,QAAQ,CAAC;iBACb,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;iBAChB,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC;SACtB,CAAC,CAAC;QACH,OAAO;YACL,SAAS,EAAE,eAAe;YAC1B,MAAM,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE;YACtC,IAAI,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE;YAClC,QAAQ,EAAE,IAAI,CAAC,SAAS;SACzB,CAAC;IACJ,CAAC;CACF"}

package/dist/search/chunk-text.d.ts

@@ -0,0 +1,11 @@
+export interface TextChunk {
+    id: string;
+    start: number;
+    end: number;
+    tokenCount: number;
+    text: string;
+}
+export declare function chunkText(text: string, options: {
+    maxTokens: number;
+    overlapTokens: number;
+}): TextChunk[];

package/dist/search/chunk-text.js

@@ -0,0 +1,40 @@
+import { createHash } from "node:crypto";
+const tokenPattern = /[\p{Script=Han}]|[\p{L}\p{N}_]+|[^\s]/gu;
+export function chunkText(text, options) {
+    if (options.maxTokens <= 0 ||
+        options.overlapTokens < 0 ||
+        options.overlapTokens >= options.maxTokens) {
+        throw new Error("Invalid chunk configuration");
+    }
+    const tokens = [...text.matchAll(tokenPattern)].map((match) => ({
+        start: match.index,
+        end: match.index + match[0].length,
+    }));
+    if (tokens.length === 0)
+        return [];
+    const chunks = [];
+    const step = options.maxTokens - options.overlapTokens;
+    for (let tokenStart = 0; tokenStart < tokens.length; tokenStart += step) {
+        const selected = tokens.slice(tokenStart, tokenStart + options.maxTokens);
+        const first = selected[0];
+        const last = selected.at(-1);
+        if (!first || !last)
+            break;
+        const start = first.start;
+        const end = last.end;
+        chunks.push({
+            id: createHash("sha256")
+                .update(`${start}\0${end}\0${text.slice(start, end)}`)
+                .digest("hex")
+                .slice(0, 24),
+            start,
+            end,
+            tokenCount: selected.length,
+            text: text.slice(start, end),
+        });
+        if (tokenStart + options.maxTokens >= tokens.length)
+            break;
+    }
+    return chunks;
+}
+//# sourceMappingURL=chunk-text.js.map

package/dist/search/chunk-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-text.js","sourceRoot":"","sources":["../../src/search/chunk-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAUzC,MAAM,YAAY,GAAG,yCAAyC,CAAC;AAE/D,MAAM,UAAU,SAAS,CACvB,IAAY,EACZ,OAAqD;IAErD,IACE,OAAO,CAAC,SAAS,IAAI,CAAC;QACtB,OAAO,CAAC,aAAa,GAAG,CAAC;QACzB,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,SAAS,EAC1C,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;IACjD,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9D,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;KACnC,CAAC,CAAC,CAAC;IACJ,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACnC,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC;IACvD,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,IAAI,IAAI,EAAE,CAAC;QACxE,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAC1E,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI;YAAE,MAAM;QAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC;YACV,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC;iBACrB,MAAM,CAAC,GAAG,KAAK,KAAK,GAAG,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;iBACrD,MAAM,CAAC,KAAK,CAAC;iBACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YACf,KAAK;YACL,GAAG;YACH,UAAU,EAAE,QAAQ,CAAC,MAAM;YAC3B,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC;SAC7B,CAAC,CAAC;QACH,IAAI,UAAU,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM;YAAE,MAAM;IAC7D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/search/e5-embedder.d.ts

@@ -0,0 +1,19 @@
+import { type Embedder } from "./embedder.js";
+export declare class E5Embedder implements Embedder {
+    #private;
+    readonly model: string;
+    readonly revision: string;
+    readonly dimensions: number;
+    constructor(options: {
+        model: string;
+        revision: string;
+        dimensions: number;
+        cacheDir: string;
+    });
+    prepare(progress?: (value: {
+        percent?: number;
+        file?: string;
+    }) => void): Promise<void>;
+    embedQuery(text: string): Promise<number[]>;
+    embedPassages(texts: string[]): Promise<number[][]>;
+}

package/dist/search/e5-embedder.js

@@ -0,0 +1,71 @@
+import { pipeline } from "@huggingface/transformers";
+import { normalizeVector } from "./embedder.js";
+import { markModelReady } from "./model-cache.js";
+export class E5Embedder {
+    model;
+    revision;
+    dimensions;
+    #cacheDir;
+    #extractor = null;
+    #readyMarker = null;
+    constructor(options) {
+        this.model = options.model;
+        this.revision = options.revision;
+        this.dimensions = options.dimensions;
+        this.#cacheDir = options.cacheDir;
+    }
+    async #load(progress) {
+        this.#extractor ??= pipeline("feature-extraction", this.model, {
+            revision: this.revision,
+            dtype: "q8",
+            cache_dir: this.#cacheDir,
+            ...(progress
+                ? {
+                    progress_callback: (value) => {
+                        if (!value.status?.startsWith("progress"))
+                            return;
+                        progress({
+                            ...(typeof value.progress === "number"
+                                ? { percent: value.progress }
+                                : {}),
+                            ...(value.file ? { file: value.file } : {}),
+                        });
+                    },
+                }
+                : {}),
+        });
+        const extractor = await this.#extractor;
+        this.#readyMarker ??= markModelReady(this.#cacheDir, {
+            model: this.model,
+            revision: this.revision,
+            dimensions: this.dimensions,
+        });
+        await this.#readyMarker;
+        return extractor;
+    }
+    async prepare(progress) {
+        await this.#load(progress);
+    }
+    async #embed(texts) {
+        const extractor = await this.#load();
+        const output = await extractor(texts, { pooling: "mean", normalize: true });
+        return output.tolist().map((vector) => {
+            if (vector.length !== this.dimensions) {
+                throw new Error(`Embedding dimensions mismatch: expected ${this.dimensions}, received ${vector.length}`);
+            }
+            return normalizeVector(vector);
+        });
+    }
+    async embedQuery(text) {
+        const [vector] = await this.#embed([`query: ${text}`]);
+        if (!vector)
+            throw new Error("Embedding model returned no query vector");
+        return vector;
+    }
+    async embedPassages(texts) {
+        if (texts.length === 0)
+            return [];
+        return this.#embed(texts.map((text) => `passage: ${text}`));
+    }
+}
+//# sourceMappingURL=e5-embedder.js.map

package/dist/search/e5-embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"e5-embedder.js","sourceRoot":"","sources":["../../src/search/e5-embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAErD,OAAO,EAAE,eAAe,EAAiB,MAAM,eAAe,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAiBlD,MAAM,OAAO,UAAU;IACZ,KAAK,CAAS;IACd,QAAQ,CAAS;IACjB,UAAU,CAAS;IACnB,SAAS,CAAS;IAC3B,UAAU,GAA8B,IAAI,CAAC;IAC7C,YAAY,GAAyB,IAAI,CAAC;IAE1C,YAAY,OAKX;QACC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,KAAK,CACT,QAA+D;QAE/D,IAAI,CAAC,UAAU,KACb,QAUD,CAAC,oBAAoB,EAAE,IAAI,CAAC,KAAK,EAAE;YAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,IAAI;YACX,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,GAAG,CAAC,QAAQ;gBACV,CAAC,CAAC;oBACE,iBAAiB,EAAE,CAAC,KAAoB,EAAE,EAAE;wBAC1C,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC;4BAAE,OAAO;wBAClD,QAAQ,CAAC;4BACP,GAAG,CAAC,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;gCACpC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE;gCAC7B,CAAC,CAAC,EAAE,CAAC;4BACP,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;yBAC5C,CAAC,CAAC;oBACL,CAAC;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC;QACxC,IAAI,CAAC,YAAY,KAAK,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE;YACnD,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,YAAY,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,QAA+D;QAE/D,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAe;QAC1B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5E,OAAO,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YACpC,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CACb,2CAA2C,IAAI,CAAC,UAAU,cAAc,MAAM,CAAC,MAAM,EAAE,CACxF,CAAC;YACJ,CAAC;YACD,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QACzE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAe;QACjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9D,CAAC;CACF"}

package/dist/search/embedder.d.ts

@@ -0,0 +1,8 @@
+export interface Embedder {
+    readonly model: string;
+    readonly revision: string;
+    readonly dimensions: number;
+    embedQuery(text: string): Promise<number[]>;
+    embedPassages(texts: string[]): Promise<number[][]>;
+}
+export declare function normalizeVector(vector: number[]): number[];

package/dist/search/embedder.js

@@ -0,0 +1,5 @@
+export function normalizeVector(vector) {
+    const norm = Math.hypot(...vector);
+    return norm === 0 ? [...vector] : vector.map((value) => value / norm);
+}
+//# sourceMappingURL=embedder.js.map

package/dist/search/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/search/embedder.ts"],"names":[],"mappings":"AAQA,MAAM,UAAU,eAAe,CAAC,MAAgB;IAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC;IACnC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;AACxE,CAAC"}

package/dist/search/model-cache.d.ts

@@ -0,0 +1,7 @@
+export interface ModelIdentity {
+    model: string;
+    revision: string;
+    dimensions: number;
+}
+export declare function markModelReady(cacheDir: string, identity: ModelIdentity): Promise<void>;
+export declare function isModelReady(cacheDir: string, identity: ModelIdentity): Promise<boolean>;

package/dist/search/model-cache.js

@@ -0,0 +1,38 @@
+import { createHash, randomUUID } from "node:crypto";
+import { mkdir, readFile, rename, rm, writeFile } from "node:fs/promises";
+import { join } from "node:path";
+function completion(identity) {
+    return { version: 1, ...identity };
+}
+function markerPath(cacheDir, identity) {
+    const key = createHash("sha256")
+        .update(JSON.stringify(completion(identity)))
+        .digest("hex")
+        .slice(0, 24);
+    return join(cacheDir, `.brainhub-ready-${key}.json`);
+}
+export async function markModelReady(cacheDir, identity) {
+    await mkdir(cacheDir, { recursive: true });
+    const path = markerPath(cacheDir, identity);
+    const temporaryPath = `${path}.${process.pid}.${randomUUID()}.tmp`;
+    try {
+        await writeFile(temporaryPath, JSON.stringify(completion(identity)), {
+            mode: 0o600,
+        });
+        await rename(temporaryPath, path);
+    }
+    catch (error) {
+        await rm(temporaryPath, { force: true }).catch(() => undefined);
+        throw error;
+    }
+}
+export async function isModelReady(cacheDir, identity) {
+    try {
+        const parsed = JSON.parse(await readFile(markerPath(cacheDir, identity), "utf8"));
+        return JSON.stringify(parsed) === JSON.stringify(completion(identity));
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=model-cache.js.map

package/dist/search/model-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-cache.js","sourceRoot":"","sources":["../../src/search/model-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAYjC,SAAS,UAAU,CAAC,QAAuB;IACzC,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,UAAU,CAAC,QAAgB,EAAE,QAAuB;IAC3D,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC;SAC7B,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;SAC5C,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChB,OAAO,IAAI,CAAC,QAAQ,EAAE,mBAAmB,GAAG,OAAO,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAgB,EAChB,QAAuB;IAEvB,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC5C,MAAM,aAAa,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,IAAI,UAAU,EAAE,MAAM,CAAC;IACnE,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE;YACnE,IAAI,EAAE,KAAK;SACZ,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAChE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,QAAuB;IAEvB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CACvB,MAAM,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,CAC5C,CAAC;QACb,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/search/search-service.d.ts

@@ -0,0 +1,46 @@
+import type { DrivePort } from "../drive/drive-port.js";
+import type { Embedder } from "./embedder.js";
+export interface SearchOutput {
+    query: string;
+    indexStatus: "fresh" | "stale";
+    searchMode: "semantic" | "keyword";
+    results: Array<{
+        score: number;
+        source: string;
+        conversationId: string;
+        startedAt: string;
+        updatedAt: string;
+        excerpt: string;
+    }>;
+    warnings: Array<{
+        code: string;
+        message: string;
+    }>;
+}
+export declare class SearchService {
+    #private;
+    constructor(options: {
+        drive: DrivePort;
+        embedder: Embedder;
+        indexPath: string;
+        chunkTokens?: number;
+        chunkOverlap?: number;
+    });
+    sync(): Promise<{
+        documents: number;
+        warnings: SearchOutput["warnings"];
+    }>;
+    status(): {
+        ready: boolean;
+        documents: number;
+        cursor?: string;
+        generatedAt?: string;
+    };
+    search(input: {
+        query: string;
+        limit: number;
+        sources?: string[];
+        since?: string;
+        until?: string;
+    }): Promise<SearchOutput>;
+}

package/dist/search/search-service.js

@@ -0,0 +1,319 @@
+import { createHash } from "node:crypto";
+import { existsSync, mkdirSync } from "node:fs";
+import { dirname } from "node:path";
+import Database from "better-sqlite3";
+import { redactText } from "../capture/redact.js";
+import { chunkText } from "./chunk-text.js";
+function parseFrontmatter(markdown) {
+    const match = /^---\n([\s\S]*?)\n---\n/u.exec(markdown);
+    const fields = new Map();
+    for (const line of match?.[1]?.split("\n") ?? []) {
+        const separator = line.indexOf(":");
+        if (separator > 0) {
+            fields.set(line.slice(0, separator).trim(), line.slice(separator + 1).trim());
+        }
+    }
+    const contentSha256 = fields.get("content_sha256") ??
+        createHash("sha256").update(markdown).digest("hex");
+    return {
+        source: fields.get("source") ?? "unknown",
+        conversationId: fields.get("conversation_id") ?? contentSha256,
+        startedAt: fields.get("started_at") ?? new Date(0).toISOString(),
+        updatedAt: fields.get("updated_at") ?? new Date(0).toISOString(),
+        contentSha256,
+    };
+}
+function searchableText(markdown) {
+    const withoutImages = markdown
+        .replace(/!\[[^\]]*\]\([^)]*\)/gu, "[image omitted]")
+        .replace(/<img\b[^>]*>/giu, "[image omitted]");
+    return redactText(withoutImages).text;
+}
+function cosine(left, right) {
+    if (left.length !== right.length)
+        return -1;
+    return left.reduce((sum, value, index) => sum + value * (right[index] ?? 0), 0);
+}
+function addWarning(warnings, warning) {
+    if (!warnings.some(({ code }) => code === warning.code)) {
+        warnings.push(warning);
+    }
+}
+export class SearchService {
+    #drive;
+    #embedder;
+    #indexPath;
+    #chunkTokens;
+    #chunkOverlap;
+    constructor(options) {
+        this.#drive = options.drive;
+        this.#embedder = options.embedder;
+        this.#indexPath = options.indexPath;
+        this.#chunkTokens = options.chunkTokens ?? 448;
+        this.#chunkOverlap = options.chunkOverlap ?? 64;
+    }
+    #indexFingerprint() {
+        return JSON.stringify({
+            model: this.#embedder.model,
+            revision: this.#embedder.revision,
+            dimensions: this.#embedder.dimensions,
+            chunkTokens: this.#chunkTokens,
+            chunkOverlap: this.#chunkOverlap,
+        });
+    }
+    #database() {
+        mkdirSync(dirname(this.#indexPath), { recursive: true });
+        const database = new Database(this.#indexPath);
+        database.pragma("journal_mode = WAL");
+        database.exec(`
+      CREATE TABLE IF NOT EXISTS search_documents (
+        drive_file_id TEXT PRIMARY KEY,
+        drive_path TEXT NOT NULL,
+        source TEXT NOT NULL,
+        conversation_id TEXT NOT NULL,
+        started_at TEXT NOT NULL,
+        updated_at TEXT NOT NULL,
+        content_sha256 TEXT NOT NULL
+      );
+      CREATE TABLE IF NOT EXISTS search_chunks (
+        drive_file_id TEXT NOT NULL REFERENCES search_documents(drive_file_id) ON DELETE CASCADE,
+        chunk_id INTEGER NOT NULL,
+        text TEXT NOT NULL,
+        vector TEXT,
+        PRIMARY KEY(drive_file_id, chunk_id)
+      );
+      CREATE TABLE IF NOT EXISTS search_metadata (
+        key TEXT PRIMARY KEY,
+        value TEXT NOT NULL
+      );
+      CREATE INDEX IF NOT EXISTS search_documents_session
+        ON search_documents(source, conversation_id, updated_at);
+    `);
+        database.pragma("foreign_keys = ON");
+        return database;
+    }
+    async sync() {
+        const stateDatabase = this.#database();
+        let cursor;
+        try {
+            const metadata = Object.fromEntries(stateDatabase
+                .prepare("SELECT key, value FROM search_metadata")
+                .all().map(({ key, value }) => [key, value]));
+            const missingVector = stateDatabase
+                .prepare("SELECT 1 FROM search_chunks WHERE vector IS NULL LIMIT 1")
+                .get();
+            if (metadata.index_fingerprint === this.#indexFingerprint() &&
+                !missingVector) {
+                cursor = metadata.drive_cursor;
+            }
+        }
+        finally {
+            stateDatabase.close();
+        }
+        const changes = await this.#drive.changes({
+            prefix: "inbox/",
+            ...(cursor ? { cursor } : {}),
+        });
+        const entries = changes.entries.filter((entry) => entry.path.startsWith("inbox/") &&
+            (entry.mimeType === "text/markdown" || entry.path.endsWith(".md")));
+        const removedIds = new Set(changes.removedIds);
+        for (const entry of changes.entries) {
+            if (!entries.includes(entry))
+                removedIds.add(entry.id);
+        }
+        const chunks = [];
+        const warnings = [];
+        let modelAvailable = true;
+        for (const entry of entries) {
+            const sourceObject = await this.#drive.read(entry.id);
+            const markdown = sourceObject.bytes.toString("utf8");
+            const metadata = parseFrontmatter(markdown);
+            const textChunks = chunkText(searchableText(markdown), {
+                maxTokens: this.#chunkTokens,
+                overlapTokens: this.#chunkOverlap,
+            });
+            let vectors = [];
+            if (modelAvailable) {
+                try {
+                    vectors = await this.#embedder.embedPassages(textChunks.map((chunk) => chunk.text));
+                }
+                catch {
+                    modelAvailable = false;
+                    addWarning(warnings, {
+                        code: "MODEL_UNAVAILABLE_KEYWORD_FALLBACK",
+                        message: "Embedding model is unavailable; using keyword search",
+                    });
+                }
+            }
+            chunks.push(...textChunks.map((chunk, index) => ({
+                driveFileId: entry.id,
+                drivePath: entry.path,
+                ...metadata,
+                chunkId: chunk.id,
+                text: chunk.text,
+                vector: vectors[index] ?? null,
+            })));
+        }
+        const database = this.#database();
+        try {
+            const replace = database.transaction(() => {
+                if (changes.reset) {
+                    database.prepare("DELETE FROM search_chunks").run();
+                    database.prepare("DELETE FROM search_documents").run();
+                }
+                const deleteDocument = database.prepare("DELETE FROM search_documents WHERE drive_file_id = ?");
+                for (const id of [...removedIds, ...entries.map((entry) => entry.id)]) {
+                    deleteDocument.run(id);
+                }
+                const insertDocument = database.prepare(`
+          INSERT INTO search_documents(
+            drive_file_id, drive_path, source, conversation_id,
+            started_at, updated_at, content_sha256
+          ) VALUES (?, ?, ?, ?, ?, ?, ?)
+        `);
+                const insertChunk = database.prepare(`
+          INSERT INTO search_chunks(drive_file_id, chunk_id, text, vector)
+          VALUES (?, ?, ?, ?)
+        `);
+                const documents = new Set();
+                for (const chunk of chunks) {
+                    if (!documents.has(chunk.driveFileId)) {
+                        insertDocument.run(chunk.driveFileId, chunk.drivePath, chunk.source, chunk.conversationId, chunk.startedAt, chunk.updatedAt, chunk.contentSha256);
+                        documents.add(chunk.driveFileId);
+                    }
+                    insertChunk.run(chunk.driveFileId, chunk.chunkId, chunk.text, chunk.vector ? JSON.stringify(chunk.vector) : null);
+                }
+                const metadata = database.prepare(`
+          INSERT INTO search_metadata(key, value) VALUES (?, ?)
+          ON CONFLICT(key) DO UPDATE SET value = excluded.value
+        `);
+                metadata.run("model", this.#embedder.model);
+                metadata.run("revision", this.#embedder.revision);
+                metadata.run("index_fingerprint", this.#indexFingerprint());
+                metadata.run("generated_at", new Date().toISOString());
+                metadata.run("drive_cursor", changes.cursor);
+            });
+            replace();
+            const count = database
+                .prepare("SELECT COUNT(*) AS count FROM search_documents")
+                .get();
+            return { documents: count.count, warnings };
+        }
+        finally {
+            database.close();
+        }
+    }
+    status() {
+        if (!existsSync(this.#indexPath))
+            return { ready: false, documents: 0 };
+        const database = this.#database();
+        try {
+            const count = database
+                .prepare("SELECT COUNT(*) AS count FROM search_documents")
+                .get();
+            const metadata = Object.fromEntries(database
+                .prepare("SELECT key, value FROM search_metadata")
+                .all().map(({ key, value }) => [key, value]));
+            return {
+                ready: Boolean(metadata.drive_cursor),
+                documents: count.count,
+                ...(metadata.drive_cursor ? { cursor: metadata.drive_cursor } : {}),
+                ...(metadata.generated_at
+                    ? { generatedAt: metadata.generated_at }
+                    : {}),
+            };
+        }
+        finally {
+            database.close();
+        }
+    }
+    async search(input) {
+        let indexStatus = "fresh";
+        const warnings = [];
+        try {
+            const synced = await this.sync();
+            warnings.push(...synced.warnings);
+        }
+        catch {
+            indexStatus = "stale";
+            addWarning(warnings, {
+                code: "INDEX_STALE",
+                message: "Search index refresh failed; using the last local index",
+            });
+        }
+        const database = this.#database();
+        let rows;
+        try {
+            rows = database
+                .prepare(`
+          SELECT d.*, c.chunk_id, c.text, c.vector
+          FROM search_documents d
+          JOIN search_chunks c ON c.drive_file_id = d.drive_file_id
+        `)
+                .all();
+        }
+        finally {
+            database.close();
+        }
+        let queryVector = null;
+        if (rows.some((row) => row.vector !== null)) {
+            try {
+                queryVector = await this.#embedder.embedQuery(input.query);
+            }
+            catch {
+                addWarning(warnings, {
+                    code: "MODEL_UNAVAILABLE_KEYWORD_FALLBACK",
+                    message: "Embedding model is unavailable; using keyword search",
+                });
+            }
+        }
+        else if (rows.length > 0) {
+            addWarning(warnings, {
+                code: "MODEL_UNAVAILABLE_KEYWORD_FALLBACK",
+                message: "Embedding model is unavailable; using keyword search",
+            });
+        }
+        const searchMode = queryVector
+            ? "semantic"
+            : "keyword";
+        const keywords = input.query.toLowerCase().match(/[\p{L}\p{N}_]{2,}/gu) ?? [];
+        const scored = rows
+            .filter((row) => (!input.sources?.length || input.sources.includes(row.source)) &&
+            (!input.since || row.updated_at >= input.since) &&
+            (!input.until || row.updated_at <= input.until))
+            .map((row) => {
+            const lower = row.text.toLowerCase();
+            const lexical = keywords.length > 0
+                ? keywords.filter((keyword) => lower.includes(keyword)).length /
+                    keywords.length
+                : 0;
+            const vector = row.vector ? JSON.parse(row.vector) : null;
+            const semantic = queryVector && vector ? cosine(queryVector, vector) : 0;
+            return {
+                score: Number((queryVector ? semantic * 0.85 + lexical * 0.15 : lexical).toFixed(6)),
+                source: row.source,
+                conversationId: row.conversation_id,
+                startedAt: row.started_at,
+                updatedAt: row.updated_at,
+                excerpt: row.text.replace(/\s+/gu, " ").trim().slice(0, 360),
+            };
+        })
+            .filter((result) => queryVector !== null || result.score > 0)
+            .sort((left, right) => right.score - left.score ||
+            right.updatedAt.localeCompare(left.updatedAt));
+        const deduplicated = new Map();
+        for (const result of scored) {
+            const key = `${result.source}:${result.conversationId}`;
+            if (!deduplicated.has(key))
+                deduplicated.set(key, result);
+        }
+        return {
+            query: input.query,
+            indexStatus,
+            searchMode,
+            results: [...deduplicated.values()].slice(0, input.limit),
+            warnings,
+        };
+    }
+}
+//# sourceMappingURL=search-service.js.map

package/dist/search/search-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-service.js","sourceRoot":"","sources":["../../src/search/search-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAoD5C,SAAS,gBAAgB,CAAC,QAAgB;IACxC,MAAM,KAAK,GAAG,0BAA0B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACjD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,CAAC,GAAG,CACR,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,EAAE,EAC/B,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CACjC,CAAC;QACJ,CAAC;IACH,CAAC;IACD,MAAM,aAAa,GACjB,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAC5B,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACtD,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,SAAS;QACzC,cAAc,EAAE,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,aAAa;QAC9D,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;QAChE,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;QAChE,aAAa;KACd,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB;IACtC,MAAM,aAAa,GAAG,QAAQ;SAC3B,OAAO,CAAC,wBAAwB,EAAE,iBAAiB,CAAC;SACpD,OAAO,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,CAAC;IACjD,OAAO,UAAU,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC;AACxC,CAAC;AAED,SAAS,MAAM,CAAC,IAAc,EAAE,KAAe;IAC7C,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAAE,OAAO,CAAC,CAAC,CAAC;IAC5C,OAAO,IAAI,CAAC,MAAM,CAChB,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EACxD,CAAC,CACF,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CACjB,QAAkC,EAClC,OAAyC;IAEzC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;AACH,CAAC;AAED,MAAM,OAAO,aAAa;IACf,MAAM,CAAY;IAClB,SAAS,CAAW;IACpB,UAAU,CAAS;IACnB,YAAY,CAAS;IACrB,aAAa,CAAS;IAE/B,YAAY,OAMX;QACC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QACpC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,IAAI,GAAG,CAAC;QAC/C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC;IAClD,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;YAC3B,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;YACjC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU;YACrC,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,YAAY,EAAE,IAAI,CAAC,aAAa;SACjC,CAAC,CAAC;IACL,CAAC;IAED,SAAS;QACP,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/C,QAAQ,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACtC,QAAQ,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;KAuBb,CAAC,CAAC;QACH,QAAQ,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACrC,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,IAAI;QAIR,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QACvC,IAAI,MAA0B,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAE/B,aAAa;iBACV,OAAO,CAAC,wCAAwC,CAAC;iBACjD,GAAG,EACP,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CACxC,CAAC;YACF,MAAM,aAAa,GAAG,aAAa;iBAChC,OAAO,CAAC,0DAA0D,CAAC;iBACnE,GAAG,EAAE,CAAC;YACT,IACE,QAAQ,CAAC,iBAAiB,KAAK,IAAI,CAAC,iBAAiB,EAAE;gBACvD,CAAC,aAAa,EACd,CAAC;gBACD,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC;YACjC,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;YACxC,MAAM,EAAE,QAAQ;YAChB,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9B,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CACpC,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC/B,CAAC,KAAK,CAAC,QAAQ,KAAK,eAAe,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CACrE,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC/C,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,MAAM,GAAmB,EAAE,CAAC;QAClC,MAAM,QAAQ,GAA6B,EAAE,CAAC;QAC9C,IAAI,cAAc,GAAG,IAAI,CAAC;QAC1B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACtD,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YAC5C,MAAM,UAAU,GAAG,SAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE;gBACrD,SAAS,EAAE,IAAI,CAAC,YAAY;gBAC5B,aAAa,EAAE,IAAI,CAAC,aAAa;aAClC,CAAC,CAAC;YACH,IAAI,OAAO,GAAe,EAAE,CAAC;YAC7B,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACH,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,CAC1C,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CACtC,CAAC;gBACJ,CAAC;gBAAC,MAAM,CAAC;oBACP,cAAc,GAAG,KAAK,CAAC;oBACvB,UAAU,CAAC,QAAQ,EAAE;wBACnB,IAAI,EAAE,oCAAoC;wBAC1C,OAAO,EAAE,sDAAsD;qBAChE,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,MAAM,CAAC,IAAI,CACT,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACnC,WAAW,EAAE,KAAK,CAAC,EAAE;gBACrB,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,GAAG,QAAQ;gBACX,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI;aAC/B,CAAC,CAAC,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,EAAE;gBACxC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBAClB,QAAQ,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,GAAG,EAAE,CAAC;oBACpD,QAAQ,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,GAAG,EAAE,CAAC;gBACzD,CAAC;gBACD,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CACrC,sDAAsD,CACvD,CAAC;gBACF,KAAK,MAAM,EAAE,IAAI,CAAC,GAAG,UAAU,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;oBACtE,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACzB,CAAC;gBACD,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;;SAKvC,CAAC,CAAC;gBACH,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC;;;SAGpC,CAAC,CAAC;gBACH,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;gBACpC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;wBACtC,cAAc,CAAC,GAAG,CAChB,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,MAAM,EACZ,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,aAAa,CACpB,CAAC;wBACF,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBACnC,CAAC;oBACD,WAAW,CAAC,GAAG,CACb,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CACnD,CAAC;gBACJ,CAAC;gBACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC;;;SAGjC,CAAC,CAAC;gBACH,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC5C,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAClD,QAAQ,CAAC,GAAG,CAAC,mBAAmB,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBAC5D,QAAQ,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;gBACvD,QAAQ,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC/C,CAAC,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;YACV,MAAM,KAAK,GAAG,QAAQ;iBACnB,OAAO,CAAC,gDAAgD,CAAC;iBACzD,GAAG,EAAuB,CAAC;YAC9B,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC;QAC9C,CAAC;gBAAS,CAAC;YACT,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,MAAM;QAMJ,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC;YAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,QAAQ;iBACnB,OAAO,CAAC,gDAAgD,CAAC;iBACzD,GAAG,EAAuB,CAAC;YAC9B,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAE/B,QAAQ;iBACL,OAAO,CAAC,wCAAwC,CAAC;iBACjD,GAAG,EACP,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CACxC,CAAC;YACF,OAAO;gBACL,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;gBACrC,SAAS,EAAE,KAAK,CAAC,KAAK;gBACtB,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnE,GAAG,CAAC,QAAQ,CAAC,YAAY;oBACvB,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,YAAY,EAAE;oBACxC,CAAC,CAAC,EAAE,CAAC;aACR,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAMZ;QACC,IAAI,WAAW,GAAgC,OAAO,CAAC;QACvD,MAAM,QAAQ,GAA6B,EAAE,CAAC;QAC9C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YACjC,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,WAAW,GAAG,OAAO,CAAC;YACtB,UAAU,CAAC,QAAQ,EAAE;gBACnB,IAAI,EAAE,aAAa;gBACnB,OAAO,EAAE,yDAAyD;aACnE,CAAC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAClC,IAAI,IAAgB,CAAC;QACrB,IAAI,CAAC;YACH,IAAI,GAAG,QAAQ;iBACZ,OAAO,CACN;;;;SAID,CACA;iBACA,GAAG,EAAgB,CAAC;QACzB,CAAC;gBAAS,CAAC;YACT,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;QAED,IAAI,WAAW,GAAoB,IAAI,CAAC;QACxC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC;gBACH,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC7D,CAAC;YAAC,MAAM,CAAC;gBACP,UAAU,CAAC,QAAQ,EAAE;oBACnB,IAAI,EAAE,oCAAoC;oBAC1C,OAAO,EAAE,sDAAsD;iBAChE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,UAAU,CAAC,QAAQ,EAAE;gBACnB,IAAI,EAAE,oCAAoC;gBAC1C,OAAO,EAAE,sDAAsD;aAChE,CAAC,CAAC;QACL,CAAC;QACD,MAAM,UAAU,GAA+B,WAAW;YACxD,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,QAAQ,GACZ,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC;QAC/D,MAAM,MAAM,GAAG,IAAI;aAChB,MAAM,CACL,CAAC,GAAG,EAAE,EAAE,CACN,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC9D,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,GAAG,CAAC,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC;YAC/C,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,GAAG,CAAC,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC,CAClD;aACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,OAAO,GACX,QAAQ,CAAC,MAAM,GAAG,CAAC;gBACjB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;oBAC5D,QAAQ,CAAC,MAAM;gBACjB,CAAC,CAAC,CAAC,CAAC;YACR,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAc,CAAC,CAAC,CAAC,IAAI,CAAC;YACxE,MAAM,QAAQ,GACZ,WAAW,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,OAAO;gBACL,KAAK,EAAE,MAAM,CACX,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,CAChE,CAAC,CACF,CACF;gBACD,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,cAAc,EAAE,GAAG,CAAC,eAAe;gBACnC,SAAS,EAAE,GAAG,CAAC,UAAU;gBACzB,SAAS,EAAE,GAAG,CAAC,UAAU;gBACzB,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;aAC7D,CAAC;QACJ,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,KAAK,IAAI,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;aAC5D,IAAI,CACH,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK;YACxB,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAChD,CAAC;QACJ,MAAM,YAAY,GAAG,IAAI,GAAG,EAA2C,CAAC;QACxE,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YACxD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,WAAW;YACX,UAAU;YACV,OAAO,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC;YACzD,QAAQ;SACT,CAAC;IACJ,CAAC;CACF"}

package/dist/setup/backfill-service.d.ts

@@ -0,0 +1,33 @@
+import type { BackfillDecisionInput, BackfillState, BackfillUploadInput } from "../state/store.js";
+export interface BackfillSummary {
+    sessions: number;
+    bytes: number;
+}
+export interface BackfillResult extends BackfillSummary {
+    confirmed: boolean;
+    uploaded: number;
+    completed: boolean;
+}
+interface BackfillStateStore {
+    getBackfillState(): BackfillState | null;
+    recordBackfillDecision(input: BackfillDecisionInput): void;
+    recordBackfillUpload(input: BackfillUploadInput): void;
+}
+export interface BackfillDependencies {
+    state: BackfillStateStore;
+    inspect(): Promise<BackfillSummary>;
+    confirm(summary: BackfillSummary): Promise<boolean>;
+    upload(): Promise<{
+        uploaded: number;
+        pending: number;
+    }>;
+    report(summary: BackfillSummary): void;
+    now?: () => string;
+}
+export declare class BackfillService {
+    #private;
+    readonly dependencies: BackfillDependencies;
+    constructor(dependencies: BackfillDependencies);
+    run(): Promise<BackfillResult>;
+}
+export {};