draken 0.1.6 → 0.2.0

package/dist/memory/model.js

@@ -0,0 +1,152 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LocalEmbedder = void 0;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const crypto_1 = require("crypto");
+const os_1 = require("os");
+const tokenizers_1 = require("@huggingface/tokenizers");
+const ort = require('onnxruntime-web/wasm');
+const types_1 = require("./types");
+// CPU-only text embeddings. No speech runtime, provider credentials, downloaded
+// executable code or arbitrary model URLs. The owner prepares files on demand.
+const MODEL = 'Xenova/multilingual-e5-small';
+const REVISION = '761b726dd34fb83930e26aab4e9ac3899aa1fa78';
+const FILES = [
+    { name: 'onnx/model_quantized.onnx', size: 118308185, sha: 'f80102d3f2a1229f387d3c81909990d8945513e347b0eab049f7de3c6f98c193' },
+    { name: 'tokenizer.json', size: 17082730, sha: '0b44a9d7b51c3c62626640cda0e2c2f70fdacdc25bbbd68038369d14ebdf4c39' },
+    { name: 'tokenizer_config.json', size: 443, sha: 'a1d6bc8734a6f635dc158508bef000f8e2e5a759c7d92f984b2c86e5ff53425b' },
+];
+const MODEL_ID = `${MODEL}@${REVISION}/q8-mean-normalized-v1`;
+class LocalEmbedder {
+    directory;
+    threads;
+    fingerprint = MODEL_ID;
+    session;
+    tokenizer;
+    constructor(directory, threads = Math.max(1, Math.min(4, Math.floor((0, os_1.availableParallelism)() / 2)))) {
+        this.directory = directory;
+        this.threads = threads;
+        if (!Number.isSafeInteger(threads) || threads < 1 || threads > 4)
+            throw new Error('Invalid embedding thread budget');
+    }
+    ready() { return FILES.every(file => { try {
+        return fs_1.default.statSync(path_1.default.join(this.directory, file.name)).size === file.size;
+    }
+    catch {
+        return false;
+    } }); }
+    async verified(file) {
+        const hash = (0, crypto_1.createHash)('sha256');
+        try {
+            for await (const chunk of fs_1.default.createReadStream(path_1.default.join(this.directory, file.name)))
+                hash.update(chunk);
+            return hash.digest('hex') === file.sha;
+        }
+        catch {
+            return false;
+        }
+    }
+    async setup(report) {
+        const total = FILES.reduce((sum, file) => sum + file.size, 0);
+        let completed = 0;
+        for (const file of FILES) {
+            if (await this.verified(file)) {
+                completed += file.size;
+                continue;
+            }
+            const progress = (size) => report?.((0, types_1.historyUpdate)('downloading', { downloaded_bytes: completed + size, download_total_bytes: total }));
+            progress(0);
+            const target = path_1.default.join(this.directory, file.name), temporary = target + '.part';
+            fs_1.default.mkdirSync(path_1.default.dirname(target), { recursive: true, mode: 0o700 });
+            const controller = new AbortController(), timer = setTimeout(() => controller.abort(), 300000);
+            try {
+                const response = await fetch(`https://huggingface.co/${MODEL}/resolve/${REVISION}/${file.name}`, { signal: controller.signal });
+                if (!response.ok || !response.body)
+                    throw new Error('Model download failed');
+                const handle = fs_1.default.openSync(temporary, 'w', 0o600), hash = (0, crypto_1.createHash)('sha256');
+                let size = 0;
+                try {
+                    for await (const chunk of response.body) {
+                        size += chunk.length;
+                        if (size > file.size)
+                            throw new Error('Model size mismatch');
+                        hash.update(chunk);
+                        fs_1.default.writeSync(handle, chunk);
+                        progress(size);
+                    }
+                }
+                finally {
+                    fs_1.default.closeSync(handle);
+                }
+                if (size !== file.size || hash.digest('hex') !== file.sha)
+                    throw new Error('Model checksum mismatch');
+                fs_1.default.renameSync(temporary, target);
+                completed += file.size;
+            }
+            finally {
+                clearTimeout(timer);
+                fs_1.default.rmSync(temporary, { force: true });
+            }
+        }
+    }
+    async load() {
+        if (this.session)
+            return;
+        for (const file of FILES)
+            if (!await this.verified(file))
+                throw new Error('Pinned embedding files are missing or damaged. Retry the history request to repair them.');
+        // WASM is deliberately used on the server: no CUDA installer or browser bundle.
+        // Each isolated embedding lane has one session and a bounded kernel budget.
+        // The pool caps their combined CPU use, leaving capacity for other work.
+        ort.env.wasm.numThreads = this.threads;
+        ort.env.wasm.proxy = false;
+        ort.env.logLevel = 'error';
+        this.tokenizer = new tokenizers_1.Tokenizer(JSON.parse(fs_1.default.readFileSync(path_1.default.join(this.directory, 'tokenizer.json'), 'utf8')), JSON.parse(fs_1.default.readFileSync(path_1.default.join(this.directory, 'tokenizer_config.json'), 'utf8')));
+        this.session = await ort.InferenceSession.create(fs_1.default.readFileSync(path_1.default.join(this.directory, FILES[0].name)), { executionProviders: ['wasm'], logSeverityLevel: 3 });
+    }
+    async embed(text, query) {
+        await this.load();
+        const encoded = this.tokenizer.encode(`${query ? 'query' : 'passage'}: ${text}`, { add_special_tokens: false });
+        // Pool ALL tokens in bounded windows, not just the prefix of long code or
+        // multilingual text. Passage chunks are independently indexed as well.
+        const pooled = new Float32Array(384);
+        let weight = 0;
+        for (let start = 0; start < encoded.ids.length; start += 480) {
+            const ids = [0, ...encoded.ids.slice(start, start + 480), 2];
+            const input = new ort.Tensor('int64', BigInt64Array.from(ids, BigInt), [1, ids.length]);
+            const mask = new ort.Tensor('int64', new BigInt64Array(ids.length).fill(1n), [1, ids.length]);
+            const segment = new ort.Tensor('int64', new BigInt64Array(ids.length), [1, ids.length]);
+            const result = await this.session.run({ input_ids: input, attention_mask: mask,
+                ...(this.session.inputNames.includes('token_type_ids') ? { token_type_ids: segment } : {}) });
+            const output = result.last_hidden_state;
+            if (!output || output.dims[2] !== 384 || !(output.data instanceof Float32Array))
+                throw new Error('Unexpected embedding output');
+            for (let token = 0; token < ids.length; token++)
+                for (let d = 0; d < 384; d++)
+                    pooled[d] += output.data[token * 384 + d];
+            weight += ids.length;
+            for (const tensor of Object.values(result))
+                tensor.dispose();
+            input.dispose();
+            mask.dispose();
+            segment.dispose();
+        }
+        let norm = 0;
+        for (let d = 0; d < 384; d++) {
+            pooled[d] /= weight;
+            norm += pooled[d] ** 2;
+        }
+        norm = Math.sqrt(norm);
+        if (!Number.isFinite(norm) || norm === 0)
+            throw new Error('Invalid embedding');
+        for (let d = 0; d < 384; d++)
+            pooled[d] /= norm;
+        return pooled;
+    }
+}
+exports.LocalEmbedder = LocalEmbedder;
+//# sourceMappingURL=model.js.map

package/dist/memory/model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.js","sourceRoot":"","sources":["../../src/memory/model.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AACpB,gDAAwB;AACxB,mCAAoC;AACpC,2BAA0C;AAC1C,wDAAoD;AAEpD,MAAM,GAAG,GAAe,OAAO,CAAC,sBAAsB,CAAC,CAAC;AACxD,mCAA2E;AAE3E,gFAAgF;AAChF,+EAA+E;AAC/E,MAAM,KAAK,GAAG,8BAA8B,CAAC;AAC7C,MAAM,QAAQ,GAAG,0CAA0C,CAAC;AAC5D,MAAM,KAAK,GAAG;IACZ,EAAE,IAAI,EAAE,2BAA2B,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,kEAAkE,EAAE;IAC/H,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,kEAAkE,EAAE;IACnH,EAAE,IAAI,EAAE,uBAAuB,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,kEAAkE,EAAE;CACtH,CAAC;AACF,MAAM,QAAQ,GAAG,GAAG,KAAK,IAAI,QAAQ,wBAAwB,CAAC;AAE9D,MAAa,aAAa;IAIJ;IAA2B;IAHtC,WAAW,GAAG,QAAQ,CAAC;IACxB,OAAO,CAAwB;IAC/B,SAAS,CAAa;IAC9B,YAAoB,SAAiB,EAAU,UAAU,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAA,yBAAoB,GAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAArG,cAAS,GAAT,SAAS,CAAQ;QAAU,YAAO,GAAP,OAAO,CAAmE;QACvH,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACvH,CAAC;IACD,KAAK,KAAK,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QAAC,OAAO,YAAE,CAAC,QAAQ,CAAC,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjJ,KAAK,CAAC,QAAQ,CAAC,IAA0B;QAC/C,MAAM,IAAI,GAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,CAAC;YAAC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAE,CAAC,gBAAgB,CAAC,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,GAAG,CAAC;QAAC,CAAC;QACxJ,MAAM,CAAC;YAAC,OAAO,KAAK,CAAC;QAAC,CAAC;IACzB,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,MAAsB;QAChC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9D,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC;gBAAC,SAAS;YAAC,CAAC;YACpE,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAA,qBAAa,EAAC,aAAa,EAAE,EAAE,gBAAgB,EAAE,SAAS,GAAG,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YAC/I,QAAQ,CAAC,CAAC,CAAC,CAAC;YACZ,MAAM,MAAM,GAAG,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;YAClF,YAAE,CAAC,SAAS,CAAC,cAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACrE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,EAAE,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;YAC/F,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,0BAA0B,KAAK,YAAY,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;gBAChI,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;gBAC7E,MAAM,MAAM,GAAG,YAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,IAAI,GAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC;gBAAC,IAAI,IAAI,GAAG,CAAC,CAAC;gBAC7F,IAAI,CAAC;oBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;wBACxC,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC;wBAAC,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI;4BAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;wBACnF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBAAC,YAAE,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;wBAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAClE,CAAC;gBACH,CAAC;wBAAS,CAAC;oBAAC,YAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAAC,CAAC;gBACnC,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,GAAG;oBAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBACtG,YAAE,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC;YAC3D,CAAC;oBAAS,CAAC;gBAAC,YAAY,CAAC,KAAK,CAAC,CAAC;gBAAC,YAAE,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IACO,KAAK,CAAC,IAAI;QAChB,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,0FAA0F,CAAC,CAAC;QACtK,gFAAgF;QAChF,4EAA4E;QAC5E,yEAAyE;QACzE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC;QACvC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAC3B,GAAG,CAAC,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,IAAI,sBAAS,CAAC,IAAI,CAAC,KAAK,CAAC,YAAE,CAAC,YAAY,CAAC,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC,CAAC,EAC7G,IAAI,CAAC,KAAK,CAAC,YAAE,CAAC,YAAY,CAAC,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,uBAAuB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QAC3F,IAAI,CAAC,OAAO,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,kBAAkB,EAAE,CAAC,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC,CAAC;IACrK,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,KAAc;QACtC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAU,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,KAAK,IAAI,EAAE,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC,CAAC;QACjH,0EAA0E;QAC1E,uEAAuE;QACvE,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QAAC,IAAI,MAAM,GAAG,CAAC,CAAC;QACrD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,IAAI,GAAG,EAAE,CAAC;YAC7D,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;YACxF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9F,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;YACxF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI;gBAC7E,GAAG,CAAC,IAAI,CAAC,OAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACjG,MAAM,MAAM,GAAG,MAAM,CAAC,iBAAiB,CAAC;YACxC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,YAAY,YAAY,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAChI,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE;gBAAE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;oBAAE,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC;YACzH,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC;YACrB,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACnH,CAAC;QACD,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAAC,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;YAAC,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;QAC9E,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC/E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;YAAE,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QAChD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AA7ED,sCA6EC"}

package/dist/memory/service.d.ts

@@ -0,0 +1,8 @@
+import { type HistoryPage, type HistoryProgress, type HistoryQuery, type HistoryResults } from './types';
+export declare function historyProgress(): HistoryProgress;
+export declare function stopHistory(): void;
+export declare function validateHistoryQuery(value: unknown): HistoryQuery;
+export declare const prepareHistory: (before: string, signal: AbortSignal, background?: boolean) => Promise<void>;
+export declare const searchHistory: (query: HistoryQuery, signal?: AbortSignal) => Promise<HistoryResults>;
+export declare function readHistory(ref: string, offset?: number, signal?: AbortSignal): Promise<HistoryPage>;
+//# sourceMappingURL=service.d.ts.map

package/dist/memory/service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../src/memory/service.ts"],"names":[],"mappings":"AAKA,OAAO,EAAiB,KAAK,WAAW,EAAE,KAAK,eAAe,EAAE,KAAK,YAAY,EAAE,KAAK,cAAc,EAAsB,MAAM,SAAS,CAAC;AA0C5I,wBAAgB,eAAe,IAAI,eAAe,CAGjD;AAyDD,wBAAgB,WAAW,SAK1B;AACD,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,YAAY,CASjE;AACD,eAAO,MAAM,cAAc,GAAI,QAAQ,MAAM,EAAE,QAAQ,WAAW,EAAE,oBAAkB,kBAA6D,CAAC;AACpJ,eAAO,MAAM,aAAa,GAAI,OAAO,YAAY,EAAE,SAAS,WAAW,4BAAsF,CAAC;AAC9J,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,SAAI,EAAE,MAAM,CAAC,EAAE,WAAW,wBAGxE"}

package/dist/memory/service.js

@@ -0,0 +1,217 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.searchHistory = exports.prepareHistory = void 0;
+exports.historyProgress = historyProgress;
+exports.stopHistory = stopHistory;
+exports.validateHistoryQuery = validateHistoryQuery;
+exports.readHistory = readHistory;
+const path_1 = __importDefault(require("path"));
+const child_process_1 = require("child_process");
+const schema_1 = require("../db/schema");
+const registry_1 = require("../sources/registry");
+const store_1 = require("../sync/store");
+const types_1 = require("./types");
+let child, directory = '', sessionRoot = '', sequence = 0, active;
+let idle;
+const retiring = new Set(), queue = [];
+const failure = () => new store_1.HttpError(503, 'History could not be prepared or searched. Check network access on first use; if session files changed or moved, scan sessions again, then retry your question. Completed work is cached; no other provider or search mode was substituted.');
+const cancelled = () => new store_1.HttpError(409, 'History lookup stopped. Completed work is retained for the next request.');
+function settle(work, error, value) {
+    clearTimeout(work.timer);
+    clearTimeout(work.deadline);
+    work.signal?.removeEventListener('abort', work.abort);
+    if (active === work)
+        active = undefined;
+    if (error)
+        work.reject(error);
+    else
+        work.resolve(value);
+}
+function retire() {
+    const prior = child;
+    child = undefined;
+    if (prior) {
+        retiring.add(prior);
+        prior.kill('SIGTERM');
+        const timer = setTimeout(() => { if (prior.exitCode === null && prior.signalCode === null)
+            prior.kill('SIGKILL'); }, 1500);
+        timer.unref();
+    }
+}
+function watch(work) {
+    clearTimeout(work.timer);
+    work.timer = setTimeout(() => { if (active === work) {
+        settle(work, failure());
+        retire();
+    } }, work.method === 'read' ? 30000 : 10 * 60000);
+}
+function progressValue(value) {
+    if (!value || !['scanning', 'downloading', 'loading', 'indexing', 'searching', 'reading'].includes(value.stage))
+        return;
+    for (const name of ['completed', 'total', 'reused', 'downloaded_bytes', 'download_total_bytes'])
+        if (!Number.isSafeInteger(value[name]) || value[name] < 0)
+            return;
+    if (value.completed > value.total || !Number.isSafeInteger(value.total + value.reused) || value.downloaded_bytes > value.download_total_bytes)
+        return;
+    if (value.remaining_seconds !== null && (!Number.isSafeInteger(value.remaining_seconds) || value.remaining_seconds < 0))
+        return;
+    const p = value.parallelism;
+    if (p !== undefined && (!p || !Number.isSafeInteger(p.workers) || p.workers < 1 || p.workers > 2 || !Number.isSafeInteger(p.threads) || p.threads < p.workers || p.threads > 6))
+        return;
+    return (0, types_1.historyUpdate)(value.stage, { completed: value.completed, total: value.total, reused: value.reused,
+        ...(p ? { parallelism: { workers: p.workers, threads: p.threads } } : {}),
+        remaining_seconds: value.remaining_seconds, downloaded_bytes: value.downloaded_bytes, download_total_bytes: value.download_total_bytes });
+}
+function historyProgress() {
+    return { active: Boolean(active), background: active?.background || false, queued: queue.length, elapsed_ms: active?.started ? Date.now() - active.started : 0,
+        updated_at: active?.updated || null, work: active?.progress || null };
+}
+function start() {
+    if (child)
+        return;
+    const processChild = (0, child_process_1.fork)(path_1.default.join(__dirname, 'worker.js'), [directory, sessionRoot], { execArgv: [],
+        env: { PATH: process.env.PATH, LANG: process.env.LANG, SYSTEMROOT: process.env.SYSTEMROOT },
+        stdio: ['ignore', 'ignore', 'ignore', 'ipc'] });
+    child = processChild;
+    processChild.on('message', (message) => {
+        if (child !== processChild || !message || !active || message.id !== active.id)
+            return;
+        if (message.progress !== undefined) {
+            const value = progressValue(message.progress);
+            if (value) {
+                active.progress = value;
+                active.updated = Date.now();
+                watch(active);
+            }
+            return;
+        }
+        settle(active, message.error ? failure() : undefined, message.value);
+        pump();
+    });
+    const exited = () => {
+        retiring.delete(processChild);
+        if (child === processChild) {
+            child = undefined;
+            if (active)
+                settle(active, failure());
+        }
+        pump();
+    };
+    processChild.once('error', exited);
+    processChild.once('exit', exited);
+}
+function pump() {
+    if (active || retiring.size)
+        return;
+    clearTimeout(idle);
+    if (!queue.length) {
+        if (child) {
+            idle = setTimeout(stopHistory, 5 * 60000);
+            idle.unref();
+        }
+        return;
+    }
+    const work = queue.shift();
+    if (work.signal?.aborted) {
+        settle(work, cancelled());
+        pump();
+        return;
+    }
+    active = work;
+    try {
+        start();
+        work.started = work.updated = Date.now();
+        work.progress = (0, types_1.historyUpdate)(work.method === 'read' ? 'reading' : 'scanning');
+        watch(work);
+        // A healthy first index can exceed an interactive-query timeout. Progress
+        // renews its stall deadline, but total work remains bounded to two hours.
+        work.deadline = setTimeout(() => { if (active === work) {
+            settle(work, failure());
+            retire();
+        } }, 2 * 60 * 60000);
+        child.send({ id: work.id, method: work.method, ...work.args }, error => { if (error && active === work) {
+            settle(work, failure());
+            retire();
+        } });
+    }
+    catch {
+        settle(work, failure());
+        retire();
+        if (!retiring.size)
+            pump();
+    }
+}
+function request(method, args = {}, signal, background = false) {
+    if (signal?.aborted)
+        return Promise.reject(cancelled());
+    const roots = JSON.stringify((0, registry_1.getSourceRoots)());
+    if (directory !== (0, schema_1.getDataDir)() || sessionRoot !== roots) {
+        stopHistory();
+        directory = (0, schema_1.getDataDir)();
+        sessionRoot = roots;
+    }
+    if (background && (active || queue.length || retiring.size))
+        return Promise.reject(cancelled());
+    if (!background && active?.background) {
+        settle(active, cancelled());
+        retire();
+    }
+    if (queue.length >= 8)
+        return Promise.reject(new store_1.HttpError(429, 'Too many history requests. Try again shortly.'));
+    (0, schema_1.getDb)(); // Only the app initializes its DB. The worker opens it read-only.
+    return new Promise((resolve, reject) => {
+        const work = { id: ++sequence, method, args, signal, background, resolve: value => resolve(value), reject, abort: () => {
+                if (active === work) {
+                    settle(work, cancelled());
+                    retire();
+                }
+                else {
+                    const at = queue.indexOf(work);
+                    if (at >= 0) {
+                        queue.splice(at, 1);
+                        settle(work, cancelled());
+                    }
+                }
+            } };
+        signal?.addEventListener('abort', work.abort, { once: true });
+        queue.push(work);
+        pump();
+    });
+}
+function stopHistory() {
+    clearTimeout(idle);
+    if (active)
+        settle(active, cancelled());
+    for (const work of queue.splice(0))
+        settle(work, cancelled());
+    retire();
+}
+function validateHistoryQuery(value) {
+    if (!value || typeof value !== 'object' || Array.isArray(value))
+        throw new store_1.HttpError(400, 'A history query is required');
+    const query = value;
+    if (Object.keys(query).some(key => !['question', 'session_id', 'sync_id', 'before'].includes(key)))
+        throw new store_1.HttpError(400, 'Unknown history query option');
+    if (typeof query.question !== 'string' || !query.question.trim() || query.question.length > 2000)
+        throw new store_1.HttpError(400, 'History question must be 1 to 2000 characters');
+    if (query.session_id !== undefined && (typeof query.session_id !== 'string' || !/^(?:(?:codex|claude):)?[\w-]{1,128}(?::[\w-]{1,128})?$/.test(query.session_id)))
+        throw new store_1.HttpError(400, 'Invalid session filter');
+    if (query.sync_id !== undefined && (!Number.isSafeInteger(query.sync_id) || query.sync_id < 1))
+        throw new store_1.HttpError(400, 'Invalid sync filter');
+    if (query.before !== undefined && (typeof query.before !== 'string' || !/^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z$/.test(query.before) || !Number.isFinite(Date.parse(query.before)) || new Date(query.before).toISOString() !== query.before))
+        throw new store_1.HttpError(400, 'Invalid history cutoff');
+    return { ...query, question: query.question.trim() };
+}
+const prepareHistory = (before, signal, background = false) => request('prepare', { before }, signal, background);
+exports.prepareHistory = prepareHistory;
+const searchHistory = (query, signal) => request('search', { query: validateHistoryQuery(query) }, signal);
+exports.searchHistory = searchHistory;
+function readHistory(ref, offset = 0, signal) {
+    if (!/^H[a-f0-9]{24}$/.test(ref) || !Number.isSafeInteger(offset) || offset < 0 || offset > 1000000)
+        throw new store_1.HttpError(400, 'Invalid historical source or offset');
+    return request('read', { ref, offset }, signal);
+}
+//# sourceMappingURL=service.js.map

package/dist/memory/service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.js","sourceRoot":"","sources":["../../src/memory/service.ts"],"names":[],"mappings":";;;;;;AA+CA,0CAGC;AAyDD,kCAKC;AACD,oDASC;AAGD,kCAGC;AAhID,gDAAwB;AACxB,iDAAwD;AACxD,yCAAiD;AACjD,kDAAqD;AACrD,yCAA0C;AAC1C,mCAA4I;AAU5I,IAAI,KAA+B,EAAE,SAAS,GAAG,EAAE,EAAE,WAAW,GAAG,EAAE,EAAE,QAAQ,GAAG,CAAC,EAAE,MAAwB,CAAC;AAC9G,IAAI,IAAgC,CAAC;AACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAgB,EAAE,KAAK,GAAW,EAAE,CAAC;AAC7D,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,IAAI,iBAAS,CAAC,GAAG,EAAE,6OAA6O,CAAC,CAAC;AACxR,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC,IAAI,iBAAS,CAAC,GAAG,EAAE,0EAA0E,CAAC,CAAC;AACvH,SAAS,MAAM,CAAC,IAAU,EAAE,KAAa,EAAE,KAAe;IACxD,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAAC,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7G,IAAI,MAAM,KAAK,IAAI;QAAE,MAAM,GAAG,SAAS,CAAC;IACxC,IAAI,KAAK;QAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;;QAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC1D,CAAC;AACD,SAAS,MAAM;IACb,MAAM,KAAK,GAAG,KAAK,CAAC;IAAC,KAAK,GAAG,SAAS,CAAC;IACvC,IAAI,KAAK,EAAE,CAAC;QACV,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IAC5I,CAAC;AACH,CAAC;AACD,SAAS,KAAK,CAAC,IAAU;IACvB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAAC,MAAM,EAAE,CAAC;IAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;AAC9I,CAAC;AACD,SAAS,aAAa,CAAC,KAAU;IAC/B,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,UAAU,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO;IACxH,KAAK,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,kBAAkB,EAAE,sBAAsB,CAAC;QAAE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO;IACnK,IAAI,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC,oBAAoB;QAAE,OAAO;IACtJ,IAAI,KAAK,CAAC,iBAAiB,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,iBAAiB,GAAG,CAAC,CAAC;QAAE,OAAO;IAChI,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC;IAC5B,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;QAAE,OAAO;IACxL,OAAO,IAAA,qBAAa,EAAC,KAAK,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM;QACtG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,EAAE,CAAC,CAAC;AAC9I,CAAC;AACD,SAAgB,eAAe;IAC7B,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,IAAI,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC5J,UAAU,EAAE,MAAM,EAAE,OAAO,IAAI,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,IAAI,IAAI,EAAE,CAAC;AAC1E,CAAC;AACD,SAAS,KAAK;IACZ,IAAI,KAAK;QAAE,OAAO;IAClB,MAAM,YAAY,GAAG,IAAA,oBAAI,EAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE;QACnG,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE;QAC3F,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;IAClD,KAAK,GAAG,YAAY,CAAC;IACrB,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAY,EAAE,EAAE;QAC1C,IAAI,KAAK,KAAK,YAAY,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE;YAAE,OAAO;QACtF,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC9C,IAAI,KAAK,EAAE,CAAC;gBAAC,MAAM,CAAC,QAAQ,GAAG,KAAK,CAAC;gBAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAAC,CAAC;YACnF,OAAO;QACT,CAAC;QACD,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAAC,IAAI,EAAE,CAAC;IAC/E,CAAC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,GAAG,EAAE;QAClB,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC9B,IAAI,KAAK,KAAK,YAAY,EAAE,CAAC;YAAC,KAAK,GAAG,SAAS,CAAC;YAAC,IAAI,MAAM;gBAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QAAC,CAAC;QACzF,IAAI,EAAE,CAAC;IACT,CAAC,CAAC;IACF,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACxE,CAAC;AACD,SAAS,IAAI;IACX,IAAI,MAAM,IAAI,QAAQ,CAAC,IAAI;QAAE,OAAO;IACpC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAAC,IAAI,KAAK,EAAE,CAAC;YAAC,IAAI,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;YAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;QAAC,OAAO;IAAC,CAAC;IACtG,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;IAC5B,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QAAC,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QAAC,IAAI,EAAE,CAAC;QAAC,OAAO;IAAC,CAAC;IACxE,MAAM,GAAG,IAAI,CAAC;IACd,IAAI,CAAC;QACH,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAAC,IAAI,CAAC,QAAQ,GAAG,IAAA,qBAAa,EAAC,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACzH,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,0EAA0E;QAC1E,0EAA0E;QAC1E,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAAC,MAAM,EAAE,CAAC;QAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;QAClH,KAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,EAAE,GAAG,IAAI,KAAK,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAAC,MAAM,EAAE,CAAC;QAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrJ,CAAC;IAAC,MAAM,CAAC;QAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAAC,MAAM,EAAE,CAAC;QAAC,IAAI,CAAC,QAAQ,CAAC,IAAI;YAAE,IAAI,EAAE,CAAC;IAAC,CAAC;AAC5E,CAAC;AACD,SAAS,OAAO,CAAI,MAAc,EAAE,OAAgC,EAAE,EAAE,MAAoB,EAAE,UAAU,GAAG,KAAK;IAC9G,IAAI,MAAM,EAAE,OAAO;QAAE,OAAO,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,IAAA,yBAAc,GAAE,CAAC,CAAC;IAC/C,IAAI,SAAS,KAAK,IAAA,mBAAU,GAAE,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;QAAC,WAAW,EAAE,CAAC;QAAC,SAAS,GAAG,IAAA,mBAAU,GAAE,CAAC;QAAC,WAAW,GAAG,KAAK,CAAC;IAAC,CAAC;IAC1H,IAAI,UAAU,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAChG,IAAI,CAAC,UAAU,IAAI,MAAM,EAAE,UAAU,EAAE,CAAC;QAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAAC,MAAM,EAAE,CAAC;IAAC,CAAC;IACjF,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,iBAAS,CAAC,GAAG,EAAE,+CAA+C,CAAC,CAAC,CAAC;IAClH,IAAA,cAAK,GAAE,CAAC,CAAC,kEAAkE;IAC3E,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,IAAI,GAAS,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,KAAU,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE;gBAChI,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;oBAAC,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;oBAAC,MAAM,EAAE,CAAC;gBAAC,CAAC;qBACxD,CAAC;oBAAC,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;wBAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;wBAAC,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;oBAAC,CAAC;gBAAC,CAAC;YAC3G,CAAC,EAAE,CAAC;QACJ,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAAC,IAAI,EAAE,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC;AACD,SAAgB,WAAW;IACzB,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,IAAI,MAAM;QAAE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IAC9D,MAAM,EAAE,CAAC;AACX,CAAC;AACD,SAAgB,oBAAoB,CAAC,KAAc;IACjD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,iBAAS,CAAC,GAAG,EAAE,6BAA6B,CAAC,CAAC;IACzH,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,iBAAS,CAAC,GAAG,EAAE,8BAA8B,CAAC,CAAC;IAC7J,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI;QAAE,MAAM,IAAI,iBAAS,CAAC,GAAG,EAAE,+CAA+C,CAAC,CAAC;IAC5K,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,wDAAwD,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAAE,MAAM,IAAI,iBAAS,CAAC,GAAG,EAAE,wBAAwB,CAAC,CAAC;IACrN,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,IAAK,KAAK,CAAC,OAAkB,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,iBAAS,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC;IAC5J,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,+CAA+C,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,iBAAS,CAAC,GAAG,EAAE,wBAAwB,CAAC,CAAC;IACvS,OAAO,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAkB,CAAC;AACvE,CAAC;AACM,MAAM,cAAc,GAAG,CAAC,MAAc,EAAE,MAAmB,EAAE,UAAU,GAAG,KAAK,EAAE,EAAE,CAAC,OAAO,CAAO,SAAS,EAAE,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAAvI,QAAA,cAAc,kBAAyH;AAC7I,MAAM,aAAa,GAAG,CAAC,KAAmB,EAAE,MAAoB,EAAE,EAAE,CAAC,OAAO,CAAiB,QAAQ,EAAE,EAAE,KAAK,EAAE,oBAAoB,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;AAAjJ,QAAA,aAAa,iBAAoI;AAC9J,SAAgB,WAAW,CAAC,GAAW,EAAE,MAAM,GAAG,CAAC,EAAE,MAAoB;IACvE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,OAAO;QAAE,MAAM,IAAI,iBAAS,CAAC,GAAG,EAAE,qCAAqC,CAAC,CAAC;IACrK,OAAO,OAAO,CAAc,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;AAC/D,CAAC"}

package/dist/memory/sources.d.ts

@@ -0,0 +1,15 @@
+import type Database from 'better-sqlite3';
+import { type RootInput } from '../sources/registry';
+import type { NormalizationCache } from '../sync/jsonl';
+import type { HistoryRecord } from './types';
+export declare const digest: (text: string) => string;
+export interface SourceRecord extends HistoryRecord {
+    group: string;
+    position: number;
+    identity: string;
+}
+/** Read canonical metadata/frozen pointers and verified, admitted JSONL records.
+ * No discovery, scan, recovery or application/source writes. Current exclusions
+ * and baseline apply to archive retrieval, not to frozen pages. */
+export declare function historySources(db: Database.Database, root?: RootInput, cache?: NormalizationCache): Generator<SourceRecord>;
+//# sourceMappingURL=sources.d.ts.map

package/dist/memory/sources.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.d.ts","sourceRoot":"","sources":["../../src/memory/sources.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAI3C,OAAO,EAAkB,KAAK,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAErE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAExD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAE7C,eAAO,MAAM,MAAM,GAAI,MAAM,MAAM,WAAoD,CAAC;AACxF,MAAM,WAAW,YAAa,SAAQ,aAAa;IAAG,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE;AAEzG;;mEAEmE;AACnE,wBAAiB,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,GAAE,SAA4B,EAAE,KAAK,CAAC,EAAE,kBAAkB,GAAG,SAAS,CAAC,YAAY,CAAC,CAqD9I"}

package/dist/memory/sources.js

@@ -0,0 +1,87 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.digest = void 0;
+exports.historySources = historySources;
+const crypto_1 = require("crypto");
+const normalize_1 = require("../sync/normalize");
+const source_files_1 = require("../sync/source-files");
+const registry_1 = require("../sources/registry");
+const evidence_1 = require("../db/evidence");
+const digest = (text) => (0, crypto_1.createHash)('sha256').update(text).digest('hex');
+exports.digest = digest;
+/** Read canonical metadata/frozen pointers and verified, admitted JSONL records.
+ * No discovery, scan, recovery or application/source writes. Current exclusions
+ * and baseline apply to archive retrieval, not to frozen pages. */
+function* historySources(db, root = (0, registry_1.getSourceRoots)(), cache) {
+    const sessions = new Map(db.prepare('SELECT s.id,s.included,s.missing,a.enabled FROM agent_sessions s JOIN agent_sources a ON a.id=s.agent').all().map(row => [row.id, row]));
+    const baseline = db.prepare("SELECT value FROM sync_settings WHERE key='history_since'").get()?.value || '';
+    const allowed = (session, at) => sessions.get(session)?.enabled === 1 && sessions.get(session)?.included === 1 && !sessions.get(session)?.missing && at >= baseline;
+    const record = (key, data, identity) => {
+        const clean = { ...data, text: (0, normalize_1.cleanText)(data.text, Number.MAX_SAFE_INTEGER), title: (0, normalize_1.cleanText)(data.title, 180), workspace: (0, normalize_1.cleanText)(data.workspace, 300), role: (0, normalize_1.cleanText)(data.role, 40) };
+        return { ...clean, identity: identity || (0, exports.digest)(key + '\0' + clean.text), ref: `H${(0, exports.digest)(JSON.stringify([key, clean])).slice(0, 24)}` };
+    };
+    const evidence = (item, syncId) => {
+        if (!allowed(item.session_id, item.timestamp) || !item.text.trim())
+            return;
+        const key = (0, exports.digest)(item.event_key + '\0' + (0, normalize_1.cleanText)(item.text, Number.MAX_SAFE_INTEGER));
+        return record(`snapshot:${syncId}:${item.ref}`, { kind: 'snapshot', session_id: item.session_id, sync_id: syncId, origin_ref: item.ref,
+            title: item.agent && item.agent !== 'pi' ? `${item.agent}: ${item.session_name || item.cwd}` : item.session_name || item.cwd, workspace: item.cwd, role: item.role, at: item.timestamp, text: item.text,
+            qualification: 'Frozen session excerpt. Assistant claims are not independently verified; tool output proves only what is shown.',
+            group: `session:${item.session_id}`, position: item.sequence || 0 }, key);
+    };
+    const frozen = new evidence_1.EvidenceReader(db, root, cache);
+    try {
+        for (const row of db.prepare("SELECT i.sync_id,i.evidence_json FROM sync_items i JOIN syncs s ON s.id=i.sync_id WHERE s.status!='discarded' ORDER BY i.sync_id,i.rowid").iterate()) {
+            const metadata = JSON.parse(row.evidence_json);
+            if (!allowed(metadata.session_id, metadata.timestamp))
+                continue;
+            const result = evidence(frozen.read(metadata), row.sync_id);
+            if (result)
+                yield result;
+        }
+        for (const row of db.prepare("SELECT id,status,completed_at,context_json,decisions,carry_forward FROM syncs WHERE status!='discarded' ORDER BY id").iterate()) {
+            for (const item of JSON.parse(row.context_json)) {
+                if (!allowed(item.session_id, item.timestamp))
+                    continue;
+                const result = evidence(frozen.read(item), row.id);
+                if (result)
+                    yield result;
+            }
+            for (const kind of ['decisions', 'carry_forward'])
+                if (row[kind].trim())
+                    yield record(`${kind}:${row.id}`, {
+                        kind, sync_id: row.id, session_id: null, origin_ref: null, title: `Sync #${row.id} saved ${kind === 'decisions' ? 'decisions' : 'carry-forward'}`,
+                        workspace: '', role: 'saved_note', at: row.status === 'completed' ? row.completed_at : null, text: row[kind],
+                        qualification: row.status === 'completed' ? 'Explicitly saved note, frozen on completion; not proof the proposed work happened.' : 'Current saved note. Its edit time was not retained; do not infer when this decision was made.',
+                        group: `notes:${row.id}`, position: kind === 'decisions' ? 0 : 1
+                    });
+        }
+    }
+    finally {
+        frozen.close();
+    }
+    const reader = new source_files_1.EntryReader(db, root, cache);
+    try {
+        for (const row of db.prepare(`SELECT e.id,e.event_key,e.session_id,s.agent,s.name,s.cwd,e.role,e.timestamp
+      FROM agent_entries e JOIN agent_sessions s ON s.id=e.session_id
+      WHERE e.active=1 AND e.present=1 AND e.is_activity=1 AND e.effective_length>0 ORDER BY e.id`).iterate()) {
+            if (!allowed(row.session_id, row.timestamp))
+                continue;
+            const text = reader.effective(row.id);
+            const key = (0, exports.digest)(row.event_key + '\0' + (0, normalize_1.cleanText)(text, Number.MAX_SAFE_INTEGER));
+            yield record(`entry:${row.id}`, { kind: 'session', session_id: row.session_id, sync_id: null, origin_ref: null, title: row.agent !== 'pi' ? `${row.agent}: ${row.name || row.cwd}` : row.name || row.cwd,
+                workspace: row.cwd, role: row.role, at: row.timestamp, text,
+                qualification: 'Indexed active session excerpt, not a reviewed snapshot. Assistant claims are not independently verified.', group: `session:${row.session_id}`, position: row.id }, key);
+        }
+    }
+    finally {
+        reader.close();
+    }
+    for (const row of db.prepare(`SELECT m.id,m.sync_id,m.role,m.content,m.created_at FROM sync_messages m JOIN syncs s ON s.id=m.sync_id WHERE s.status!='discarded' ORDER BY m.id`).iterate()) {
+        if (!row.content.trim())
+            continue;
+        yield record(`message:${row.id}`, { kind: 'discussion', session_id: null, sync_id: row.sync_id, origin_ref: null, title: `Sync #${row.sync_id} discussion`, workspace: '', role: row.role,
+            at: row.created_at, text: row.content, qualification: 'Historical conversation, not a current request. Generated text is not proof of playback, agreement or execution.', group: `discussion:${row.sync_id}`, position: row.id });
+    }
+}
+//# sourceMappingURL=sources.js.map

package/dist/memory/sources.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.js","sourceRoot":"","sources":["../../src/memory/sources.ts"],"names":[],"mappings":";;;AAgBA,wCAqDC;AApED,mCAAoC;AACpC,iDAA8C;AAC9C,uDAAmD;AACnD,kDAAqE;AACrE,6CAAgD;AAKzC,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAA3E,QAAA,MAAM,UAAqE;AAGxF;;mEAEmE;AACnE,QAAe,CAAC,CAAC,cAAc,CAAC,EAAqB,EAAE,OAAkB,IAAA,yBAAc,GAAE,EAAE,KAA0B;IACnH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAE,EAAE,CAAC,OAAO,CAAC,uGAAuG,CAAC,CAAC,GAAG,EAA2E,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACxP,MAAM,QAAQ,GAAI,EAAE,CAAC,OAAO,CAAC,2DAA2D,CAAC,CAAC,GAAG,EAAoC,EAAE,KAAK,IAAI,EAAE,CAAC;IAC/I,MAAM,OAAO,GAAG,CAAC,OAAe,EAAE,EAAU,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,QAAQ,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,OAAO,IAAI,EAAE,IAAI,QAAQ,CAAC;IACpL,MAAM,MAAM,GAAG,CAAC,GAAW,EAAE,IAA4C,EAAE,QAAiB,EAAgB,EAAE;QAC5G,MAAM,KAAK,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,IAAA,qBAAS,EAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAA,qBAAS,EAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,IAAA,qBAAS,EAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,IAAA,qBAAS,EAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;QAC7L,OAAO,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,QAAQ,IAAI,IAAA,cAAM,EAAC,GAAG,GAAG,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,IAAA,cAAM,EAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;IAC3I,CAAC,CAAC;IACF,MAAM,QAAQ,GAAG,CAAC,IAAc,EAAE,MAAc,EAA4B,EAAE;QAC5E,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,OAAO;QAC3E,MAAM,GAAG,GAAG,IAAA,cAAM,EAAC,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,IAAA,qBAAS,EAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC1F,OAAO,MAAM,CAAC,YAAY,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG;YACpI,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI;YACvM,aAAa,EAAE,iHAAiH;YAChI,KAAK,EAAE,WAAW,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAC9E,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,yBAAc,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IACnD,IAAI,CAAC;QACL,KAAK,MAAM,GAAG,IAAI,EAAE,CAAC,OAAO,CAAC,0IAA0I,CAAC,CAAC,OAAO,EAA0D,EAAE,CAAC;YAC3O,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC/C,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,SAAS,CAAC;gBAAE,SAAS;YAChE,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YAAC,IAAI,MAAM;gBAAE,MAAM,MAAM,CAAC;QACxF,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,EAAE,CAAC,OAAO,CAAC,qHAAqH,CAAC,CAAC,OAAO,EAA2I,EAAE,CAAC;YACvS,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAe,EAAE,CAAC;gBAC9D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC;oBAAE,SAAS;gBACxD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;gBAAC,IAAI,MAAM;oBAAE,MAAM,MAAM,CAAC;YAC/E,CAAC;YACD,KAAK,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,eAAe,CAAU;gBAAE,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;oBAAE,MAAM,MAAM,CAAC,GAAG,IAAI,IAAI,GAAG,CAAC,EAAE,EAAE,EAAE;wBAClH,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,GAAG,CAAC,EAAE,UAAU,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,eAAe,EAAE;wBACjJ,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;wBAC5G,aAAa,EAAE,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,oFAAoF,CAAC,CAAC,CAAC,+FAA+F;wBAClO,KAAK,EAAE,SAAS,GAAG,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;qBAAE,CAAC,CAAC;QACxE,CAAC;IACD,CAAC;YAAS,CAAC;QAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,0BAAW,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IAChD,IAAI,CAAC;QACL,KAAK,MAAM,GAAG,IAAI,EAAE,CAAC,OAAO,CAAC;;kGAEmE,CAAC,CAAC,OAAO,EAAgJ,EAAE,CAAC;YAC1P,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC;gBAAE,SAAS;YACtD,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtC,MAAM,GAAG,GAAG,IAAA,cAAM,EAAC,GAAG,CAAC,SAAS,GAAG,IAAI,GAAG,IAAA,qBAAS,EAAC,IAAI,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;YACpF,MAAM,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,KAAK,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,GAAG;gBACtM,SAAS,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,SAAS,EAAE,IAAI;gBAC3D,aAAa,EAAE,2GAA2G,EAAE,KAAK,EAAE,WAAW,GAAG,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;QAC7L,CAAC;IACD,CAAC;YAAS,CAAC;QAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAAC,CAAC;IAC7B,KAAK,MAAM,GAAG,IAAI,EAAE,CAAC,OAAO,CAAC,mJAAmJ,CAAC,CAAC,OAAO,EAAkG,EAAE,CAAC;QAC5R,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,SAAS;QAClC,MAAM,MAAM,CAAC,WAAW,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,GAAG,CAAC,OAAO,aAAa,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI;YACvL,EAAE,EAAE,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,kHAAkH,EAAE,KAAK,EAAE,cAAc,GAAG,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IACtO,CAAC;AACH,CAAC"}

package/dist/memory/stamps.d.ts

@@ -0,0 +1,13 @@
+import Database from 'better-sqlite3';
+/** One counter slot per original source entry, not per session/alias/snapshot.
+ * Distinct frozen projections join that entry's fingerprint rather than counting
+ * the same original again. No bodies are reconstructed or retained here. */
+export declare function sourceStamps(db: Database.Database, before?: string): Map<string, string>;
+/** Write only after successful unscoped preparation. Hashes are scheduling hints,
+ * never evidence or authorization to skip fresh source verification. */
+export declare function saveSourceCheckpoint(db: Database.Database, stamps: Map<string, string>): void;
+/** No file/DB/model creation. Older indexes without a checkpoint need one
+ * foreground preparation; treating the whole cached archive as new would let
+ * a small tail bypass the minimum after a restart. */
+export declare function loadSourceCheckpoint(directory: string): Map<string, string> | undefined;
+//# sourceMappingURL=stamps.d.ts.map

package/dist/memory/stamps.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stamps.d.ts","sourceRoot":"","sources":["../../src/memory/stamps.ts"],"names":[],"mappings":"AAGA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAMtC;;4EAE4E;AAC5E,wBAAgB,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAkCxF;AAED;wEACwE;AACxE,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,QAItF;AAED;;sDAEsD;AACtD,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAiBvF"}