openclaw-cortex-memory 0.1.0-Alpha.3 → 0.1.0-Alpha.5

package/dist/src/dedup/three_stage_deduplicator.js

@@ -0,0 +1,225 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createThreeStageDeduplicator = createThreeStageDeduplicator;
+const crypto = __importStar(require("crypto"));
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+function tokenize(text) {
+    return text
+        .toLowerCase()
+        .replace(/[^\p{L}\p{N}\s]/gu, " ")
+        .split(/\s+/)
+        .filter(Boolean);
+}
+function buildShingles(tokens, size) {
+    if (tokens.length < size) {
+        return [tokens.join(" ")].filter(Boolean);
+    }
+    const result = [];
+    for (let i = 0; i <= tokens.length - size; i += 1) {
+        result.push(tokens.slice(i, i + size).join(" "));
+    }
+    return result;
+}
+function hashToken(value) {
+    const digest = crypto.createHash("sha1").update(value).digest();
+    let output = 0n;
+    for (let i = 0; i < 8; i += 1) {
+        output = (output << 8n) + BigInt(digest[i]);
+    }
+    return output;
+}
+function computeSimhash(text) {
+    const tokens = tokenize(text);
+    const vector = Array.from({ length: 64 }, () => 0);
+    for (const token of tokens) {
+        const hash = hashToken(token);
+        for (let bit = 0; bit < 64; bit += 1) {
+            const mask = 1n << BigInt(bit);
+            vector[bit] += (hash & mask) !== 0n ? 1 : -1;
+        }
+    }
+    let result = 0n;
+    for (let bit = 0; bit < 64; bit += 1) {
+        if (vector[bit] >= 0) {
+            result |= 1n << BigInt(bit);
+        }
+    }
+    return result;
+}
+function hammingDistance(left, right) {
+    let value = left ^ right;
+    let count = 0;
+    while (value > 0n) {
+        count += Number(value & 1n);
+        value >>= 1n;
+    }
+    return count;
+}
+function seedHash(seed, token) {
+    const digest = crypto.createHash("sha1").update(`${seed}:${token}`).digest();
+    return digest.readUInt32BE(0);
+}
+function computeMinhash(text, signatures = 64) {
+    const tokens = tokenize(text);
+    const shingles = buildShingles(tokens, 2);
+    if (shingles.length === 0) {
+        return Array.from({ length: signatures }, () => 0);
+    }
+    const output = [];
+    for (let seed = 0; seed < signatures; seed += 1) {
+        let min = Number.MAX_SAFE_INTEGER;
+        for (const shingle of shingles) {
+            const value = seedHash(seed, shingle);
+            if (value < min) {
+                min = value;
+            }
+        }
+        output.push(min === Number.MAX_SAFE_INTEGER ? 0 : min);
+    }
+    return output;
+}
+function minhashSimilarity(left, right) {
+    if (left.length === 0 || right.length === 0) {
+        return 0;
+    }
+    const size = Math.min(left.length, right.length);
+    let same = 0;
+    for (let i = 0; i < size; i += 1) {
+        if (left[i] === right[i]) {
+            same += 1;
+        }
+    }
+    return same / size;
+}
+function cosineSimilarity(left, right) {
+    if (!left.length || !right.length) {
+        return 0;
+    }
+    const size = Math.min(left.length, right.length);
+    let dot = 0;
+    let normLeft = 0;
+    let normRight = 0;
+    for (let i = 0; i < size; i += 1) {
+        dot += left[i] * right[i];
+        normLeft += left[i] * left[i];
+        normRight += right[i] * right[i];
+    }
+    if (normLeft === 0 || normRight === 0) {
+        return 0;
+    }
+    return dot / (Math.sqrt(normLeft) * Math.sqrt(normRight));
+}
+function readState(filePath) {
+    try {
+        if (!fs.existsSync(filePath)) {
+            return { items: [] };
+        }
+        const content = fs.readFileSync(filePath, "utf-8").trim();
+        if (!content) {
+            return { items: [] };
+        }
+        const parsed = JSON.parse(content);
+        if (!Array.isArray(parsed.items)) {
+            return { items: [] };
+        }
+        return parsed;
+    }
+    catch {
+        return { items: [] };
+    }
+}
+function writeState(filePath, state) {
+    const dir = path.dirname(filePath);
+    if (!fs.existsSync(dir)) {
+        fs.mkdirSync(dir, { recursive: true });
+    }
+    fs.writeFileSync(filePath, JSON.stringify(state, null, 2), "utf-8");
+}
+function createThreeStageDeduplicator(options) {
+    const statePath = path.join(options.memoryRoot, ".dedup_index.json");
+    const maxItems = 8000;
+    function check(input) {
+        const state = readState(statePath);
+        const simhash = computeSimhash(input.summary);
+        const minhash = computeMinhash(input.summary);
+        const recent = state.items.slice(-2000);
+        for (const item of recent) {
+            const distance = hammingDistance(simhash, BigInt(`0x${item.simhash}`));
+            if (distance <= 3) {
+                return { duplicate: true, stage: "simhash", matchedId: item.id };
+            }
+        }
+        for (const item of recent) {
+            const similarity = minhashSimilarity(minhash, item.minhash);
+            if (similarity >= 0.88) {
+                return { duplicate: true, stage: "minhash", matchedId: item.id };
+            }
+        }
+        if (input.embedding && input.embedding.length > 0) {
+            for (const item of recent) {
+                if (!item.embedding || item.embedding.length === 0) {
+                    continue;
+                }
+                const similarity = cosineSimilarity(input.embedding, item.embedding);
+                if (similarity >= 0.95) {
+                    return { duplicate: true, stage: "vector", matchedId: item.id };
+                }
+            }
+        }
+        return { duplicate: false };
+    }
+    function append(input) {
+        const state = readState(statePath);
+        const item = {
+            id: input.id,
+            summary: input.summary.slice(0, 500),
+            simhash: computeSimhash(input.summary).toString(16).padStart(16, "0"),
+            minhash: computeMinhash(input.summary),
+            embedding: input.embedding && input.embedding.length > 0 ? input.embedding : undefined,
+            createdAt: new Date().toISOString(),
+        };
+        state.items.push(item);
+        if (state.items.length > maxItems) {
+            state.items = state.items.slice(state.items.length - maxItems);
+        }
+        writeState(statePath, state);
+        options.logger.debug(`ThreeStageDeduplicator indexed event ${input.id}`);
+    }
+    options.logger.info(`ThreeStageDeduplicator initialized at ${statePath}`);
+    return { check, append };
+}
+//# sourceMappingURL=three_stage_deduplicator.js.map

package/dist/src/dedup/three_stage_deduplicator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"three_stage_deduplicator.js","sourceRoot":"","sources":["../../../src/dedup/three_stage_deduplicator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsLA,oEA0DC;AAhPD,+CAAiC;AACjC,uCAAyB;AACzB,2CAA6B;AAsC7B,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,IAAI;SACR,WAAW,EAAE;SACb,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC;SACjC,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,SAAS,aAAa,CAAC,MAAgB,EAAE,IAAY;IACnD,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;QACzB,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IACD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;IAChE,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9B,MAAM,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IACnD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAC9B,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,EAAE,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IACD,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QACrC,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,KAAa;IAClD,IAAI,KAAK,GAAG,IAAI,GAAG,KAAK,CAAC;IACzB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,EAAE,EAAE,CAAC;QAClB,KAAK,IAAI,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;QAC5B,KAAK,KAAK,EAAE,CAAC;IACf,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,KAAa;IAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;IAC7E,OAAO,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,UAAU,GAAG,EAAE;IACnD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC9B,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC1C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,UAAU,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QAChD,IAAI,GAAG,GAAG,MAAM,CAAC,gBAAgB,CAAC;QAClC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACtC,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;gBAChB,GAAG,GAAG,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAc,EAAE,KAAe;IACxD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5C,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjD,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACjC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,CAAC;QACZ,CAAC;IACH,CAAC;IACD,OAAO,IAAI,GAAG,IAAI,CAAC;AACrB,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAc,EAAE,KAAe;IACvD,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACjC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC1B,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9B,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC;IACD,IAAI,QAAQ,KAAK,CAAC,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QACtC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,SAAS,CAAC,QAAgB;IACjC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QACvB,CAAC;QACD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1D,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QACvB,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAe,CAAC;QACjD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QACvB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,QAAgB,EAAE,KAAiB;IACrD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;IACD,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AACtE,CAAC;AAED,SAAgB,4BAA4B,CAAC,OAA4B;IAIvE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAG,IAAI,CAAC;IAEtB,SAAS,KAAK,CAAC,KAAiB;QAC9B,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC;QACxC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACvE,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;gBAClB,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC;YACnE,CAAC;QACH,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAC5D,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;gBACvB,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC;YACnE,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;gBAC1B,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACnD,SAAS;gBACX,CAAC;gBACD,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;gBACrE,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;oBACvB,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC;gBAClE,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC9B,CAAC;IAED,SAAS,MAAM,CAAC,KAAiB;QAC/B,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;QACnC,MAAM,IAAI,GAAmB;YAC3B,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YACpC,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YACrE,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC;YACtC,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACtF,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QACF,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YAClC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC;QACjE,CAAC;QACD,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC7B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,SAAS,EAAE,CAAC,CAAC;IAC1E,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAC3B,CAAC"}

package/dist/src/engine/ts_engine.d.ts

@@ -12,6 +12,34 @@ interface TsEngineDeps {
             sessionId: string;
         }): Promise<WriteMemoryResult>;
     };
+    archiveStore: {
+        storeEvents(events: Array<{
+            event_type: string;
+            summary: string;
+            entities?: string[];
+            relations?: Array<{
+                source: string;
+                target: string;
+                type: string;
+            }>;
+            entity_types?: Record<string, string>;
+            outcome?: string;
+            session_id: string;
+            source_file: string;
+            confidence?: number;
+            source_event_id?: string;
+            actor?: string;
+            canonical_id?: string;
+        }>): Promise<{
+            stored: Array<{
+                id: string;
+            }>;
+            skipped: Array<{
+                summary: string;
+                reason: string;
+            }>;
+        }>;
+    };
     sessionSync: {
         syncMemory(): Promise<{
             imported: number;
@@ -23,6 +51,13 @@ interface TsEngineDeps {
         onSessionEnd(args: {
             sessionId: string;
             syncRecords: boolean;
+            messages?: Array<{
+                id?: string;
+                session_id?: string;
+                role?: string;
+                content?: string;
+                timestamp?: string;
+            }>;
         }): Promise<{
             events_generated: number;
             sync_result?: {
@@ -44,6 +79,7 @@ interface TsEngineDeps {
         }>;
     };
     memoryRoot: string;
+    projectRoot: string;
     getCachedAutoSearch: (sessionId: string) => {
         query: string;
         results: unknown[];

package/dist/src/engine/ts_engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ts_engine.d.ts","sourceRoot":"","sources":["../../../src/engine/ts_engine.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,KAAK,EAQV,WAAW,EAGZ,MAAM,SAAS,CAAC;AAEjB,UAAU,YAAY;IACpB,SAAS,EAAE,SAAS,CAAC;IACrB,UAAU,EAAE;QACV,WAAW,CAAC,IAAI,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;KAClH,CAAC;IACF,WAAW,EAAE;QACX,UAAU,IAAI,OAAO,CAAC;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,cAAc,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACtF,CAAC;IACF,UAAU,EAAE;QACV,YAAY,CAAC,IAAI,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,OAAO,CAAA;SAAE,GAAG,OAAO,CAAC;YACvE,gBAAgB,EAAE,MAAM,CAAC;YACzB,WAAW,CAAC,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAC;gBAAC,OAAO,EAAE,MAAM,CAAC;gBAAC,cAAc,EAAE,MAAM,CAAA;aAAE,CAAC;SAC7E,CAAC,CAAC;KACJ,CAAC;IACF,SAAS,EAAE;QACT,aAAa,IAAI,OAAO,CAAC;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,eAAe,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACvF,aAAa,IAAI,OAAO,CAAC;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,cAAc,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACtE,CAAC;IACF,UAAU,EAAE,MAAM,CAAC;IACnB,mBAAmB,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,EAAE,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC7G,gBAAgB,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,OAAO,KAAK,MAAM,CAAC;IACtE,wBAAwB,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACtG,yBAAyB,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IAC1F,eAAe,EAAE,OAAO,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;IACrB,MAAM,EAAE;QACN,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;QACrD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;QACpD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;KACrD,CAAC;CACH;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,YAAY,GAAG,YAAY,CAwW/D"}
+{"version":3,"file":"ts_engine.d.ts","sourceRoot":"","sources":["../../../src/engine/ts_engine.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,KAAK,EAQV,WAAW,EAGZ,MAAM,SAAS,CAAC;AAEjB,UAAU,YAAY;IACpB,SAAS,EAAE,SAAS,CAAC;IACrB,UAAU,EAAE;QACV,WAAW,CAAC,IAAI,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;KAClH,CAAC;IACF,YAAY,EAAE;QACZ,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC;YACxB,UAAU,EAAE,MAAM,CAAC;YACnB,OAAO,EAAE,MAAM,CAAC;YAChB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;YACpB,SAAS,CAAC,EAAE,KAAK,CAAC;gBAAE,MAAM,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAA;aAAE,CAAC,CAAC;YACpE,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACtC,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,UAAU,EAAE,MAAM,CAAC;YACnB,WAAW,EAAE,MAAM,CAAC;YACpB,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,eAAe,CAAC,EAAE,MAAM,CAAC;YACzB,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,YAAY,CAAC,EAAE,MAAM,CAAC;SACvB,CAAC,GAAG,OAAO,CAAC;YAAE,MAAM,EAAE,KAAK,CAAC;gBAAE,EAAE,EAAE,MAAM,CAAA;aAAE,CAAC,CAAC;YAAC,OAAO,EAAE,KAAK,CAAC;gBAAE,OAAO,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC,CAAA;SAAE,CAAC,CAAC;KACtG,CAAC;IACF,WAAW,EAAE;QACX,UAAU,IAAI,OAAO,CAAC;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,cAAc,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACtF,CAAC;IACF,UAAU,EAAE;QACV,YAAY,CAAC,IAAI,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,OAAO,CAAC;YAAC,QAAQ,CAAC,EAAE,KAAK,CAAC;gBAAE,EAAE,CAAC,EAAE,MAAM,CAAC;gBAAC,UAAU,CAAC,EAAE,MAAM,CAAC;gBAAC,IAAI,CAAC,EAAE,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAC;gBAAC,SAAS,CAAC,EAAE,MAAM,CAAA;aAAE,CAAC,CAAA;SAAE,GAAG,OAAO,CAAC;YACpL,gBAAgB,EAAE,MAAM,CAAC;YACzB,WAAW,CAAC,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAC;gBAAC,OAAO,EAAE,MAAM,CAAC;gBAAC,cAAc,EAAE,MAAM,CAAA;aAAE,CAAC;SAC7E,CAAC,CAAC;KACJ,CAAC;IACF,SAAS,EAAE;QACT,aAAa,IAAI,OAAO,CAAC;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,eAAe,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACvF,aAAa,IAAI,OAAO,CAAC;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,cAAc,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACtE,CAAC;IACF,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,EAAE,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC7G,gBAAgB,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,OAAO,KAAK,MAAM,CAAC;IACtE,wBAAwB,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACtG,yBAAyB,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IAC1F,eAAe,EAAE,OAAO,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;IACrB,MAAM,EAAE;QACN,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;QACrD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;QACpD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;KACrD,CAAC;CACH;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,YAAY,GAAG,YAAY,CAihB/D"}

package/dist/src/engine/ts_engine.js

@@ -36,7 +36,34 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.createTsEngine = createTsEngine;
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
+const ontology_1 = require("../graph/ontology");
 function createTsEngine(deps) {
+    const graphSchema = (0, ontology_1.loadGraphSchema)(deps.projectRoot);
+    const sessionMessageBuffer = new Map();
+    const maxMessagesPerSession = 500;
+    const maxBufferedSessions = 500;
+    function pushSessionMessage(sessionId, message) {
+        const current = sessionMessageBuffer.get(sessionId) || [];
+        current.push({
+            id: `msg_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 8)}`,
+            session_id: sessionId,
+            role: message.role,
+            content: message.text,
+            timestamp: new Date().toISOString(),
+        });
+        if (current.length > maxMessagesPerSession) {
+            sessionMessageBuffer.set(sessionId, current.slice(current.length - maxMessagesPerSession));
+        }
+        else {
+            sessionMessageBuffer.set(sessionId, current);
+        }
+        if (sessionMessageBuffer.size > maxBufferedSessions) {
+            const first = sessionMessageBuffer.keys().next().value;
+            if (first) {
+                sessionMessageBuffer.delete(first);
+            }
+        }
+    }
     function asRecord(value) {
         if (typeof value === "object" && value !== null) {
             return value;
@@ -76,20 +103,49 @@ function createTsEngine(deps) {
             if (!args.summary?.trim()) {
                 return { success: false, error: "Invalid input provided. Missing 'summary' parameter." };
             }
-            const { archivePath } = memoryFiles();
-            const records = readJsonl(archivePath);
-            const id = `evt_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 8)}`;
-            records.push({
-                id,
-                timestamp: new Date().toISOString(),
-                summary: args.summary.trim(),
-                entities: args.entities ?? [],
-                outcome: args.outcome ?? "",
-                relations: args.relations ?? [],
-                source_file: "ts_store_event",
-            });
-            writeJsonl(archivePath, records);
-            return { success: true, data: { event_id: id } };
+            const entities = Array.isArray(args.entities)
+                ? args.entities.map(item => {
+                    if (item && typeof item === "object") {
+                        const value = (item.name || item.id || "");
+                        return typeof value === "string" ? value.trim() : "";
+                    }
+                    return "";
+                }).filter(Boolean)
+                : [];
+            const relations = Array.isArray(args.relations)
+                ? args.relations
+                    .map(item => {
+                    if (!item || typeof item !== "object")
+                        return null;
+                    const relation = item;
+                    if (!relation.source || !relation.target)
+                        return null;
+                    return {
+                        source: relation.source.trim(),
+                        target: relation.target.trim(),
+                        type: (0, ontology_1.normalizeRelationType)(relation.type || "related_to", graphSchema),
+                    };
+                })
+                    .filter((item) => Boolean(item))
+                : [];
+            const result = await deps.archiveStore.storeEvents([
+                {
+                    event_type: "manual_event",
+                    summary: args.summary.trim(),
+                    entities,
+                    relations,
+                    outcome: args.outcome ?? "",
+                    session_id: "manual",
+                    source_file: "ts_store_event",
+                    confidence: 1,
+                    source_event_id: "",
+                    actor: "manual_tool",
+                },
+            ]);
+            if (result.stored.length === 0) {
+                return { success: false, error: result.skipped[0]?.reason || "store_event_skipped" };
+            }
+            return { success: true, data: { event_id: result.stored[0].id } };
         }
         catch (error) {
             return { success: false, error: String(error) };
@@ -100,13 +156,95 @@ function createTsEngine(deps) {
         if (!entity) {
             return { success: false, error: "Invalid input provided. Missing 'entity' parameter." };
         }
+        const relFilter = typeof args.rel === "string" && args.rel.trim()
+            ? (0, ontology_1.normalizeRelationType)(args.rel, graphSchema)
+            : "";
+        const direction = args.dir === "incoming" || args.dir === "outgoing" || args.dir === "both"
+            ? args.dir
+            : "both";
+        const pathTo = typeof args.path_to === "string" && args.path_to.trim() ? args.path_to.trim() : "";
+        const maxDepth = Math.max(2, Math.min(4, typeof args.max_depth === "number" ? Math.floor(args.max_depth) : 3));
         const { archivePath } = memoryFiles();
         const records = readJsonl(archivePath);
         const nodes = new Map();
         const edges = [];
+        const adjacency = new Map();
+        const pathAdjacency = new Map();
+        const relationTypeDistribution = new Map();
+        const edgeKeySet = new Set();
+        function pushEdge(source, target, type) {
+            const key = `${source}|${type}|${target}`;
+            if (edgeKeySet.has(key)) {
+                return;
+            }
+            edgeKeySet.add(key);
+            edges.push({ source, target, type });
+            relationTypeDistribution.set(type, (relationTypeDistribution.get(type) || 0) + 1);
+            if (!adjacency.has(source)) {
+                adjacency.set(source, []);
+            }
+            adjacency.get(source)?.push({ next: target, edge: { source, target, type } });
+            if (!adjacency.has(target)) {
+                adjacency.set(target, []);
+            }
+            adjacency.get(target)?.push({ next: source, edge: { source, target, type } });
+        }
+        function pushPathEdge(source, target, type) {
+            if (!pathAdjacency.has(source)) {
+                pathAdjacency.set(source, []);
+            }
+            if (!pathAdjacency.has(target)) {
+                pathAdjacency.set(target, []);
+            }
+            if (direction === "incoming") {
+                pathAdjacency.get(target)?.push({ next: source, edge: { source, target, type } });
+            }
+            else if (direction === "outgoing") {
+                pathAdjacency.get(source)?.push({ next: target, edge: { source, target, type } });
+            }
+            else {
+                pathAdjacency.get(source)?.push({ next: target, edge: { source, target, type } });
+                pathAdjacency.get(target)?.push({ next: source, edge: { source, target, type } });
+            }
+        }
         for (const record of records) {
             const entities = Array.isArray(record.entities) ? record.entities : [];
             const named = entities.map(e => (typeof e === "string" ? e.trim() : "")).filter(Boolean);
+            const relations = Array.isArray(record.relations) ? record.relations : [];
+            let explicitMatched = false;
+            for (const relationRaw of relations) {
+                if (typeof relationRaw !== "object" || relationRaw === null) {
+                    continue;
+                }
+                const relation = relationRaw;
+                const source = typeof relation.source === "string" ? relation.source.trim() : "";
+                const target = typeof relation.target === "string" ? relation.target.trim() : "";
+                const type = (0, ontology_1.normalizeRelationType)(typeof relation.type === "string" && relation.type.trim() ? relation.type.trim() : "related_to", graphSchema);
+                if (!source || !target) {
+                    continue;
+                }
+                if (relFilter && type !== relFilter) {
+                    continue;
+                }
+                pushPathEdge(source, target, type);
+                const outgoingMatch = source === entity;
+                const incomingMatch = target === entity;
+                const directionMatched = direction === "both" ? (outgoingMatch || incomingMatch)
+                    : direction === "outgoing" ? outgoingMatch
+                        : incomingMatch;
+                if (!directionMatched) {
+                    continue;
+                }
+                explicitMatched = true;
+                if (!nodes.has(source))
+                    nodes.set(source, { id: source, type: "entity" });
+                if (!nodes.has(target))
+                    nodes.set(target, { id: target, type: "entity" });
+                pushEdge(source, target, type);
+            }
+            if (explicitMatched) {
+                continue;
+            }
             if (!named.includes(entity)) {
                 continue;
             }
@@ -117,7 +255,40 @@ function createTsEngine(deps) {
             }
             for (const name of named) {
                 if (name !== entity) {
-                    edges.push({ source: entity, target: name, type: "co_occurrence" });
+                    if (!relFilter || relFilter === "co_occurrence") {
+                        pushEdge(entity, name, "co_occurrence");
+                    }
+                }
+            }
+        }
+        let path = [];
+        if (pathTo) {
+            const visited = new Set();
+            const queue = [
+                { node: entity, depth: 0, pathEdges: [] },
+            ];
+            while (queue.length > 0) {
+                const current = queue.shift();
+                if (!current)
+                    break;
+                if (current.node === pathTo) {
+                    path = current.pathEdges;
+                    break;
+                }
+                if (current.depth >= maxDepth) {
+                    continue;
+                }
+                const visitKey = `${current.node}:${current.depth}`;
+                if (visited.has(visitKey)) {
+                    continue;
+                }
+                visited.add(visitKey);
+                for (const next of pathAdjacency.get(current.node) || []) {
+                    queue.push({
+                        node: next.next,
+                        depth: current.depth + 1,
+                        pathEdges: [...current.pathEdges, next.edge],
+                    });
                 }
             }
         }
@@ -125,8 +296,14 @@ function createTsEngine(deps) {
             success: true,
             data: {
                 entity,
+                rel: relFilter || "",
+                dir: direction,
                 nodes: [...nodes.values()],
                 edges,
+                path_to: pathTo || "",
+                max_depth: maxDepth,
+                path,
+                relation_type_distribution: [...relationTypeDistribution.entries()].map(([type, count]) => ({ type, count })),
             },
         };
     }
@@ -305,12 +482,15 @@ function createTsEngine(deps) {
         const sessionId = deps.resolveSessionId(context, payload);
         const syncRecordsRaw = payloadObj?.sync_records;
         const syncRecords = typeof syncRecordsRaw === "boolean" ? syncRecordsRaw : deps.defaultAutoSync;
+        const bufferedMessages = sessionMessageBuffer.get(sessionId) || [];
         try {
             const result = await deps.sessionEnd.onSessionEnd({
                 sessionId,
                 syncRecords,
+                messages: bufferedMessages,
             });
             deps.logger.info(`TS session_end completed for ${sessionId}, events=${result.events_generated}`);
+            sessionMessageBuffer.delete(sessionId);
         }
         catch (error) {
             deps.logger.warn(`TS session_end failed for ${sessionId}: ${error}`);
@@ -323,23 +503,8 @@ function createTsEngine(deps) {
         }
         const { text, role, source } = normalized;
         const sessionId = deps.resolveSessionId(context, payload);
-        try {
-            const writeResult = await deps.writeStore.writeMemory({
-                text,
-                role,
-                source,
-                sessionId,
-            });
-            if (writeResult.status === "ok") {
-                deps.logger.info(`TS write stored ${role} message for session ${sessionId}`);
-            }
-            else {
-                deps.logger.debug(`TS write skipped for session ${sessionId}: ${writeResult.reason || "unknown"}`);
-            }
-        }
-        catch (error) {
-            deps.logger.warn(`TS write failed for session ${sessionId}: ${error}`);
-        }
+        pushSessionMessage(sessionId, { role, text });
+        deps.logger.debug(`TS buffered ${role} message for session ${sessionId} source=${source}`);
         if (role === "user" && text.length > 5) {
             try {
                 const searchResult = await deps.readStore.searchMemory({ query: text, topK: 3 });