clay-server 2.26.0-beta.4 → 2.26.0-beta.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/lib/project.js CHANGED
@@ -16,6 +16,8 @@ var matesModule = require("./mates");
16
16
  var sessionSearch = require("./session-search");
17
17
  var userPresence = require("./user-presence");
18
18
  var { attachDebate } = require("./project-debate");
19
+ var { attachMemory } = require("./project-memory");
20
+ var { attachMateInteraction } = require("./project-mate-interaction");
19
21
  var MAX_UPLOAD_BYTES = 50 * 1024 * 1024; // 50 MB
20
22
 
21
23
  // --- Context Sources persistence ---
@@ -1410,7 +1412,19 @@ function createProjectContext(opts) {
1410
1412
  }
1411
1413
  sendTo(ws, hydrateImageRefs(_hitem));
1412
1414
  }
1413
- sendTo(ws, { type: "history_done" });
1415
+ // Include last result data + cached context usage for accurate restore
1416
+ var _lastUsage = null, _lastModelUsage = null, _lastCost = null, _lastStreamInputTokens = null;
1417
+ for (var _ri = total - 1; _ri >= 0; _ri--) {
1418
+ if (active.history[_ri].type === "result") {
1419
+ var _r = active.history[_ri];
1420
+ _lastUsage = _r.usage || null;
1421
+ _lastModelUsage = _r.modelUsage || null;
1422
+ _lastCost = _r.cost != null ? _r.cost : null;
1423
+ _lastStreamInputTokens = _r.lastStreamInputTokens || null;
1424
+ break;
1425
+ }
1426
+ }
1427
+ sendTo(ws, { type: "history_done", lastUsage: _lastUsage, lastModelUsage: _lastModelUsage, lastCost: _lastCost, lastStreamInputTokens: _lastStreamInputTokens, contextUsage: active.lastContextUsage || null });
1414
1428
 
1415
1429
  if (active.isProcessing) {
1416
1430
  sendTo(ws, { type: "status", status: "processing" });
@@ -1721,80 +1735,10 @@ function createProjectContext(opts) {
1721
1735
  return;
1722
1736
  }
1723
1737
 
1724
- // --- Memory (session digests) management ---
1725
- if (msg.type === "memory_list") {
1726
- var digestFile = path.join(cwd, "knowledge", "session-digests.jsonl");
1727
- var summaryFile = path.join(cwd, "knowledge", "memory-summary.md");
1728
- var entries = [];
1729
- var summary = "";
1730
- try {
1731
- var raw = fs.readFileSync(digestFile, "utf8").trim();
1732
- if (raw) {
1733
- var lines = raw.split("\n");
1734
- for (var mi = 0; mi < lines.length; mi++) {
1735
- try {
1736
- var obj = JSON.parse(lines[mi]);
1737
- obj.index = mi;
1738
- entries.push(obj);
1739
- } catch (e) {}
1740
- }
1741
- }
1742
- } catch (e) { /* file may not exist */ }
1743
- try {
1744
- if (fs.existsSync(summaryFile)) {
1745
- summary = fs.readFileSync(summaryFile, "utf8").trim();
1746
- }
1747
- } catch (e) {}
1748
- // Return newest first
1749
- entries.reverse();
1750
- sendTo(ws, { type: "memory_list", entries: entries, summary: summary });
1751
- return;
1752
- }
1753
-
1754
- if (msg.type === "memory_search") {
1755
- if (!msg.query || typeof msg.query !== "string") {
1756
- sendTo(ws, { type: "memory_search_results", results: [], query: "" });
1757
- return;
1758
- }
1759
- var digestFile = path.join(cwd, "knowledge", "session-digests.jsonl");
1760
- try {
1761
- var results = sessionSearch.searchDigests(digestFile, msg.query, {
1762
- maxResults: msg.maxResults || 10,
1763
- minScore: msg.minScore || 0.5,
1764
- dateFrom: msg.dateFrom || null,
1765
- dateTo: msg.dateTo || null
1766
- });
1767
- sendTo(ws, {
1768
- type: "memory_search_results",
1769
- results: sessionSearch.formatForMemoryUI(results),
1770
- query: msg.query
1771
- });
1772
- } catch (e) {
1773
- console.error("[session-search] Search failed:", e.message);
1774
- sendTo(ws, { type: "memory_search_results", results: [], query: msg.query });
1775
- }
1776
- return;
1777
- }
1778
-
1779
- if (msg.type === "memory_delete") {
1780
- if (typeof msg.index !== "number") return;
1781
- var digestFile = path.join(cwd, "knowledge", "session-digests.jsonl");
1782
- try {
1783
- var raw = fs.readFileSync(digestFile, "utf8").trim();
1784
- var lines = raw ? raw.split("\n") : [];
1785
- if (msg.index >= 0 && msg.index < lines.length) {
1786
- lines.splice(msg.index, 1);
1787
- if (lines.length === 0) {
1788
- fs.unlinkSync(digestFile);
1789
- } else {
1790
- fs.writeFileSync(digestFile, lines.join("\n") + "\n");
1791
- }
1792
- }
1793
- } catch (e) {}
1794
- sendTo(ws, { type: "memory_deleted", index: msg.index });
1795
- handleMessage(ws, { type: "memory_list" });
1796
- return;
1797
- }
1738
+ // --- Memory (session digests) management (delegated to project-memory.js) ---
1739
+ if (msg.type === "memory_list") { _memory.handleMemoryList(ws); return; }
1740
+ if (msg.type === "memory_search") { _memory.handleMemorySearch(ws, msg); return; }
1741
+ if (msg.type === "memory_delete") { _memory.handleMemoryDelete(ws, msg); return; }
1798
1742
 
1799
1743
  if (msg.type === "push_subscribe") {
1800
1744
  var _pushUserId = ws._clayUser ? ws._clayUser.id : null;
@@ -3990,1307 +3934,57 @@ function createProjectContext(opts) {
3990
3934
  sm.broadcastSessionList();
3991
3935
  }
3992
3936
 
3993
- // --- @Mention handler ---
3994
- var MENTION_WINDOW = 20; // turns to check for session continuity
3995
-
3996
- function getRecentTurns(session, n) {
3997
- var turns = [];
3998
- var history = session.history;
3999
- // Walk backwards through history, collect user/assistant/mention text turns
4000
- var assistantBuffer = "";
4001
- for (var i = history.length - 1; i >= 0 && turns.length < n; i--) {
4002
- var entry = history[i];
4003
- if (entry.type === "user_message") {
4004
- if (assistantBuffer) {
4005
- turns.push({ role: "assistant", text: assistantBuffer.trim() });
4006
- assistantBuffer = "";
4007
- }
4008
- turns.push({ role: "user", text: entry.text || "" });
4009
- } else if (entry.type === "delta" || entry.type === "text") {
4010
- assistantBuffer = (entry.text || "") + assistantBuffer;
4011
- } else if (entry.type === "mention_response") {
4012
- if (assistantBuffer) {
4013
- turns.push({ role: "assistant", text: assistantBuffer.trim() });
4014
- assistantBuffer = "";
4015
- }
4016
- turns.push({ role: "@" + (entry.mateName || "Mate"), text: entry.text || "", mateId: entry.mateId });
4017
- } else if (entry.type === "mention_user") {
4018
- if (assistantBuffer) {
4019
- turns.push({ role: "assistant", text: assistantBuffer.trim() });
4020
- assistantBuffer = "";
4021
- }
4022
- turns.push({ role: "user", text: "@" + (entry.mateName || "Mate") + " " + (entry.text || ""), mateId: entry.mateId });
4023
- }
4024
- }
4025
- if (assistantBuffer) {
4026
- turns.push({ role: "assistant", text: assistantBuffer.trim() });
4027
- }
4028
- turns.reverse();
4029
- return turns;
4030
- }
4031
-
4032
- // Check if the given mate has a mention response in the recent window
4033
- function hasMateInWindow(recentTurns, mateId) {
4034
- for (var i = 0; i < recentTurns.length; i++) {
4035
- if (recentTurns[i].mateId === mateId && recentTurns[i].role.charAt(0) === "@") {
4036
- return true;
4037
- }
4038
- }
4039
- return false;
4040
- }
4041
-
4042
- // Build the "middle context": conversation turns since the mate's last response
4043
- function buildMiddleContext(recentTurns, mateId) {
4044
- // Find the last mention response from this mate
4045
- var lastIdx = -1;
4046
- for (var i = recentTurns.length - 1; i >= 0; i--) {
4047
- if (recentTurns[i].mateId === mateId && recentTurns[i].role.charAt(0) === "@") {
4048
- lastIdx = i;
4049
- break;
4050
- }
4051
- }
4052
- if (lastIdx === -1 || lastIdx >= recentTurns.length - 1) return "";
4053
-
4054
- // Collect turns after the last mention response
4055
- var lines = ["[Conversation since your last response:]", "---"];
4056
- for (var j = lastIdx + 1; j < recentTurns.length; j++) {
4057
- var turn = recentTurns[j];
4058
- lines.push(turn.role + ": " + turn.text);
4059
- }
4060
- lines.push("---");
4061
- return lines.join("\n");
4062
- }
4063
-
4064
- function buildMentionContext(userName, recentTurns) {
4065
- var lines = [
4066
- "You were @mentioned in a project session by " + userName + ".",
4067
- "You are responding inline in their conversation. Keep your response focused on what was asked.",
4068
- "You have read-only access to the project files but cannot make changes.",
4069
- "",
4070
- "Recent conversation context:",
4071
- "---",
4072
- ];
4073
- for (var i = 0; i < recentTurns.length; i++) {
4074
- var turn = recentTurns[i];
4075
- lines.push(turn.role + ": " + turn.text);
4076
- }
4077
- lines.push("---");
4078
- return lines.join("\n");
4079
- }
4080
-
4081
- // --- Shared digest worker: one reusable Haiku session for gate+digest ---
4082
- // Combines gate check and digest generation into a single prompt,
4083
- // processes jobs sequentially from a queue, reuses the session across calls.
4084
- // Session is recycled after DIGEST_WORKER_MAX_TURNS to prevent context bloat.
4085
- var _digestWorker = null;
4086
- var _digestQueue = [];
4087
- var _digestBusy = false;
4088
- var _digestWorkerTurns = 0;
4089
- var DIGEST_WORKER_MAX_TURNS = 20;
4090
-
4091
- function enqueueDigest(job) {
4092
- _digestQueue.push(job);
4093
- if (!_digestBusy) processDigestQueue();
4094
- }
4095
-
4096
- function processDigestQueue() {
4097
- if (_digestQueue.length === 0) { _digestBusy = false; return; }
4098
- _digestBusy = true;
4099
- var job = _digestQueue.shift();
4100
-
4101
- var mateDir = matesModule.getMateDir(job.mateCtx, job.mateId);
4102
- var knowledgeDir = path.join(mateDir, "knowledge");
4103
-
4104
- // Load mate role for gate context
4105
- var mateRole = "";
4106
- try {
4107
- var yamlRaw = fs.readFileSync(path.join(mateDir, "mate.yaml"), "utf8");
4108
- var roleMatch = yamlRaw.match(/^relationship:\s*(.+)$/m);
4109
- if (roleMatch) mateRole = roleMatch[1].trim();
4110
- } catch (e) {}
4111
-
4112
- // Combined gate + digest in one prompt (saves a full round-trip vs separate gate)
4113
- var prompt = [
4114
- "[SYSTEM: Memory Gate + Digest]",
4115
- "You are a memory system for an AI Mate (role: " + (mateRole || "assistant") + ").",
4116
- "",
4117
- "Conversation (" + job.type + "):",
4118
- job.conversationContent,
4119
- "",
4120
- "STEP 1: Should this be saved to memory?",
4121
- 'Answer "no" ONLY if the entire conversation is trivial (e.g. just "hi"/"hello").',
4122
- "When in doubt, save it.",
4123
- "",
4124
- 'STEP 2: If yes, output a JSON digest. If no, output exactly: {"skip":true}',
4125
- "",
4126
- "JSON schema (output ONLY the JSON, no markdown, no fences):",
4127
- "{",
4128
- ' "date": "YYYY-MM-DD",',
4129
- ' "type": "' + job.type + '",',
4130
- ' "topic": "short topic description",',
4131
- ' "summary": "2-3 sentence summary",',
4132
- ' "key_quotes": ["user quotes, verbatim, max 5"],',
4133
- ' "user_context": "personal/project context or null",',
4134
- ' "my_position": "what I said/recommended",',
4135
- job.type === "dm" ? ' "user_intent": "what the user wanted",' : ' "other_perspectives": "key points from others",',
4136
- ' "decisions": "what was decided or null",',
4137
- ' "open_items": "what remains unresolved",',
4138
- ' "user_sentiment": "how user felt",',
4139
- ' "confidence": "high|medium|low",',
4140
- ' "revisit_later": true/false,',
4141
- ' "tags": ["topic", "tags"],',
4142
- ' "user_observations": [{"category":"pattern|decision|reaction|preference","observation":"...","evidence":"..."}]',
4143
- "}",
4144
- "",
4145
- "user_observations: OPTIONAL array. Include ONLY if you noticed meaningful patterns about the USER themselves (not the topic).",
4146
- "Categories: pattern (repeated behavior 2+ times), decision (explicit choice with reasoning), reaction (emotional/attitude signal), preference (tool/style/communication preference).",
4147
- "Omit the field entirely if nothing notable about the user.",
4148
- ].join("\n");
4149
-
4150
- function handleResult(text) {
4151
- var cleaned = text.trim();
4152
- if (cleaned.indexOf("```") === 0) {
4153
- cleaned = cleaned.replace(/^```[a-z]*\n?/, "").replace(/\n?```$/, "").trim();
4154
- }
4155
-
4156
- var digestObj = null;
4157
- try { digestObj = JSON.parse(cleaned); } catch (e) {
4158
- console.error("[digest-worker] Parse failed for " + job.mateId + ":", e.message);
4159
- digestObj = { date: new Date().toISOString().slice(0, 10), topic: "parse_failed", raw: text.substring(0, 500) };
4160
- }
4161
-
4162
- if (digestObj && digestObj.skip) {
4163
- console.log("[digest-worker] Gate declined for " + job.mateId);
4164
- if (job.onDone) job.onDone();
4165
- processDigestQueue();
4166
- return;
4167
- }
4168
-
4169
- try {
4170
- fs.mkdirSync(knowledgeDir, { recursive: true });
4171
- var digestFile = path.join(knowledgeDir, "session-digests.jsonl");
4172
- fs.appendFileSync(digestFile, JSON.stringify(digestObj) + "\n");
4173
- } catch (e) {
4174
- console.error("[digest-worker] Write failed for " + job.mateId + ":", e.message);
4175
- }
4176
-
4177
- // Write user observations if present
4178
- if (digestObj.user_observations && digestObj.user_observations.length > 0) {
4179
- try {
4180
- var obsFile = path.join(knowledgeDir, "user-observations.jsonl");
4181
- var obsMate = matesModule.getMate(job.mateCtx, job.mateId);
4182
- var obsMateName = (obsMate && obsMate.name) || job.mateId;
4183
- var obsLines = [];
4184
- for (var oi = 0; oi < digestObj.user_observations.length; oi++) {
4185
- var obs = digestObj.user_observations[oi];
4186
- obsLines.push(JSON.stringify({
4187
- date: digestObj.date || new Date().toISOString().slice(0, 10),
4188
- category: obs.category || "pattern",
4189
- observation: obs.observation || "",
4190
- evidence: obs.evidence || "",
4191
- confidence: digestObj.confidence || "medium",
4192
- mateName: obsMateName,
4193
- mateId: job.mateId
4194
- }));
4195
- }
4196
- fs.appendFileSync(obsFile, obsLines.join("\n") + "\n");
4197
- } catch (e) {
4198
- console.error("[digest-worker] Observations write failed for " + job.mateId + ":", e.message);
4199
- }
4200
- }
4201
-
4202
- updateMemorySummary(job.mateCtx, job.mateId, digestObj);
4203
- maybeSynthesizeUserProfile(job.mateCtx, job.mateId);
4204
- if (job.onDone) job.onDone();
4205
- processDigestQueue();
4206
- }
4207
-
4208
- // Recycle worker session if it has exceeded max turns
4209
- if (_digestWorker && _digestWorkerTurns >= DIGEST_WORKER_MAX_TURNS) {
4210
- try { _digestWorker.close(); } catch (e) {}
4211
- _digestWorker = null;
4212
- _digestWorkerTurns = 0;
4213
- }
4214
-
4215
- var responseText = "";
4216
- if (_digestWorker && _digestWorker.isAlive()) {
4217
- _digestWorkerTurns++;
4218
- _digestWorker.pushMessage(prompt, {
4219
- onActivity: function () {},
4220
- onDelta: function (d) { responseText += d; },
4221
- onDone: function () { handleResult(responseText); },
4222
- onError: function (err) {
4223
- console.error("[digest-worker] Error:", err);
4224
- _digestWorker = null;
4225
- _digestWorkerTurns = 0;
4226
- if (job.onDone) job.onDone();
4227
- processDigestQueue();
4228
- },
4229
- });
4230
- } else {
4231
- sdk.createMentionSession({
4232
- claudeMd: "",
4233
- model: "haiku",
4234
- initialContext: "[Digest Worker] You generate memory digests. Respond with ONLY JSON.",
4235
- initialMessage: prompt,
4236
- onActivity: function () {},
4237
- onDelta: function (d) { responseText += d; },
4238
- onDone: function () { handleResult(responseText); },
4239
- onError: function (err) {
4240
- console.error("[digest-worker] Create error:", err);
4241
- _digestWorker = null;
4242
- if (job.onDone) job.onDone();
4243
- processDigestQueue();
4244
- },
4245
- }).then(function (ws) { _digestWorker = ws; _digestWorkerTurns = 1; }).catch(function () {
4246
- if (job.onDone) job.onDone();
4247
- processDigestQueue();
4248
- });
4249
- }
4250
- }
4251
-
4252
- function digestMentionSession(session, mateId, mateCtx, mateResponse, userQuestion) {
4253
- if (!session._mentionSessions || !session._mentionSessions[mateId]) return;
4254
- var mentionSession = session._mentionSessions[mateId];
4255
- if (!mentionSession.isAlive()) return;
4256
-
4257
- mentionSession._digesting = true;
4258
-
4259
- var mateDir = matesModule.getMateDir(mateCtx, mateId);
4260
- var knowledgeDir = path.join(mateDir, "knowledge");
4261
-
4262
- // Migration: generate initial summary if missing
4263
- var summaryFile = path.join(knowledgeDir, "memory-summary.md");
4264
- var digestFile = path.join(knowledgeDir, "session-digests.jsonl");
4265
- if (!fs.existsSync(summaryFile) && fs.existsSync(digestFile)) {
4266
- initMemorySummary(mateCtx, mateId, function () {});
4267
- }
4268
-
4269
- var userQ = userQuestion || "(unknown)";
4270
- var mateR = mateResponse || "(unknown)";
4271
- var conversationContent = "User: " + (userQ.length > 2000 ? userQ.substring(0, 2000) + "..." : userQ) +
4272
- "\nMate: " + (mateR.length > 2000 ? mateR.substring(0, 2000) + "..." : mateR);
4273
-
4274
- enqueueDigest({
4275
- mateCtx: mateCtx,
4276
- mateId: mateId,
4277
- type: "mention",
4278
- conversationContent: conversationContent,
4279
- onDone: function () { mentionSession._digesting = false; },
4280
- });
4281
- }
4282
-
4283
- // Digest DM turn for mate projects - uses shared digest worker
4284
- var _dmDigestPending = false;
4285
- function digestDmTurn(session, responsePreview) {
4286
- if (!isMate || _dmDigestPending) return;
4287
- var mateId = path.basename(cwd);
4288
- var mateCtx = matesModule.buildMateCtx(projectOwnerId);
4289
- if (!matesModule.isMate(mateCtx, mateId)) return;
4290
-
4291
- // Collect full conversation from session history (all user + mate turns)
4292
- var conversationParts = [];
4293
- var totalLen = 0;
4294
- var CONV_CAP = 6000;
4295
- for (var hi = 0; hi < session.history.length; hi++) {
4296
- var entry = session.history[hi];
4297
- if (entry.type === "user_message" && entry.text) {
4298
- var uText = entry.text;
4299
- if (totalLen + uText.length > CONV_CAP) {
4300
- uText = uText.substring(0, Math.max(200, CONV_CAP - totalLen)) + "...";
4301
- }
4302
- conversationParts.push("User: " + uText);
4303
- totalLen += uText.length;
4304
- } else if (entry.type === "assistant_message" && entry.text) {
4305
- var aText = entry.text;
4306
- if (totalLen + aText.length > CONV_CAP) {
4307
- aText = aText.substring(0, Math.max(200, CONV_CAP - totalLen)) + "...";
4308
- }
4309
- conversationParts.push("Mate: " + aText);
4310
- totalLen += aText.length;
4311
- }
4312
- if (totalLen >= CONV_CAP) break;
4313
- }
4314
- var lastResponseText = responsePreview || "";
4315
- if (lastResponseText && conversationParts.length > 0) {
4316
- var lastPart = conversationParts[conversationParts.length - 1];
4317
- if (lastPart.indexOf("Mate:") !== 0 || lastPart.indexOf(lastResponseText.substring(0, 50)) === -1) {
4318
- var rText = lastResponseText;
4319
- if (totalLen + rText.length > CONV_CAP) {
4320
- rText = rText.substring(0, Math.max(200, CONV_CAP - totalLen)) + "...";
4321
- }
4322
- conversationParts.push("Mate: " + rText);
4323
- }
4324
- }
4325
- if (conversationParts.length === 0) return;
4326
-
4327
- var mateDir = matesModule.getMateDir(mateCtx, mateId);
4328
- var knowledgeDir = path.join(mateDir, "knowledge");
4329
-
4330
- // Migration: if memory-summary.md missing but digests exist, generate initial summary
4331
- var summaryFile = path.join(knowledgeDir, "memory-summary.md");
4332
- var digestFile = path.join(knowledgeDir, "session-digests.jsonl");
4333
- if (!fs.existsSync(summaryFile) && fs.existsSync(digestFile)) {
4334
- initMemorySummary(mateCtx, mateId, function () {
4335
- console.log("[memory-migrate] Initial summary generated for mate " + mateId);
4336
- });
4337
- }
4338
-
4339
- _dmDigestPending = true;
4340
-
4341
- enqueueDigest({
4342
- mateCtx: mateCtx,
4343
- mateId: mateId,
4344
- type: "dm",
4345
- conversationContent: conversationParts.join("\n"),
4346
- onDone: function () { _dmDigestPending = false; },
4347
- });
4348
- }
4349
-
4350
- function handleMention(ws, msg) {
4351
- if (!msg.mateId) return;
4352
- if (!msg.text && (!msg.images || msg.images.length === 0) && (!msg.pastes || msg.pastes.length === 0)) return;
4353
-
4354
- var session = getSessionForWs(ws);
4355
- if (!session) return;
4356
-
4357
- // Block mentions during an active debate
4358
- if (session._debate && session._debate.phase === "live") {
4359
- sendTo(ws, { type: "mention_error", mateId: msg.mateId, error: "Cannot use @mentions during an active debate." });
4360
- return;
4361
- }
4362
-
4363
- // Check if a mention is already in progress for this session
4364
- if (session._mentionInProgress) {
4365
- sendTo(ws, { type: "mention_error", mateId: msg.mateId, error: "A mention is already in progress." });
4366
- return;
4367
- }
4368
-
4369
- var userId = ws._clayUser ? ws._clayUser.id : null;
4370
- var mateCtx = matesModule.buildMateCtx(userId);
4371
- var mate = matesModule.getMate(mateCtx, msg.mateId);
4372
- if (!mate) {
4373
- sendTo(ws, { type: "mention_error", mateId: msg.mateId, error: "Mate not found" });
4374
- return;
4375
- }
4376
-
4377
- var mateName = (mate.profile && mate.profile.displayName) || mate.name || "Mate";
4378
- var avatarColor = (mate.profile && mate.profile.avatarColor) || "#6c5ce7";
4379
- var avatarStyle = (mate.profile && mate.profile.avatarStyle) || "bottts";
4380
- var avatarSeed = (mate.profile && mate.profile.avatarSeed) || mate.id;
4381
-
4382
- // Build full mention text (include pasted content)
4383
- var mentionFullInput = msg.text || "";
4384
- if (msg.pastes && msg.pastes.length > 0) {
4385
- for (var pi = 0; pi < msg.pastes.length; pi++) {
4386
- if (mentionFullInput) mentionFullInput += "\n\n";
4387
- mentionFullInput += msg.pastes[pi];
4388
- }
4389
- }
4390
-
4391
- // Save images to disk (same pattern as regular messages)
4392
- var imageRefs = [];
4393
- if (msg.images && msg.images.length > 0) {
4394
- for (var imgIdx = 0; imgIdx < msg.images.length; imgIdx++) {
4395
- var img = msg.images[imgIdx];
4396
- var savedName = saveImageFile(img.mediaType, img.data, getLinuxUserForSession(session));
4397
- if (savedName) {
4398
- imageRefs.push({ mediaType: img.mediaType, file: savedName });
4399
- }
4400
- }
4401
- }
4402
-
4403
- // Save mention user message to session history
4404
- var mentionUserEntry = { type: "mention_user", text: msg.text, mateId: msg.mateId, mateName: mateName };
4405
- if (msg.pastes && msg.pastes.length > 0) mentionUserEntry.pastes = msg.pastes;
4406
- if (imageRefs.length > 0) mentionUserEntry.imageRefs = imageRefs;
4407
- session.history.push(mentionUserEntry);
4408
- sm.appendToSessionFile(session, mentionUserEntry);
4409
- sendToSessionOthers(ws, session.localId, hydrateImageRefs(mentionUserEntry));
4410
-
4411
- // Extract recent turns for continuity check
4412
- var recentTurns = getRecentTurns(session, MENTION_WINDOW);
4413
-
4414
- // Determine user name for context
4415
- var userName = "User";
4416
- if (ws._clayUser) {
4417
- var p = ws._clayUser.profile || {};
4418
- userName = p.name || ws._clayUser.displayName || ws._clayUser.username || "User";
4419
- }
4420
-
4421
- session._mentionInProgress = true;
4422
-
4423
- // Send mention start indicator
4424
- sendToSession(session.localId, {
4425
- type: "mention_start",
4426
- mateId: msg.mateId,
4427
- mateName: mateName,
4428
- avatarColor: avatarColor,
4429
- avatarStyle: avatarStyle,
4430
- avatarSeed: avatarSeed,
4431
- });
4432
-
4433
- // Shared callbacks for both new and continued sessions
4434
- var mentionCallbacks = {
4435
- onActivity: function (activity) {
4436
- sendToSession(session.localId, {
4437
- type: "mention_activity",
4438
- mateId: msg.mateId,
4439
- activity: activity,
4440
- });
4441
- },
4442
- onDelta: function (delta) {
4443
- sendToSession(session.localId, {
4444
- type: "mention_stream",
4445
- mateId: msg.mateId,
4446
- mateName: mateName,
4447
- delta: delta,
4448
- });
4449
- },
4450
- onDone: function (fullText) {
4451
- session._mentionInProgress = false;
4452
-
4453
- // Save mention response to session history
4454
- var mentionResponseEntry = {
4455
- type: "mention_response",
4456
- mateId: msg.mateId,
4457
- mateName: mateName,
4458
- text: fullText,
4459
- avatarColor: avatarColor,
4460
- avatarStyle: avatarStyle,
4461
- avatarSeed: avatarSeed,
4462
- };
4463
- session.history.push(mentionResponseEntry);
4464
- sm.appendToSessionFile(session, mentionResponseEntry);
4465
-
4466
- // Queue mention context for injection into the current agent's next turn
4467
- if (!session.pendingMentionContexts) session.pendingMentionContexts = [];
4468
- session.pendingMentionContexts.push(
4469
- "[Context: @" + mateName + " was mentioned and responded]\n\n" +
4470
- "User asked @" + mateName + ": " + msg.text + "\n" +
4471
- mateName + " responded: " + fullText + "\n\n" +
4472
- "[End of @mention context. This is for your reference only. Do not re-execute or repeat this response.]"
4473
- );
4474
-
4475
- sendToSession(session.localId, { type: "mention_done", mateId: msg.mateId });
4476
-
4477
- // Check if the mate wrote a debate brief during this turn
4478
- checkForDmDebateBrief(session, msg.mateId, mateCtx);
4479
-
4480
- // Generate session digest for mate's long-term memory
4481
- digestMentionSession(session, msg.mateId, mateCtx, fullText, msg.text);
4482
- },
4483
- onError: function (errMsg) {
4484
- session._mentionInProgress = false;
4485
- // Clean up dead session
4486
- if (session._mentionSessions && session._mentionSessions[msg.mateId]) {
4487
- delete session._mentionSessions[msg.mateId];
4488
- }
4489
- console.error("[mention] Error for mate " + msg.mateId + ":", errMsg);
4490
- sendToSession(session.localId, { type: "mention_error", mateId: msg.mateId, error: errMsg });
4491
- },
4492
- };
4493
-
4494
- // Initialize mention sessions map if needed
4495
- if (!session._mentionSessions) session._mentionSessions = {};
4496
-
4497
- // Session continuity: check if this mate has a response in the recent window
4498
- var existingSession = session._mentionSessions[msg.mateId];
4499
- // Don't reuse a session that's still generating a digest (would mix digest output into mention stream)
4500
- var canContinue = existingSession && existingSession.isAlive() && !existingSession._digesting && hasMateInWindow(recentTurns, msg.mateId);
4501
-
4502
- if (canContinue) {
4503
- // Continue existing mention session with middle context
4504
- var middleContext = buildMiddleContext(recentTurns, msg.mateId);
4505
- var continuationText = middleContext ? middleContext + "\n\n" + mentionFullInput : mentionFullInput;
4506
- existingSession.pushMessage(continuationText, mentionCallbacks, msg.images);
4507
- } else {
4508
- // Clean up old session if it exists
4509
- if (existingSession) {
4510
- existingSession.close();
4511
- delete session._mentionSessions[msg.mateId];
4512
- }
4513
-
4514
- // Load Mate CLAUDE.md
4515
- var mateDir = matesModule.getMateDir(mateCtx, msg.mateId);
4516
- var claudeMd = "";
4517
- try {
4518
- claudeMd = fs.readFileSync(path.join(mateDir, "CLAUDE.md"), "utf8");
4519
- } catch (e) {
4520
- // CLAUDE.md may not exist for new mates
4521
- }
4522
-
4523
- // Load session digests (unified: uses memory-summary.md if available)
4524
- // Pass user's message as query for BM25 search of relevant past sessions
4525
- var recentDigests = loadMateDigests(mateCtx, msg.mateId, mentionFullInput);
4526
-
4527
- // Build initial mention context
4528
- var mentionContext = buildMentionContext(userName, recentTurns) + recentDigests;
4529
-
4530
- // Create new persistent mention session
4531
- sdk.createMentionSession({
4532
- claudeMd: claudeMd,
4533
- initialContext: mentionContext,
4534
- initialMessage: mentionFullInput,
4535
- initialImages: msg.images || null,
4536
- onActivity: mentionCallbacks.onActivity,
4537
- onDelta: mentionCallbacks.onDelta,
4538
- onDone: mentionCallbacks.onDone,
4539
- onError: mentionCallbacks.onError,
4540
- canUseTool: function (toolName, input, toolOpts) {
4541
- var autoAllow = { Read: true, Glob: true, Grep: true, WebFetch: true, WebSearch: true };
4542
- if (autoAllow[toolName]) {
4543
- return Promise.resolve({ behavior: "allow", updatedInput: input });
4544
- }
4545
- // Route through the project session's permission system
4546
- return new Promise(function (resolve) {
4547
- var requestId = crypto.randomUUID();
4548
- session.pendingPermissions[requestId] = {
4549
- resolve: resolve,
4550
- requestId: requestId,
4551
- toolName: toolName,
4552
- toolInput: input,
4553
- toolUseId: toolOpts ? toolOpts.toolUseID : undefined,
4554
- decisionReason: (toolOpts && toolOpts.decisionReason) || "",
4555
- mateId: msg.mateId,
4556
- };
4557
- sendToSession(session.localId, {
4558
- type: "permission_request",
4559
- requestId: requestId,
4560
- toolName: toolName,
4561
- toolInput: input,
4562
- toolUseId: toolOpts ? toolOpts.toolUseID : undefined,
4563
- decisionReason: (toolOpts && toolOpts.decisionReason) || "",
4564
- mateId: msg.mateId,
4565
- });
4566
- onProcessingChanged();
4567
- if (toolOpts && toolOpts.signal) {
4568
- toolOpts.signal.addEventListener("abort", function () {
4569
- delete session.pendingPermissions[requestId];
4570
- sendToSession(session.localId, { type: "permission_cancel", requestId: requestId });
4571
- onProcessingChanged();
4572
- resolve({ behavior: "deny", message: "Request cancelled" });
4573
- });
4574
- }
4575
- });
4576
- },
4577
- }).then(function (mentionSession) {
4578
- if (mentionSession) {
4579
- session._mentionSessions[msg.mateId] = mentionSession;
4580
- }
4581
- }).catch(function (err) {
4582
- session._mentionInProgress = false;
4583
- console.error("[mention] Failed to create session for mate " + msg.mateId + ":", err.message || err);
4584
- sendToSession(session.localId, { type: "mention_error", mateId: msg.mateId, error: "Failed to create mention session." });
4585
- });
4586
- }
4587
- }
4588
-
4589
- // --- Shared mate helpers (used by debate module and other code) ---
3937
+ // --- Shared helpers ---
4590
3938
 
4591
3939
  function escapeRegex(str) {
4592
3940
  return str.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
4593
3941
  }
4594
3942
 
4595
- function getMateProfile(mateCtx, mateId) {
4596
- var mate = matesModule.getMate(mateCtx, mateId);
4597
- if (!mate) return { name: "Mate", avatarColor: "#6c5ce7", avatarStyle: "bottts", avatarSeed: mateId };
4598
- return {
4599
- name: (mate.profile && mate.profile.displayName) || mate.name || "Mate",
4600
- avatarColor: (mate.profile && mate.profile.avatarColor) || "#6c5ce7",
4601
- avatarStyle: (mate.profile && mate.profile.avatarStyle) || "bottts",
4602
- avatarSeed: (mate.profile && mate.profile.avatarSeed) || mateId,
4603
- };
4604
- }
4605
-
4606
- function loadMateClaudeMd(mateCtx, mateId) {
4607
- var mateDir = matesModule.getMateDir(mateCtx, mateId);
4608
- try {
4609
- return fs.readFileSync(path.join(mateDir, "CLAUDE.md"), "utf8");
4610
- } catch (e) {
4611
- return "";
4612
- }
4613
- }
4614
-
4615
- function formatRawDigests(rawLines, headerLabel) {
4616
- if (!rawLines || rawLines.length === 0) return "";
4617
- var lines = ["\n\n" + (headerLabel || "Your recent session memories:")];
4618
- for (var i = 0; i < rawLines.length; i++) {
4619
- try {
4620
- var d = JSON.parse(rawLines[i]);
4621
- if (d.type === "debate" && d.my_role) {
4622
- // Debate memories are role-played positions, not genuine opinions
4623
- lines.push("- [" + (d.date || "?") + "] DEBATE (role: " + d.my_role + ") " + (d.topic || "unknown") +
4624
- ": argued " + (d.my_position || "N/A") + " (assigned role, not my actual opinion)" +
4625
- (d.outcome ? " | Outcome: " + d.outcome : "") +
4626
- (d.open_items ? " | Open: " + d.open_items : ""));
4627
- } else {
4628
- lines.push("- [" + (d.date || "?") + "] " + (d.topic || "unknown") + ": " + (d.my_position || "") +
4629
- (d.decisions ? " | Decisions: " + d.decisions : "") +
4630
- (d.open_items ? " | Open: " + d.open_items : ""));
4631
- }
4632
- } catch (e) {}
4633
- }
4634
- return lines.join("\n");
4635
- }
4636
-
4637
- function loadMateDigests(mateCtx, mateId, query) {
4638
- var mateDir = matesModule.getMateDir(mateCtx, mateId);
4639
- var knowledgeDir = path.join(mateDir, "knowledge");
4640
- var mate = matesModule.getMate(mateCtx, mateId);
4641
- var hasGlobalSearch = mate && mate.globalSearch;
4642
-
4643
- // Load shared user profile (available to ALL mates)
4644
- var userProfileResult = "";
4645
- try {
4646
- var matesRoot = matesModule.resolveMatesRoot(mateCtx);
4647
- var userProfilePath = path.join(matesRoot, "user-profile.md");
4648
- if (fs.existsSync(userProfilePath)) {
4649
- var profileContent = fs.readFileSync(userProfilePath, "utf8").trim();
4650
- if (profileContent && profileContent.length > 50) {
4651
- userProfileResult = "\n\n" + profileContent;
4652
- }
4653
- }
4654
- } catch (e) {}
4655
-
4656
- // Check for memory-summary.md first
4657
- var summaryFile = path.join(knowledgeDir, "memory-summary.md");
4658
- var hasSummary = false;
4659
- var summaryContent = "";
4660
- try {
4661
- if (fs.existsSync(summaryFile)) {
4662
- summaryContent = fs.readFileSync(summaryFile, "utf8").trim();
4663
- if (summaryContent) hasSummary = true;
4664
- }
4665
- } catch (e) {}
4666
-
4667
- // Load raw digests
4668
- var allLines = [];
4669
- var digestFile = path.join(knowledgeDir, "session-digests.jsonl");
4670
- try {
4671
- if (fs.existsSync(digestFile)) {
4672
- allLines = fs.readFileSync(digestFile, "utf8").trim().split("\n").filter(function (l) { return l.trim(); });
4673
- }
4674
- } catch (e) {}
4675
-
4676
- var result = userProfileResult;
4677
-
4678
- if (hasSummary) {
4679
- // Load summary + latest 5 raw digests for richer context
4680
- var recent = allLines.slice(-5);
4681
- result = "\n\nYour memory summary:\n" + summaryContent;
4682
- if (recent.length > 0) {
4683
- result += formatRawDigests(recent, "Latest raw session memories:");
4684
- }
4685
- } else {
4686
- // Backward compatible: latest 8 raw digests
4687
- var recent = allLines.slice(-8);
4688
- result = formatRawDigests(recent, "Your recent session memories:");
4689
- }
4690
-
4691
- // Global search: always load team memory summaries for globalSearch mates
4692
- var otherDigests = [];
4693
- if (hasGlobalSearch) {
4694
- try {
4695
- var allMates = matesModule.getAllMates(mateCtx);
4696
- var teamSummaries = [];
4697
- for (var mi = 0; mi < allMates.length; mi++) {
4698
- if (allMates[mi].id === mateId) continue;
4699
- var otherDir = matesModule.getMateDir(mateCtx, allMates[mi].id);
4700
- var mateName = allMates[mi].name || allMates[mi].id;
4701
-
4702
- // Collect digest files for BM25 search
4703
- var otherDigest = path.join(otherDir, "knowledge", "session-digests.jsonl");
4704
- if (fs.existsSync(otherDigest)) {
4705
- otherDigests.push({ path: otherDigest, mateName: mateName });
4706
- }
4707
-
4708
- // Collect memory summaries for direct context injection
4709
- var otherSummary = path.join(otherDir, "knowledge", "memory-summary.md");
4710
- try {
4711
- if (fs.existsSync(otherSummary)) {
4712
- var summaryText = fs.readFileSync(otherSummary, "utf8").trim();
4713
- if (summaryText && summaryText.length > 50) {
4714
- teamSummaries.push({ mateName: mateName, summary: summaryText });
4715
- }
4716
- }
4717
- } catch (e) {}
4718
- }
4719
-
4720
- // Inject team memory summaries into context
4721
- if (teamSummaries.length > 0) {
4722
- result += "\n\nTeam memory summaries (other mates' accumulated context):";
4723
- for (var tsi = 0; tsi < teamSummaries.length; tsi++) {
4724
- var ts = teamSummaries[tsi];
4725
- // Cap each summary to avoid context overflow
4726
- var capped = ts.summary.length > 2000 ? ts.summary.substring(0, 2000) + "\n...(truncated)" : ts.summary;
4727
- result += "\n\n--- @" + ts.mateName + " ---\n" + capped;
4728
- }
4729
- }
4730
- } catch (e) {}
4731
-
4732
- // Inject recent user observations from all mates (newest first, max 15)
4733
- try {
4734
- var allObservations = [];
4735
- var allMatesForObs = matesModule.getAllMates(mateCtx);
4736
- for (var moi = 0; moi < allMatesForObs.length; moi++) {
4737
- var moDir = matesModule.getMateDir(mateCtx, allMatesForObs[moi].id);
4738
- var moFile = path.join(moDir, "knowledge", "user-observations.jsonl");
4739
- try {
4740
- if (fs.existsSync(moFile)) {
4741
- var moLines = fs.readFileSync(moFile, "utf8").trim().split("\n").filter(function (l) { return l.trim(); });
4742
- for (var mli = 0; mli < moLines.length; mli++) {
4743
- try {
4744
- var moEntry = JSON.parse(moLines[mli]);
4745
- moEntry._mateName = moEntry.mateName || allMatesForObs[moi].name || allMatesForObs[moi].id;
4746
- allObservations.push(moEntry);
4747
- } catch (e) {}
4748
- }
4749
- }
4750
- } catch (e) {}
4751
- }
4752
- if (allObservations.length > 0) {
4753
- // Sort by date descending
4754
- allObservations.sort(function (a, b) { return (b.date || "").localeCompare(a.date || ""); });
4755
- var recentObs = allObservations.slice(0, 15);
4756
- result += "\n\nRecent user observations from all mates:";
4757
- for (var roi = 0; roi < recentObs.length; roi++) {
4758
- var ro = recentObs[roi];
4759
- result += "\n- [" + (ro.date || "?") + "] [@" + ro._mateName + "] [" + (ro.category || "?") + "] " + (ro.observation || "") + (ro.evidence ? " (evidence: " + ro.evidence + ")" : "");
4760
- }
4761
- }
4762
- } catch (e) {}
4763
-
4764
- // Inject recent activity timeline across all projects (chronological)
4765
- try {
4766
- var timelineEntries = [];
4767
-
4768
- // Own sessions
4769
- sm.sessions.forEach(function (s) {
4770
- if (s.hidden || !s.history || s.history.length === 0) return;
4771
- timelineEntries.push({
4772
- title: s.title || "New Session",
4773
- project: null,
4774
- ts: s.lastActivity || s.createdAt || 0
4775
- });
4776
- });
4777
-
4778
- // Cross-project sessions
4779
- var crossForTimeline = getAllProjectSessions();
4780
- for (var cti = 0; cti < crossForTimeline.length; cti++) {
4781
- var cs = crossForTimeline[cti];
4782
- timelineEntries.push({
4783
- title: cs.title || "New Session",
4784
- project: cs._projectTitle || null,
4785
- ts: cs.lastActivity || cs.createdAt || 0
4786
- });
4787
- }
4788
-
4789
- // Sort by time descending, take latest 20
4790
- timelineEntries.sort(function (a, b) { return b.ts - a.ts; });
4791
- timelineEntries = timelineEntries.slice(0, 20);
4792
-
4793
- if (timelineEntries.length > 0) {
4794
- result += "\n\nRecent activity timeline (newest first):";
4795
- for (var ti = 0; ti < timelineEntries.length; ti++) {
4796
- var te = timelineEntries[ti];
4797
- var dateStr = te.ts ? new Date(te.ts).toISOString().replace("T", " ").substring(0, 16) : "?";
4798
- var line = "- [" + dateStr + "] " + te.title;
4799
- if (te.project) line += " (project: " + te.project + ")";
4800
- result += "\n" + line;
4801
- }
4802
- }
4803
- } catch (e) {}
4804
- }
4805
-
4806
- // BM25 unified search: digests + session history for current topic
4807
- // globalSearch mates always search (they see everything); others need enough digests
4808
- if (query && (hasGlobalSearch || allLines.length > 5)) {
4809
- try {
4810
- // Collect mate's own sessions
4811
- var mateSessions = [];
4812
- sm.sessions.forEach(function (s) {
4813
- if (!s.hidden && s.history && s.history.length > 0) {
4814
- mateSessions.push(s);
4815
- }
4816
- });
4817
-
4818
- // globalSearch: also collect sessions from all other projects + knowledge files
4819
- var knowledgeFiles = [];
4820
- if (hasGlobalSearch) {
4821
- var crossSessions = getAllProjectSessions();
4822
- for (var cs = 0; cs < crossSessions.length; cs++) {
4823
- mateSessions.push(crossSessions[cs]);
4824
- }
4825
-
4826
- // Collect knowledge files from all mates
4827
- try {
4828
- var allMatesForKnowledge = matesModule.getAllMates(mateCtx);
4829
- for (var mk = 0; mk < allMatesForKnowledge.length; mk++) {
4830
- var mkDir = matesModule.getMateDir(mateCtx, allMatesForKnowledge[mk].id);
4831
- var mkName = allMatesForKnowledge[mk].name || allMatesForKnowledge[mk].id;
4832
- var mkKnowledgeDir = path.join(mkDir, "knowledge");
4833
- try {
4834
- var kFiles = fs.readdirSync(mkKnowledgeDir);
4835
- for (var kfi = 0; kfi < kFiles.length; kfi++) {
4836
- var kfName = kFiles[kfi];
4837
- // Skip system files (digests, identity, base-template)
4838
- if (kfName === "session-digests.jsonl" || kfName === "memory-summary.md" ||
4839
- kfName === "identity-backup.md" || kfName === "identity-history.jsonl" ||
4840
- kfName === "base-template.md") continue;
4841
- knowledgeFiles.push({
4842
- filePath: path.join(mkKnowledgeDir, kfName),
4843
- name: kfName,
4844
- mateName: mkName
4845
- });
4846
- }
4847
- } catch (e) {}
4848
- }
4849
- } catch (e) {}
4850
- }
4851
-
4852
- var searchResults = sessionSearch.searchMate({
4853
- digestFilePath: digestFile,
4854
- otherDigests: otherDigests,
4855
- sessions: mateSessions,
4856
- knowledgeFiles: knowledgeFiles,
4857
- query: query,
4858
- maxResults: hasGlobalSearch ? 12 : 5,
4859
- minScore: 1.0
4860
- });
4861
- var contextStr = sessionSearch.formatForContext(searchResults);
4862
- if (contextStr) result += contextStr;
4863
- } catch (e) {
4864
- console.error("[session-search] Mate search failed:", e.message);
4865
- }
4866
- }
4867
-
4868
- return result;
4869
- }
4870
-
4871
- // Gate check: ask Haiku whether this conversation contains anything worth remembering
4872
- function gateMemory(mateCtx, mateId, conversationContent, callback, opts) {
4873
- opts = opts || {};
4874
- var mateDir = matesModule.getMateDir(mateCtx, mateId);
4875
- var knowledgeDir = path.join(mateDir, "knowledge");
4876
-
4877
- // Load mate role/activities from mate.yaml (lightweight, no full CLAUDE.md)
4878
- var mateRole = "";
4879
- var mateActivities = "";
4880
- try {
4881
- var yamlRaw = fs.readFileSync(path.join(mateDir, "mate.yaml"), "utf8");
4882
- var roleMatch = yamlRaw.match(/^relationship:\s*(.+)$/m);
4883
- var actMatch = yamlRaw.match(/^activities:\s*(.+)$/m);
4884
- if (roleMatch) mateRole = roleMatch[1].trim();
4885
- if (actMatch) mateActivities = actMatch[1].trim();
4886
- } catch (e) {}
4887
-
4888
- // Load existing memory summary if available
4889
- var summaryContent = "";
4890
- try {
4891
- var summaryFile = path.join(knowledgeDir, "memory-summary.md");
4892
- if (fs.existsSync(summaryFile)) {
4893
- summaryContent = fs.readFileSync(summaryFile, "utf8").trim();
4894
- }
4895
- } catch (e) {}
4896
-
4897
- // Cap conversation content for gate
4898
- var cappedContent = conversationContent;
4899
- if (cappedContent.length > 3000) {
4900
- cappedContent = cappedContent.substring(0, 3000) + "...";
4901
- }
4902
-
4903
- var gateContext = [
4904
- "[SYSTEM: Memory Gate]",
4905
- "You are a memory filter for an AI Mate.",
4906
- "",
4907
- "Mate role: " + (mateRole || "assistant"),
4908
- "Mate activities: " + (mateActivities || "general"),
4909
- "",
4910
- "Current memory summary:",
4911
- summaryContent || "No memory summary yet.",
4912
- "",
4913
- "Conversation just ended:",
4914
- cappedContent,
4915
- ].join("\n");
4916
-
4917
- var gatePrompt = opts.gatePrompt || [
4918
- 'Should this conversation be saved to long-term memory?',
4919
- 'Answer "yes" if ANY of these apply:',
4920
- "- A new decision, commitment, or direction",
4921
- "- A change in position or strategy",
4922
- "- New information relevant to this Mate's role",
4923
- "- A user preference, opinion, or pattern not already in the summary",
4924
- "- The user shared personal context, project details, or goals",
4925
- "- The user expressed what they like, dislike, or care about",
4926
- "- The user gave instructions on how they want things done",
4927
- "- Anything the user would reasonably expect to be remembered next time",
4928
- "",
4929
- 'Answer "no" ONLY if:',
4930
- "- It exactly duplicates what is already in the memory summary",
4931
- "- The entire conversation is a single trivial exchange (e.g. just 'hi' / 'hello')",
4932
- "",
4933
- "When in doubt, answer yes. It is better to remember too much than to forget something important.",
4934
- "",
4935
- 'Answer with ONLY "yes" or "no". Nothing else.',
4936
- ].join("\n");
4937
- var defaultOnError = opts.defaultYes !== undefined ? !!opts.defaultYes : true;
4938
-
4939
- var gateText = "";
4940
- var _gateSession = null;
4941
- sdk.createMentionSession({
4942
- claudeMd: "",
4943
- model: "haiku",
4944
- initialContext: gateContext,
4945
- initialMessage: gatePrompt,
4946
- onActivity: function () {},
4947
- onDelta: function (delta) {
4948
- gateText += delta;
4949
- },
4950
- onDone: function () {
4951
- var answer = gateText.trim().toLowerCase();
4952
- var shouldRemember = answer.indexOf("yes") !== -1;
4953
- if (_gateSession) try { _gateSession.close(); } catch (e) {}
4954
- callback(shouldRemember);
4955
- },
4956
- onError: function (err) {
4957
- console.error("[memory-gate] Gate check failed for mate " + mateId + ":", err);
4958
- if (_gateSession) try { _gateSession.close(); } catch (e) {}
4959
- callback(defaultOnError);
4960
- },
4961
- }).then(function (gs) {
4962
- _gateSession = gs;
4963
- if (!gs) callback(defaultOnError);
4964
- }).catch(function (err) {
4965
- console.error("[memory-gate] Failed to create gate session for mate " + mateId + ":", err);
4966
- callback(defaultOnError);
4967
- });
4968
- }
4969
-
4970
- // Update (or create) memory-summary.md based on a new digest
4971
- function updateMemorySummary(mateCtx, mateId, digestObj) {
4972
- var mateDir = matesModule.getMateDir(mateCtx, mateId);
4973
- var knowledgeDir = path.join(mateDir, "knowledge");
4974
- var summaryFile = path.join(knowledgeDir, "memory-summary.md");
4975
-
4976
- // Check if summary exists; if not, try initial generation first
4977
- var summaryExists = false;
4978
- var summaryContent = "";
4979
- try {
4980
- if (fs.existsSync(summaryFile)) {
4981
- summaryContent = fs.readFileSync(summaryFile, "utf8").trim();
4982
- if (summaryContent) summaryExists = true;
4983
- }
4984
- } catch (e) {}
4985
-
4986
- if (!summaryExists) {
4987
- // Try initial summary generation from existing digests (migration)
4988
- initMemorySummary(mateCtx, mateId, function () {
4989
- // After init, do incremental update with the new digest
4990
- doIncrementalUpdate(mateCtx, mateId, knowledgeDir, summaryFile, digestObj);
4991
- });
4992
- } else {
4993
- doIncrementalUpdate(mateCtx, mateId, knowledgeDir, summaryFile, digestObj);
4994
- }
4995
- }
4996
-
4997
- // Incremental update of memory-summary.md with a single new digest
4998
- function doIncrementalUpdate(mateCtx, mateId, knowledgeDir, summaryFile, digestObj) {
4999
- var existingSummary = "";
5000
- try {
5001
- if (fs.existsSync(summaryFile)) {
5002
- existingSummary = fs.readFileSync(summaryFile, "utf8").trim();
5003
- }
5004
- } catch (e) {}
5005
-
5006
- var updateContext = [
5007
- "[SYSTEM: Memory Summary Update]",
5008
- "You are updating an AI Mate's long-term memory summary.",
5009
- "",
5010
- "Current summary:",
5011
- existingSummary || "(empty, this is the first entry)",
5012
- "",
5013
- "New session digest to incorporate:",
5014
- JSON.stringify(digestObj, null, 2),
5015
- ].join("\n");
5016
-
5017
- var updatePrompt = [
5018
- "Update the summary by:",
5019
- "1. Adding new information from this session",
5020
- "2. Updating existing entries if positions changed",
5021
- "3. Moving resolved open threads out of \"Open Threads\"",
5022
- "4. Adding to \"My Track Record\" if a past prediction/recommendation can now be evaluated",
5023
- "5. Removing outdated or redundant information",
5024
- "6. Preserving important user quotes and context from key_quotes and user_context fields",
5025
- "",
5026
- "Maintain this structure:",
5027
- "",
5028
- "# Memory Summary",
5029
- "Last updated: YYYY-MM-DD (session count: N+1)",
5030
- "",
5031
- "## User Context",
5032
- "(who they are, what they work on, project details, goals)",
5033
- "## User Patterns",
5034
- "(preferences, work style, communication style, likes/dislikes)",
5035
- "## Key Decisions",
5036
- "## Notable Quotes",
5037
- "(important things the user said, verbatim when possible)",
5038
- "## My Track Record",
5039
- "## Open Threads",
5040
- "## Recurring Topics",
5041
- "",
5042
- "Keep it concise. Each section should have at most 10 bullet points.",
5043
- "Drop the oldest/least relevant if needed.",
5044
- "The Notable Quotes section is valuable for preserving the user's voice and intent.",
5045
- "Output ONLY the updated markdown. Nothing else.",
5046
- ].join("\n");
5047
-
5048
- var updateText = "";
5049
- var _updateSession = null;
5050
- sdk.createMentionSession({
5051
- claudeMd: "",
5052
- model: "haiku",
5053
- initialContext: updateContext,
5054
- initialMessage: updatePrompt,
5055
- onActivity: function () {},
5056
- onDelta: function (delta) {
5057
- updateText += delta;
5058
- },
5059
- onDone: function () {
5060
- try {
5061
- var cleaned = updateText.trim();
5062
- if (cleaned.indexOf("```") === 0) {
5063
- cleaned = cleaned.replace(/^```[a-z]*\n?/, "").replace(/\n?```$/, "").trim();
5064
- }
5065
- fs.mkdirSync(knowledgeDir, { recursive: true });
5066
- fs.writeFileSync(summaryFile, cleaned + "\n", "utf8");
5067
- console.log("[memory-summary] Updated memory-summary.md for mate " + mateId);
5068
- } catch (e) {
5069
- console.error("[memory-summary] Failed to write memory-summary.md for mate " + mateId + ":", e.message);
5070
- }
5071
- if (_updateSession) try { _updateSession.close(); } catch (e) {}
5072
- },
5073
- onError: function (err) {
5074
- console.error("[memory-summary] Summary update failed for mate " + mateId + ":", err);
5075
- if (_updateSession) try { _updateSession.close(); } catch (e) {}
5076
- },
5077
- }).then(function (us) {
5078
- _updateSession = us;
5079
- }).catch(function (err) {
5080
- console.error("[memory-summary] Failed to create summary update session for mate " + mateId + ":", err);
5081
- });
5082
- }
5083
-
5084
- // User profile synthesis: collect observations from all mates, synthesize unified profile
5085
- var USER_PROFILE_SYNTHESIS_THRESHOLD = 8;
5086
-
5087
- function maybeSynthesizeUserProfile(mateCtx, mateId) {
5088
- var mate = matesModule.getMate(mateCtx, mateId);
5089
- if (!mate || !mate.globalSearch) return; // Only primary/globalSearch mates synthesize
5090
-
5091
- var matesRoot = matesModule.resolveMatesRoot(mateCtx);
5092
- var profilePath = path.join(matesRoot, "user-profile.md");
5093
-
5094
- // Collect all observations across all mates
5095
- var allObs = [];
5096
- try {
5097
- var allMates = matesModule.getAllMates(mateCtx);
5098
- for (var mi = 0; mi < allMates.length; mi++) {
5099
- var moDir = matesModule.getMateDir(mateCtx, allMates[mi].id);
5100
- var moFile = path.join(moDir, "knowledge", "user-observations.jsonl");
5101
- try {
5102
- if (fs.existsSync(moFile)) {
5103
- var lines = fs.readFileSync(moFile, "utf8").trim().split("\n").filter(function (l) { return l.trim(); });
5104
- for (var li = 0; li < lines.length; li++) {
5105
- try { allObs.push(JSON.parse(lines[li])); } catch (e) {}
5106
- }
5107
- }
5108
- } catch (e) {}
5109
- }
5110
- } catch (e) { return; }
5111
-
5112
- if (allObs.length === 0) return;
5113
-
5114
- // Check if synthesis is needed (threshold since last synthesis)
5115
- var existingProfile = "";
5116
- var lastObsCount = 0;
5117
- try {
5118
- if (fs.existsSync(profilePath)) {
5119
- existingProfile = fs.readFileSync(profilePath, "utf8").trim();
5120
- var countMatch = existingProfile.match(/from (\d+) observations/);
5121
- if (countMatch) lastObsCount = parseInt(countMatch[1], 10) || 0;
5122
- }
5123
- } catch (e) {}
5124
-
5125
- if (allObs.length - lastObsCount < USER_PROFILE_SYNTHESIS_THRESHOLD) return;
5126
-
5127
- // Sort newest first for synthesis
5128
- allObs.sort(function (a, b) { return (b.date || "").localeCompare(a.date || ""); });
5129
-
5130
- var synthContext = [
5131
- "[SYSTEM: User Profile Synthesis]",
5132
- "You are synthesizing a user profile from observations collected by multiple AI teammates.",
5133
- "",
5134
- "Current profile:",
5135
- existingProfile || "(none yet, first synthesis)",
5136
- "",
5137
- "All observations (" + allObs.length + " total, newest first):",
5138
- allObs.map(function (o) {
5139
- return "[" + (o.date || "?") + "] [@" + (o.mateName || o.mateId || "?") + "] [" + (o.category || "?") + "] " + (o.observation || "") + (o.evidence ? " (evidence: " + o.evidence + ")" : "");
5140
- }).join("\n"),
5141
- ].join("\n");
5142
-
5143
- var synthPrompt = [
5144
- "Synthesize a unified user profile from these observations.",
5145
- "",
5146
- "Rules:",
5147
- "1. Organize by: Communication Style, Decision Patterns, Working Habits, Technical Preferences, Emotional Signals",
5148
- "2. Each point: observation + source mates and dates in parentheses",
5149
- "3. If observations contradict, note both with dates. Preferences evolve.",
5150
- "4. Mark patterns seen 3+ times as [strong], 2 times as [emerging]",
5151
- "5. Keep under 800 words. This is a reference card, not a biography.",
5152
- '6. End with: "Last synthesized: YYYY-MM-DD from N observations across M mates"',
5153
- "",
5154
- "Output ONLY the markdown profile. No fences, no extra text.",
5155
- ].join("\n");
5156
-
5157
- var synthText = "";
5158
- sdk.createMentionSession({
5159
- claudeMd: "",
5160
- model: "haiku",
5161
- initialContext: synthContext,
5162
- initialMessage: synthPrompt,
5163
- onActivity: function () {},
5164
- onDelta: function (delta) { synthText += delta; },
5165
- onDone: function () {
5166
- try {
5167
- var cleaned = synthText.trim();
5168
- if (cleaned.indexOf("```") === 0) {
5169
- cleaned = cleaned.replace(/^```[a-z]*\n?/, "").replace(/\n?```$/, "").trim();
5170
- }
5171
- fs.mkdirSync(path.dirname(profilePath), { recursive: true });
5172
- fs.writeFileSync(profilePath, cleaned + "\n", "utf8");
5173
- console.log("[user-profile] Synthesized user-profile.md from " + allObs.length + " observations");
5174
- } catch (e) {
5175
- console.error("[user-profile] Failed to write user-profile.md:", e.message);
5176
- }
5177
- },
5178
- onError: function (err) {
5179
- console.error("[user-profile] Synthesis failed:", err);
5180
- },
5181
- }).catch(function (err) {
5182
- console.error("[user-profile] Failed to create synthesis session:", err);
5183
- });
5184
- }
5185
-
5186
- // Initial summary generation (migration): read latest 20 digests and generate first summary
5187
- function initMemorySummary(mateCtx, mateId, callback) {
5188
- var mateDir = matesModule.getMateDir(mateCtx, mateId);
5189
- var knowledgeDir = path.join(mateDir, "knowledge");
5190
- var summaryFile = path.join(knowledgeDir, "memory-summary.md");
5191
- var digestFile = path.join(knowledgeDir, "session-digests.jsonl");
5192
-
5193
- // Check if digests exist
5194
- var allLines = [];
5195
- try {
5196
- if (fs.existsSync(digestFile)) {
5197
- allLines = fs.readFileSync(digestFile, "utf8").trim().split("\n").filter(function (l) { return l.trim(); });
5198
- }
5199
- } catch (e) {}
5200
-
5201
- if (allLines.length === 0) {
5202
- // No digests to summarize, just callback
5203
- callback();
5204
- return;
5205
- }
5206
-
5207
- var recent = allLines.slice(-20);
5208
- var digestsText = [];
5209
- for (var i = 0; i < recent.length; i++) {
5210
- try {
5211
- var d = JSON.parse(recent[i]);
5212
- digestsText.push(JSON.stringify(d));
5213
- } catch (e) {}
5214
- }
5215
-
5216
- if (digestsText.length === 0) {
5217
- callback();
5218
- return;
5219
- }
5220
-
5221
- var initContext = [
5222
- "[SYSTEM: Initial Memory Summary]",
5223
- "You are creating the first long-term memory summary for an AI Mate.",
5224
- "",
5225
- "Here are the most recent session digests (up to 20):",
5226
- digestsText.join("\n"),
5227
- ].join("\n");
5228
-
5229
- var initPrompt = [
5230
- "Create a memory summary from these sessions.",
5231
- "",
5232
- "Structure:",
5233
- "",
5234
- "# Memory Summary",
5235
- "Last updated: YYYY-MM-DD (session count: N)",
5236
- "",
5237
- "## User Context",
5238
- "(who they are, what they work on, project details, goals)",
5239
- "## User Patterns",
5240
- "(preferences, work style, communication style, likes/dislikes)",
5241
- "## Key Decisions",
5242
- "## Notable Quotes",
5243
- "(important things the user said, verbatim when possible)",
5244
- "## My Track Record",
5245
- "## Open Threads",
5246
- "## Recurring Topics",
5247
- "",
5248
- "Keep it concise. Focus on patterns, decisions, and the user's own words.",
5249
- "Each section should have at most 10 bullet points.",
5250
- "Preserve key_quotes from digests in the Notable Quotes section.",
5251
- "Set session count to " + digestsText.length + ".",
5252
- "Output ONLY the markdown. Nothing else.",
5253
- ].join("\n");
5254
-
5255
- var initText = "";
5256
- var _initSession = null;
5257
- sdk.createMentionSession({
5258
- claudeMd: "",
5259
- model: "haiku",
5260
- initialContext: initContext,
5261
- initialMessage: initPrompt,
5262
- onActivity: function () {},
5263
- onDelta: function (delta) {
5264
- initText += delta;
5265
- },
5266
- onDone: function () {
5267
- try {
5268
- var cleaned = initText.trim();
5269
- if (cleaned.indexOf("```") === 0) {
5270
- cleaned = cleaned.replace(/^```[a-z]*\n?/, "").replace(/\n?```$/, "").trim();
5271
- }
5272
- fs.mkdirSync(knowledgeDir, { recursive: true });
5273
- fs.writeFileSync(summaryFile, cleaned + "\n", "utf8");
5274
- console.log("[memory-summary] Generated initial memory-summary.md for mate " + mateId + " from " + digestsText.length + " digests");
5275
- } catch (e) {
5276
- console.error("[memory-summary] Failed to write initial memory-summary.md for mate " + mateId + ":", e.message);
5277
- }
5278
- if (_initSession) try { _initSession.close(); } catch (e) {}
5279
- callback();
5280
- },
5281
- onError: function (err) {
5282
- console.error("[memory-summary] Initial summary generation failed for mate " + mateId + ":", err);
5283
- if (_initSession) try { _initSession.close(); } catch (e) {}
5284
- callback();
5285
- },
5286
- }).then(function (is) {
5287
- _initSession = is;
5288
- if (!is) callback();
5289
- }).catch(function (err) {
5290
- console.error("[memory-summary] Failed to create init summary session for mate " + mateId + ":", err);
5291
- callback();
5292
- });
5293
- }
3943
+ // --- Memory engine (delegated to project-memory.js) ---
3944
+ var _memory = attachMemory({
3945
+ cwd: cwd,
3946
+ sm: sm,
3947
+ sdk: sdk,
3948
+ sendTo: sendTo,
3949
+ matesModule: matesModule,
3950
+ sessionSearch: sessionSearch,
3951
+ getAllProjectSessions: getAllProjectSessions,
3952
+ projectOwnerId: projectOwnerId,
3953
+ handleMessage: handleMessage,
3954
+ });
3955
+ var loadMateDigests = _memory.loadMateDigests;
3956
+ var gateMemory = _memory.gateMemory;
3957
+ var updateMemorySummary = _memory.updateMemorySummary;
3958
+ var initMemorySummary = _memory.initMemorySummary;
3959
+
3960
+ // --- Mate interaction engine (delegated to project-mate-interaction.js) ---
3961
+ // Note: checkForDmDebateBrief comes from _debate (initialized below),
3962
+ // so we use a lazy getter that resolves at call time.
3963
+ var _mateInteraction = attachMateInteraction({
3964
+ cwd: cwd,
3965
+ sm: sm,
3966
+ sdk: sdk,
3967
+ sendTo: sendTo,
3968
+ sendToSession: sendToSession,
3969
+ sendToSessionOthers: sendToSessionOthers,
3970
+ matesModule: matesModule,
3971
+ isMate: isMate,
3972
+ projectOwnerId: projectOwnerId,
3973
+ getSessionForWs: getSessionForWs,
3974
+ getLinuxUserForSession: getLinuxUserForSession,
3975
+ saveImageFile: saveImageFile,
3976
+ hydrateImageRefs: hydrateImageRefs,
3977
+ onProcessingChanged: onProcessingChanged,
3978
+ loadMateDigests: loadMateDigests,
3979
+ updateMemorySummary: updateMemorySummary,
3980
+ initMemorySummary: initMemorySummary,
3981
+ get checkForDmDebateBrief() { return checkForDmDebateBrief; },
3982
+ });
3983
+ var handleMention = _mateInteraction.handleMention;
3984
+ var getMateProfile = _mateInteraction.getMateProfile;
3985
+ var loadMateClaudeMd = _mateInteraction.loadMateClaudeMd;
3986
+ var digestDmTurn = _mateInteraction.digestDmTurn;
3987
+ var enqueueDigest = _mateInteraction.enqueueDigest;
5294
3988
 
5295
3989
  // --- Debate engine (delegated to project-debate.js) ---
5296
3990
  var _debate = attachDebate({