@hera-al/server 1.6.41 → 1.6.44

package/dist/gateway/channels/mesh.js

@@ -1 +1 @@
-import e from"node:crypto";import{WebSocket as t}from"ws";import{createLogger as n}from"../../utils/logger.js";const s=n("Mesh");function o(t,n){const s=function(t){const n=Buffer.from(t,"hex"),s=Buffer.from("302e020100300506032b657004220420","hex"),o=Buffer.concat([s,n]);return e.createPrivateKey({key:o,format:"der",type:"pkcs8"})}(n),o=Buffer.from(t,"hex");return e.sign(null,o,s).toString("hex")}export class MeshChannel{name="mesh";ws=null;config;onMessage=null;sessionToken=null;connected=!1;reconnectTimer=null;reconnectDelay;stopping=!1;pingTimer=null;pendingOutbound=new Map;replyCallback=null;constructor(e){this.config=e,this.reconnectDelay=e.reconnectDelayMs??5e3}onReply(e){this.replyCallback=e}async start(e){this.onMessage=e,this.stopping=!1,await this.connect()}connect(){return new Promise((e,n)=>{const{brokerUrl:i,agentId:r}=this.config;s.info(`Connecting to mesh broker at ${i} as ${r}...`);try{this.ws=new t(i)}catch(t){return s.error(`Failed to create WebSocket: ${t}`),this.scheduleReconnect(),void e()}let a=!1;const c=t=>{a||(a=!0,t?(s.error(`Mesh connection failed: ${t.message}`),this.scheduleReconnect(),e()):e())},h=setTimeout(()=>{c(new Error("Connection timeout")),this.ws?.close()},1e4);this.ws.on("open",()=>{}),this.ws.on("message",e=>{let t;try{t=JSON.parse(e.toString())}catch{return void s.warn("Invalid JSON from mesh broker")}switch(t.type){case"challenge":{const e=o(t.challenge,this.config.privateKey);this.sendRaw({type:"auth",agentId:this.config.agentId,signature:e,timestamp:Date.now()});break}case"auth_result":clearTimeout(h),t.authenticated&&t.sessionToken?(this.connected=!0,this.sessionToken=t.sessionToken,s.info(`Authenticated as ${this.config.agentId} on mesh`),this.startPing(),c()):c(new Error(`Auth failed: ${t.error??"unknown"}`));break;case"message":this.handleMeshMessage(t.message),this.sendRaw({type:"ack",messageId:t.message.id});break;case"presence":s.info(`Mesh presence: ${t.agentId} is ${t.status}`),this.knownPeers.set(t.agentId,t.status);break;case"ping":this.sendRaw({type:"pong"});break;case"pong":case"ack":break;case"error":s.warn(`Mesh error: ${t.error}`)}}),this.ws.on("close",(e,t)=>{clearTimeout(h),this.connected=!1,this.sessionToken=null,this.stopPing(),s.info(`Mesh connection closed (code=${e}, reason=${t?.toString()??"?"})`),this.stopping||this.scheduleReconnect(),c()}),this.ws.on("error",e=>{s.error(`Mesh WebSocket error: ${e.message}`)})})}async handleMeshMessage(t){if(!this.onMessage)return;const n=t.from,o=null!=t.replyTo&&this.pendingOutbound.has(t.replyTo),i=o&&t.replyTo?this.pendingOutbound.get(t.replyTo):void 0;let r;if(t.replyTo&&this.pendingOutbound.has(t.replyTo)&&this.pendingOutbound.delete(t.replyTo),"string"==typeof t.payload)r=t.payload;else if(t.payload&&"object"==typeof t.payload){const e=t.payload;r="string"==typeof e.text?e.text:`[Mesh ${t.type}] ${JSON.stringify(t.payload)}`}else r=`[Mesh ${t.type}]`;if(o){if(s.info(`Reply from ${t.from} (to outbound ${t.replyTo}) → routing to origin session${i?` [${i}]`:""}`),i&&this.replyCallback)return void this.replyCallback(i,t.from,r)}else s.info(`New message from ${t.from}: ${t.type} → dispatching to agent (will auto-reply)`);const a={chatId:n,userId:t.from,channelName:"mesh",text:r,attachments:[],username:t.from};try{const i=await this.onMessage(a);if(!o&&i&&i.trim()){const o={id:e.randomUUID(),from:this.config.agentId,to:n,type:"text",payload:{text:i},timestamp:Date.now(),replyTo:t.id};this.sendRaw({type:"message",message:o}),s.debug(`Auto-replied to ${t.from}: ${i.slice(0,80)}...`)}}catch(e){s.error(`Error handling mesh message from ${t.from}: ${e}`)}}async sendText(t,n,o){if(!this.connected||!this.ws)return void s.warn(`Cannot send to ${t}: mesh not connected`);const i=e.randomUUID(),r={id:i,from:this.config.agentId,to:t,type:"text",payload:{text:n},timestamp:Date.now()};this.pendingOutbound.set(i,o),this.sendRaw({type:"message",message:r}),s.debug(`Sent to ${t} (id=${i}${o?`, origin=${o}`:""}): ${n.slice(0,80)}...`)}sendTyped(t,n,s,o){if(!this.connected||!this.ws)throw new Error("Mesh not connected");const i={id:e.randomUUID(),from:this.config.agentId,to:t,type:n,payload:s,timestamp:Date.now(),replyTo:o};return this.sendRaw({type:"message",message:i}),i.id}getSessionToken(){return this.sessionToken}getAgentId(){return this.config.agentId}getBrokerHttpUrl(){return this.config.brokerUrl.replace("ws://","http://").replace("wss://","https://").replace("/ws","")}isConnected(){return this.connected}knownPeers=new Map;async getAgents(){try{const e=this.getBrokerHttpUrl(),t=await fetch(`${e}/api/agents`,{headers:this.sessionToken?{Authorization:`Bearer ${this.sessionToken}`}:{}});if(!t.ok)throw new Error(`HTTP ${t.status}`);const n=await t.json();return Array.isArray(n.agents)?n.agents:[]}catch(e){s.warn(`Failed to fetch agents: ${e}`);const t=[];for(const[e,n]of this.knownPeers)t.push({agentId:e,status:n});return t}}async getMeshPromptInfo(){const e=(await this.getAgents()).filter(e=>e.agentId!==this.config.agentId);if(0===e.length)return"";const t=e.map(e=>`- **${e.agentId}** (${e.status??"unknown"})`);return["## Mesh (Inter-Agent Communication)",`You are connected to the Hera Mesh as **${this.config.agentId}**.`,"Other agents on the mesh:",...t,"",'To message an agent: use send_message(channel="mesh", chatId="<agentId>", text="...").',"When you receive a mesh message, it appears as a normal incoming message from channel=mesh."].join("\n")}sendRaw(e){this.ws&&this.ws.readyState===t.OPEN&&this.ws.send(JSON.stringify(e))}startPing(){this.stopPing(),this.pingTimer=setInterval(()=>{this.connected&&this.sendRaw({type:"ping"})},3e4)}stopPing(){this.pingTimer&&(clearInterval(this.pingTimer),this.pingTimer=null)}scheduleReconnect(){this.stopping||this.reconnectTimer||(s.info(`Reconnecting in ${this.reconnectDelay}ms...`),this.reconnectTimer=setTimeout(()=>{this.reconnectTimer=null,this.connect().catch(e=>{s.error(`Reconnect failed: ${e}`)})},this.reconnectDelay))}async stop(){this.stopping=!0,this.stopPing(),this.reconnectTimer&&(clearTimeout(this.reconnectTimer),this.reconnectTimer=null),this.ws&&(this.ws.close(1e3,"Channel stopping"),this.ws=null),this.connected=!1,s.info("Mesh channel stopped")}}
+import e from"node:crypto";import{WebSocket as t}from"ws";import{createLogger as n}from"../../utils/logger.js";const s=n("Mesh");function i(t,n){const s=function(t){const n=Buffer.from(t,"hex"),s=Buffer.from("302e020100300506032b657004220420","hex"),i=Buffer.concat([s,n]);return e.createPrivateKey({key:i,format:"der",type:"pkcs8"})}(n),i=Buffer.from(t,"hex");return e.sign(null,i,s).toString("hex")}export class MeshChannel{name="mesh";ws=null;config;onMessage=null;sessionToken=null;connected=!1;reconnectTimer=null;reconnectDelay;stopping=!1;pingTimer=null;pendingOutbound=new Map;replyCallback=null;activeInbound=new Map;rateBuckets=new Map;rateLimitConfig;constructor(e){this.config=e,this.reconnectDelay=e.reconnectDelayMs??5e3,this.rateLimitConfig={maxPerPair:e.rateLimit?.maxPerPair??20,windowMs:e.rateLimit?.windowMs??36e5}}checkRateLimit(e){const t=Date.now(),n=this.rateBuckets.get(e);if(!n||t-n.windowStart>=this.rateLimitConfig.windowMs)return this.rateBuckets.set(e,{count:1,windowStart:t}),!0;if(n.count>=this.rateLimitConfig.maxPerPair){const i=this.rateLimitConfig.windowMs-(t-n.windowStart);return s.warn(`Rate limit reached for peer ${e}: ${n.count}/${this.rateLimitConfig.maxPerPair} in window. Resets in ${Math.ceil(i/1e3)}s`),!1}return n.count++,!0}onReply(e){this.replyCallback=e}async start(e){this.onMessage=e,this.stopping=!1,await this.connect()}connect(){return new Promise((e,n)=>{const{brokerUrl:o,agentId:r}=this.config;s.info(`Connecting to mesh broker at ${o} as ${r}...`);try{this.ws=new t(o)}catch(t){return s.error(`Failed to create WebSocket: ${t}`),this.scheduleReconnect(),void e()}let a=!1;const c=t=>{a||(a=!0,t?(s.error(`Mesh connection failed: ${t.message}`),this.scheduleReconnect(),e()):e())},h=setTimeout(()=>{c(new Error("Connection timeout")),this.ws?.close()},1e4);this.ws.on("open",()=>{}),this.ws.on("message",e=>{let t;try{t=JSON.parse(e.toString())}catch{return void s.warn("Invalid JSON from mesh broker")}switch(t.type){case"challenge":{const e=i(t.challenge,this.config.privateKey);this.sendRaw({type:"auth",agentId:this.config.agentId,signature:e,timestamp:Date.now()});break}case"auth_result":clearTimeout(h),t.authenticated&&t.sessionToken?(this.connected=!0,this.sessionToken=t.sessionToken,s.info(`Authenticated as ${this.config.agentId} on mesh`),this.startPing(),c()):c(new Error(`Auth failed: ${t.error??"unknown"}`));break;case"message":this.handleMeshMessage(t.message),this.sendRaw({type:"ack",messageId:t.message.id});break;case"presence":s.info(`Mesh presence: ${t.agentId} is ${t.status}`),this.knownPeers.set(t.agentId,t.status);break;case"ping":this.sendRaw({type:"pong"});break;case"pong":case"ack":break;case"error":s.warn(`Mesh error: ${t.error}`)}}),this.ws.on("close",(e,t)=>{clearTimeout(h),this.connected=!1,this.sessionToken=null,this.stopPing(),s.info(`Mesh connection closed (code=${e}, reason=${t?.toString()??"?"})`),this.stopping||this.scheduleReconnect(),c()}),this.ws.on("error",e=>{s.error(`Mesh WebSocket error: ${e.message}`)})})}async handleMeshMessage(t){if(!this.onMessage)return;const n=t.from,i=null!=t.replyTo&&this.pendingOutbound.has(t.replyTo),o=i&&t.replyTo?this.pendingOutbound.get(t.replyTo):void 0;if(t.replyTo&&this.pendingOutbound.has(t.replyTo)){const e=t.replyTo;setTimeout(()=>this.pendingOutbound.delete(e),3e5)}let r;if("string"==typeof t.payload)r=t.payload;else if(t.payload&&"object"==typeof t.payload){const e=t.payload;r="string"==typeof e.text?e.text:`[Mesh ${t.type}] ${JSON.stringify(t.payload)}`}else r=`[Mesh ${t.type}]`;if(i){if(s.info(`Reply from ${t.from} (to outbound ${t.replyTo}) → routing to origin session${o?` [${o}]`:""}`),o&&this.replyCallback)return void this.replyCallback(o,t.from,r)}else s.info(`New message from ${t.from}: ${t.type} → dispatching to agent (will auto-reply)`);const a={chatId:n,userId:t.from,channelName:"mesh",text:r,attachments:[],username:t.from};this.activeInbound.set(t.from,t.id);try{const o=await this.onMessage(a);if(!i&&o&&o.trim())if(this.checkRateLimit(n)){const i={id:e.randomUUID(),from:this.config.agentId,to:n,type:"text",payload:{text:o},timestamp:Date.now(),replyTo:t.id};this.sendRaw({type:"message",message:i}),s.debug(`Auto-replied to ${t.from}: ${o.slice(0,80)}...`)}else s.warn(`Dropping auto-reply to ${n}: rate limited`)}catch(e){s.error(`Error handling mesh message from ${t.from}: ${e}`)}finally{this.activeInbound.delete(t.from)}}async sendText(t,n,i){if(!this.connected||!this.ws)return void s.warn(`Cannot send to ${t}: mesh not connected`);if(!this.checkRateLimit(t))return void s.warn(`Dropping outbound message to ${t}: rate limited`);const o=e.randomUUID(),r=this.activeInbound.get(t),a={id:o,from:this.config.agentId,to:t,type:"text",payload:{text:n},timestamp:Date.now(),...r?{replyTo:r}:{}};r||this.pendingOutbound.set(o,i),this.sendRaw({type:"message",message:a}),s.debug(`Sent to ${t} (id=${o}${r?`, replyTo=${r}`:""}${i?`, origin=${i}`:""}): ${n.slice(0,80)}...`)}sendTyped(t,n,s,i){if(!this.connected||!this.ws)throw new Error("Mesh not connected");if(!this.checkRateLimit(t))throw new Error(`Rate limit reached for peer ${t} (max ${this.rateLimitConfig.maxPerPair} per ${this.rateLimitConfig.windowMs/1e3}s)`);const o={id:e.randomUUID(),from:this.config.agentId,to:t,type:n,payload:s,timestamp:Date.now(),replyTo:i};return this.sendRaw({type:"message",message:o}),o.id}getSessionToken(){return this.sessionToken}getAgentId(){return this.config.agentId}getBrokerHttpUrl(){return this.config.brokerUrl.replace("ws://","http://").replace("wss://","https://").replace("/ws","")}isConnected(){return this.connected}knownPeers=new Map;async getAgents(){try{const e=this.getBrokerHttpUrl(),t=await fetch(`${e}/api/agents`,{headers:this.sessionToken?{Authorization:`Bearer ${this.sessionToken}`}:{}});if(!t.ok)throw new Error(`HTTP ${t.status}`);const n=await t.json();return Array.isArray(n.agents)?n.agents:[]}catch(e){s.warn(`Failed to fetch agents: ${e}`);const t=[];for(const[e,n]of this.knownPeers)t.push({agentId:e,status:n});return t}}async getMeshPromptInfo(){const e=(await this.getAgents()).filter(e=>e.agentId!==this.config.agentId);if(0===e.length)return"";const t=e.map(e=>`- **${e.agentId}** (${e.status??"unknown"})`);return["## Mesh (Inter-Agent Communication)",`You are connected to the Hera Mesh as **${this.config.agentId}**.`,"Other agents on the mesh:",...t,"",'To message an agent: use send_message(channel="mesh", chatId="<agentId>", text="...").',"When you receive a mesh message, it appears as a normal incoming message from channel=mesh."].join("\n")}sendRaw(e){this.ws&&this.ws.readyState===t.OPEN&&this.ws.send(JSON.stringify(e))}startPing(){this.stopPing(),this.pingTimer=setInterval(()=>{this.connected&&this.sendRaw({type:"ping"})},3e4)}stopPing(){this.pingTimer&&(clearInterval(this.pingTimer),this.pingTimer=null)}scheduleReconnect(){this.stopping||this.reconnectTimer||(s.info(`Reconnecting in ${this.reconnectDelay}ms...`),this.reconnectTimer=setTimeout(()=>{this.reconnectTimer=null,this.connect().catch(e=>{s.error(`Reconnect failed: ${e}`)})},this.reconnectDelay))}async stop(){this.stopping=!0,this.stopPing(),this.reconnectTimer&&(clearTimeout(this.reconnectTimer),this.reconnectTimer=null),this.ws&&(this.ws.close(1e3,"Channel stopping"),this.ws=null),this.connected=!1,s.info("Mesh channel stopped")}}

package/dist/gateway/channels/telegram/index.d.ts

@@ -10,7 +10,7 @@
  * - Advanced retry policy
  * - Poll creation
  */
-import type { ChannelAdapter, MessageHandler, InlineButton } from "../../bridge.js";
+import type { ChannelAdapter, MessageHandler, ReactionHandler, InlineButton } from "../../bridge.js";
 import type { TokenDB } from "../../../auth/token-db.js";
 import type { TelegramAccountConfig } from "../../../config.js";
 export declare class TelegramChannel implements ChannelAdapter {
@@ -19,19 +19,15 @@ export declare class TelegramChannel implements ChannelAdapter {
     private config;
     private accountId;
     private tokenDb;
-    private typingIntervals;
-    private inflightTyping;
-    private inflightCount;
-    constructor(config: TelegramAccountConfig, accountId: string, tokenDb: TokenDB, inflightTyping?: boolean);
-    start(onMessage: MessageHandler): Promise<void>;
+    /** Per-chat debounce buffers for rapid-fire message aggregation */
+    private debounceBuffers;
+    constructor(config: TelegramAccountConfig, accountId: string, tokenDb: TokenDB);
+    start(onMessage: MessageHandler, onReaction?: ReactionHandler): Promise<void>;
     sendText(chatId: string, text: string): Promise<void>;
+    /** One-shot: send a single "typing" signal to Telegram. */
     setTyping(chatId: string): Promise<void>;
-    /** Re-send typing if an interval is active (another handler is still processing). */
-    private resendTypingIfActive;
-    clearTyping(chatId: string): Promise<void>;
-    releaseTyping(chatId: string): Promise<void>;
-    private startTypingInterval;
-    private stopTypingInterval;
+    /** One-shot: Telegram has no explicit "stop typing" API — it clears on message send. */
+    clearTyping(_chatId: string): Promise<void>;
     sendButtons(chatId: string, text: string, buttons: InlineButton[][]): Promise<void>;
     sendAudio(chatId: string, filePath: string, asVoice?: boolean): Promise<void>;
     reactMessage(chatId: string, messageId: string, emoji: string, remove?: boolean): Promise<void>;
@@ -42,8 +38,22 @@ export declare class TelegramChannel implements ChannelAdapter {
     /**
      * Process an incoming message in the background.
      * Not awaited by the Grammy handler so the polling loop stays unblocked.
+     *
+     * When inputDebounceMs > 0, rapid-fire messages from the same chat are
+     * buffered and merged into a single IncomingMessage before being forwarded
+     * to the agent. This prevents Telegram's message-splitting from causing
+     * multiple steer interrupts.
      */
     private handleIncoming;
+    /**
+     * Flush the debounce buffer for a chat: merge all buffered messages into
+     * one IncomingMessage and process it.
+     */
+    private flushDebounce;
+    /**
+     * Process a single (possibly merged) message — send to agent and deliver response.
+     */
+    private processMessage;
     private buildIncomingMessage;
     private downloadFile;
     private sendChunked;

package/dist/gateway/channels/telegram/index.js

@@ -1 +1 @@
-import{Bot as t,InputFile as e}from"grammy";import{validateChannelUser as i}from"../../../auth/auth-middleware.js";import{parseMediaLines as n}from"../../../utils/media-response.js";import{markdownToTelegramHtmlChunks as a}from"../../../utils/telegram-format.js";import{createLogger as o}from"../../../utils/logger.js";import{sendMessageTelegram as s}from"./send.js";import{reactMessageTelegram as r,resolveReactionLevel as c}from"./reactions.js";import{editMessageTelegram as l,deleteMessageTelegram as h}from"./edit-delete.js";import{sendStickerTelegram as d,cacheSticker as g}from"./stickers.js";import{validateButtonsForChatId as f}from"./inline-buttons.js";const m=o("Telegram");export class TelegramChannel{name="telegram";bot;config;accountId;tokenDb;typingIntervals=new Map;inflightTyping;inflightCount=new Map;constructor(e,i,n,a=!0){this.config=e,this.accountId=i,this.tokenDb=n,this.inflightTyping=a,this.bot=new t(e.botToken)}async start(t){this.bot.on("message",e=>{this.handleIncoming(e,t)}),this.bot.on("callback_query:data",e=>{const i=e.callbackQuery.data,n=String(e.from?.id??"unknown"),a=String(e.chat?.id??e.callbackQuery.message?.chat?.id??"unknown"),o=e.from?.username;e.answerCallbackQuery().catch(()=>{}),this.startTypingInterval(a);t({chatId:a,userId:n,channelName:"telegram",text:i,attachments:[],username:o,rawContext:e}).then(async t=>{t&&t.trim()&&await this.sendText(a,t)}).catch(t=>{m.error(`Error handling callback from ${n}: ${t}`),this.stopTypingInterval(a)})}),m.info("Starting Telegram bot..."),this.bot.start({onStart:t=>{m.info(`Telegram bot started: @${t.username}`)}}).catch(t=>{String(t).includes("Aborted delay")?m.debug("Telegram polling stopped"):m.error(`Telegram bot polling error: ${t}`)})}async sendText(t,e){try{await s(t,e,{token:this.config.botToken,accountId:this.accountId,textChunkLimit:this.config.textChunkLimit,linkPreview:this.config.linkPreview,retry:this.config.retry})}catch(t){throw m.error(`Failed to send message: ${t}`),t}await this.resendTypingIfActive(t)}async setTyping(t){this.typingIntervals.has(t)?await this.bot.api.sendChatAction(t,"typing").catch(()=>{}):this.startTypingInterval(t)}async resendTypingIfActive(t){this.typingIntervals.has(t)&&await this.bot.api.sendChatAction(t,"typing").catch(()=>{})}async clearTyping(t){this.inflightCount.delete(t);const e=this.typingIntervals.get(t);e&&(clearInterval(e),this.typingIntervals.delete(t))}async releaseTyping(t){this.stopTypingInterval(t)}startTypingInterval(t){if(this.inflightTyping){const e=(this.inflightCount.get(t)??0)+1;if(this.inflightCount.set(t,e),e>1)return}const e=this.typingIntervals.get(t);e&&(clearInterval(e),this.typingIntervals.delete(t)),this.bot.api.sendChatAction(t,"typing").catch(()=>{});const i=setInterval(()=>{const e=this.inflightCount.get(t)??0;!this.inflightTyping||e>0?this.bot.api.sendChatAction(t,"typing").catch(()=>{}):(clearInterval(i),this.typingIntervals.delete(t))},4e3);this.typingIntervals.set(t,i)}stopTypingInterval(t){if(this.inflightTyping){const e=(this.inflightCount.get(t)??1)-1;return void(e>0?this.inflightCount.set(t,e):this.inflightCount.delete(t))}const e=this.typingIntervals.get(t);e&&(clearInterval(e),this.typingIntervals.delete(t))}async sendButtons(t,e,i){const n=i.map(t=>t.map(t=>({text:t.text,callback_data:t.callbackData??t.text})));try{f(n,this.config,t)}catch(i){return m.warn(`Button validation failed: ${i}, sending without buttons`),void await this.sendText(t,e)}await s(t,e,{token:this.config.botToken,accountId:this.accountId,buttons:n,textChunkLimit:this.config.textChunkLimit,linkPreview:this.config.linkPreview,retry:this.config.retry}),await this.resendTypingIfActive(t)}async sendAudio(t,i,n){const a=new e(i);n?await this.bot.api.sendVoice(t,a):await this.bot.api.sendAudio(t,a),await this.resendTypingIfActive(t)}async reactMessage(t,e,i,n){const{level:a}=c(this.config);"off"!==a?await r(t,e,i,this.config.botToken,{remove:n}):m.debug("Reactions disabled for this account")}async editMessage(t,e,i,n){const a=n?.map(t=>({text:t.text,callback_data:t.callbackData??t.text}));await l(t,e,i,this.config.botToken,{buttons:a?[a]:void 0,linkPreview:this.config.linkPreview})}async deleteMessage(t,e){await h(t,e,this.config.botToken,this.config.retry)}async sendSticker(t,e){await d(t,e,this.config.botToken,{retry:this.config.retry}),await this.resendTypingIfActive(t)}async stop(){for(const[,t]of this.typingIntervals)clearInterval(t);this.typingIntervals.clear(),this.inflightCount.clear();try{await this.bot.stop(),m.info("Telegram bot stopped"),await new Promise(t=>setTimeout(t,100))}catch(t){m.warn(`Error stopping Telegram bot: ${t}`)}}async handleIncoming(t,a){const o=String(t.from?.id??"unknown"),s=String(t.chat?.id??"unknown"),r=t.from?.username,c=i(this.tokenDb,o,"telegram",this.config.dmPolicy,this.config.allowFrom);if(!c.authorized)return m.warn(`Unauthorized message from ${o} (@${r})`),void await t.reply(c.reason??"Not authorized.");this.startTypingInterval(s);try{const i=await this.buildIncomingMessage(t,s,o,r),c=await a(i),{textParts:l,mediaEntries:h}=n(c);for(const i of h)try{const n=new e(i.path);i.asVoice?await t.replyWithVoice(n):await t.replyWithAudio(n)}catch(t){m.error(`Failed to send audio: ${t}`)}const d=l.join("\n").trim();d&&await this.sendChunked(t,d),this.stopTypingInterval(s)}catch(e){m.error(`Error handling message from ${o}: ${e}`),this.stopTypingInterval(s),await t.reply("An error occurred while processing your message.").catch(()=>{})}}async buildIncomingMessage(t,e,i,n){const a=t.message,o=[];let s=a.text??a.caption??void 0;if(a.photo&&a.photo.length>0){const e=a.photo[a.photo.length-1];o.push({type:"image",mimeType:"image/jpeg",fileSize:e.file_size,caption:a.caption,getBuffer:()=>this.downloadFile(t,e.file_id)})}if(a.voice&&o.push({type:"voice",mimeType:a.voice.mime_type??"audio/ogg",duration:a.voice.duration,fileSize:a.voice.file_size,getBuffer:()=>this.downloadFile(t,a.voice.file_id)}),a.audio&&o.push({type:"audio",mimeType:a.audio.mime_type??"audio/mpeg",fileName:a.audio.file_name,duration:a.audio.duration,fileSize:a.audio.file_size,caption:a.caption,getBuffer:()=>this.downloadFile(t,a.audio.file_id)}),a.document&&o.push({type:"document",mimeType:a.document.mime_type,fileName:a.document.file_name,fileSize:a.document.file_size,caption:a.caption,getBuffer:()=>this.downloadFile(t,a.document.file_id)}),a.video&&o.push({type:"video",mimeType:a.video.mime_type??"video/mp4",fileName:a.video.file_name,duration:a.video.duration,fileSize:a.video.file_size,caption:a.caption,getBuffer:()=>this.downloadFile(t,a.video.file_id)}),a.video_note&&o.push({type:"video_note",mimeType:"video/mp4",duration:a.video_note.duration,fileSize:a.video_note.file_size,getBuffer:()=>this.downloadFile(t,a.video_note.file_id)}),a.sticker){if(this.config.actions?.sticker)try{g({fileId:a.sticker.file_id,fileUniqueId:a.sticker.file_unique_id,emoji:a.sticker.emoji,setName:a.sticker.set_name,description:a.sticker.emoji?`${a.sticker.emoji} sticker${a.sticker.set_name?` from ${a.sticker.set_name}`:""}`:a.sticker.set_name??"sticker"})}catch(t){m.warn(`Failed to cache sticker: ${t}`)}o.push({type:"sticker",mimeType:a.sticker.is_animated?"application/x-tgsticker":a.sticker.is_video?"video/webm":"image/webp",metadata:{emoji:a.sticker.emoji,setName:a.sticker.set_name},getBuffer:()=>this.downloadFile(t,a.sticker.file_id)})}return a.location&&o.push({type:"location",metadata:{latitude:a.location.latitude,longitude:a.location.longitude},getBuffer:async()=>Buffer.alloc(0)}),a.contact&&o.push({type:"contact",metadata:{phoneNumber:a.contact.phone_number,firstName:a.contact.first_name,lastName:a.contact.last_name,userId:a.contact.user_id},getBuffer:async()=>Buffer.alloc(0)}),{chatId:e,userId:i,channelName:"telegram",text:s,attachments:o,username:n,rawContext:t}}async downloadFile(t,e){const i=await t.api.getFile(e),n=`https://api.telegram.org/file/bot${this.config.botToken}/${i.file_path}`,a=await fetch(n);if(!a.ok)throw new Error(`Failed to download file: ${a.statusText}`);return Buffer.from(await a.arrayBuffer())}async sendChunked(t,e){const i=a(e,4096);for(const n of i)try{await t.reply(n,{parse_mode:"HTML"})}catch{const i=p(e,4096);for(const e of i)await t.reply(e);break}}}function p(t,e){if(t.length<=e)return[t];const i=[];let n=t;for(;n.length>0;){if(n.length<=e){i.push(n);break}let t=n.lastIndexOf("\n",e);t<=0&&(t=e),i.push(n.slice(0,t)),n=n.slice(t).trimStart()}return i}
+import{Bot as e,InputFile as t}from"grammy";import{validateChannelUser as i}from"../../../auth/auth-middleware.js";import{parseMediaLines as o}from"../../../utils/media-response.js";import{markdownToTelegramHtmlChunks as a}from"../../../utils/telegram-format.js";import{createLogger as n}from"../../../utils/logger.js";import{sendMessageTelegram as s}from"./send.js";import{reactMessageTelegram as r,resolveReactionLevel as c}from"./reactions.js";import{editMessageTelegram as d,deleteMessageTelegram as m}from"./edit-delete.js";import{sendStickerTelegram as l,cacheSticker as u}from"./stickers.js";import{validateButtonsForChatId as f}from"./inline-buttons.js";const h=n("Telegram");export class TelegramChannel{name="telegram";bot;config;accountId;tokenDb;debounceBuffers=new Map;constructor(t,i,o){this.config=t,this.accountId=i,this.tokenDb=o,this.bot=new e(t.botToken)}async start(e,t){this.bot.on("message",t=>{this.handleIncoming(t,e)}),this.bot.on("callback_query:data",t=>{const i=t.callbackQuery.data,o=String(t.from?.id??"unknown"),a=String(t.chat?.id??t.callbackQuery.message?.chat?.id??"unknown"),n=t.from?.username;t.answerCallbackQuery().catch(()=>{});e({chatId:a,userId:o,channelName:"telegram",text:i,attachments:[],username:n,rawContext:t}).then(async e=>{e&&e.trim()&&await this.sendText(a,e)}).catch(e=>{h.error(`Error handling callback from ${o}: ${e}`)})}),t&&this.bot.on("message_reaction",e=>{try{const i=e.messageReaction,o=String(i.chat.id),a=String(i.user?.id??"unknown"),n=i.user?.username,s=(i.new_reaction??[]).filter(e=>"emoji"===e.type).map(e=>e.emoji),r=(i.old_reaction??[]).filter(e=>"emoji"===e.type).map(e=>e.emoji);for(const e of s.filter(e=>!r.includes(e)))t({chatId:o,userId:a,channelName:"telegram",messageId:i.message_id,emoji:e,removed:!1,username:n});for(const e of r.filter(e=>!s.includes(e)))t({chatId:o,userId:a,channelName:"telegram",messageId:i.message_id,emoji:e,removed:!0,username:n})}catch(e){h.warn(`Error handling reaction: ${e}`)}}),h.info("Starting Telegram bot..."),this.bot.start({onStart:e=>{h.info(`Telegram bot started: @${e.username}`)},allowed_updates:["message","callback_query","message_reaction"]}).catch(e=>{String(e).includes("Aborted delay")?h.debug("Telegram polling stopped"):h.error(`Telegram bot polling error: ${e}`)})}async sendText(e,t){try{await s(e,t,{token:this.config.botToken,accountId:this.accountId,textChunkLimit:this.config.textChunkLimit,linkPreview:this.config.linkPreview,retry:this.config.retry})}catch(e){throw h.error(`Failed to send message: ${e}`),e}}async setTyping(e){await this.bot.api.sendChatAction(e,"typing").catch(()=>{})}async clearTyping(e){}async sendButtons(e,t,i){const o=i.map(e=>e.map(e=>({text:e.text,callback_data:e.callbackData??e.text})));try{f(o,this.config,e)}catch(i){return h.warn(`Button validation failed: ${i}, sending without buttons`),void await this.sendText(e,t)}await s(e,t,{token:this.config.botToken,accountId:this.accountId,buttons:o,textChunkLimit:this.config.textChunkLimit,linkPreview:this.config.linkPreview,retry:this.config.retry})}async sendAudio(e,i,o){const a=new t(i);o?await this.bot.api.sendVoice(e,a):await this.bot.api.sendAudio(e,a)}async reactMessage(e,t,i,o){const{level:a}=c(this.config);"off"!==a?await r(e,t,i,this.config.botToken,{remove:o}):h.debug("Reactions disabled for this account")}async editMessage(e,t,i,o){const a=o?.map(e=>({text:e.text,callback_data:e.callbackData??e.text}));await d(e,t,i,this.config.botToken,{buttons:a?[a]:void 0,linkPreview:this.config.linkPreview})}async deleteMessage(e,t){await m(e,t,this.config.botToken,this.config.retry)}async sendSticker(e,t){await l(e,t,this.config.botToken,{retry:this.config.retry})}async stop(){for(const[,e]of this.debounceBuffers)clearTimeout(e.timer);this.debounceBuffers.clear();try{await this.bot.stop(),h.info("Telegram bot stopped"),await new Promise(e=>setTimeout(e,100))}catch(e){h.warn(`Error stopping Telegram bot: ${e}`)}}async handleIncoming(e,t){const o=String(e.from?.id??"unknown"),a=String(e.chat?.id??"unknown"),n=e.from?.username,s=i(this.tokenDb,o,"telegram",this.config.dmPolicy,this.config.allowFrom);if(!s.authorized)return h.warn(`Unauthorized message from ${o} (@${n})`),void await e.reply(s.reason??"Not authorized.");const r=await this.buildIncomingMessage(e,a,o,n),c=this.config.inputDebounceMs??0;if(c<=0)return void await this.processMessage(r,e,t);const d=this.debounceBuffers.get(a);if(d)d.messages.push(r),d.contexts.push(e),clearTimeout(d.timer),d.timer=setTimeout(()=>this.flushDebounce(a),c),h.debug(`[${a}] Debounce: buffered message (total=${d.messages.length})`);else{const i={messages:[r],contexts:[e],timer:setTimeout(()=>this.flushDebounce(a),c),onMessage:t};this.debounceBuffers.set(a,i),h.debug(`[${a}] Debounce: started (${c}ms)`)}}async flushDebounce(e){const t=this.debounceBuffers.get(e);if(!t)return;this.debounceBuffers.delete(e);const{messages:i,contexts:o,onMessage:a}=t;if(1===i.length)return h.debug(`[${e}] Debounce: flush single message`),void await this.processMessage(i[0],o[0],a);h.info(`[${e}] Debounce: merging ${i.length} messages`);const n=i.map(e=>e.text).filter(Boolean).join("\n"),s=i.flatMap(e=>e.attachments),r={...i[0],text:n||void 0,attachments:s};await this.processMessage(r,o[0],a)}async processMessage(e,i,a){try{const n=await a(e),{textParts:s,mediaEntries:r}=o(n);for(const e of r)try{const o=new t(e.path);e.asVoice?await i.replyWithVoice(o):await i.replyWithAudio(o)}catch(e){h.error(`Failed to send audio: ${e}`)}const c=s.join("\n").trim();c&&await this.sendChunked(i,c)}catch(t){h.error(`Error handling message from ${e.userId}: ${t}`),await i.reply("An error occurred while processing your message.").catch(()=>{})}}async buildIncomingMessage(e,t,i,o){const a=e.message,n=[];let s=a.text??a.caption??void 0;if(a.photo&&a.photo.length>0){const t=a.photo[a.photo.length-1];n.push({type:"image",mimeType:"image/jpeg",fileSize:t.file_size,caption:a.caption,getBuffer:()=>this.downloadFile(e,t.file_id)})}if(a.voice&&n.push({type:"voice",mimeType:a.voice.mime_type??"audio/ogg",duration:a.voice.duration,fileSize:a.voice.file_size,getBuffer:()=>this.downloadFile(e,a.voice.file_id)}),a.audio&&n.push({type:"audio",mimeType:a.audio.mime_type??"audio/mpeg",fileName:a.audio.file_name,duration:a.audio.duration,fileSize:a.audio.file_size,caption:a.caption,getBuffer:()=>this.downloadFile(e,a.audio.file_id)}),a.document&&n.push({type:"document",mimeType:a.document.mime_type,fileName:a.document.file_name,fileSize:a.document.file_size,caption:a.caption,getBuffer:()=>this.downloadFile(e,a.document.file_id)}),a.video&&n.push({type:"video",mimeType:a.video.mime_type??"video/mp4",fileName:a.video.file_name,duration:a.video.duration,fileSize:a.video.file_size,caption:a.caption,getBuffer:()=>this.downloadFile(e,a.video.file_id)}),a.video_note&&n.push({type:"video_note",mimeType:"video/mp4",duration:a.video_note.duration,fileSize:a.video_note.file_size,getBuffer:()=>this.downloadFile(e,a.video_note.file_id)}),a.sticker){if(this.config.actions?.sticker)try{u({fileId:a.sticker.file_id,fileUniqueId:a.sticker.file_unique_id,emoji:a.sticker.emoji,setName:a.sticker.set_name,description:a.sticker.emoji?`${a.sticker.emoji} sticker${a.sticker.set_name?` from ${a.sticker.set_name}`:""}`:a.sticker.set_name??"sticker"})}catch(e){h.warn(`Failed to cache sticker: ${e}`)}n.push({type:"sticker",mimeType:a.sticker.is_animated?"application/x-tgsticker":a.sticker.is_video?"video/webm":"image/webp",metadata:{emoji:a.sticker.emoji,setName:a.sticker.set_name},getBuffer:()=>this.downloadFile(e,a.sticker.file_id)})}return a.location&&n.push({type:"location",metadata:{latitude:a.location.latitude,longitude:a.location.longitude},getBuffer:async()=>Buffer.alloc(0)}),a.contact&&n.push({type:"contact",metadata:{phoneNumber:a.contact.phone_number,firstName:a.contact.first_name,lastName:a.contact.last_name,userId:a.contact.user_id},getBuffer:async()=>Buffer.alloc(0)}),{chatId:t,userId:i,channelName:"telegram",text:s,attachments:n,username:o,rawContext:e}}async downloadFile(e,t){const i=await e.api.getFile(t),o=`https://api.telegram.org/file/bot${this.config.botToken}/${i.file_path}`,a=await fetch(o);if(!a.ok)throw new Error(`Failed to download file: ${a.statusText}`);return Buffer.from(await a.arrayBuffer())}async sendChunked(e,t){const i=a(t,4096);for(const o of i)try{await e.reply(o,{parse_mode:"HTML"})}catch{const i=g(t,4096);for(const t of i)await e.reply(t);break}}}function g(e,t){if(e.length<=t)return[e];const i=[];let o=e;for(;o.length>0;){if(o.length<=t){i.push(o);break}let e=o.lastIndexOf("\n",t);e<=0&&(e=t),i.push(o.slice(0,e)),o=o.slice(e).trimStart()}return i}

package/dist/gateway/channels/webchat.d.ts

@@ -9,8 +9,6 @@ export declare class WebChatChannel implements ChannelAdapter {
     readonly name = "webchat";
     private connections;
     private onMessage;
-    private typingIntervals;
-    private inflightCount;
     private pendingMessages;
     start(onMessage: MessageHandler): Promise<void>;
     registerConnection(chatId: string, ws: WebSocket): void;
@@ -23,6 +21,7 @@ export declare class WebChatChannel implements ChannelAdapter {
     /**
      * Handle a chat message arriving from a paired node.
      * Fire-and-forget: caller does not await.
+     * Typing lifecycle is fully managed by TypingCoordinator via server.ts.
      */
     handleNodeChat(chatId: string, nodeId: string, msg: {
         text?: string;
@@ -30,14 +29,12 @@ export declare class WebChatChannel implements ChannelAdapter {
     }): Promise<void>;
     sendText(chatId: string, text: string): Promise<void>;
     sendButtons(chatId: string, text: string, buttons: InlineButton[][]): Promise<void>;
+    /** One-shot: send a single typing=true signal to the webchat client. */
     setTyping(chatId: string): Promise<void>;
+    /** One-shot: send typing=false to the webchat client. */
     clearTyping(chatId: string): Promise<void>;
-    releaseTyping(chatId: string): Promise<void>;
     sendAudio(chatId: string, filePath: string, asVoice?: boolean): Promise<void>;
     stop(): Promise<void>;
-    private startTypingInterval;
-    private stopTypingInterval;
-    private resendTypingIfActive;
     private sendWs;
     private enqueuePending;
     private flushPending;

package/dist/gateway/channels/webchat.js

@@ -1 +1 @@
-import{readFileSync as t}from"node:fs";import{basename as e,extname as n}from"node:path";import{parseMediaLines as s}from"../../utils/media-response.js";import{createLogger as i}from"../../utils/logger.js";const a=i("WebChat");export function buildWebChatId(t,e){return`${(t||"node").toLowerCase().replace(/[^a-z0-9_-]/g,"_").replace(/_+/g,"_").replace(/^_|_$/g,"")||"node"}-${e.slice(0,8)}`}export class WebChatChannel{name="webchat";connections=new Map;onMessage=null;typingIntervals=new Map;inflightCount=new Map;pendingMessages=new Map;async start(t){this.onMessage=t,a.info("WebChat channel started (virtual — connections managed by Nostromo)")}registerConnection(t,e){const n=!this.connections.has(t);this.connections.set(t,e),n&&a.info(`WebChat connection registered: ${t}`),this.flushPending(t)}unregisterConnection(t){this.connections.delete(t)&&a.info(`WebChat connection unregistered: ${t}`)}unregisterByWs(t){for(const[e,n]of this.connections)n===t&&(this.connections.delete(e),a.info(`WebChat connection unregistered: ${e}`))}async handleNodeChat(t,e,n){if(!this.onMessage)return void a.warn("WebChat: message received but no onMessage handler registered");const i=[];if(n.attachments&&Array.isArray(n.attachments))for(const t of n.attachments)i.push({type:t.type,mimeType:t.mimeType,fileName:t.fileName,duration:t.duration,caption:t.caption,getBuffer:()=>Promise.resolve(Buffer.from(t.data,"base64"))});const o={chatId:t,userId:e,channelName:"webchat",text:n.text,attachments:i,username:t};this.startTypingInterval(t);try{const e=await this.onMessage(o),{textParts:n,mediaEntries:i}=s(e);for(const e of i)try{await this.sendAudio(t,e.path,e.asVoice)}catch(e){a.error(`WebChat: failed to send audio to ${t}: ${e}`)}const r=n.join("\n").trim();r&&this.sendWs(t,{type:"chat_response",role:"assistant",text:r}),this.resendTypingIfActive(t)}catch(e){a.error(`WebChat: error handling message from ${t}: ${e}`),this.sendWs(t,{type:"chat_response",role:"assistant",text:"Error processing message."})}}async sendText(t,e){this.sendWs(t,{type:"chat_message",role:"assistant",text:e}),this.resendTypingIfActive(t)}async sendButtons(t,e,n){const s=n.flat();this.sendWs(t,{type:"chat_message",role:"assistant",text:e,buttons:s.map(t=>({text:t.text,callbackData:t.callbackData??t.text,...t.url?{url:t.url}:{}}))}),this.resendTypingIfActive(t)}async setTyping(t){this.typingIntervals.has(t)?this.sendWs(t,{type:"typing_indicator",typing:!0},!1):this.startTypingInterval(t)}async clearTyping(t){this.inflightCount.delete(t);const e=this.typingIntervals.get(t);e&&(clearInterval(e),this.typingIntervals.delete(t)),this.sendWs(t,{type:"typing_indicator",typing:!1},!1)}async releaseTyping(t){this.stopTypingInterval(t)}async sendAudio(s,i,o){try{const a=t(i),r=e(i),h=n(i).toLowerCase().replace(".",""),g={mp3:"audio/mpeg",ogg:"audio/ogg",opus:"audio/ogg",wav:"audio/wav",m4a:"audio/mp4",flac:"audio/flac"}[h]||"audio/mpeg";this.sendWs(s,{type:"chat_media",role:"assistant",mediaType:"audio",mimeType:g,fileName:r,data:a.toString("base64"),asVoice:o??!1}),this.resendTypingIfActive(s)}catch(t){a.error(`WebChat: failed to read audio file ${i}: ${t}`)}}async stop(){for(const[t,e]of this.typingIntervals)clearInterval(e),this.sendWs(t,{type:"typing_indicator",typing:!1},!1);this.typingIntervals.clear(),this.inflightCount.clear(),this.onMessage=null,a.info("WebChat channel stopped")}startTypingInterval(t){const e=(this.inflightCount.get(t)??0)+1;if(this.inflightCount.set(t,e),e>1)return;const n=this.typingIntervals.get(t);n&&(clearInterval(n),this.typingIntervals.delete(t)),this.sendWs(t,{type:"typing_indicator",typing:!0},!1);const s=setInterval(()=>{(this.inflightCount.get(t)??0)>0?this.sendWs(t,{type:"typing_indicator",typing:!0},!1):(clearInterval(s),this.typingIntervals.delete(t),this.sendWs(t,{type:"typing_indicator",typing:!1},!1))},4e3);this.typingIntervals.set(t,s)}stopTypingInterval(t){const e=(this.inflightCount.get(t)??1)-1;if(e>0)this.inflightCount.set(t,e);else{this.inflightCount.delete(t);const e=this.typingIntervals.get(t);e&&(clearInterval(e),this.typingIntervals.delete(t)),this.sendWs(t,{type:"typing_indicator",typing:!1},!1)}}resendTypingIfActive(t){this.typingIntervals.has(t)&&this.sendWs(t,{type:"typing_indicator",typing:!0},!1)}sendWs(t,e,n=!0){const s=this.connections.get(t);if(s&&s.readyState===s.OPEN)try{s.send(JSON.stringify({...e,chatId:t}))}catch(e){a.error(`WebChat: failed to send to ${t}: ${e}`)}else n&&this.enqueuePending(t,e)}enqueuePending(t,e){let n=this.pendingMessages.get(t);for(n||(n=[],this.pendingMessages.set(t,n)),n.push(e);n.length>10;)n.shift();a.info(`WebChat: queued pending message for ${t} (${n.length}/10)`)}flushPending(t){const e=this.pendingMessages.get(t);if(e&&0!==e.length){a.info(`WebChat: flushing ${e.length} pending message(s) for ${t}`),this.pendingMessages.delete(t);for(const n of e)this.sendWs(t,n,!1)}}}
+import{readFileSync as e}from"node:fs";import{basename as t,extname as s}from"node:path";import{parseMediaLines as n}from"../../utils/media-response.js";import{createLogger as a}from"../../utils/logger.js";const o=a("WebChat");export function buildWebChatId(e,t){return`${(e||"node").toLowerCase().replace(/[^a-z0-9_-]/g,"_").replace(/_+/g,"_").replace(/^_|_$/g,"")||"node"}-${t.slice(0,8)}`}export class WebChatChannel{name="webchat";connections=new Map;onMessage=null;pendingMessages=new Map;async start(e){this.onMessage=e,o.info("WebChat channel started (virtual — connections managed by Nostromo)")}registerConnection(e,t){const s=!this.connections.has(e);this.connections.set(e,t),s&&o.info(`WebChat connection registered: ${e}`),this.flushPending(e)}unregisterConnection(e){this.connections.delete(e)&&o.info(`WebChat connection unregistered: ${e}`)}unregisterByWs(e){for(const[t,s]of this.connections)s===e&&(this.connections.delete(t),o.info(`WebChat connection unregistered: ${t}`))}async handleNodeChat(e,t,s){if(!this.onMessage)return void o.warn("WebChat: message received but no onMessage handler registered");const a=[];if(s.attachments&&Array.isArray(s.attachments))for(const e of s.attachments)a.push({type:e.type,mimeType:e.mimeType,fileName:e.fileName,duration:e.duration,caption:e.caption,getBuffer:()=>Promise.resolve(Buffer.from(e.data,"base64"))});const i={chatId:e,userId:t,channelName:"webchat",text:s.text,attachments:a,username:e};try{const t=await this.onMessage(i),{textParts:s,mediaEntries:a}=n(t);for(const t of a)try{await this.sendAudio(e,t.path,t.asVoice)}catch(t){o.error(`WebChat: failed to send audio to ${e}: ${t}`)}const r=s.join("\n").trim();r&&this.sendWs(e,{type:"chat_response",role:"assistant",text:r})}catch(t){o.error(`WebChat: error handling message from ${e}: ${t}`),this.sendWs(e,{type:"chat_response",role:"assistant",text:"Error processing message."})}}async sendText(e,t){this.sendWs(e,{type:"chat_message",role:"assistant",text:t})}async sendButtons(e,t,s){const n=s.flat();this.sendWs(e,{type:"chat_message",role:"assistant",text:t,buttons:n.map(e=>({text:e.text,callbackData:e.callbackData??e.text,...e.url?{url:e.url}:{}}))})}async setTyping(e){this.sendWs(e,{type:"typing_indicator",typing:!0},!1)}async clearTyping(e){this.sendWs(e,{type:"typing_indicator",typing:!1},!1)}async sendAudio(n,a,i){try{const o=e(a),r=t(a),c=s(a).toLowerCase().replace(".",""),d={mp3:"audio/mpeg",ogg:"audio/ogg",opus:"audio/ogg",wav:"audio/wav",m4a:"audio/mp4",flac:"audio/flac"}[c]||"audio/mpeg";this.sendWs(n,{type:"chat_media",role:"assistant",mediaType:"audio",mimeType:d,fileName:r,data:o.toString("base64"),asVoice:i??!1})}catch(e){o.error(`WebChat: failed to read audio file ${a}: ${e}`)}}async stop(){this.onMessage=null,o.info("WebChat channel stopped")}sendWs(e,t,s=!0){const n=this.connections.get(e);if(n&&n.readyState===n.OPEN)try{n.send(JSON.stringify({...t,chatId:e}))}catch(t){o.error(`WebChat: failed to send to ${e}: ${t}`)}else s&&this.enqueuePending(e,t)}enqueuePending(e,t){let s=this.pendingMessages.get(e);for(s||(s=[],this.pendingMessages.set(e,s)),s.push(t);s.length>10;)s.shift();o.info(`WebChat: queued pending message for ${e} (${s.length}/10)`)}flushPending(e){const t=this.pendingMessages.get(e);if(t&&0!==t.length){o.info(`WebChat: flushing ${t.length} pending message(s) for ${e}`),this.pendingMessages.delete(e);for(const s of t)this.sendWs(e,s,!1)}}}

package/dist/gateway/channels/whatsapp.d.ts

@@ -12,10 +12,7 @@ export declare class WhatsAppChannel implements ChannelAdapter {
     private qrCallback;
     private connected;
     private stopping;
-    private typingIntervals;
-    private inflightTyping;
-    private inflightCount;
-    constructor(config: WhatsAppAccountConfig, inflightTyping?: boolean);
+    constructor(config: WhatsAppAccountConfig);
     setQrCallback(cb: QrCallback): void;
     isConnected(): boolean;
     start(onMessage: MessageHandler): Promise<void>;
@@ -27,13 +24,10 @@ export declare class WhatsAppChannel implements ChannelAdapter {
     private handleIncoming;
     private checkAccess;
     sendText(chatId: string, text: string): Promise<void>;
+    /** One-shot: send a single "composing" signal to WhatsApp. */
     setTyping(chatId: string): Promise<void>;
-    /** Re-send composing if an interval is active (another handler is still processing). */
-    private resendTypingIfActive;
+    /** One-shot: send "paused" to WhatsApp to stop the typing indicator. */
     clearTyping(chatId: string): Promise<void>;
-    releaseTyping(chatId: string): Promise<void>;
-    private startTypingInterval;
-    private stopTypingInterval;
     sendAudio(chatId: string, filePath: string, asVoice?: boolean): Promise<void>;
     stop(): Promise<void>;
 }

package/dist/gateway/channels/whatsapp.js

@@ -1 +1 @@
-import{DisconnectReason as t,fetchLatestBaileysVersion as e,makeCacheableSignalKeyStore as s,makeWASocket as n,useMultiFileAuthState as i}from"@whiskeysockets/baileys";import{mkdirSync as o,existsSync as a,readFileSync as c}from"node:fs";import{resolve as r}from"node:path";import{renderQrPngBase64 as h}from"./qr-image.js";import{convertMarkdownTables as l}from"../../utils/markdown/tables.js";import{chunkText as p}from"../../utils/chunk.js";import{createLogger as g}from"../../utils/logger.js";const d=g("WhatsApp");export class WhatsAppChannel{name="whatsapp";sock=null;config;qrCallback=null;connected=!1;stopping=!1;typingIntervals=new Map;inflightTyping;inflightCount=new Map;constructor(t,e=!0){this.config=t,this.inflightTyping=e}setQrCallback(t){this.qrCallback=t}isConnected(){return this.connected}async start(t){const e=r(this.config.authDir);a(e)||o(e,{recursive:!0}),await this.connect(e,t)}async connect(o,a){const{state:c,saveCreds:r}=await i(o),{version:l}=await e(),p={level:"silent",trace:()=>{},debug:()=>{},info:()=>{},warn:()=>{},error:()=>{},fatal:()=>{},child:()=>p};this.sock=n({auth:{creds:c.creds,keys:s(c.keys,p)},version:l,logger:p,printQRInTerminal:!1,browser:["GrabMeABeer","Web","1.0"],syncFullHistory:!1,markOnlineOnConnect:!1}),this.sock.ev.on("creds.update",r),this.sock.ev.on("connection.update",async e=>{try{const{connection:s,lastDisconnect:n,qr:i}=e;if(i){d.info("QR code received, rendering...");const t=`data:image/png;base64,${await h(i)}`;this.qrCallback?.(t,!1)}if("open"===s&&(this.connected=!0,d.info("WhatsApp connected"),this.qrCallback?.(null,!0)),"close"===s){this.connected=!1;const e=n?.error?.output?.statusCode??n?.error?.status;e===t.loggedOut?(d.warn("WhatsApp session logged out. Re-scan QR via Nostromo."),this.qrCallback?.(null,!1,"Session logged out. Please re-scan QR code.")):this.stopping||(d.info(`WhatsApp disconnected (code ${e}), reconnecting...`),setTimeout(()=>this.connect(o,a),3e3))}}catch(t){d.error(`connection.update handler error: ${t}`)}}),this.sock.ws&&"function"==typeof this.sock.ws.on&&this.sock.ws.on("error",t=>{d.error(`WebSocket error: ${t.message}`)}),this.sock.ev.on("messages.upsert",({messages:t,type:e})=>{if("notify"===e)for(const e of t){if(!e.message||e.key.fromMe)continue;const t=e.key.remoteJid;if(!t)continue;const s=t.replace(/@s\.whatsapp\.net$/,""),n=e.message.conversation??e.message.extendedTextMessage?.text??void 0;if(!this.checkAccess(s)){d.warn(`Unauthorized message from ${s}`),this.sock?.sendMessage(t,{text:"Not authorized."});continue}if(!n)continue;const i={chatId:t,userId:s,channelName:"whatsapp",text:n,attachments:[],username:e.pushName??void 0};this.handleIncoming(i,t,s,a)}})}async handleIncoming(t,e,s,n){this.startTypingInterval(e);try{const s=await n(t),i=l(s,"code"),o=p(i,4e3);for(const t of o)await(this.sock?.sendMessage(e,{text:t}));await this.resendTypingIfActive(e)}catch(t){d.error(`Error handling message from ${s}: ${t}`),this.stopTypingInterval(e)}}checkAccess(t){const e=this.config.dmPolicy||"allowlist";if("open"===e)return!0;if("allowlist"===e){return(this.config.allowFrom??[]).some(e=>String(e)===t)}return!0}async sendText(t,e){if(!this.sock)return;const s=l(e,"code"),n=p(s,4e3);for(const e of n)await this.sock.sendMessage(t,{text:e});await this.resendTypingIfActive(t)}async setTyping(t){this.sock&&(this.typingIntervals.has(t)?await this.sock.sendPresenceUpdate("composing",t).catch(()=>{}):this.startTypingInterval(t))}async resendTypingIfActive(t){this.typingIntervals.has(t)&&await(this.sock?.sendPresenceUpdate("composing",t).catch(()=>{}))}async clearTyping(t){this.inflightCount.delete(t);const e=this.typingIntervals.get(t);e&&(clearInterval(e),this.typingIntervals.delete(t)),this.sock?.sendPresenceUpdate("paused",t).catch(()=>{})}async releaseTyping(t){this.stopTypingInterval(t)}startTypingInterval(t){if(this.inflightTyping){const e=(this.inflightCount.get(t)??0)+1;if(this.inflightCount.set(t,e),e>1)return}const e=this.typingIntervals.get(t);e&&(clearInterval(e),this.typingIntervals.delete(t)),this.sock?.sendPresenceUpdate("composing",t).catch(()=>{});const s=setInterval(()=>{const e=this.inflightCount.get(t)??0;!this.inflightTyping||e>0?this.sock?.sendPresenceUpdate("composing",t).catch(()=>{}):(clearInterval(s),this.typingIntervals.delete(t),this.sock?.sendPresenceUpdate("paused",t).catch(()=>{}))},4e3);this.typingIntervals.set(t,s)}stopTypingInterval(t){if(this.inflightTyping){const e=(this.inflightCount.get(t)??1)-1;return void(e>0?this.inflightCount.set(t,e):this.inflightCount.delete(t))}const e=this.typingIntervals.get(t);e&&(clearInterval(e),this.typingIntervals.delete(t)),this.sock?.sendPresenceUpdate("paused",t).catch(()=>{})}async sendAudio(t,e,s){if(!this.sock)return;const n=c(e);s?await this.sock.sendMessage(t,{audio:n,mimetype:"audio/ogg; codecs=opus",ptt:!0}):await this.sock.sendMessage(t,{audio:n,mimetype:"audio/mpeg"}),await this.resendTypingIfActive(t)}async stop(){this.stopping=!0;for(const[,t]of this.typingIntervals)clearInterval(t);this.typingIntervals.clear(),this.inflightCount.clear();try{this.sock?.ws?.close()}catch{}this.sock=null,this.connected=!1,d.info("WhatsApp stopped")}}
+import{DisconnectReason as e,fetchLatestBaileysVersion as s,makeCacheableSignalKeyStore as t,makeWASocket as o,useMultiFileAuthState as n}from"@whiskeysockets/baileys";import{mkdirSync as c,existsSync as i,readFileSync as a}from"node:fs";import{resolve as r}from"node:path";import{renderQrPngBase64 as h}from"./qr-image.js";import{convertMarkdownTables as d}from"../../utils/markdown/tables.js";import{chunkText as l}from"../../utils/chunk.js";import{createLogger as p}from"../../utils/logger.js";const u=p("WhatsApp");export class WhatsAppChannel{name="whatsapp";sock=null;config;qrCallback=null;connected=!1;stopping=!1;constructor(e){this.config=e}setQrCallback(e){this.qrCallback=e}isConnected(){return this.connected}async start(e){const s=r(this.config.authDir);i(s)||c(s,{recursive:!0}),await this.connect(s,e)}async connect(c,i){const{state:a,saveCreds:r}=await n(c),{version:d}=await s(),l={level:"silent",trace:()=>{},debug:()=>{},info:()=>{},warn:()=>{},error:()=>{},fatal:()=>{},child:()=>l};this.sock=o({auth:{creds:a.creds,keys:t(a.keys,l)},version:d,logger:l,printQRInTerminal:!1,browser:["GrabMeABeer","Web","1.0"],syncFullHistory:!1,markOnlineOnConnect:!1}),this.sock.ev.on("creds.update",r),this.sock.ev.on("connection.update",async s=>{try{const{connection:t,lastDisconnect:o,qr:n}=s;if(n){u.info("QR code received, rendering...");const e=`data:image/png;base64,${await h(n)}`;this.qrCallback?.(e,!1)}if("open"===t&&(this.connected=!0,u.info("WhatsApp connected"),this.qrCallback?.(null,!0)),"close"===t){this.connected=!1;const s=o?.error?.output?.statusCode??o?.error?.status;s===e.loggedOut?(u.warn("WhatsApp session logged out. Re-scan QR via Nostromo."),this.qrCallback?.(null,!1,"Session logged out. Please re-scan QR code.")):this.stopping||(u.info(`WhatsApp disconnected (code ${s}), reconnecting...`),setTimeout(()=>this.connect(c,i),3e3))}}catch(e){u.error(`connection.update handler error: ${e}`)}}),this.sock.ws&&"function"==typeof this.sock.ws.on&&this.sock.ws.on("error",e=>{u.error(`WebSocket error: ${e.message}`)}),this.sock.ev.on("messages.upsert",({messages:e,type:s})=>{if("notify"===s)for(const s of e){if(!s.message||s.key.fromMe)continue;const e=s.key.remoteJid;if(!e)continue;const t=e.replace(/@s\.whatsapp\.net$/,""),o=s.message.conversation??s.message.extendedTextMessage?.text??void 0;if(!this.checkAccess(t)){u.warn(`Unauthorized message from ${t}`),this.sock?.sendMessage(e,{text:"Not authorized."});continue}if(!o)continue;const n={chatId:e,userId:t,channelName:"whatsapp",text:o,attachments:[],username:s.pushName??void 0};this.handleIncoming(n,e,t,i)}})}async handleIncoming(e,s,t,o){try{const t=await o(e),n=d(t,"code"),c=l(n,4e3);for(const e of c)await(this.sock?.sendMessage(s,{text:e}))}catch(e){u.error(`Error handling message from ${t}: ${e}`)}}checkAccess(e){const s=this.config.dmPolicy||"allowlist";if("open"===s)return!0;if("allowlist"===s){return(this.config.allowFrom??[]).some(s=>String(s)===e)}return!0}async sendText(e,s){if(!this.sock)return;const t=d(s,"code"),o=l(t,4e3);for(const s of o)await this.sock.sendMessage(e,{text:s})}async setTyping(e){this.sock&&await this.sock.sendPresenceUpdate("composing",e).catch(()=>{})}async clearTyping(e){this.sock?.sendPresenceUpdate("paused",e).catch(()=>{})}async sendAudio(e,s,t){if(!this.sock)return;const o=a(s);t?await this.sock.sendMessage(e,{audio:o,mimetype:"audio/ogg; codecs=opus",ptt:!0}):await this.sock.sendMessage(e,{audio:o,mimetype:"audio/mpeg"})}async stop(){this.stopping=!0;try{this.sock?.ws?.close()}catch{}this.sock=null,this.connected=!1,u.info("WhatsApp stopped")}}

package/dist/gateway/typing-coordinator.d.ts

@@ -0,0 +1,43 @@
+import type { ChannelManager } from "./channel-manager.js";
+/**
+ * Centralised typing-indicator lifecycle manager.
+ *
+ * Owns the refcount and the renewal interval for every (channel, chatId) pair.
+ * Channel adapters are reduced to dumb one-shot signal senders:
+ *   - setTyping()  → fire a single platform-native "typing" signal
+ *   - clearTyping() → fire a single platform-native "stop typing" signal
+ *
+ * The coordinator calls these at the right time; adapters no longer manage
+ * intervals, refcounts, or any typing state of their own.
+ */
+export declare class TypingCoordinator {
+    private channelManager;
+    /** How many handlers are actively processing for this key. */
+    private refcounts;
+    /** Self-renewing intervals that pump typing signals. */
+    private intervals;
+    constructor(channelManager: ChannelManager);
+    private key;
+    /**
+     * A handler started processing a message — increment refcount and ensure
+     * a typing-renewal loop is running.
+     */
+    acquire(channel: string, chatId: string): void;
+    /**
+     * A handler finished processing — decrement refcount.
+     * The loop will self-destruct at the next tick when it sees count === 0.
+     */
+    release(channel: string, chatId: string): void;
+    /**
+     * Reinforce typing after a message send (Telegram cancels typing on send).
+     * Only sends if there are still active handlers.
+     */
+    reinforceIfActive(channel: string, chatId: string): void;
+    /** Force-clear everything — safety net for hard resets / shutdown. */
+    forceStop(channel: string, chatId: string): void;
+    /** Clear all intervals (called on server shutdown). */
+    stopAll(): void;
+    private startLoop;
+    private stopLoop;
+}
+//# sourceMappingURL=typing-coordinator.d.ts.map

package/dist/gateway/typing-coordinator.js

@@ -0,0 +1 @@
+import{createLogger as t}from"../utils/logger.js";t("TypingCoordinator");export class TypingCoordinator{channelManager;refcounts=new Map;intervals=new Map;constructor(t){this.channelManager=t}key(t,e){return`${t}:${e}`}acquire(t,e){const s=this.key(t,e),n=(this.refcounts.get(s)??0)+1;this.refcounts.set(s,n),1===n&&this.startLoop(t,e)}release(t,e){const s=this.key(t,e),n=Math.max(0,(this.refcounts.get(s)??0)-1);n>0?this.refcounts.set(s,n):(this.refcounts.delete(s),this.stopLoop(t,e))}reinforceIfActive(t,e){const s=this.key(t,e);(this.refcounts.get(s)??0)>0&&this.channelManager.setTyping(t,e).catch(()=>{})}forceStop(t,e){const s=this.key(t,e);this.refcounts.delete(s),this.stopLoop(t,e)}stopAll(){for(const[,t]of this.intervals)clearInterval(t);this.intervals.clear(),this.refcounts.clear()}startLoop(t,e){const s=this.key(t,e),n=this.intervals.get(s);n&&clearInterval(n),this.channelManager.setTyping(t,e).catch(()=>{});const r=setInterval(()=>{(this.refcounts.get(s)??0)>0?this.channelManager.setTyping(t,e).catch(()=>{}):this.stopLoop(t,e)},4e3);this.intervals.set(s,r)}stopLoop(t,e){const s=this.key(t,e),n=this.intervals.get(s);n&&(clearInterval(n),this.intervals.delete(s)),this.channelManager.clearTyping(t,e).catch(()=>{})}}

package/dist/memory/concept-store.d.ts

@@ -114,6 +114,33 @@ export declare class ConceptStore {
         concepts: number;
         triples: number;
     };
+    /**
+     * Get all concepts with fan counts and per-entity S_max for the
+     * spreading activation cache in MemorySearch.
+     */
+    getConceptCacheData(): Array<{
+        id: string;
+        label: string;
+        fan: number;
+        sMax: number | null;
+    }>;
+    /**
+     * Get 1-hop neighbors for a set of entity IDs (Phase 2: graph-distance propagation).
+     * Returns a map: entityId → [{ neighbor, predicate }]
+     */
+    getNeighbors(entityIds: string[]): Map<string, Array<{
+        neighbor: string;
+        predicate: string;
+    }>>;
+    /**
+     * Update per-entity S_max (Phase 4: adaptive tuning via dreaming).
+     * Dreaming analyzes which associative boosts led to useful retrievals
+     * and adjusts S_max per entity accordingly.
+     */
+    updateSMax(updates: Array<{
+        conceptId: string;
+        sMax: number;
+    }>): number;
     close(): void;
 }
 //# sourceMappingURL=concept-store.d.ts.map

package/dist/memory/concept-store.js

@@ -1 +1 @@
-import{existsSync as e,readFileSync as t}from"node:fs";import{join as s}from"node:path";import r from"better-sqlite3";import{createLogger as c}from"../utils/logger.js";const n=c("ConceptStore");export class ConceptStore{db;constructor(e){const t=s(e,"concepts.db");this.db=new r(t),this.db.pragma("journal_mode = WAL"),this.db.pragma("foreign_keys = ON"),this.migrate(),n.info(`ConceptStore opened: ${t}`)}migrate(){this.db.exec("\n      CREATE TABLE IF NOT EXISTS concepts (\n        id TEXT PRIMARY KEY,\n        label TEXT NOT NULL,\n        created_at TEXT DEFAULT (datetime('now')),\n        last_accessed TEXT,\n        access_count INTEGER DEFAULT 0,\n        source TEXT DEFAULT 'migration'\n      );\n\n      CREATE TABLE IF NOT EXISTS triples (\n        id INTEGER PRIMARY KEY AUTOINCREMENT,\n        subject TEXT NOT NULL,\n        predicate TEXT NOT NULL,\n        object TEXT NOT NULL,\n        created_at TEXT DEFAULT (datetime('now')),\n        source TEXT DEFAULT 'migration'\n      );\n\n      CREATE TABLE IF NOT EXISTS concept_drafts (\n        id INTEGER PRIMARY KEY AUTOINCREMENT,\n        text TEXT NOT NULL,\n        context TEXT,\n        session_key TEXT,\n        created_at TEXT DEFAULT (datetime('now')),\n        processed INTEGER DEFAULT 0\n      );\n\n      CREATE INDEX IF NOT EXISTS idx_triples_subject ON triples(subject);\n      CREATE INDEX IF NOT EXISTS idx_triples_object ON triples(object);\n      CREATE INDEX IF NOT EXISTS idx_triples_predicate ON triples(predicate);\n      CREATE UNIQUE INDEX IF NOT EXISTS idx_triples_unique ON triples(subject, predicate, object);\n      CREATE INDEX IF NOT EXISTS idx_concepts_access ON concepts(access_count, last_accessed);\n      CREATE INDEX IF NOT EXISTS idx_drafts_pending ON concept_drafts(processed);\n    ")}query(e,t=1){const s=this.db.prepare("SELECT * FROM concepts WHERE id = ?").get(e);if(!s){const s=this.db.prepare("SELECT * FROM concepts WHERE label LIKE ? LIMIT 1").get(`%${e}%`);return s?this.query(s.id,t):{center:null,concepts:[],triples:[]}}this.db.prepare("UPDATE concepts SET last_accessed = datetime('now'), access_count = access_count + 1 WHERE id = ?").run(e);const r=new Set([e]);let c=[e];const n=[];for(let e=0;e<t&&0!==c.length;e++){const e=c.map(()=>"?").join(","),t=this.db.prepare(`SELECT * FROM triples WHERE subject IN (${e})`).all(...c),s=this.db.prepare(`SELECT * FROM triples WHERE object IN (${e})`).all(...c),o=[];for(const e of[...t,...s]){n.push(e);for(const t of[e.subject,e.object])r.has(t)||(r.add(t),o.push(t))}c=o}const o=[...r],E=[];for(let e=0;e<o.length;e+=500){const t=o.slice(e,e+500),s=t.map(()=>"?").join(","),r=this.db.prepare(`SELECT * FROM concepts WHERE id IN (${s})`).all(...t);E.push(...r)}const p=new Set;return{center:s,concepts:E,triples:n.filter(e=>!p.has(e.id)&&(p.add(e.id),!0))}}findPath(e,t,s=6){if(e===t)return{found:!0,path:[e],triples:[]};const r=new Map,c=new Set([e]);let n=[e];for(let o=0;o<s&&0!==n.length;o++){const s=[],o=n.map(()=>"?").join(","),E=this.db.prepare(`SELECT * FROM triples WHERE subject IN (${o})`).all(...n),p=this.db.prepare(`SELECT * FROM triples WHERE object IN (${o})`).all(...n);for(const n of[...E,...p]){const o=[{node:n.object,from:n.subject},{node:n.subject,from:n.object}];for(const{node:E,from:p}of o)if(!c.has(E)&&c.has(p)&&(c.add(E),r.set(E,{parent:p,triple:n}),s.push(E),E===t)){const s=[t],c=[];let n=t;for(;n!==e;){const e=r.get(n);c.unshift(e.triple),s.unshift(e.parent),n=e.parent}return{found:!0,path:s,triples:c}}}n=s}return{found:!1,path:[],triples:[]}}queryTemporal(e,t=1,s){const r=this.db.prepare("SELECT * FROM concepts WHERE id = ?").get(e);if(!r){const r=this.db.prepare("SELECT * FROM concepts WHERE label LIKE ? LIMIT 1").get(`%${e}%`);return r?this.queryTemporal(r.id,t,s):{center:null,concepts:[],triples:[]}}this.db.prepare("UPDATE concepts SET last_accessed = datetime('now'), access_count = access_count + 1 WHERE id = ?").run(e);const c=[],n=[];s?.since&&(c.push("created_at >= ?"),n.push(s.since)),s?.until&&(c.push("created_at <= ?"),n.push(s.until));const o=c.length>0?` AND ${c.join(" AND ")}`:"",E=s?.recentFirst?" ORDER BY created_at DESC":"",p=new Set([e]);let i=[e];const a=[];for(let e=0;e<t&&0!==i.length;e++){const e=i.map(()=>"?").join(","),t=this.db.prepare(`SELECT * FROM triples WHERE subject IN (${e})${o}${E}`).all(...i,...n),s=this.db.prepare(`SELECT * FROM triples WHERE object IN (${e})${o}${E}`).all(...i,...n),r=[];for(const e of[...t,...s]){a.push(e);for(const t of[e.subject,e.object])p.has(t)||(p.add(t),r.push(t))}i=r}const d=[...p],T=[];for(let e=0;e<d.length;e+=500){const t=d.slice(e,e+500),s=t.map(()=>"?").join(","),r=this.db.prepare(`SELECT * FROM concepts WHERE id IN (${s})`).all(...t);T.push(...r)}const l=new Set;return{center:r,concepts:T,triples:a.filter(e=>!l.has(e.id)&&(l.add(e.id),!0))}}search(e,t=10){return this.db.prepare("SELECT * FROM concepts WHERE label LIKE ? ORDER BY access_count DESC LIMIT ?").all(`%${e}%`,t)}stats(){return{totalConcepts:this.db.prepare("SELECT COUNT(*) as c FROM concepts").get().c,totalTriples:this.db.prepare("SELECT COUNT(*) as c FROM triples").get().c,totalDraftsPending:this.db.prepare("SELECT COUNT(*) as c FROM concept_drafts WHERE processed = 0").get().c,orphanConcepts:this.db.prepare("\n      SELECT COUNT(*) as c FROM concepts\n      WHERE id NOT IN (SELECT subject FROM triples)\n        AND id NOT IN (SELECT object FROM triples)\n    ").get().c,neverAccessed:this.db.prepare("SELECT COUNT(*) as c FROM concepts WHERE access_count = 0").get().c,topAccessed:this.db.prepare("SELECT id, label, access_count FROM concepts ORDER BY access_count DESC LIMIT 10").all()}}addDraft(e,t,s){const r=this.db.prepare("INSERT INTO concept_drafts (text, context, session_key) VALUES (?, ?, ?)").run(e,t??null,s??null);return n.info(`Draft added: "${e.slice(0,60)}..." (id=${r.lastInsertRowid})`),r.lastInsertRowid}addConcept(e,t,s="dreaming"){this.db.prepare("INSERT OR IGNORE INTO concepts (id, label, source) VALUES (?, ?, ?)").run(e,t,s)}addTriple(e,t,s,r="dreaming"){try{return this.db.prepare("INSERT OR IGNORE INTO triples (subject, predicate, object, source) VALUES (?, ?, ?, ?)").run(e,t,s,r),!0}catch{return!1}}removeConcept(e){this.db.prepare("DELETE FROM triples WHERE subject = ? OR object = ?").run(e,e),this.db.prepare("DELETE FROM concepts WHERE id = ?").run(e),n.info(`Concept removed: ${e}`)}removeTriple(e,t,s){this.db.prepare("DELETE FROM triples WHERE subject = ? AND predicate = ? AND object = ?").run(e,t,s)}updateConceptLabel(e,t){this.db.prepare("UPDATE concepts SET label = ? WHERE id = ?").run(t,e)}getPendingDrafts(){return this.db.prepare("SELECT * FROM concept_drafts WHERE processed = 0 ORDER BY created_at ASC").all()}markDraftProcessed(e){this.db.prepare("UPDATE concept_drafts SET processed = 1 WHERE id = ?").run(e)}importFromTurtleIfEmpty(s){if(this.db.prepare("SELECT COUNT(*) as c FROM concepts").get().c>0)return;if(!e(s))return void n.info("No CONCEPTS.md found, starting with empty concept graph");n.info(`Importing concepts from ${s}...`);const r=t(s,"utf-8");this.importTurtle(r)}importTurtle(e){let t=0,s=0;const r=this.db.prepare("INSERT OR IGNORE INTO concepts (id, label, source) VALUES (?, ?, 'migration')"),c=this.db.prepare("INSERT OR IGNORE INTO triples (subject, predicate, object, source) VALUES (?, ?, ?, 'migration')");return this.db.transaction(()=>{for(const n of e.split("\n")){const e=n.trim();if(!e||e.startsWith("#")||e.startsWith("@prefix")||e.startsWith("```"))continue;const o=e.match(/^:(\S+)\s+rdfs:label\s+"([^"]+)"\s*\.\s*$/);if(o){const[,e,s]=o;r.run(e,s),t++;continue}const E=e.match(/^:(\S+)\s+rel:(\S+)\s+:(\S+)\s*\.\s*$/);if(E){const[,e,t,n]=E;r.run(e,e),r.run(n,n),c.run(e,t,n),s++;continue}const p=e.match(/^:(\S+)\s+rel:(\S+)\s+"([^"]+)"\s*\.\s*$/);if(p){const[,e,t,n]=p;r.run(e,e),c.run(e,t,n),s++;continue}const i=e.match(/^:(\S+)\s+rel:(\S+)\s+(\S+)\s*\.\s*$/);if(i){const[,e,t,n]=i;"."===n||n.startsWith("rel:")||n.startsWith("rdfs:")||(r.run(e,e),c.run(e,t,n),s++)}}})(),n.info(`Imported ${t} concepts and ${s} triples from Turtle`),{concepts:t,triples:s}}close(){this.db.close(),n.info("ConceptStore closed")}}
+import{existsSync as e,readFileSync as t}from"node:fs";import{join as s}from"node:path";import r from"better-sqlite3";import{createLogger as c}from"../utils/logger.js";const n=c("ConceptStore");export class ConceptStore{db;constructor(e){const t=s(e,"concepts.db");this.db=new r(t),this.db.pragma("journal_mode = WAL"),this.db.pragma("foreign_keys = ON"),this.migrate(),n.info(`ConceptStore opened: ${t}`)}migrate(){this.db.exec("\n      CREATE TABLE IF NOT EXISTS concepts (\n        id TEXT PRIMARY KEY,\n        label TEXT NOT NULL,\n        created_at TEXT DEFAULT (datetime('now')),\n        last_accessed TEXT,\n        access_count INTEGER DEFAULT 0,\n        source TEXT DEFAULT 'migration',\n        s_max REAL\n      );\n\n      CREATE TABLE IF NOT EXISTS triples (\n        id INTEGER PRIMARY KEY AUTOINCREMENT,\n        subject TEXT NOT NULL,\n        predicate TEXT NOT NULL,\n        object TEXT NOT NULL,\n        created_at TEXT DEFAULT (datetime('now')),\n        source TEXT DEFAULT 'migration'\n      );\n\n      CREATE TABLE IF NOT EXISTS concept_drafts (\n        id INTEGER PRIMARY KEY AUTOINCREMENT,\n        text TEXT NOT NULL,\n        context TEXT,\n        session_key TEXT,\n        created_at TEXT DEFAULT (datetime('now')),\n        processed INTEGER DEFAULT 0\n      );\n\n      CREATE INDEX IF NOT EXISTS idx_triples_subject ON triples(subject);\n      CREATE INDEX IF NOT EXISTS idx_triples_object ON triples(object);\n      CREATE INDEX IF NOT EXISTS idx_triples_predicate ON triples(predicate);\n      CREATE UNIQUE INDEX IF NOT EXISTS idx_triples_unique ON triples(subject, predicate, object);\n      CREATE INDEX IF NOT EXISTS idx_concepts_access ON concepts(access_count, last_accessed);\n      CREATE INDEX IF NOT EXISTS idx_drafts_pending ON concept_drafts(processed);\n    ");this.db.prepare("PRAGMA table_info(concepts)").all().some(e=>"s_max"===e.name)||(this.db.exec("ALTER TABLE concepts ADD COLUMN s_max REAL"),n.info("Migrated concepts: added s_max column"))}query(e,t=1){const s=this.db.prepare("SELECT * FROM concepts WHERE id = ?").get(e);if(!s){const s=this.db.prepare("SELECT * FROM concepts WHERE label LIKE ? LIMIT 1").get(`%${e}%`);return s?this.query(s.id,t):{center:null,concepts:[],triples:[]}}this.db.prepare("UPDATE concepts SET last_accessed = datetime('now'), access_count = access_count + 1 WHERE id = ?").run(e);const r=new Set([e]);let c=[e];const n=[];for(let e=0;e<t&&0!==c.length;e++){const e=c.map(()=>"?").join(","),t=this.db.prepare(`SELECT * FROM triples WHERE subject IN (${e})`).all(...c),s=this.db.prepare(`SELECT * FROM triples WHERE object IN (${e})`).all(...c),o=[];for(const e of[...t,...s]){n.push(e);for(const t of[e.subject,e.object])r.has(t)||(r.add(t),o.push(t))}c=o}const o=[...r],p=[];for(let e=0;e<o.length;e+=500){const t=o.slice(e,e+500),s=t.map(()=>"?").join(","),r=this.db.prepare(`SELECT * FROM concepts WHERE id IN (${s})`).all(...t);p.push(...r)}const i=new Set;return{center:s,concepts:p,triples:n.filter(e=>!i.has(e.id)&&(i.add(e.id),!0))}}findPath(e,t,s=6){if(e===t)return{found:!0,path:[e],triples:[]};const r=new Map,c=new Set([e]);let n=[e];for(let o=0;o<s&&0!==n.length;o++){const s=[],o=n.map(()=>"?").join(","),p=this.db.prepare(`SELECT * FROM triples WHERE subject IN (${o})`).all(...n),i=this.db.prepare(`SELECT * FROM triples WHERE object IN (${o})`).all(...n);for(const n of[...p,...i]){const o=[{node:n.object,from:n.subject},{node:n.subject,from:n.object}];for(const{node:p,from:i}of o)if(!c.has(p)&&c.has(i)&&(c.add(p),r.set(p,{parent:i,triple:n}),s.push(p),p===t)){const s=[t],c=[];let n=t;for(;n!==e;){const e=r.get(n);c.unshift(e.triple),s.unshift(e.parent),n=e.parent}return{found:!0,path:s,triples:c}}}n=s}return{found:!1,path:[],triples:[]}}queryTemporal(e,t=1,s){const r=this.db.prepare("SELECT * FROM concepts WHERE id = ?").get(e);if(!r){const r=this.db.prepare("SELECT * FROM concepts WHERE label LIKE ? LIMIT 1").get(`%${e}%`);return r?this.queryTemporal(r.id,t,s):{center:null,concepts:[],triples:[]}}this.db.prepare("UPDATE concepts SET last_accessed = datetime('now'), access_count = access_count + 1 WHERE id = ?").run(e);const c=[],n=[];s?.since&&(c.push("created_at >= ?"),n.push(s.since)),s?.until&&(c.push("created_at <= ?"),n.push(s.until));const o=c.length>0?` AND ${c.join(" AND ")}`:"",p=s?.recentFirst?" ORDER BY created_at DESC":"",i=new Set([e]);let a=[e];const E=[];for(let e=0;e<t&&0!==a.length;e++){const e=a.map(()=>"?").join(","),t=this.db.prepare(`SELECT * FROM triples WHERE subject IN (${e})${o}${p}`).all(...a,...n),s=this.db.prepare(`SELECT * FROM triples WHERE object IN (${e})${o}${p}`).all(...a,...n),r=[];for(const e of[...t,...s]){E.push(e);for(const t of[e.subject,e.object])i.has(t)||(i.add(t),r.push(t))}a=r}const d=[...i],l=[];for(let e=0;e<d.length;e+=500){const t=d.slice(e,e+500),s=t.map(()=>"?").join(","),r=this.db.prepare(`SELECT * FROM concepts WHERE id IN (${s})`).all(...t);l.push(...r)}const T=new Set;return{center:r,concepts:l,triples:E.filter(e=>!T.has(e.id)&&(T.add(e.id),!0))}}search(e,t=10){return this.db.prepare("SELECT * FROM concepts WHERE label LIKE ? ORDER BY access_count DESC LIMIT ?").all(`%${e}%`,t)}stats(){return{totalConcepts:this.db.prepare("SELECT COUNT(*) as c FROM concepts").get().c,totalTriples:this.db.prepare("SELECT COUNT(*) as c FROM triples").get().c,totalDraftsPending:this.db.prepare("SELECT COUNT(*) as c FROM concept_drafts WHERE processed = 0").get().c,orphanConcepts:this.db.prepare("\n      SELECT COUNT(*) as c FROM concepts\n      WHERE id NOT IN (SELECT subject FROM triples)\n        AND id NOT IN (SELECT object FROM triples)\n    ").get().c,neverAccessed:this.db.prepare("SELECT COUNT(*) as c FROM concepts WHERE access_count = 0").get().c,topAccessed:this.db.prepare("SELECT id, label, access_count FROM concepts ORDER BY access_count DESC LIMIT 10").all()}}addDraft(e,t,s){const r=this.db.prepare("INSERT INTO concept_drafts (text, context, session_key) VALUES (?, ?, ?)").run(e,t??null,s??null);return n.info(`Draft added: "${e.slice(0,60)}..." (id=${r.lastInsertRowid})`),r.lastInsertRowid}addConcept(e,t,s="dreaming"){this.db.prepare("INSERT OR IGNORE INTO concepts (id, label, source) VALUES (?, ?, ?)").run(e,t,s)}addTriple(e,t,s,r="dreaming"){try{return this.db.prepare("INSERT OR IGNORE INTO triples (subject, predicate, object, source) VALUES (?, ?, ?, ?)").run(e,t,s,r),!0}catch{return!1}}removeConcept(e){this.db.prepare("DELETE FROM triples WHERE subject = ? OR object = ?").run(e,e),this.db.prepare("DELETE FROM concepts WHERE id = ?").run(e),n.info(`Concept removed: ${e}`)}removeTriple(e,t,s){this.db.prepare("DELETE FROM triples WHERE subject = ? AND predicate = ? AND object = ?").run(e,t,s)}updateConceptLabel(e,t){this.db.prepare("UPDATE concepts SET label = ? WHERE id = ?").run(t,e)}getPendingDrafts(){return this.db.prepare("SELECT * FROM concept_drafts WHERE processed = 0 ORDER BY created_at ASC").all()}markDraftProcessed(e){this.db.prepare("UPDATE concept_drafts SET processed = 1 WHERE id = ?").run(e)}importFromTurtleIfEmpty(s){if(this.db.prepare("SELECT COUNT(*) as c FROM concepts").get().c>0)return;if(!e(s))return void n.info("No CONCEPTS.md found, starting with empty concept graph");n.info(`Importing concepts from ${s}...`);const r=t(s,"utf-8");this.importTurtle(r)}importTurtle(e){let t=0,s=0;const r=this.db.prepare("INSERT OR IGNORE INTO concepts (id, label, source) VALUES (?, ?, 'migration')"),c=this.db.prepare("INSERT OR IGNORE INTO triples (subject, predicate, object, source) VALUES (?, ?, ?, 'migration')");return this.db.transaction(()=>{for(const n of e.split("\n")){const e=n.trim();if(!e||e.startsWith("#")||e.startsWith("@prefix")||e.startsWith("```"))continue;const o=e.match(/^:(\S+)\s+rdfs:label\s+"([^"]+)"\s*\.\s*$/);if(o){const[,e,s]=o;r.run(e,s),t++;continue}const p=e.match(/^:(\S+)\s+rel:(\S+)\s+:(\S+)\s*\.\s*$/);if(p){const[,e,t,n]=p;r.run(e,e),r.run(n,n),c.run(e,t,n),s++;continue}const i=e.match(/^:(\S+)\s+rel:(\S+)\s+"([^"]+)"\s*\.\s*$/);if(i){const[,e,t,n]=i;r.run(e,e),c.run(e,t,n),s++;continue}const a=e.match(/^:(\S+)\s+rel:(\S+)\s+(\S+)\s*\.\s*$/);if(a){const[,e,t,n]=a;"."===n||n.startsWith("rel:")||n.startsWith("rdfs:")||(r.run(e,e),c.run(e,t,n),s++)}}})(),n.info(`Imported ${t} concepts and ${s} triples from Turtle`),{concepts:t,triples:s}}getConceptCacheData(){return this.db.prepare("\n      SELECT c.id, c.label, c.s_max as sMax,\n        (SELECT COUNT(*) FROM triples t WHERE t.subject = c.id OR t.object = c.id) as fan\n      FROM concepts c\n    ").all()}getNeighbors(e){const t=new Map;if(0===e.length)return t;const s=e.map(()=>"?").join(","),r=this.db.prepare(`SELECT subject, predicate, object FROM triples WHERE subject IN (${s})`).all(...e),c=this.db.prepare(`SELECT subject, predicate, object FROM triples WHERE object IN (${s})`).all(...e);for(const e of r)t.has(e.subject)||t.set(e.subject,[]),t.get(e.subject).push({neighbor:e.object,predicate:e.predicate});for(const e of c)t.has(e.object)||t.set(e.object,[]),t.get(e.object).push({neighbor:e.subject,predicate:e.predicate});return t}updateSMax(e){const t=this.db.prepare("UPDATE concepts SET s_max = ? WHERE id = ?");let s=0;return this.db.transaction(()=>{for(const{conceptId:r,sMax:c}of e){const e=Math.max(0,Math.min(5,c));t.run(e,r).changes>0&&s++}})(),n.info(`Updated S_max for ${s}/${e.length} concepts`),s}close(){this.db.close(),n.info("ConceptStore closed")}}

package/dist/memory/memory-manager.d.ts

@@ -6,7 +6,11 @@ export declare class MemoryManager implements MemoryProvider {
     private currentStem;
     /** sessionKeys that have been cleared — next append creates a new file */
     private cleared;
-    constructor(baseDir: string, timezone?: string | undefined);
+    /** CKR L2 prefix to strip from memory logs (loaded from config.ckr.l2Prefix) */
+    private stripPrefix?;
+    /** Whether to actually strip the prefix (loaded from config.ckr.removeL2PrefixFromMemory) */
+    private stripEnabled;
+    constructor(baseDir: string, timezone?: string | undefined, stripPrefix?: string, stripEnabled?: boolean);
     private getChatDir;
     /** Returns the stem for the current session (e.g. "2026-02-06-2324") */
     private getCurrentStem;
@@ -14,6 +18,7 @@ export declare class MemoryManager implements MemoryProvider {
     getAttachmentsDir(sessionKey: string): string;
     private ensureConversationFile;
     append(sessionKey: string, role: "user" | "assistant", content: string, attachments?: string[]): Promise<void>;
+    appendReaction(sessionKey: string, emoji: string, username?: string, removed?: boolean): Promise<void>;
     saveFile(sessionKey: string, buffer: Buffer, fileName: string): Promise<string>;
     getConversationMessages(sessionKey: string): ConversationMessage[];
     retrieveFromMemory(queryText: string): MemorySearchResult[];

package/dist/memory/memory-manager.js

@@ -1 +1 @@
-import{mkdirSync as t,appendFileSync as e,readFileSync as n,writeFileSync as i,existsSync as r,readdirSync as o}from"node:fs";import{join as s}from"node:path";import{createLogger as a}from"../utils/logger.js";const c=a("MemoryManager");export class MemoryManager{baseDir;timezone;currentStem=new Map;cleared=new Set;constructor(e,n){this.baseDir=e,this.timezone=n,t(e,{recursive:!0})}getChatDir(e){const n=e.replace(/:/g,"_"),i=s(this.baseDir,n);return t(i,{recursive:!0}),i}getCurrentStem(t){const e=this.currentStem.get(t);if(e)return e;if(!this.cleared.has(t)){const e=this.getChatDir(t),n=o(e).filter(t=>t.endsWith(".md")).sort();if(n.length>0){const e=n[n.length-1].replace(".md","");return this.currentStem.set(t,e),e}}const n=function(t){const e=new Date;if(t){return`${e.toLocaleString("en-US",{timeZone:t,year:"numeric"})}-${e.toLocaleString("en-US",{timeZone:t,month:"2-digit"})}-${e.toLocaleString("en-US",{timeZone:t,day:"2-digit"})}-${e.toLocaleString("en-GB",{timeZone:t,hour:"2-digit",hour12:!1})}${e.toLocaleString("en-GB",{timeZone:t,minute:"2-digit"}).padStart(2,"0")}`}const n=t=>String(t).padStart(2,"0");return`${e.getFullYear()}-${n(e.getMonth()+1)}-${n(e.getDate())}-${n(e.getHours())}${n(e.getMinutes())}`}(this.timezone);return this.currentStem.set(t,n),this.cleared.delete(t),n}getConversationFile(t){const e=this.getCurrentStem(t);return s(this.getChatDir(t),`${e}.md`)}getAttachmentsDir(e){const n=this.getCurrentStem(e),i=s(this.getChatDir(e),n);return t(i,{recursive:!0}),i}ensureConversationFile(t){const n=this.getConversationFile(t);if(!r(n)){const i=[`# Memory: ${t}`,`- Started: ${(new Date).toISOString()}`,"","---",""].join("\n");e(n,i,"utf-8"),c.info(`Memory file created: ${n}`)}return n}async append(t,n,i,r){const o=this.ensureConversationFile(t);let s=`### ${n} (${function(t,e){if(!e)return t.toISOString();const n=t.toLocaleString("en-US",{timeZone:e,year:"numeric"}),i=t.toLocaleString("en-US",{timeZone:e,month:"2-digit"}),r=t.toLocaleString("en-US",{timeZone:e,day:"2-digit"}),o=t.toLocaleString("en-GB",{timeZone:e,hour:"2-digit",minute:"2-digit",second:"2-digit",hour12:!1});return`${n}-${i}-${r}T${o}`}(new Date,this.timezone)})\n`;r&&r.length>0&&(s+=`[files: ${r.join(", ")}]\n`),s+=`\n${i}\n\n`,e(o,s,"utf-8")}async saveFile(t,e,n){const r=this.getAttachmentsDir(t),o=(new Date).toISOString().replace(/[-:]/g,"").replace("T","_").slice(0,15),a=n.replace(/[^a-zA-Z0-9._-]/g,"_").slice(0,100),m=s(r,`${o}_${a}`);return i(m,e),c.info(`File saved to memory: ${m} (${e.length} bytes)`),m}getConversationMessages(t){const e=this.getConversationFile(t);if(!r(e))return[];return m(n(e,"utf-8"))}retrieveFromMemory(t){const e=[];if(!r(this.baseDir))return e;const i=t.toLowerCase(),a=o(this.baseDir,{withFileTypes:!0});for(const t of a){if(!t.isDirectory())continue;const r=s(this.baseDir,t.name),a=o(r).filter(t=>t.endsWith(".md"));for(const o of a){const a=s(r,o),c=m(n(a,"utf-8")),g=[],h=new Set;let u="",f="";for(const t of c)if(t.content.toLowerCase().includes(i)){if(g.push(l(t.content,i)),!u&&t.timestamp){const e=new Date(t.timestamp);isNaN(e.getTime())||(u=e.toISOString().slice(0,10),f=e.toISOString().slice(11,19))}for(const e of t.attachments)h.add(e)}g.length>0&&e.push({memoryFile:a,sessionKey:t.name,date:u,time:f,snippets:g,files:Array.from(h)})}}return e}clearSession(t){this.currentStem.delete(t),this.cleared.add(t),c.info(`Memory session cleared for ${t} — next message starts a new file`)}}function m(t){const e=[],n=t.split(/^### /m).slice(1);for(const t of n){const n=t.match(/^(user|assistant)\s*\(([^)]+)\)\s*\n/);if(!n)continue;const i=n[1],r=n[2],o=t.slice(n[0].length);let s,a=[];const c=o.match(/^\[files:\s*(.+?)\]\s*\n/);c?(a=c[1].split(",").map(t=>t.trim()),s=o.slice(c[0].length).trim()):s=o.trim(),e.push({role:i,content:s,timestamp:r,attachments:a})}return e}function l(t,e,n=150){const i=t.toLowerCase().indexOf(e);if(-1===i)return t.slice(0,2*n);const r=Math.max(0,i-n),o=Math.min(t.length,i+e.length+n);let s=t.slice(r,o);return r>0&&(s="..."+s),o<t.length&&(s+="..."),s}
+import{mkdirSync as t,appendFileSync as e,readFileSync as n,writeFileSync as i,existsSync as r,readdirSync as s}from"node:fs";import{join as o}from"node:path";import{createLogger as a}from"../utils/logger.js";const c=a("MemoryManager");export class MemoryManager{baseDir;timezone;currentStem=new Map;cleared=new Set;stripPrefix;stripEnabled;constructor(e,n,i,r=!0){this.baseDir=e,this.timezone=n,t(e,{recursive:!0}),this.stripPrefix=i,this.stripEnabled=r}getChatDir(e){const n=e.replace(/:/g,"_"),i=o(this.baseDir,n);return t(i,{recursive:!0}),i}getCurrentStem(t){const e=this.currentStem.get(t);if(e)return e;if(!this.cleared.has(t)){const e=this.getChatDir(t),n=s(e).filter(t=>t.endsWith(".md")).sort();if(n.length>0){const e=n[n.length-1].replace(".md","");return this.currentStem.set(t,e),e}}const n=function(t){const e=new Date;if(t){return`${e.toLocaleString("en-US",{timeZone:t,year:"numeric"})}-${e.toLocaleString("en-US",{timeZone:t,month:"2-digit"})}-${e.toLocaleString("en-US",{timeZone:t,day:"2-digit"})}-${e.toLocaleString("en-GB",{timeZone:t,hour:"2-digit",hour12:!1})}${e.toLocaleString("en-GB",{timeZone:t,minute:"2-digit"}).padStart(2,"0")}`}const n=t=>String(t).padStart(2,"0");return`${e.getFullYear()}-${n(e.getMonth()+1)}-${n(e.getDate())}-${n(e.getHours())}${n(e.getMinutes())}`}(this.timezone);return this.currentStem.set(t,n),this.cleared.delete(t),n}getConversationFile(t){const e=this.getCurrentStem(t);return o(this.getChatDir(t),`${e}.md`)}getAttachmentsDir(e){const n=this.getCurrentStem(e),i=o(this.getChatDir(e),n);return t(i,{recursive:!0}),i}ensureConversationFile(t){const n=this.getConversationFile(t);if(!r(n)){const i=[`# Memory: ${t}`,`- Started: ${(new Date).toISOString()}`,"","---",""].join("\n");e(n,i,"utf-8"),c.info(`Memory file created: ${n}`)}return n}async append(t,n,i,r){const s=this.ensureConversationFile(t),o=l(new Date,this.timezone);let a=i;if(this.stripEnabled&&this.stripPrefix&&"user"===n){const t=this.stripPrefix+"\n";a.startsWith(t)?a=a.slice(t.length):a.includes(t)&&(a=a.replace(t,""))}let c=`### ${n} (${o})\n`;r&&r.length>0&&(c+=`[files: ${r.join(", ")}]\n`),c+=`\n${a}\n\n`,e(s,c,"utf-8")}async appendReaction(t,n,i,s){const o=this.getConversationFile(t);if(!r(o))return;const a=l(new Date,this.timezone),m=s?"unreacted":"reacted";e(o,`← ${n} ${i??"user"} ${m} (${a})\n\n`,"utf-8"),c.debug(`Reaction ${m}: ${n} by ${i??"user"} on ${t}`)}async saveFile(t,e,n){const r=this.getAttachmentsDir(t),s=(new Date).toISOString().replace(/[-:]/g,"").replace("T","_").slice(0,15),a=n.replace(/[^a-zA-Z0-9._-]/g,"_").slice(0,100),l=o(r,`${s}_${a}`);return i(l,e),c.info(`File saved to memory: ${l} (${e.length} bytes)`),l}getConversationMessages(t){const e=this.getConversationFile(t);if(!r(e))return[];return m(n(e,"utf-8"))}retrieveFromMemory(t){const e=[];if(!r(this.baseDir))return e;const i=t.toLowerCase(),a=s(this.baseDir,{withFileTypes:!0});for(const t of a){if(!t.isDirectory())continue;const r=o(this.baseDir,t.name),a=s(r).filter(t=>t.endsWith(".md"));for(const s of a){const a=o(r,s),c=m(n(a,"utf-8")),l=[],u=new Set;let g="",f="";for(const t of c)if(t.content.toLowerCase().includes(i)){if(l.push(h(t.content,i)),!g&&t.timestamp){const e=new Date(t.timestamp);isNaN(e.getTime())||(g=e.toISOString().slice(0,10),f=e.toISOString().slice(11,19))}for(const e of t.attachments)u.add(e)}l.length>0&&e.push({memoryFile:a,sessionKey:t.name,date:g,time:f,snippets:l,files:Array.from(u)})}}return e}clearSession(t){this.currentStem.delete(t),this.cleared.add(t),c.info(`Memory session cleared for ${t} — next message starts a new file`)}}function l(t,e){if(!e)return t.toISOString();return`${t.toLocaleString("en-US",{timeZone:e,year:"numeric"})}-${t.toLocaleString("en-US",{timeZone:e,month:"2-digit"})}-${t.toLocaleString("en-US",{timeZone:e,day:"2-digit"})}T${t.toLocaleString("en-GB",{timeZone:e,hour:"2-digit",minute:"2-digit",second:"2-digit",hour12:!1})}`}function m(t){const e=[],n=t.split(/^### /m).slice(1);for(const t of n){const n=t.match(/^(user|assistant)\s*\(([^)]+)\)\s*\n/);if(!n)continue;const i=n[1],r=n[2],s=t.slice(n[0].length);let o,a=[];const c=s.match(/^\[files:\s*(.+?)\]\s*\n/);c?(a=c[1].split(",").map(t=>t.trim()),o=s.slice(c[0].length).trim()):o=s.trim(),e.push({role:i,content:o,timestamp:r,attachments:a})}return e}function h(t,e,n=150){const i=t.toLowerCase().indexOf(e);if(-1===i)return t.slice(0,2*n);const r=Math.max(0,i-n),s=Math.min(t.length,i+e.length+n);let o=t.slice(r,s);return r>0&&(o="..."+o),s<t.length&&(o+="..."),o}

package/dist/memory/memory-search.d.ts

@@ -22,6 +22,7 @@
  *  4. RRF fusion (k=60) → return top N
  */
 import { type L0Config } from "./l0-generator.js";
+import type { ConceptStore } from "./concept-store.js";
 export interface MemorySearchResult {
     chunkId: number;
     path: string;
@@ -61,6 +62,10 @@ export declare class MemorySearch {
     private l0Generator;
     private searchDb;
     private searchHnsw;
+    private conceptStore;
+    private conceptCache;
+    private conceptCacheMap;
+    private conceptCacheTime;
     private openai;
     private indexDbPath;
     private searchDbPath;
@@ -69,11 +74,50 @@ export declare class MemorySearch {
     private searchHnswPath;
     private searchNextHnswPath;
     constructor(memoryDir: string, dataDir: string, opts: MemorySearchOptions);
+    /**
+     * Wire the concept graph for spreading activation.
+     * Called by Server after both MemorySearch and ConceptStore are created.
+     * Triggers Phase 3 entity index population if needed.
+     */
+    setConceptStore(store: ConceptStore): void;
+    /**
+     * Get or refresh the concept cache. Concepts change only during dreaming,
+     * so a 1-hour TTL is more than adequate.
+     */
+    private getConceptCacheEntries;
+    /**
+     * Extract entity IDs mentioned in text via substring matching.
+     * Uses the closed vocabulary from the concept graph — no NER model needed.
+     */
+    private extractEntities;
+    /**
+     * Compute spreading activation S_i for a chunk, given query entities.
+     *
+     * Phase 1: Direct overlap — query entities that appear in the chunk get a boost
+     *          weighted by the fan effect (S_max - ln(fan)).
+     * Phase 2: Graph-distance propagation — entities in the chunk that are 1-hop
+     *          connected to query entities get an attenuated boost.
+     */
+    private computeSpreadingActivation;
+    /**
+     * Phase 3: Populate chunk_entities table for all existing chunks.
+     * One-time backfill when ConceptStore is first connected.
+     */
+    private populateChunkEntities;
+    /**
+     * Phase 3: Get entities for chunks using the pre-computed index.
+     * Falls back to substring matching if index is empty.
+     */
+    private getChunkEntities;
     private isOpenAI;
     getMaxInjectedChars(): number;
     start(): Promise<void>;
     stop(): void;
     private migrateEmbeddingsTable;
+    /**
+     * Migrate chunk_utility: add importance + access_times columns if missing.
+     */
+    private migrateChunkUtility;
     /**
      * Check if embedding model or dimensions changed since last run.
      * If so, wipe embeddings + HNSW and re-embed everything.
@@ -88,6 +132,25 @@ export declare class MemorySearch {
      * Writes to indexDb — will propagate to searchDb on next snapshot.
      */
     recordAccess(chunkIds: number[]): void;
+    /**
+     * Get recently accessed chunks for importance re-scoring (used by dreaming).
+     * Returns chunks accessed in the last N days, with their content snippet.
+     */
+    getRecentlyAccessedChunks(days?: number, limit?: number): Array<{
+        chunkId: number;
+        content: string;
+        path: string;
+        importance: number;
+        accessCount: number;
+        lastAccessed: string;
+    }>;
+    /**
+     * Update importance scores for specific chunks (used by dreaming LLM re-scoring).
+     */
+    updateImportance(updates: Array<{
+        chunkId: number;
+        importance: number;
+    }>): number;
     /**
      * Fetch utility data for a set of chunk IDs from the search DB.
      * Returns a Map of chunkId → { access_count, last_accessed, first_accessed }.