sensorium-mcp 2.16.28 → 2.16.30

package/dist/tools/wait/message-delivery.js

@@ -0,0 +1,281 @@
+/**
+ * Message delivery logic extracted from wait-tool.ts (Phase 4).
+ *
+ * Handles:
+ *   - Simple message processing (photo, document, text, sticker)
+ *   - Auto-ingesting episodes for messages not saved by media handlers
+ *   - Smart context injection (embedding search + GPT-4o-mini filter)
+ *   - Intent classification and final operator response assembly
+ */
+import { basename } from "node:path";
+import { saveFileToDisk } from "../../config.js";
+import { classifyIntent } from "../../intent.js";
+import { log } from "../../logger.js";
+import { saveEpisode, searchByEmbedding, searchSemanticNotesRanked, } from "../../memory.js";
+import { chatCompletion, generateEmbedding, } from "../../openai.js";
+import { extractSearchKeywords, getReminders, getMediumReminder } from "../../response-builders.js";
+import { errorMessage, IMAGE_EXTENSIONS } from "../../utils.js";
+// ---------------------------------------------------------------------------
+// processSimpleMessage
+// ---------------------------------------------------------------------------
+/**
+ * Process non-media message types for a single StoredMessage.
+ * Handles: photo, document, text, sticker.
+ * Returns content blocks for the processed parts.
+ */
+export async function processSimpleMessage(msg, telegram) {
+    const blocks = [];
+    // Photos: download the largest size, persist to disk, and embed as base64.
+    if (msg.message.photo && msg.message.photo.length > 0) {
+        const largest = msg.message.photo[msg.message.photo.length - 1];
+        try {
+            const { buffer, filePath: telegramPath } = await telegram.downloadFileAsBuffer(largest.file_id);
+            const ext = telegramPath.split(".").pop()?.toLowerCase() ?? "jpg";
+            const mimeType = ext === "png" ? "image/png" : ext === "webp" ? "image/webp" : "image/jpeg";
+            const base64 = buffer.toString("base64");
+            const diskPath = saveFileToDisk(buffer, `photo.${ext}`);
+            blocks.push({ type: "image", data: base64, mimeType });
+            blocks.push({
+                type: "text",
+                text: `[Photo saved to: ${diskPath}]` +
+                    (msg.message.caption ? ` Caption: ${msg.message.caption}` : ""),
+            });
+        }
+        catch (err) {
+            blocks.push({
+                type: "text",
+                text: `[Photo received but could not be downloaded: ${errorMessage(err)}]`,
+            });
+        }
+    }
+    // Documents: download, persist to disk, and embed as base64.
+    if (msg.message.document) {
+        const doc = msg.message.document;
+        try {
+            const { buffer, filePath: telegramPath } = await telegram.downloadFileAsBuffer(doc.file_id);
+            const filename = doc.file_name ?? basename(telegramPath);
+            const ext = filename.split(".").pop()?.toLowerCase() ?? "";
+            const mimeType = doc.mime_type ?? (IMAGE_EXTENSIONS.has(ext) ? `image/${ext === "jpg" ? "jpeg" : ext}` : "application/octet-stream");
+            const base64 = buffer.toString("base64");
+            const diskPath = saveFileToDisk(buffer, filename);
+            const isImage = mimeType.startsWith("image/");
+            if (isImage) {
+                blocks.push({ type: "image", data: base64, mimeType });
+                blocks.push({
+                    type: "text",
+                    text: `[File saved to: ${diskPath}]` +
+                        (msg.message.caption ? ` Caption: ${msg.message.caption}` : ""),
+                });
+            }
+            else {
+                // Non-image documents: provide the disk path instead of
+                // dumping potentially huge base64 into the LLM context.
+                blocks.push({
+                    type: "text",
+                    text: `[Document: ${filename} (${mimeType}) — saved to: ${diskPath}]` +
+                        (msg.message.caption ? ` Caption: ${msg.message.caption}` : ""),
+                });
+            }
+        }
+        catch (err) {
+            blocks.push({
+                type: "text",
+                text: `[Document "${doc.file_name ?? "file"}" received but could not be downloaded: ${errorMessage(err)}]`,
+            });
+        }
+    }
+    // Text messages.
+    if (msg.message.text) {
+        blocks.push({ type: "text", text: msg.message.text });
+    }
+    // Stickers: deliver as text with emoji, set name, and file_id (so agent can re-use it).
+    if (msg.message.sticker) {
+        const emoji = msg.message.sticker.emoji || "🏷️";
+        const setName = msg.message.sticker.set_name || "unknown";
+        const fileId = msg.message.sticker.file_id;
+        blocks.push({
+            type: "text",
+            text: `(The operator sent a sticker: ${emoji} from pack "${setName}", file_id: "${fileId}")`,
+        });
+    }
+    return blocks;
+}
+// ---------------------------------------------------------------------------
+// handleEmptyContent
+// ---------------------------------------------------------------------------
+/**
+ * If contentBlocks is empty after processing all messages, push an
+ * unsupported-type placeholder and log the message fields for debugging.
+ */
+export function handleEmptyContent(contentBlocks, stored) {
+    if (contentBlocks.length === 0) {
+        const msgKeys = stored.map(m => Object.keys(m.message).filter(k => m.message[k] != null).join(",")).join(" | ");
+        log.warn(`[wait] No content blocks from ${stored.length} messages. Fields: ${msgKeys}`);
+        contentBlocks.push({
+            type: "text",
+            text: "[Unsupported message type received — the operator sent a message type that cannot be processed (e.g., sticker, location, contact). Please ask them to resend as text, photo, document, or voice.]",
+        });
+    }
+}
+// ---------------------------------------------------------------------------
+// autoIngestEpisodes
+// ---------------------------------------------------------------------------
+/**
+ * Auto-ingest episodes for messages that were not already saved by
+ * voice/video handlers (identified by savedEpisodeUpdateIds).
+ */
+export function autoIngestEpisodes(stored, savedEpisodeUpdateIds, ctx) {
+    try {
+        const db = ctx.getMemoryDb();
+        const sessionId = `session_${ctx.sessionStartedAt}`;
+        if (ctx.effectiveThreadId !== undefined) {
+            // Collect text from messages that didn't already get an episode
+            const unsavedMsgs = stored.filter(m => !savedEpisodeUpdateIds.has(m.update_id));
+            if (unsavedMsgs.length > 0) {
+                const textContent = unsavedMsgs
+                    .map(m => m.message.text ?? m.message.caption ?? "")
+                    .filter(Boolean)
+                    .join("\n")
+                    .slice(0, 2000);
+                if (textContent) {
+                    saveEpisode(db, {
+                        sessionId,
+                        threadId: ctx.effectiveThreadId,
+                        type: "operator_message",
+                        modality: "text",
+                        content: { text: textContent },
+                        importance: 0.5,
+                    });
+                }
+            }
+        }
+    }
+    catch (_) { /* memory write failures should never break the main flow */ }
+}
+// ---------------------------------------------------------------------------
+// buildSmartContext
+// ---------------------------------------------------------------------------
+/**
+ * Smart context injection: retrieves candidate memory notes via embedding
+ * search, then uses GPT-4o-mini to select ONLY the notes truly relevant
+ * to the operator's message. Falls back to keyword search if embedding
+ * fails, and to raw top-3 if the LLM filter fails.
+ */
+export async function buildSmartContext(operatorText, ctx) {
+    let autoMemoryContext = "";
+    try {
+        const db = ctx.getMemoryDb();
+        const apiKey = process.env.OPENAI_API_KEY;
+        if (operatorText.length > 10 && apiKey) {
+            // Phase 1: Broad retrieval — get 10 candidates via embedding search
+            let candidates = [];
+            try {
+                const queryEmb = await generateEmbedding(operatorText, apiKey);
+                const embResults = searchByEmbedding(db, queryEmb, { maxResults: 10, minSimilarity: 0.25, skipAccessTracking: true, threadId: ctx.effectiveThreadId });
+                candidates = embResults.map(n => ({ type: n.type, content: n.content.slice(0, 200), confidence: n.confidence, similarity: n.similarity }));
+            }
+            catch {
+                // Fallback to keyword search
+                const searchQuery = extractSearchKeywords(operatorText);
+                if (searchQuery.trim().length > 0) {
+                    const kwResults = searchSemanticNotesRanked(db, searchQuery, { maxResults: 10, skipAccessTracking: true, threadId: ctx.effectiveThreadId });
+                    candidates = kwResults.map(n => ({ type: n.type, content: n.content.slice(0, 200), confidence: n.confidence }));
+                }
+            }
+            if (candidates.length > 0) {
+                // Phase 2: GPT-4o-mini filters and compresses
+                try {
+                    const noteList = candidates.map((c, i) => `[${i}] [${c.type}] ${c.content}`).join("\n");
+                    const filterResponse = await chatCompletion([
+                        {
+                            role: "system",
+                            content: "You are a context filter for an AI assistant. Given an operator's message and candidate memory notes, " +
+                                "select ONLY the notes that are directly relevant to the operator's current instruction or question. " +
+                                "Discard notes that are tangentially related, duplicates, or noise. " +
+                                "Return a JSON array of objects: [{\"i\": <index>, \"s\": \"<compressed one-liner>\"}] " +
+                                "where 'i' is the note index and 's' is a compressed summary (max 80 chars). " +
+                                "Return [] if no notes are relevant. Return at most 3 notes. Be aggressive about filtering.",
+                        },
+                        {
+                            role: "user",
+                            content: `Operator message: "${operatorText.slice(0, 300)}"\n\nCandidate notes:\n${noteList}`,
+                        },
+                    ], apiKey, { maxTokens: 200, temperature: 0 });
+                    // Parse the response — expect JSON array
+                    const jsonMatch = filterResponse.match(/\[.*\]/s);
+                    if (jsonMatch) {
+                        const filtered = JSON.parse(jsonMatch[0]);
+                        if (filtered.length > 0) {
+                            const lines = filtered
+                                .filter(f => f.i >= 0 && f.i < candidates.length)
+                                .slice(0, 3)
+                                .map(f => {
+                                const c = candidates[f.i];
+                                return `- **[${c.type}]** ${f.s} _(conf: ${c.confidence})_`;
+                            });
+                            if (lines.length > 0) {
+                                autoMemoryContext = `\n\n## Relevant Memory (auto-injected)\n${lines.join("\n")}`;
+                            }
+                        }
+                    }
+                    log.verbose("memory", `Smart filter: ${candidates.length} candidates → ${(jsonMatch ? JSON.parse(jsonMatch[0]) : []).length} selected`);
+                }
+                catch (filterErr) {
+                    // GPT-4o-mini filter failed — fall back to top-3 raw notes
+                    log.warn(`[memory] Smart filter failed, using raw top-3: ${filterErr instanceof Error ? filterErr.message : String(filterErr)}`);
+                    const lines = candidates.slice(0, 3).map(c => `- **[${c.type}]** ${c.content} _(conf: ${c.confidence})_`);
+                    autoMemoryContext = `\n\n## Relevant Memory (auto-injected)\n${lines.join("\n")}`;
+                }
+            }
+        }
+        else if (operatorText.length > 10) {
+            // No API key — keyword search, raw top-3
+            const searchQuery = extractSearchKeywords(operatorText);
+            if (searchQuery.trim().length > 0) {
+                const kwResults = searchSemanticNotesRanked(db, searchQuery, { maxResults: 3, skipAccessTracking: true, threadId: ctx.effectiveThreadId });
+                if (kwResults.length > 0) {
+                    const lines = kwResults.map(n => `- **[${n.type}]** ${n.content.slice(0, 200)} _(conf: ${n.confidence})_`);
+                    autoMemoryContext = `\n\n## Relevant Memory (auto-injected)\n${lines.join("\n")}`;
+                }
+            }
+        }
+    }
+    catch (_) { /* memory search failures should never break message delivery */ }
+    return autoMemoryContext;
+}
+// ---------------------------------------------------------------------------
+// assembleOperatorResponse
+// ---------------------------------------------------------------------------
+/**
+ * Build the final operator message response: intent classification,
+ * reminder selection, and the `<<< OPERATOR MESSAGE >>>` envelope.
+ */
+export function assembleOperatorResponse(contentBlocks, operatorText, hasVoiceMessages, autoMemoryContext, ctx) {
+    const intent = classifyIntent(operatorText);
+    log.verbose("intent", `Classified "${operatorText.substring(0, 50)}" as ${intent}`);
+    const reminder = intent === "conversational"
+        ? getMediumReminder(ctx.effectiveThreadId, ctx.sessionStartedAt, ctx.autonomousMode)
+        : getReminders(ctx.effectiveThreadId, ctx.sessionStartedAt, ctx.autonomousMode);
+    return {
+        content: [
+            {
+                type: "text",
+                text: "Follow the operator's instructions below.",
+            },
+            { type: "text", text: "<<< OPERATOR MESSAGE >>>" },
+            ...contentBlocks,
+            ...(hasVoiceMessages
+                ? [{
+                        type: "text",
+                        text: "(Operator sent voice — respond with `send_voice`.)",
+                    }]
+                : []),
+            { type: "text", text: reminder },
+            { type: "text", text: "<<< END OPERATOR MESSAGE >>>" },
+            ...(autoMemoryContext
+                ? [{ type: "text", text: autoMemoryContext }]
+                : []),
+        ],
+    };
+}
+//# sourceMappingURL=message-delivery.js.map

package/dist/tools/wait/message-delivery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-delivery.js","sourceRoot":"","sources":["../../../src/tools/wait/message-delivery.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEjD,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AACtC,OAAO,EACL,WAAW,EACX,iBAAiB,EACjB,yBAAyB,GAE1B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,cAAc,EACd,iBAAiB,GAClB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,qBAAqB,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAEpG,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAmBhE,8EAA8E;AAC9E,uBAAuB;AACvB,8EAA8E;AAE9E;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,GAAkB,EAClB,QAAwB;IAExB,MAAM,MAAM,GAAmB,EAAE,CAAC;IAElC,2EAA2E;IAC3E,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,MAAM,QAAQ,CAAC,oBAAoB,CAC5E,OAAO,CAAC,OAAO,CAChB,CAAC;YACF,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,IAAI,KAAK,CAAC;YAClE,MAAM,QAAQ,GAAG,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC;YAC5F,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,SAAS,GAAG,EAAE,CAAC,CAAC;YACxD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvD,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,oBAAoB,QAAQ,GAAG;oBACnC,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,gDAAgD,YAAY,CAAC,GAAG,CAAC,GAAG;aAC3E,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,6DAA6D;IAC7D,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,MAAM,QAAQ,CAAC,oBAAoB,CAC5E,GAAG,CAAC,OAAO,CACZ,CAAC;YACF,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,IAAI,QAAQ,CAAC,YAAY,CAAC,CAAC;YACzD,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;YAC3D,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC;YACrI,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAClD,MAAM,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC9C,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACvD,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,mBAAmB,QAAQ,GAAG;wBAClC,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAClE,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,wDAAwD;gBACxD,wDAAwD;gBACxD,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,cAAc,QAAQ,KAAK,QAAQ,iBAAiB,QAAQ,GAAG;wBACnE,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAClE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,cAAc,GAAG,CAAC,SAAS,IAAI,MAAM,2CAA2C,YAAY,CAAC,GAAG,CAAC,GAAG;aAC3G,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,wFAAwF;IACxF,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;QACjD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC;QAC1D,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,iCAAiC,KAAK,eAAe,OAAO,gBAAgB,MAAM,IAAI;SAC7F,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,aAA6B,EAC7B,MAAuB;IAEvB,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAE,CAAC,CAAC,OAAmC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAChG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,GAAG,CAAC,IAAI,CAAC,iCAAiC,MAAM,CAAC,MAAM,sBAAsB,OAAO,EAAE,CAAC,CAAC;QACxF,aAAa,CAAC,IAAI,CAAC;YACjB,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,mMAAmM;SAC1M,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAAuB,EACvB,qBAAkC,EAClC,GAA2F;IAE3F,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,WAAW,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACpD,IAAI,GAAG,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;YACxC,gEAAgE;YAChE,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YAChF,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,WAAW,GAAG,WAAW;qBAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;qBACnD,MAAM,CAAC,OAAO,CAAC;qBACf,IAAI,CAAC,IAAI,CAAC;qBACV,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;gBAClB,IAAI,WAAW,EAAE,CAAC;oBAChB,WAAW,CAAC,EAAE,EAAE;wBACd,SAAS;wBACT,QAAQ,EAAE,GAAG,CAAC,iBAAiB;wBAC/B,IAAI,EAAE,kBAAkB;wBACxB,QAAQ,EAAE,MAAM;wBAChB,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;wBAC9B,UAAU,EAAE,GAAG;qBAChB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC,CAAC,4DAA4D,CAAC,CAAC;AAC9E,CAAC;AAED,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,YAAoB,EACpB,GAAsE;IAEtE,IAAI,iBAAiB,GAAG,EAAE,CAAC;IAC3B,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAE1C,IAAI,YAAY,CAAC,MAAM,GAAG,EAAE,IAAI,MAAM,EAAE,CAAC;YACvC,oEAAoE;YACpE,IAAI,UAAU,GAAiF,EAAE,CAAC;YAClG,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;gBAC/D,MAAM,UAAU,GAAG,iBAAiB,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBACvJ,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAC7I,CAAC;YAAC,MAAM,CAAC;gBACP,6BAA6B;gBAC7B,MAAM,WAAW,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;gBACxD,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClC,MAAM,SAAS,GAAG,yBAAyB,CAAC,EAAE,EAAE,WAAW,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC;oBAC5I,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBAClH,CAAC;YACH,CAAC;YAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,8CAA8C;gBAC9C,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACxF,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC;wBAC1C;4BACE,IAAI,EAAE,QAAQ;4BACd,OAAO,EACL,wGAAwG;gCACxG,sGAAsG;gCACtG,qEAAqE;gCACrE,wFAAwF;gCACxF,8EAA8E;gCAC9E,4FAA4F;yBAC/F;wBACD;4BACE,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,sBAAsB,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,0BAA0B,QAAQ,EAAE;yBAC9F;qBACF,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;oBAE/C,yCAAyC;oBACzC,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;oBAClD,IAAI,SAAS,EAAE,CAAC;wBACd,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAA+B,CAAC;wBACxE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACxB,MAAM,KAAK,GAAG,QAAQ;iCACnB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;iCAChD,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;iCACX,GAAG,CAAC,CAAC,CAAC,EAAE;gCACP,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gCAC1B,OAAO,QAAQ,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,UAAU,IAAI,CAAC;4BAC9D,CAAC,CAAC,CAAC;4BACL,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCACrB,iBAAiB,GAAG,2CAA2C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;4BACpF,CAAC;wBACH,CAAC;oBACH,CAAC;oBACD,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,iBAAiB,UAAU,CAAC,MAAM,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,WAAW,CAAC,CAAC;gBAC1I,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACnB,2DAA2D;oBAC3D,GAAG,CAAC,IAAI,CAAC,kDAAkD,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBACjI,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAC3C,QAAQ,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,UAAU,IAAI,CAC3D,CAAC;oBACF,iBAAiB,GAAG,2CAA2C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpF,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,YAAY,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACpC,yCAAyC;YACzC,MAAM,WAAW,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;YACxD,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,MAAM,SAAS,GAAG,yBAAyB,CAAC,EAAE,EAAE,WAAW,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBAC3I,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzB,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAC9B,QAAQ,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,UAAU,IAAI,CACzE,CAAC;oBACF,iBAAiB,GAAG,2CAA2C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpF,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC,CAAC,gEAAgE,CAAC,CAAC;IAEhF,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,8EAA8E;AAC9E,2BAA2B;AAC3B,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CACtC,aAA6B,EAC7B,YAAoB,EACpB,gBAAyB,EACzB,iBAAyB,EACzB,GAA8F;IAE9F,MAAM,MAAM,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;IAC5C,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,eAAe,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,MAAM,EAAE,CAAC,CAAC;IACpF,MAAM,QAAQ,GAAG,MAAM,KAAK,gBAAgB;QAC1C,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,iBAAiB,EAAE,GAAG,CAAC,gBAAgB,EAAE,GAAG,CAAC,cAAc,CAAC;QACpF,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,iBAAiB,EAAE,GAAG,CAAC,gBAAgB,EAAE,GAAG,CAAC,cAAc,CAAC,CAAC;IAElF,OAAO;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,2CAA2C;aAClD;YACD,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0BAA0B,EAAE;YAClD,GAAG,aAAa;YAChB,GAAG,CAAC,gBAAgB;gBAClB,CAAC,CAAC,CAAC;wBACD,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,oDAAoD;qBAC3D,CAAC;gBACF,CAAC,CAAC,EAAE,CAAC;YACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE;YAChC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,8BAA8B,EAAE;YACtD,GAAG,CAAC,iBAAiB;gBACnB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;gBACtD,CAAC,CAAC,EAAE,CAAC;SACR;KACF,CAAC;AACJ,CAAC"}

package/dist/tools/wait/poll-loop.d.ts

@@ -0,0 +1,72 @@
+/**
+ * Core poll-loop orchestrator for remote_copilot_wait_for_instructions.
+ *
+ * This is the main long-polling loop that:
+ *   - Polls the dispatcher for new operator messages every 2s
+ *   - Processes all media types: text, photo, document, voice, video_note
+ *   - Runs voice analysis (transcription + emotion via VANPY)
+ *   - Auto-saves episodes to memory
+ *   - Injects relevant memory context via GPT-4o-mini smart filter
+ *   - Checks scheduled tasks during idle polling
+ *   - Triggers auto-consolidation (idle, episode-count, time-based)
+ *   - Sends SSE keepalive pings every 30s
+ *   - Detects maintenance flags and instructs agent to wait externally
+ *   - Activates the Dispatcher drive after extended operator silence
+ */
+import { type initMemoryDb } from "../../memory.js";
+import type { TelegramClient } from "../../telegram.js";
+import type { AppConfig } from "../../types.js";
+type ContentBlock = {
+    type: string;
+    text: string;
+} | {
+    type: "image";
+    data: string;
+    mimeType: string;
+};
+type ToolResult = {
+    content: Array<ContentBlock>;
+    isError?: boolean;
+};
+export interface WaitToolContext {
+    /** Mutable per-session state — the handler reads and writes directly. */
+    state: {
+        currentThreadId: number | undefined;
+        sessionStartedAt: number;
+        waitCallCount: number;
+        lastToolCallAt: number;
+        deadSessionAlerted: boolean;
+        toolCallsSinceLastDelivery: number;
+        lastOperatorMessageAt: number;
+        lastOperatorMessageText: string;
+        lastConsolidationAt: number;
+        previewedUpdateIds: Set<number>;
+        lastDriveAttemptAt: number;
+        drivePhase2Fired: boolean;
+    };
+    addPreviewedId: (id: number) => void;
+    generateDmnReflection: (threadId: number) => string;
+    resolveThreadId: (args: Record<string, unknown> | undefined) => number | undefined;
+    telegram: TelegramClient;
+    telegramChatId: string;
+    getMemoryDb: () => ReturnType<typeof initMemoryDb>;
+    config: AppConfig;
+    errorResult: (msg: string) => {
+        content: Array<{
+            type: string;
+            text: string;
+        }>;
+        isError: true;
+    };
+}
+export interface WaitToolExtra {
+    sendNotification: (notification: {
+        method: string;
+        params: Record<string, unknown>;
+    }) => Promise<void>;
+    signal: AbortSignal;
+    requestId?: string | number;
+}
+export declare function handleWaitForInstructions(args: Record<string, unknown>, ctx: WaitToolContext, extra: WaitToolExtra): Promise<ToolResult>;
+export {};
+//# sourceMappingURL=poll-loop.d.ts.map

package/dist/tools/wait/poll-loop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"poll-loop.d.ts","sourceRoot":"","sources":["../../../src/tools/wait/poll-loop.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,EAEL,KAAK,YAAY,EAClB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAchD,KAAK,YAAY,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AACvG,KAAK,UAAU,GAAG;IAAE,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEtE,MAAM,WAAW,eAAe;IAC9B,yEAAyE;IACzE,KAAK,EAAE;QACL,eAAe,EAAE,MAAM,GAAG,SAAS,CAAC;QACpC,gBAAgB,EAAE,MAAM,CAAC;QACzB,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;QACvB,kBAAkB,EAAE,OAAO,CAAC;QAC5B,0BAA0B,EAAE,MAAM,CAAC;QACnC,qBAAqB,EAAE,MAAM,CAAC;QAC9B,uBAAuB,EAAE,MAAM,CAAC;QAChC,mBAAmB,EAAE,MAAM,CAAC;QAC5B,kBAAkB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAChC,kBAAkB,EAAE,MAAM,CAAC;QAC3B,gBAAgB,EAAE,OAAO,CAAC;KAC3B,CAAC;IACF,cAAc,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC;IACrC,qBAAqB,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,CAAC;IACpD,eAAe,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,KAAK,MAAM,GAAG,SAAS,CAAC;IAGnF,QAAQ,EAAE,cAAc,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;IACnD,MAAM,EAAE,SAAS,CAAC;IAGlB,WAAW,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK;QAAE,OAAO,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAAC,OAAO,EAAE,IAAI,CAAA;KAAE,CAAC;CACjG;AAED,MAAM,WAAW,aAAa;IAC5B,gBAAgB,EAAE,CAAC,YAAY,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACvG,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC7B;AAMD,wBAAsB,yBAAyB,CAC7C,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,GAAG,EAAE,eAAe,EACpB,KAAK,EAAE,aAAa,GACnB,OAAO,CAAC,UAAU,CAAC,CA8RrB"}

package/dist/tools/wait/poll-loop.js

@@ -0,0 +1,280 @@
+/**
+ * Core poll-loop orchestrator for remote_copilot_wait_for_instructions.
+ *
+ * This is the main long-polling loop that:
+ *   - Polls the dispatcher for new operator messages every 2s
+ *   - Processes all media types: text, photo, document, voice, video_note
+ *   - Runs voice analysis (transcription + emotion via VANPY)
+ *   - Auto-saves episodes to memory
+ *   - Injects relevant memory context via GPT-4o-mini smart filter
+ *   - Checks scheduled tasks during idle polling
+ *   - Triggers auto-consolidation (idle, episode-count, time-based)
+ *   - Sends SSE keepalive pings every 30s
+ *   - Detects maintenance flags and instructs agent to wait externally
+ *   - Activates the Dispatcher drive after extended operator silence
+ */
+import { checkMaintenanceFlag } from "../../config.js";
+import { peekThreadMessages, readThreadMessages } from "../../dispatcher.js";
+import { assembleCompactRefresh, } from "../../memory.js";
+import { listSchedules } from "../../scheduler.js";
+import { log } from "../../logger.js";
+import { getReminders, getShortReminder } from "../../response-builders.js";
+import { processVoice, processAnimation, processVideoNote } from "./media-processor.js";
+import { handleReactionWithMessages, handleReactionOnly } from "./reaction-handler.js";
+import { checkForDueTasks } from "./task-handler.js";
+import { runAutoConsolidation, checkDriveActivation } from "./drive-handler.js";
+import { processSimpleMessage, handleEmptyContent, autoIngestEpisodes, buildSmartContext, assembleOperatorResponse } from "./message-delivery.js";
+// ---------------------------------------------------------------------------
+// Handler
+// ---------------------------------------------------------------------------
+export async function handleWaitForInstructions(args, ctx, extra) {
+    const { state, telegram, telegramChatId, config, getMemoryDb } = ctx;
+    const { OPENAI_API_KEY, VOICE_ANALYSIS_URL, WAIT_TIMEOUT_MINUTES, AUTONOMOUS_MODE } = config;
+    // Agent is actively polling — this is the primary health signal
+    state.deadSessionAlerted = false;
+    state.toolCallsSinceLastDelivery = 0;
+    const effectiveThreadId = ctx.resolveThreadId(args);
+    if (effectiveThreadId === undefined) {
+        return ctx.errorResult("Error: No active session. Call start_session first, then pass the returned threadId to this tool.");
+    }
+    const callNumber = ++state.waitCallCount;
+    const timeoutMs = WAIT_TIMEOUT_MINUTES * 60 * 1000;
+    const deadline = Date.now() + timeoutMs;
+    // Poll the dispatcher's per-thread file instead of calling getUpdates
+    // directly. This avoids 409 conflicts between concurrent instances.
+    const POLL_INTERVAL_MS = 2000;
+    const SSE_KEEPALIVE_INTERVAL_MS = 30_000;
+    let lastScheduleCheck = 0;
+    let lastKeepalive = Date.now();
+    let maintenanceNotified = false;
+    while (Date.now() < deadline) {
+        // Check for pending update — tell agent to wait externally via Desktop Commander
+        // CRITICAL: Do NOT tell agents to call hibernate or any MCP tool here — the server
+        // is about to die. Agents must use an external sleep (PowerShell Start-Sleep) instead.
+        const maintenanceInfo = checkMaintenanceFlag();
+        if (maintenanceInfo) {
+            log.info(`[wait] Maintenance flag detected: ${maintenanceInfo}`);
+            // Notify operator via Telegram once
+            if (!maintenanceNotified) {
+                maintenanceNotified = true;
+                let version = "unknown";
+                try {
+                    version = JSON.parse(maintenanceInfo).version ?? version;
+                }
+                catch { /* not JSON or missing field */ }
+                telegram.sendMessage(telegramChatId, `\u26A0\uFE0F Server update: v${version} deploying. Agent sessions will reconnect after update.`, undefined, effectiveThreadId).catch(() => { });
+            }
+            return {
+                content: [{
+                        type: "text",
+                        text: `⚠️ **Server update pending** (${maintenanceInfo}). ` +
+                            `The MCP server will restart shortly. Use Desktop Commander to run: ` +
+                            `Start-Sleep -Seconds 600 — then call start_session with threadId=${effectiveThreadId} to reconnect.` +
+                            getShortReminder(effectiveThreadId, state.sessionStartedAt),
+                    }],
+            };
+        }
+        // Peek first (non-destructive) to avoid consuming messages when the
+        // SSE connection may be dead.
+        const peeked = peekThreadMessages(effectiveThreadId);
+        if (peeked.length > 0) {
+            // Verify SSE connection is alive BEFORE consuming messages.
+            // This prevents the destructive readThreadMessages from eating
+            // messages that can never be delivered to a dead connection.
+            if (extra.signal.aborted) {
+                log.warn(`[wait] SSE connection aborted before consuming ${peeked.length} messages — leaving in queue.`);
+                return {
+                    content: [{
+                            type: "text",
+                            text: "The connection was interrupted. Messages are preserved for the next call.",
+                        }],
+                };
+            }
+            // Connection alive — now consume messages for real.
+            const stored = readThreadMessages(effectiveThreadId);
+            log.info(`[wait] Read ${stored.length} messages from thread ${effectiveThreadId}. Processing...`);
+            // Update the operator activity timestamp and last message text.
+            state.lastOperatorMessageAt = Date.now();
+            state.lastOperatorMessageText = stored
+                .map(m => m.message.text ?? m.message.caption ?? "")
+                .filter(Boolean)
+                .join("\n")
+                .slice(0, 2000) || "";
+            // Clear only the consumed IDs from the previewed set (scoped clear).
+            // This is safe because Node.js is single-threaded — no report_progress
+            // call can interleave between readThreadMessages and this cleanup.
+            for (const msg of stored) {
+                state.previewedUpdateIds.delete(msg.update_id);
+            }
+            // React with 👀 on each consumed message to signal "seen" to the operator.
+            for (const msg of stored) {
+                void telegram.setMessageReaction(telegramChatId, msg.message.message_id).catch(() => { });
+            }
+            const contentBlocks = [];
+            let hasVoiceMessages = false;
+            // Track which messages already had episodes saved (voice/video handlers)
+            const savedEpisodeUpdateIds = new Set();
+            for (const msg of stored) {
+                // Photos, documents, text, stickers — handled by message-delivery.
+                const simpleBlocks = await processSimpleMessage(msg, telegram);
+                contentBlocks.push(...simpleBlocks);
+                // Voice messages: transcribe using OpenAI Whisper.
+                if (msg.message.voice) {
+                    hasVoiceMessages = true;
+                    const mediaCtx = { telegram, openaiApiKey: OPENAI_API_KEY, voiceAnalysisUrl: VOICE_ANALYSIS_URL, effectiveThreadId: effectiveThreadId, sessionStartedAt: state.sessionStartedAt, getMemoryDb };
+                    const result = await processVoice(msg, mediaCtx);
+                    contentBlocks.push(...result.blocks);
+                    if (result.episodeSaved)
+                        savedEpisodeUpdateIds.add(msg.update_id);
+                }
+                // Animations / GIFs: download full file, extract frames, run multi-frame vision analysis
+                // (same pipeline as video_notes — uses extractVideoFrames + analyzeVideoFrames).
+                if (msg.message.animation) {
+                    const mediaCtx = { telegram, openaiApiKey: OPENAI_API_KEY, voiceAnalysisUrl: VOICE_ANALYSIS_URL, effectiveThreadId: effectiveThreadId, sessionStartedAt: state.sessionStartedAt, getMemoryDb };
+                    const animBlocks = await processAnimation(msg, mediaCtx);
+                    contentBlocks.push(...animBlocks);
+                }
+                // Video notes (circle videos): extract frames, analyze with GPT-4.1 vision,
+                // optionally transcribe the audio track.
+                if (msg.message.video_note) {
+                    hasVoiceMessages = true; // Video notes often contain speech
+                    const mediaCtx = { telegram, openaiApiKey: OPENAI_API_KEY, voiceAnalysisUrl: VOICE_ANALYSIS_URL, effectiveThreadId: effectiveThreadId, sessionStartedAt: state.sessionStartedAt, getMemoryDb };
+                    const result = await processVideoNote(msg, mediaCtx);
+                    contentBlocks.push(...result.blocks);
+                    if (result.episodeSaved)
+                        savedEpisodeUpdateIds.add(msg.update_id);
+                }
+            }
+            handleEmptyContent(contentBlocks, stored);
+            log.info(`[wait] ${contentBlocks.length} content blocks built. Saving episodes...`);
+            // Auto-ingest episodes for messages not already saved by voice/video handlers
+            autoIngestEpisodes(stored, savedEpisodeUpdateIds, { getMemoryDb, effectiveThreadId: effectiveThreadId, sessionStartedAt: state.sessionStartedAt });
+            // ── Check for pending operator reactions ─────────────────────────
+            await handleReactionWithMessages(contentBlocks, {
+                telegram,
+                getMemoryDb,
+                effectiveThreadId,
+                sessionStartedAt: state.sessionStartedAt,
+            });
+            log.info(`[wait] Episodes saved. Building auto-memory context...`);
+            // Extract operator text for memory search and intent classification.
+            const operatorText = stored
+                .map(m => m.message.text ?? m.message.caption ?? "")
+                .filter(Boolean)
+                .join(" ")
+                .slice(0, 500);
+            // Smart context injection (GPT-4o-mini preprocessor)
+            const autoMemoryContext = await buildSmartContext(operatorText, { getMemoryDb, effectiveThreadId });
+            log.info(`[wait] Returning response with ${contentBlocks.length} blocks to agent.`);
+            return assembleOperatorResponse(contentBlocks, operatorText, hasVoiceMessages, autoMemoryContext, { effectiveThreadId: effectiveThreadId, sessionStartedAt: state.sessionStartedAt, autonomousMode: AUTONOMOUS_MODE });
+        }
+        // ── Reaction-only wake-up ───────────────────────────────────────
+        {
+            const reactionResult = await handleReactionOnly({
+                telegram,
+                getMemoryDb,
+                effectiveThreadId,
+                sessionStartedAt: state.sessionStartedAt,
+                autonomousMode: AUTONOMOUS_MODE,
+            });
+            if (reactionResult)
+                return reactionResult;
+        }
+        // Check scheduled tasks every ~60s during idle polling.
+        if (effectiveThreadId !== undefined && Date.now() - lastScheduleCheck >= 60_000) {
+            lastScheduleCheck = Date.now();
+            const taskResult = checkForDueTasks(ctx, effectiveThreadId);
+            if (taskResult)
+                return taskResult;
+        }
+        // No messages yet — sleep briefly and check again.
+        // Send SSE keepalive to prevent silent connection death during long polls.
+        if (Date.now() - lastKeepalive >= SSE_KEEPALIVE_INTERVAL_MS) {
+            lastKeepalive = Date.now();
+            state.lastToolCallAt = Date.now();
+            try {
+                await extra.sendNotification({
+                    method: "notifications/progress",
+                    params: {
+                        progressToken: extra.requestId,
+                        progress: 0,
+                        total: 0,
+                    },
+                });
+            }
+            catch {
+                // If notification fails, the SSE stream is already dead.
+                // Return immediately so the agent can reconnect.
+                log.warn(`[wait] SSE keepalive failed — connection dead. Returning early.`);
+                state.lastToolCallAt = Date.now();
+                return {
+                    content: [{
+                            type: "text",
+                            text: "The connection was interrupted. Please call wait_for_instructions again immediately to resume polling.",
+                        }],
+                };
+            }
+        }
+        await new Promise((resolve) => setTimeout(resolve, POLL_INTERVAL_MS));
+    }
+    // Timeout elapsed with no actionable message.
+    const now = new Date().toISOString();
+    // Check for scheduled wake-up tasks.
+    if (effectiveThreadId !== undefined) {
+        const taskResult = checkForDueTasks(ctx, effectiveThreadId);
+        if (taskResult)
+            return taskResult;
+    }
+    const idleMinutes = Math.round((Date.now() - state.lastOperatorMessageAt) / 60000);
+    // Show pending scheduled tasks if any exist.
+    let scheduleHint = "";
+    if (effectiveThreadId !== undefined) {
+        const pending = listSchedules(effectiveThreadId);
+        if (pending.length > 0) {
+            const taskList = pending.map(t => {
+                let trigger = "";
+                if (t.runAt) {
+                    trigger = `at ${new Date(t.runAt).toLocaleTimeString("en-GB", { hour: "2-digit", minute: "2-digit" })}`;
+                }
+                else if (t.cron) {
+                    trigger = `cron: ${t.cron}`;
+                }
+                else if (t.afterIdleMinutes) {
+                    trigger = `after ${t.afterIdleMinutes}min idle`;
+                }
+                return `  • "${t.label}" (${trigger})`;
+            }).join("\n");
+            scheduleHint = `\n\n📋 **Pending scheduled tasks:**\n${taskList}`;
+        }
+    }
+    // ── Auto-consolidation during idle (fire-and-forget) ────────────────────
+    runAutoConsolidation({ state, effectiveThreadId, getMemoryDb, config, memoryRefresh: "", scheduleHint: "" });
+    // Periodic memory refresh — re-ground the agent every 10 polls (~5h)
+    // (reduced from 5 since auto-inject now handles per-message context)
+    let memoryRefresh = "";
+    if (callNumber % 10 === 0 && effectiveThreadId !== undefined) {
+        try {
+            const db = getMemoryDb();
+            const refresh = assembleCompactRefresh(db, effectiveThreadId);
+            if (refresh)
+                memoryRefresh = `\n\n${refresh}`;
+        }
+        catch (_) { /* non-fatal */ }
+    }
+    // ── 3-Phase Probabilistic Autonomous Drive ──────────────────────────────
+    const driveActivationResult = checkDriveActivation({ state, effectiveThreadId, getMemoryDb, config, memoryRefresh, scheduleHint });
+    if (driveActivationResult)
+        return driveActivationResult;
+    return {
+        content: [
+            {
+                type: "text",
+                text: `No new instructions. Call \`remote_copilot_wait_for_instructions\` again to keep listening.` +
+                    memoryRefresh +
+                    scheduleHint +
+                    getReminders(effectiveThreadId, state.sessionStartedAt, AUTONOMOUS_MODE),
+            },
+        ],
+    };
+}
+//# sourceMappingURL=poll-loop.js.map