visionclaw 0.1.193 → 0.1.194-dev.feat-backup-progress-reporting.1

package/dist/realtime/context.d.ts

@@ -0,0 +1,14 @@
+import { DatabaseSync } from "node:sqlite";
+import type { VisionClawConfig } from "../config/types.js";
+export declare function getVoiceDb(): DatabaseSync;
+export interface RealtimeOwnerConfig {
+    ownerName: string;
+    ownerEmail: string;
+    timezone: string;
+    language: string;
+    telegramChatId?: number;
+}
+export declare function loadOwnerConfig(): RealtimeOwnerConfig;
+export declare function buildRealtimeContextFromAgent(config: VisionClawConfig): string;
+export declare function closeVoiceDb(): void;
+//# sourceMappingURL=context.d.ts.map

package/dist/realtime/context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../src/realtime/context.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAG3C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAM3D,wBAAgB,UAAU,IAAI,YAAY,CA4BzC;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,wBAAgB,eAAe,IAAI,mBAAmB,CASrD;AAuED,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM,CAoC9E;AAED,wBAAgB,YAAY,IAAI,IAAI,CAKnC"}

package/dist/realtime/context.js

@@ -0,0 +1,153 @@
+import path from "node:path";
+import { DatabaseSync } from "node:sqlite";
+import { logger } from "../logger.js";
+import { getConfigDir, loadOwnerConfig as loadAgentOwnerConfig } from "../config/index.js";
+import { getAgentState } from "../agent/state.js";
+import { TOOLS } from "./tools.js";
+let voiceDb = null;
+export function getVoiceDb() {
+    if (voiceDb)
+        return voiceDb;
+    const dbPath = path.join(getConfigDir(), "transcript-memory.db");
+    voiceDb = new DatabaseSync(dbPath);
+    voiceDb.exec("PRAGMA journal_mode = WAL");
+    voiceDb.exec(`
+    CREATE TABLE IF NOT EXISTS voice_sessions (
+      session_id      TEXT PRIMARY KEY,
+      user_id         TEXT NOT NULL,
+      user_name       TEXT,
+      timestamp_start TEXT NOT NULL,
+      timestamp_end   TEXT NOT NULL,
+      duration        INTEGER,
+      summary         TEXT,
+      transcript      TEXT NOT NULL,
+      message_count   INTEGER NOT NULL DEFAULT 0
+    )
+  `);
+    voiceDb.exec(`
+    CREATE INDEX IF NOT EXISTS idx_voice_sessions_user
+    ON voice_sessions(user_id, timestamp_start DESC)
+  `);
+    logger.system("[Realtime] SQLite database initialized (voice_sessions table ready)");
+    return voiceDb;
+}
+export function loadOwnerConfig() {
+    const owner = loadAgentOwnerConfig();
+    return {
+        ownerName: owner.ownerName,
+        ownerEmail: owner.ownerEmail,
+        timezone: owner.timezone ?? "UTC",
+        language: owner.language,
+        telegramChatId: owner.telegramChatId,
+    };
+}
+const REALTIME_CONTEXT_CHAR_LIMIT = 4_000;
+const REALTIME_ACTIVITY_CHAR_LIMIT = 4_000;
+const REALTIME_LIMITS = [
+    "No desktop control: no clicking, typing, screenshotting, or GUI automation.",
+    "No code execution, terminal access, or file edits.",
+    "No chat-app automation for WeChat, Feishu, Discord, WhatsApp, or similar apps.",
+    "No direct access to the main agent's skill catalog, MCP servers, browser automation, transcript search, or full wake context.",
+    "No ability to start, stop, restart, upgrade, or reconfigure the main agent.",
+    "No access to historical Telegram or voice transcripts; ongoing work comes only from the live status block in this prompt.",
+];
+function formatToolCapabilityList() {
+    return TOOLS
+        .map((tool) => `- ${tool.name}: ${tool.description}`)
+        .join("\n");
+}
+function formatCurrentTime(timezone) {
+    const current = new Date().toLocaleString("en-US", {
+        timeZone: timezone,
+        dateStyle: "full",
+        timeStyle: "long",
+    });
+    return `${current} (${timezone})`;
+}
+function trimToLimit(text, limit) {
+    if (text.length <= limit)
+        return text;
+    return text.slice(0, Math.max(0, limit - 80)).trimEnd() + "\n...[truncated for realtime context budget]";
+}
+function getActivitySummary() {
+    try {
+        return trimToLimit(getAgentState().activityTracker.getSummary(), REALTIME_ACTIVITY_CHAR_LIMIT);
+    }
+    catch (err) {
+        logger.warn(`[Realtime] Failed to read ActivityTracker: ${err instanceof Error ? err.message : String(err)}`);
+        return "Agent live status is unavailable during startup.";
+    }
+}
+function buildCompactMainAgentContext(config, owner, time) {
+    let stateLine = "unknown";
+    let openTodos = [];
+    try {
+        const state = getAgentState();
+        stateLine = state.busy ? "running a wake cycle" : "idle";
+        openTodos = state.activityTracker
+            .getTodos()
+            .filter((todo) => todo.status !== "completed")
+            .slice(0, 8)
+            .map((todo) => `- ${todo.status}: ${todo.content}`);
+    }
+    catch (err) {
+        logger.warn(`[Realtime] Failed to build compact main-agent context: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    const lines = [
+        `Agent: ${config.agentName}`,
+        `Owner: ${owner.ownerName}${owner.ownerEmail ? ` (${owner.ownerEmail})` : ""}`,
+        `Current time: ${time}`,
+        `Main agent state at realtime session start: ${stateLine}`,
+        "This is a bounded summary generated when the realtime session started, not the full main-agent context.",
+    ];
+    if (openTodos.length > 0) {
+        lines.push("Open todos from the current/last active wake cycle:", ...openTodos);
+    }
+    return trimToLimit(lines.join("\n"), REALTIME_CONTEXT_CHAR_LIMIT);
+}
+export function buildRealtimeContextFromAgent(config) {
+    const owner = loadOwnerConfig();
+    const time = formatCurrentTime(owner.timezone);
+    const compactContext = buildCompactMainAgentContext(config, owner, time);
+    const liveStatus = getActivitySummary();
+    const ownerEmail = owner.ownerEmail ? ` (${owner.ownerEmail})` : "";
+    return `You are the realtime voice interface for ${config.agentName}, the owner's long-running VisionClaw desktop agent. The owner (${owner.ownerName}${ownerEmail}) is speaking to you live through a Telegram Mini App.
+
+## Authority and Trust
+Every speaker in this voice session is the verified owner. Treat this as a short-lived voice front-end for the main agent, not as a standalone assistant.
+
+## Current Time
+${time}
+Owner language: ${owner.language}
+
+## Capabilities You Have Right Now
+You may use only the realtime tools listed below:
+${formatToolCapabilityList()}
+
+## Capabilities You Do NOT Have
+${REALTIME_LIMITS.map((limit) => `- ${limit}`).join("\n")}
+
+## Handoff Rule
+If the owner asks for anything outside the explicit realtime capabilities list, do not attempt it. Briefly acknowledge that the main agent will handle it. The request will be captured in this voice transcript, summarized as an open follow-up, and injected into the main agent's next wake context.
+
+## Compact Main Agent Context
+This bounded summary was generated when the realtime session started. It is not the full main-agent context; omitted details may still exist in the main agent.
+${compactContext}
+
+## Agent Live Status
+This section is a compact live-status bridge from the main agent via ActivityTracker, using the same current-activity summary mechanism as the fast responder. It is the source of truth for what the main agent is currently doing right now, but it may simply say the agent is idle.
+${liveStatus}
+
+## Voice Behavior
+Keep replies short and conversational. Ask one question at a time. When a tool is needed, give a very brief acknowledgement and call it. Confirm meaningful side effects before performing them. Never narrate raw tool payloads, IDs, URLs, or internal status unless the owner explicitly asks.`;
+}
+export function closeVoiceDb() {
+    if (voiceDb) {
+        try {
+            voiceDb.close();
+        }
+        catch { /* ignore */ }
+        voiceDb = null;
+    }
+}
+//# sourceMappingURL=context.js.map

package/dist/realtime/context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.js","sourceRoot":"","sources":["../../src/realtime/context.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,eAAe,IAAI,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE3F,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC,IAAI,OAAO,GAAwB,IAAI,CAAC;AAExC,MAAM,UAAU,UAAU;IACxB,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAE5B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,sBAAsB,CAAC,CAAC;IACjE,OAAO,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;IACnC,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAE1C,OAAO,CAAC,IAAI,CAAC;;;;;;;;;;;;GAYZ,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAAC;;;GAGZ,CAAC,CAAC;IAEH,MAAM,CAAC,MAAM,CAAC,qEAAqE,CAAC,CAAC;IACrF,OAAO,OAAO,CAAC;AACjB,CAAC;AAUD,MAAM,UAAU,eAAe;IAC7B,MAAM,KAAK,GAAG,oBAAoB,EAAE,CAAC;IACrC,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,KAAK;QACjC,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,cAAc,EAAE,KAAK,CAAC,cAAc;KACrC,CAAC;AACJ,CAAC;AAED,MAAM,2BAA2B,GAAG,KAAK,CAAC;AAC1C,MAAM,4BAA4B,GAAG,KAAK,CAAC;AAE3C,MAAM,eAAe,GAAG;IACtB,6EAA6E;IAC7E,oDAAoD;IACpD,gFAAgF;IAChF,+HAA+H;IAC/H,6EAA6E;IAC7E,2HAA2H;CAC5H,CAAC;AAEF,SAAS,wBAAwB;IAC/B,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;SACpD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,MAAM;QACjB,SAAS,EAAE,MAAM;KAClB,CAAC,CAAC;IACH,OAAO,GAAG,OAAO,KAAK,QAAQ,GAAG,CAAC;AACpC,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,KAAa;IAC9C,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK;QAAE,OAAO,IAAI,CAAC;IACtC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,8CAA8C,CAAC;AAC3G,CAAC;AAED,SAAS,kBAAkB;IACzB,IAAI,CAAC;QACH,OAAO,WAAW,CAAC,aAAa,EAAE,CAAC,eAAe,CAAC,UAAU,EAAE,EAAE,4BAA4B,CAAC,CAAC;IACjG,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,8CAA8C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9G,OAAO,kDAAkD,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,SAAS,4BAA4B,CAAC,MAAwB,EAAE,KAA0B,EAAE,IAAY;IACtG,IAAI,SAAS,GAAG,SAAS,CAAC;IAC1B,IAAI,SAAS,GAAa,EAAE,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,aAAa,EAAE,CAAC;QAC9B,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,MAAM,CAAC;QACzD,SAAS,GAAG,KAAK,CAAC,eAAe;aAC9B,QAAQ,EAAE;aACV,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW,CAAC;aAC7C,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACxD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,0DAA0D,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5H,CAAC;IAED,MAAM,KAAK,GAAG;QACZ,UAAU,MAAM,CAAC,SAAS,EAAE;QAC5B,UAAU,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAC9E,iBAAiB,IAAI,EAAE;QACvB,+CAA+C,SAAS,EAAE;QAC1D,yGAAyG;KAC1G,CAAC;IACF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,qDAAqD,EAAE,GAAG,SAAS,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,2BAA2B,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,MAAwB;IACpE,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;IAChC,MAAM,IAAI,GAAG,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,cAAc,GAAG,4BAA4B,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,kBAAkB,EAAE,CAAC;IACxC,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAEpE,OAAO,4CAA4C,MAAM,CAAC,SAAS,mEAAmE,KAAK,CAAC,SAAS,GAAG,UAAU;;;;;;EAMlK,IAAI;kBACY,KAAK,CAAC,QAAQ;;;;EAI9B,wBAAwB,EAAE;;;EAG1B,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;;;EAOvD,cAAc;;;;EAId,UAAU;;;kSAGsR,CAAC;AACnS,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,CAAC;YAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAC/C,OAAO,GAAG,IAAI,CAAC;IACjB,CAAC;AACH,CAAC"}

package/dist/realtime/http-helpers.d.ts

@@ -0,0 +1,5 @@
+import type http from "node:http";
+export declare function readBody(req: http.IncomingMessage): Promise<string>;
+export declare function sendJson(res: http.ServerResponse, status: number, data: unknown): void;
+export declare function sendText(res: http.ServerResponse, status: number, text: string, contentType?: string): void;
+//# sourceMappingURL=http-helpers.d.ts.map

package/dist/realtime/http-helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-helpers.d.ts","sourceRoot":"","sources":["../../src/realtime/http-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAIlC,wBAAgB,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAOnE;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,IAAI,CAStF;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,SAAe,GAAG,IAAI,CAQjH"}

package/dist/realtime/http-helpers.js

@@ -0,0 +1,29 @@
+// ── HTTP Request Helpers ─────────────────────────────────────────────────────
+export function readBody(req) {
+    return new Promise((resolve, reject) => {
+        const chunks = [];
+        req.on("data", (chunk) => chunks.push(chunk));
+        req.on("end", () => resolve(Buffer.concat(chunks).toString("utf-8")));
+        req.on("error", reject);
+    });
+}
+export function sendJson(res, status, data) {
+    const body = JSON.stringify(data);
+    res.writeHead(status, {
+        "Content-Type": "application/json",
+        "Access-Control-Allow-Origin": "*",
+        "Access-Control-Allow-Methods": "GET, POST, OPTIONS",
+        "Access-Control-Allow-Headers": "Content-Type",
+    });
+    res.end(body);
+}
+export function sendText(res, status, text, contentType = "text/plain") {
+    res.writeHead(status, {
+        "Content-Type": contentType,
+        "Access-Control-Allow-Origin": "*",
+        "Access-Control-Allow-Methods": "GET, POST, OPTIONS",
+        "Access-Control-Allow-Headers": "Content-Type",
+    });
+    res.end(text);
+}
+//# sourceMappingURL=http-helpers.js.map

package/dist/realtime/http-helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-helpers.js","sourceRoot":"","sources":["../../src/realtime/http-helpers.ts"],"names":[],"mappings":"AAEA,gFAAgF;AAEhF,MAAM,UAAU,QAAQ,CAAC,GAAyB;IAChD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACtD,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACtE,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAwB,EAAE,MAAc,EAAE,IAAa;IAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAClC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE;QACpB,cAAc,EAAE,kBAAkB;QAClC,6BAA6B,EAAE,GAAG;QAClC,8BAA8B,EAAE,oBAAoB;QACpD,8BAA8B,EAAE,cAAc;KAC/C,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAwB,EAAE,MAAc,EAAE,IAAY,EAAE,WAAW,GAAG,YAAY;IACzG,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE;QACpB,cAAc,EAAE,WAAW;QAC3B,6BAA6B,EAAE,GAAG;QAClC,8BAA8B,EAAE,oBAAoB;QACpD,8BAA8B,EAAE,cAAc;KAC/C,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC"}

package/dist/realtime/index.d.ts

@@ -0,0 +1,62 @@
+import { type RealtimeBackend } from "./server.js";
+import type { VisionClawConfig } from "../config/types.js";
+import { type RealtimeActiveSessionInfo, type VoiceSessionFinishedEvent, type VoiceSessionSummary, type VoiceSummaryStatus } from "./types.js";
+export type { VoiceSessionFinishedEvent } from "./types.js";
+/** Path prefix used for tunnel ingress routing (e.g., xicas.visionclawobs.com/realtime). */
+export declare const REALTIME_PATH_PREFIX = "/realtime";
+export interface RealtimeModuleHandle {
+    close: () => Promise<void>;
+    tunnelUrl: string | null;
+    /** Backend mounted under `/realtime` by the OBS HTTP server. */
+    backend: RealtimeBackend;
+    /** Get unprocessed voice transcripts (for Merge step). */
+    getUnprocessedTranscripts: () => Promise<VoiceTranscript[]>;
+    /** Mark a transcript as processed by the agent. */
+    markTranscriptProcessed: (filename: string) => Promise<void>;
+    /** Return active realtime voice session metadata for main-agent context. */
+    getActiveSessionInfo: () => RealtimeActiveSessionInfo | null;
+    /**
+     * Subscribe to voice-session-finished events (fires once per session, after
+     * summarization completes). The realtime agent bridge uses this to enqueue
+     * an internal message through the existing idle-wake / busy-interrupt path.
+     */
+    onVoiceSessionFinished: (listener: (event: VoiceSessionFinishedEvent) => void) => void;
+}
+export interface VoiceTranscript {
+    filename: string;
+    schemaVersion?: number;
+    source?: string;
+    sessionId: string | null;
+    telegramUser: {
+        id: number;
+        first_name?: string;
+        username?: string;
+    } | null;
+    duration: number | null;
+    startedAt: string | null;
+    endedAt: string | null;
+    messageCount: number;
+    transcript: {
+        role: "user" | "assistant";
+        text: string;
+        timestamp: string;
+    }[];
+    summary?: VoiceSessionSummary;
+    summaryText?: string;
+    summaryStatus?: VoiceSummaryStatus;
+    summaryError?: string;
+    processedByAgent: boolean;
+    processedAt?: string;
+}
+/**
+ * Start the realtime module.
+ *
+ * The realtime backend is mounted inside the OBS HTTP server (see
+ * `src/obs/server.ts`) under the `/realtime` path. This mirrors how `/rdp`
+ * is mounted: a single listening socket, served via the existing Cloudflare
+ * tunnel, so no separate port or DNS setup is required. The caller is
+ * expected to register {@link RealtimeModuleHandle.backend} with the OBS
+ * server.
+ */
+export declare function startRealtimeModule(config: VisionClawConfig): RealtimeModuleHandle;
+//# sourceMappingURL=index.d.ts.map

package/dist/realtime/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/realtime/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAyB,KAAK,eAAe,EAAE,MAAM,aAAa,CAAC;AAE1E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAA4D,KAAK,yBAAyB,EAAE,KAAK,yBAAyB,EAAE,KAAK,mBAAmB,EAAE,KAAK,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACzM,YAAY,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAE5D,4FAA4F;AAC5F,eAAO,MAAM,oBAAoB,cAAc,CAAC;AAEhD,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,gEAAgE;IAChE,OAAO,EAAE,eAAe,CAAC;IACzB,0DAA0D;IAC1D,yBAAyB,EAAE,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAC5D,mDAAmD;IACnD,uBAAuB,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7D,4EAA4E;IAC5E,oBAAoB,EAAE,MAAM,yBAAyB,GAAG,IAAI,CAAC;IAC7D;;;;OAIG;IACH,sBAAsB,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,yBAAyB,KAAK,IAAI,KAAK,IAAI,CAAC;CACxF;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC5E,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE;QAAE,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC9E,OAAO,CAAC,EAAE,mBAAmB,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,kBAAkB,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;;;GASG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,GAAG,oBAAoB,CAgClF"}

package/dist/realtime/index.js

@@ -0,0 +1,94 @@
+import fs from "node:fs";
+import path from "node:path";
+import { logger } from "../logger.js";
+import { createRealtimeBackend } from "./server.js";
+import { getConfigDir } from "../config/index.js";
+import { REALTIME_SIDECAR_SCHEMA_VERSION, REALTIME_SIDECAR_SOURCE } from "./types.js";
+/** Path prefix used for tunnel ingress routing (e.g., xicas.visionclawobs.com/realtime). */
+export const REALTIME_PATH_PREFIX = "/realtime";
+/**
+ * Start the realtime module.
+ *
+ * The realtime backend is mounted inside the OBS HTTP server (see
+ * `src/obs/server.ts`) under the `/realtime` path. This mirrors how `/rdp`
+ * is mounted: a single listening socket, served via the existing Cloudflare
+ * tunnel, so no separate port or DNS setup is required. The caller is
+ * expected to register {@link RealtimeModuleHandle.backend} with the OBS
+ * server.
+ */
+export function startRealtimeModule(config) {
+    logger.system("[Realtime] Starting realtime module...");
+    const backend = createRealtimeBackend(config);
+    // Derive the public URL from the existing OBS tunnel hostname.
+    const obsTunnelHostname = config.obs.tunnelHostname;
+    const tunnelUrl = obsTunnelHostname
+        ? `https://${obsTunnelHostname}${REALTIME_PATH_PREFIX}`
+        : null;
+    if (tunnelUrl) {
+        logger.system(`[Realtime] Accessible at ${tunnelUrl} (via OBS HTTP server)`);
+    }
+    else {
+        logger.warn("[Realtime] No OBS tunnel hostname — realtime only accessible locally");
+    }
+    return {
+        backend,
+        tunnelUrl,
+        close: async () => {
+            await backend.close();
+            logger.system("[Realtime] Module stopped.");
+        },
+        getUnprocessedTranscripts: () => Promise.resolve(getUnprocessedTranscriptsFromDir()),
+        markTranscriptProcessed: (filename) => {
+            markTranscriptProcessedInDir(filename);
+            return Promise.resolve();
+        },
+        getActiveSessionInfo: () => backend.getActiveSessionInfo(),
+        onVoiceSessionFinished: (listener) => { backend.onVoiceSessionFinished(listener); },
+    };
+}
+// ── Transcript Processing (Merge Step) ────────────────────────────────────────
+function getUnprocessedTranscriptsFromDir() {
+    const profileDir = getConfigDir();
+    const transcriptsDir = path.join(profileDir, "voice-transcripts");
+    if (!fs.existsSync(transcriptsDir))
+        return [];
+    const files = fs.readdirSync(transcriptsDir).filter((f) => f.endsWith(".json"));
+    const unprocessed = [];
+    for (const file of files) {
+        try {
+            const data = JSON.parse(fs.readFileSync(path.join(transcriptsDir, file), "utf-8"));
+            const fromCurrentRealtimeFeature = data.schemaVersion === REALTIME_SIDECAR_SCHEMA_VERSION && data.source === REALTIME_SIDECAR_SOURCE;
+            const ready = data.summaryStatus === "ready" || (data.summaryStatus === "failed" && !!data.summaryText);
+            if (fromCurrentRealtimeFeature && !data.processedByAgent && ready && data.summary?.noActionable !== true) {
+                unprocessed.push({ ...data, filename: file });
+            }
+        }
+        catch {
+            logger.warn(`[Realtime] Failed to parse transcript: ${file}`);
+        }
+    }
+    unprocessed.sort((a, b) => (a.endedAt ?? "").localeCompare(b.endedAt ?? ""));
+    return unprocessed;
+}
+function markTranscriptProcessedInDir(filename) {
+    const profileDir = getConfigDir();
+    const filePath = path.join(profileDir, "voice-transcripts", filename);
+    if (!fs.existsSync(filePath)) {
+        logger.warn(`[Realtime] Transcript not found: ${filename}`);
+        return;
+    }
+    const data = JSON.parse(fs.readFileSync(filePath, "utf-8"));
+    data.processedByAgent = true;
+    data.processedAt = new Date().toISOString();
+    fs.writeFileSync(filePath, JSON.stringify(data, null, 2));
+    logger.system(`[Realtime] Transcript marked as processed: ${filename}`);
+}
+// ── Telegram Menu Button ──────────────────────────────────────────────────────
+//
+// The persistent chat menu button is intentionally not set by this module
+// anymore. Instead the realtime Mini App is surfaced via the `/realtime`
+// Telegram slash command, which sends an inline Web App button. This keeps
+// the entry point flow consistent with /status and /tasks, and avoids the
+// awkward UX of a permanent "Voice" button that breaks whenever the tunnel
+// is down.
+//# sourceMappingURL=index.js.map

package/dist/realtime/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/realtime/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,qBAAqB,EAAwB,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,+BAA+B,EAAE,uBAAuB,EAAqH,MAAM,YAAY,CAAC;AAGzM,4FAA4F;AAC5F,MAAM,CAAC,MAAM,oBAAoB,GAAG,WAAW,CAAC;AAwChD;;;;;;;;;GASG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAwB;IAC1D,MAAM,CAAC,MAAM,CAAC,wCAAwC,CAAC,CAAC;IAExD,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAE9C,+DAA+D;IAC/D,MAAM,iBAAiB,GAAG,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC;IACpD,MAAM,SAAS,GAAG,iBAAiB;QACjC,CAAC,CAAC,WAAW,iBAAiB,GAAG,oBAAoB,EAAE;QACvD,CAAC,CAAC,IAAI,CAAC;IAET,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,CAAC,MAAM,CAAC,4BAA4B,SAAS,wBAAwB,CAAC,CAAC;IAC/E,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;IACtF,CAAC;IAED,OAAO;QACL,OAAO;QACP,SAAS;QACT,KAAK,EAAE,KAAK,IAAI,EAAE;YAChB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;QAC9C,CAAC;QACD,yBAAyB,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,gCAAgC,EAAE,CAAC;QACpF,uBAAuB,EAAE,CAAC,QAAgB,EAAE,EAAE;YAC5C,4BAA4B,CAAC,QAAQ,CAAC,CAAC;YACvC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QACD,oBAAoB,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,oBAAoB,EAAE;QAC1D,sBAAsB,EAAE,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;KACpF,CAAC;AACJ,CAAC;AAED,iFAAiF;AAEjF,SAAS,gCAAgC;IACvC,MAAM,UAAU,GAAG,YAAY,EAAE,CAAC;IAClC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;IAClE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC;QAAE,OAAO,EAAE,CAAC;IAE9C,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAChF,MAAM,WAAW,GAAsB,EAAE,CAAC;IAE1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CACrB,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CACvC,CAAC;YACrB,MAAM,0BAA0B,GAAG,IAAI,CAAC,aAAa,KAAK,+BAA+B,IAAI,IAAI,CAAC,MAAM,KAAK,uBAAuB,CAAC;YACrI,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxG,IAAI,0BAA0B,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,YAAY,KAAK,IAAI,EAAE,CAAC;gBACzG,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,IAAI,CAAC,0CAA0C,IAAI,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7E,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAS,4BAA4B,CAAC,QAAgB;IACpD,MAAM,UAAU,GAAG,YAAY,EAAE,CAAC;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,mBAAmB,EAAE,QAAQ,CAAC,CAAC;IAEtE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,oCAAoC,QAAQ,EAAE,CAAC,CAAC;QAC5D,OAAO;IACT,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAoB,CAAC;IAC/E,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC5C,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1D,MAAM,CAAC,MAAM,CAAC,8CAA8C,QAAQ,EAAE,CAAC,CAAC;AAC1E,CAAC;AAED,iFAAiF;AACjF,EAAE;AACF,0EAA0E;AAC1E,yEAAyE;AACzE,2EAA2E;AAC3E,0EAA0E;AAC1E,2EAA2E;AAC3E,WAAW"}

package/dist/realtime/server.d.ts

@@ -0,0 +1,6 @@
+import type { VisionClawConfig } from "../config/types.js";
+import { type RealtimeBackend, type VoiceServerHandle } from "./types.js";
+export type { RealtimeActiveSessionInfo, RealtimeBackend } from "./types.js";
+export declare function createRealtimeBackend(config: VisionClawConfig): RealtimeBackend;
+export declare function startRealtimeServer(config: VisionClawConfig): VoiceServerHandle;
+//# sourceMappingURL=server.d.ts.map

package/dist/realtime/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/realtime/server.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,OAAO,EAA4F,KAAK,eAAe,EAAwB,KAAK,iBAAiB,EAAwD,MAAM,YAAY,CAAC;AAChP,YAAY,EAAE,yBAAyB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAqG7E,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,gBAAgB,GAAG,eAAe,CA+W/E;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,GAAG,iBAAiB,CAgC/E"}