@ouro.bot/cli 0.1.0-alpha.74 → 0.1.0-alpha.741

package/dist/senses/{bluebubbles-client.js → bluebubbles/client.js}

@@ -1,12 +1,64 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.BlueBubblesSendError = void 0;
 exports.createBlueBubblesClient = createBlueBubblesClient;
 const node_crypto_1 = require("node:crypto");
-const config_1 = require("../heart/config");
-const identity_1 = require("../heart/identity");
-const runtime_1 = require("../nerves/runtime");
-const bluebubbles_model_1 = require("./bluebubbles-model");
-const bluebubbles_media_1 = require("./bluebubbles-media");
+const config_1 = require("../../heart/config");
+const identity_1 = require("../../heart/identity");
+const bluebubbles_health_diagnostics_1 = require("../../heart/daemon/bluebubbles-health-diagnostics");
+const runtime_1 = require("../../nerves/runtime");
+const minimax_1 = require("../../heart/providers/minimax");
+const minimax_vlm_1 = require("../../heart/providers/minimax-vlm");
+const model_1 = require("./model");
+const media_1 = require("./media");
+class BlueBubblesSendError extends Error {
+    httpStatus;
+    status;
+    errorCode;
+    transportInvoked;
+    constructor(input) {
+        super(input.message, input.cause === undefined ? undefined : { cause: input.cause });
+        this.name = "BlueBubblesSendError";
+        this.httpStatus = input.httpStatus;
+        this.status = input.httpStatus;
+        this.errorCode = input.errorCode;
+        this.transportInvoked = input.transportInvoked;
+    }
+}
+exports.BlueBubblesSendError = BlueBubblesSendError;
 function buildBlueBubblesApiUrl(baseUrl, endpoint, password) {
     const root = baseUrl.endsWith("/") ? baseUrl : `${baseUrl}/`;
     const url = new URL(endpoint.replace(/^\//, ""), root);
@@ -55,6 +107,31 @@ async function parseJsonBody(response) {
         return null;
     }
 }
+function describeCaughtValue(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function sendTransportErrorCode(error) {
+    if (error instanceof Error && error.name === "TimeoutError")
+        return "timeout";
+    if (error instanceof Error && error.name === "AbortError")
+        return "abort";
+    if (error instanceof TypeError)
+        return "socket";
+    return "transport_error";
+}
+function emitBlueBubblesSendError(input) {
+    (0, runtime_1.emitNervesEvent)({
+        level: "error",
+        component: "senses",
+        event: "senses.bluebubbles_send_error",
+        message: "bluebubbles send failed",
+        meta: {
+            status: input.status,
+            errorCode: input.errorCode,
+            reason: input.reason,
+        },
+    });
+}
 function buildRepairUrl(baseUrl, messageGuid, password) {
     const url = buildBlueBubblesApiUrl(baseUrl, `/api/v1/message/${encodeURIComponent(messageGuid)}`, password);
     const parsed = new URL(url);
@@ -99,6 +176,23 @@ function extractChatQueryRows(payload) {
     }
     return data.map((entry) => asRecord(entry)).filter((entry) => entry !== null);
 }
+function extractMessageQueryRows(payload) {
+    const record = asRecord(payload);
+    const data = asRecord(record?.data);
+    const rows = Array.isArray(record?.data) ? record.data
+        : Array.isArray(data?.messages) ? data.messages
+            : Array.isArray(data?.results) ? data.results
+                : Array.isArray(record?.messages) ? record.messages
+                    : Array.isArray(payload) ? payload
+                        : [];
+    return rows;
+}
+function hasValidRawMessageCausalTimestamp(row) {
+    const record = asRecord(row);
+    return typeof record?.dateCreated === "number"
+        && Number.isFinite(record.dateCreated)
+        && record.dateCreated > 0;
+}
 async function resolveChatGuidForIdentifier(config, channelConfig, chatIdentifier) {
     const trimmedIdentifier = chatIdentifier.trim();
     if (!trimmedIdentifier)
@@ -223,7 +317,7 @@ function createBlueBubblesClient(config = (0, config_1.getBlueBubblesConfig)(),
             const url = buildBlueBubblesApiUrl(config.serverUrl, "/api/v1/message/text", config.password);
             const body = {
                 chatGuid: resolvedChatGuid,
-                tempGuid: (0, node_crypto_1.randomUUID)(),
+                tempGuid: params.tempGuid?.trim() || (0, node_crypto_1.randomUUID)(),
                 message: trimmedText,
             };
             if (params.replyToMessageGuid?.trim()) {
@@ -240,27 +334,70 @@ function createBlueBubblesClient(config = (0, config_1.getBlueBubblesConfig)(),
                     hasReplyTarget: Boolean(params.replyToMessageGuid?.trim()),
                 },
             });
-            const response = await fetch(url, {
-                method: "POST",
-                headers: { "Content-Type": "application/json" },
-                body: JSON.stringify(body),
-                signal: AbortSignal.timeout(channelConfig.requestTimeoutMs),
-            });
+            const requestTimeoutSignal = AbortSignal.timeout(channelConfig.requestTimeoutMs);
+            if (params.beforeTransportInvocation && !params.beforeTransportInvocation()) {
+                throw new BlueBubblesSendError({
+                    message: "BlueBubbles send was not admitted at the transport boundary.",
+                    httpStatus: null,
+                    errorCode: "admission_denied",
+                    transportInvoked: false,
+                });
+            }
+            params.onTransportInvocation?.();
+            let response;
+            try {
+                response = await fetch(url, {
+                    method: "POST",
+                    headers: { "Content-Type": "application/json" },
+                    body: JSON.stringify(body),
+                    redirect: "manual",
+                    signal: params.signal
+                        ? AbortSignal.any([params.signal, requestTimeoutSignal])
+                        : requestTimeoutSignal,
+                });
+            }
+            catch (error) {
+                const errorCode = sendTransportErrorCode(error);
+                const reason = describeCaughtValue(error);
+                emitBlueBubblesSendError({ status: null, errorCode, reason });
+                throw new BlueBubblesSendError({
+                    message: `BlueBubbles send failed (${errorCode}): ${reason}`,
+                    httpStatus: null,
+                    errorCode,
+                    transportInvoked: true,
+                    cause: error,
+                });
+            }
             if (!response.ok) {
                 const errorText = await response.text().catch(() => "");
-                (0, runtime_1.emitNervesEvent)({
-                    level: "error",
-                    component: "senses",
-                    event: "senses.bluebubbles_send_error",
-                    message: "bluebubbles send failed",
-                    meta: {
-                        status: response.status,
-                        reason: errorText || "unknown",
-                    },
+                const reason = errorText || "unknown";
+                const errorCode = `http_${response.status}`;
+                emitBlueBubblesSendError({ status: response.status, errorCode, reason });
+                throw new BlueBubblesSendError({
+                    message: `BlueBubbles send failed (${response.status}): ${reason}`,
+                    httpStatus: response.status,
+                    errorCode,
+                    transportInvoked: true,
                 });
-                throw new Error(`BlueBubbles send failed (${response.status}): ${errorText || "unknown"}`);
             }
-            const payload = await parseJsonBody(response);
+            const rawPayload = await response.text();
+            let payload = null;
+            if (rawPayload.trim()) {
+                try {
+                    payload = JSON.parse(rawPayload);
+                }
+                catch (error) {
+                    const errorCode = "malformed_response";
+                    emitBlueBubblesSendError({ status: response.status, errorCode, reason: errorCode });
+                    throw new BlueBubblesSendError({
+                        message: `BlueBubbles send failed (${response.status}): malformed response`,
+                        httpStatus: response.status,
+                        errorCode,
+                        transportInvoked: true,
+                        cause: error,
+                    });
+                }
+            }
             const messageGuid = extractMessageGuid(payload);
             (0, runtime_1.emitNervesEvent)({
                 component: "senses",
@@ -299,30 +436,32 @@ function createBlueBubblesClient(config = (0, config_1.getBlueBubblesConfig)(),
                 throw new Error(`BlueBubbles edit failed (${response.status}): ${errorText || "unknown"}`);
             }
         },
-        async setTyping(chat, typing) {
+        async setTyping(chat, typing, signal) {
             const resolvedChatGuid = await resolveChatGuid(chat, config, channelConfig);
             if (!resolvedChatGuid) {
                 return;
             }
             const url = buildBlueBubblesApiUrl(config.serverUrl, `/api/v1/chat/${encodeURIComponent(resolvedChatGuid)}/typing`, config.password);
+            const requestTimeoutSignal = AbortSignal.timeout(channelConfig.requestTimeoutMs);
             const response = await fetch(url, {
                 method: typing ? "POST" : "DELETE",
-                signal: AbortSignal.timeout(channelConfig.requestTimeoutMs),
+                signal: signal ? AbortSignal.any([signal, requestTimeoutSignal]) : requestTimeoutSignal,
             });
             if (!response.ok) {
                 const errorText = await response.text().catch(() => "");
                 throw new Error(`BlueBubbles typing failed (${response.status}): ${errorText || "unknown"}`);
             }
         },
-        async markChatRead(chat) {
+        async markChatRead(chat, signal) {
             const resolvedChatGuid = await resolveChatGuid(chat, config, channelConfig);
             if (!resolvedChatGuid) {
                 return;
             }
             const url = buildBlueBubblesApiUrl(config.serverUrl, `/api/v1/chat/${encodeURIComponent(resolvedChatGuid)}/read`, config.password);
+            const requestTimeoutSignal = AbortSignal.timeout(channelConfig.requestTimeoutMs);
             const response = await fetch(url, {
                 method: "POST",
-                signal: AbortSignal.timeout(channelConfig.requestTimeoutMs),
+                signal: signal ? AbortSignal.any([signal, requestTimeoutSignal]) : requestTimeoutSignal,
             });
             if (!response.ok) {
                 const errorText = await response.text().catch(() => "");
@@ -330,19 +469,19 @@ function createBlueBubblesClient(config = (0, config_1.getBlueBubblesConfig)(),
             }
         },
         async checkHealth() {
-            const url = buildBlueBubblesApiUrl(config.serverUrl, "/api/v1/message/count", config.password);
             (0, runtime_1.emitNervesEvent)({
                 component: "senses",
                 event: "senses.bluebubbles_healthcheck_start",
                 message: "probing bluebubbles upstream health",
                 meta: { serverUrl: config.serverUrl },
             });
-            const response = await fetch(url, {
-                method: "GET",
-                signal: AbortSignal.timeout(channelConfig.requestTimeoutMs),
+            const result = await (0, bluebubbles_health_diagnostics_1.probeBlueBubblesHealth)({
+                serverUrl: config.serverUrl,
+                password: config.password,
+                requestTimeoutMs: channelConfig.requestTimeoutMs,
+                fetchImpl: fetch,
             });
-            if (!response.ok) {
-                const errorText = await response.text().catch(() => "");
+            if (!result.ok) {
                 (0, runtime_1.emitNervesEvent)({
                     level: "warn",
                     component: "senses",
@@ -350,11 +489,13 @@ function createBlueBubblesClient(config = (0, config_1.getBlueBubblesConfig)(),
                     message: "bluebubbles upstream health probe failed",
                     meta: {
                         serverUrl: config.serverUrl,
-                        status: response.status,
-                        reason: errorText || "unknown",
+                        status: result.status,
+                        reason: result.reason,
+                        classification: result.classification,
+                        detail: (0, bluebubbles_health_diagnostics_1.redactBlueBubblesHealthDetailForNerves)(result.detail),
                     },
                 });
-                throw new Error(`BlueBubbles upstream health check failed (${response.status}): ${errorText || "unknown"}`);
+                throw new Error(result.detail);
             }
             (0, runtime_1.emitNervesEvent)({
                 component: "senses",
@@ -363,6 +504,96 @@ function createBlueBubblesClient(config = (0, config_1.getBlueBubblesConfig)(),
                 meta: { serverUrl: config.serverUrl },
             });
         },
+        async queryRecentMessagesWithMetadata(params = {}) {
+            const limit = Math.max(1, Math.min(100, Math.floor(params.limit ?? 50)));
+            const offset = Math.max(0, Math.floor(params.offset ?? 0));
+            const url = buildBlueBubblesApiUrl(config.serverUrl, "/api/v1/message/query", config.password);
+            (0, runtime_1.emitNervesEvent)({
+                component: "senses",
+                event: "senses.bluebubbles_query_recent_start",
+                message: "querying recent bluebubbles messages",
+                meta: { limit, offset },
+            });
+            const request = {
+                limit,
+                offset,
+                sort: "DESC",
+                ...(params.chatGuid?.trim() ? { chatGuid: params.chatGuid.trim() } : {}),
+                ...(params.chatIdentifier?.trim() ? { chatIdentifier: params.chatIdentifier.trim() } : {}),
+                ...(typeof params.beforeTimestamp === "number" && Number.isFinite(params.beforeTimestamp)
+                    ? { beforeTimestamp: params.beforeTimestamp }
+                    : {}),
+            };
+            const { beforeTimestamp, ...wireRequest } = request;
+            const body = {
+                ...wireRequest,
+                // BlueBubbles names its inclusive message-date upper bound `before`.
+                ...(beforeTimestamp !== undefined ? { before: beforeTimestamp } : {}),
+                with: ["chats", "attachments", "payloadData", "messageSummaryInfo"],
+            };
+            const response = await fetch(url, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify(body),
+                signal: AbortSignal.timeout(channelConfig.requestTimeoutMs),
+            });
+            if (!response.ok) {
+                const errorText = await response.text().catch(() => "");
+                (0, runtime_1.emitNervesEvent)({
+                    level: "warn",
+                    component: "senses",
+                    event: "senses.bluebubbles_query_recent_error",
+                    message: "bluebubbles recent message query failed",
+                    meta: {
+                        status: response.status,
+                        reason: errorText || "unknown",
+                    },
+                });
+                throw new Error(`BlueBubbles recent message query failed (${response.status}): ${errorText || "unknown"}`);
+            }
+            const payload = await parseJsonBody(response);
+            const rows = extractMessageQueryRows(payload);
+            const invalidCausalTimestampRowCount = rows.filter((row) => !hasValidRawMessageCausalTimestamp(row)).length;
+            const messages = [];
+            for (const row of rows) {
+                try {
+                    messages.push((0, model_1.normalizeBlueBubblesEvent)({ type: "new-message", data: row }));
+                }
+                catch (error) {
+                    (0, runtime_1.emitNervesEvent)({
+                        level: "warn",
+                        component: "senses",
+                        event: "senses.bluebubbles_query_recent_skip",
+                        message: "skipped unusable bluebubbles recent message row",
+                        meta: {
+                            reason: describeCaughtValue(error),
+                        },
+                    });
+                }
+            }
+            (0, runtime_1.emitNervesEvent)({
+                component: "senses",
+                event: "senses.bluebubbles_query_recent_end",
+                message: "queried recent bluebubbles messages",
+                meta: {
+                    rows: rows.length,
+                    normalized: messages.length,
+                    skipped: rows.length - messages.length,
+                },
+            });
+            return {
+                messages,
+                rawRowCount: rows.length,
+                normalizedRowCount: messages.length,
+                skippedRowCount: rows.length - messages.length,
+                invalidCausalTimestampRowCount,
+                request,
+            };
+        },
+        async listRecentMessages(params = {}) {
+            const result = await this.queryRecentMessagesWithMetadata(params);
+            return result.messages;
+        },
         async repairEvent(event) {
             if (!event.requiresRepair) {
                 (0, runtime_1.emitNervesEvent)({
@@ -377,6 +608,7 @@ function createBlueBubblesClient(config = (0, config_1.getBlueBubblesConfig)(),
                 return event;
             }
             (0, runtime_1.emitNervesEvent)({
+                level: "warn",
                 component: "senses",
                 event: "senses.bluebubbles_repair_start",
                 message: "repairing bluebubbles event by guid",
@@ -423,13 +655,13 @@ function createBlueBubblesClient(config = (0, config_1.getBlueBubblesConfig)(),
                     });
                     return repaired;
                 }
-                const normalized = (0, bluebubbles_model_1.normalizeBlueBubblesEvent)({
+                const normalized = (0, model_1.normalizeBlueBubblesEvent)({
                     type: event.eventType,
                     data,
                 });
                 const recoveredMessage = event.kind === "mutation"
                     && !event.shouldNotifyAgent
-                    ? (0, bluebubbles_model_1.normalizeBlueBubblesEvent)({
+                    ? (0, model_1.normalizeBlueBubblesEvent)({
                         type: "new-message",
                         data,
                     })
@@ -440,8 +672,42 @@ function createBlueBubblesClient(config = (0, config_1.getBlueBubblesConfig)(),
                 if (hydrated.kind === "message" &&
                     hydrated.balloonBundleId !== "com.apple.messages.URLBalloonProvider" &&
                     hydrated.attachments.length > 0) {
-                    const media = await (0, bluebubbles_media_1.hydrateBlueBubblesAttachments)(hydrated.attachments, config, channelConfig, {
-                        preferAudioInput: providerSupportsAudioInput((0, identity_1.loadAgentConfig)().provider),
+                    const agentConfig = (0, identity_1.loadAgentConfig)();
+                    const chatModel = agentConfig.humanFacing.model;
+                    const chatProvider = agentConfig.humanFacing.provider;
+                    const vlmDescribe = async (params) => {
+                        if (chatProvider !== "minimax") {
+                            throw new Error("VLM fallback requires a minimax credential for this agent — " +
+                                "configure one or switch to a vision-capable chat model");
+                        }
+                        const { readProviderCredentialRecord } = await Promise.resolve().then(() => __importStar(require("../../heart/provider-credentials")));
+                        const credential = await readProviderCredentialRecord((0, identity_1.getAgentName)(), "minimax");
+                        const apiKey = credential.ok ? credential.record.credentials.apiKey : undefined;
+                        if (!apiKey) {
+                            throw new Error("VLM fallback: minimax API key not found in the agent vault — " +
+                                "run `ouro auth --agent <agent> --provider minimax`");
+                        }
+                        return (0, minimax_vlm_1.minimaxVlmDescribe)({
+                            apiKey: String(apiKey),
+                            prompt: params.prompt,
+                            imageDataUrl: params.imageDataUrl,
+                            baseURL: minimax_1.MINIMAX_PROVIDER_BASE_URL,
+                            attachmentGuid: params.attachmentGuid,
+                            mimeType: params.mimeType,
+                            chatModel: params.chatModel,
+                        });
+                    };
+                    // VLM prompt context wants the user's raw inbound text — NOT
+                    // the agent-facing rendering, which now carries the attachment
+                    // marker after the B2 fix. Pull it from the source payload.
+                    const rawUserText = typeof data.text === "string"
+                        ? (data.text).trim()
+                        : "";
+                    const media = await (0, media_1.hydrateBlueBubblesAttachments)(hydrated.attachments, config, channelConfig, {
+                        preferAudioInput: providerSupportsAudioInput(chatProvider),
+                        chatModel,
+                        vlmDescribe,
+                        userText: rawUserText,
                     });
                     const transcriptSuffix = media.transcriptAdditions.map((entry) => `[${entry}]`).join("\n");
                     const noticeSuffix = media.notices.map((entry) => `[${entry}]`).join("\n");
@@ -453,6 +719,7 @@ function createBlueBubblesClient(config = (0, config_1.getBlueBubblesConfig)(),
                     };
                 }
                 (0, runtime_1.emitNervesEvent)({
+                    level: "warn",
                     component: "senses",
                     event: "senses.bluebubbles_repair_end",
                     message: "bluebubbles event repaired",
@@ -480,5 +747,53 @@ function createBlueBubblesClient(config = (0, config_1.getBlueBubblesConfig)(),
                 return applyRepairNotice(event, `BlueBubbles repair failed: ${reason}`);
             }
         },
+        async getMessageText(messageGuid) {
+            const url = buildRepairUrl(config.serverUrl, messageGuid, config.password);
+            try {
+                const response = await fetch(url, {
+                    method: "GET",
+                    signal: AbortSignal.timeout(channelConfig.requestTimeoutMs),
+                });
+                if (!response.ok) {
+                    (0, runtime_1.emitNervesEvent)({
+                        level: "warn",
+                        component: "senses",
+                        event: "senses.bluebubbles_get_message_text_error",
+                        message: "failed to fetch message text",
+                        meta: { messageGuid, status: response.status },
+                    });
+                    return null;
+                }
+                const payload = await parseJsonBody(response);
+                const data = extractRepairData(payload);
+                if (!data || typeof data.text !== "string") {
+                    (0, runtime_1.emitNervesEvent)({
+                        level: "warn",
+                        component: "senses",
+                        event: "senses.bluebubbles_get_message_text_error",
+                        message: "message payload missing text field",
+                        meta: { messageGuid, hasData: !!data, textType: data ? typeof data.text : "n/a" },
+                    });
+                    return null;
+                }
+                (0, runtime_1.emitNervesEvent)({
+                    component: "senses",
+                    event: "senses.bluebubbles_get_message_text",
+                    message: "fetched message text by guid",
+                    meta: { messageGuid },
+                });
+                return data.text.trim() || null;
+            }
+            catch (error) {
+                (0, runtime_1.emitNervesEvent)({
+                    level: "warn",
+                    component: "senses",
+                    event: "senses.bluebubbles_get_message_text_error",
+                    message: "exception fetching message text",
+                    meta: { messageGuid, reason: error instanceof Error ? error.message : String(error) },
+                });
+                return null;
+            }
+        },
     };
 }