@ouro.bot/cli 0.1.0-alpha.2 → 0.1.0-alpha.21

package/dist/senses/bluebubbles-media.js

@@ -0,0 +1,244 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.hydrateBlueBubblesAttachments = hydrateBlueBubblesAttachments;
+const node_child_process_1 = require("node:child_process");
+const fs = __importStar(require("node:fs/promises"));
+const os = __importStar(require("node:os"));
+const path = __importStar(require("node:path"));
+const runtime_1 = require("../nerves/runtime");
+const MAX_ATTACHMENT_BYTES = 8 * 1024 * 1024;
+const AUDIO_EXTENSIONS = new Set([".mp3", ".wav", ".m4a", ".caf", ".ogg"]);
+const IMAGE_EXTENSIONS = new Set([".jpg", ".jpeg", ".png", ".gif", ".webp", ".heic", ".heif"]);
+const AUDIO_EXTENSION_BY_CONTENT_TYPE = {
+    "audio/wav": ".wav",
+    "audio/x-wav": ".wav",
+    "audio/mp3": ".mp3",
+    "audio/mpeg": ".mp3",
+    "audio/x-caf": ".caf",
+    "audio/caf": ".caf",
+    "audio/mp4": ".m4a",
+    "audio/x-m4a": ".m4a",
+};
+const AUDIO_INPUT_FORMAT_BY_CONTENT_TYPE = {
+    "audio/wav": "wav",
+    "audio/x-wav": "wav",
+    "audio/mp3": "mp3",
+    "audio/mpeg": "mp3",
+};
+const AUDIO_INPUT_FORMAT_BY_EXTENSION = {
+    ".wav": "wav",
+    ".mp3": "mp3",
+};
+function buildBlueBubblesApiUrl(baseUrl, endpoint, password) {
+    const root = baseUrl.endsWith("/") ? baseUrl : `${baseUrl}/`;
+    const url = new URL(endpoint.replace(/^\//, ""), root);
+    url.searchParams.set("password", password);
+    return url.toString();
+}
+function describeAttachment(attachment) {
+    return attachment.transferName?.trim() || attachment.guid?.trim() || "attachment";
+}
+function inferContentType(attachment, responseType) {
+    const normalizedResponseType = responseType?.split(";")[0]?.trim().toLowerCase();
+    if (normalizedResponseType) {
+        return normalizedResponseType;
+    }
+    return attachment.mimeType?.trim().toLowerCase() || undefined;
+}
+function isImageAttachment(attachment, contentType) {
+    if (contentType?.startsWith("image/"))
+        return true;
+    const extension = path.extname(attachment.transferName ?? "").toLowerCase();
+    return IMAGE_EXTENSIONS.has(extension);
+}
+function isAudioAttachment(attachment, contentType) {
+    if (contentType?.startsWith("audio/"))
+        return true;
+    const extension = path.extname(attachment.transferName ?? "").toLowerCase();
+    return AUDIO_EXTENSIONS.has(extension);
+}
+function sanitizeFilename(name) {
+    return path.basename(name).replace(/[\r\n"\\]/g, "_");
+}
+function fileExtensionForAudio(attachment, contentType) {
+    const transferExt = path.extname(attachment.transferName ?? "").toLowerCase();
+    if (transferExt) {
+        return transferExt;
+    }
+    if (contentType && AUDIO_EXTENSION_BY_CONTENT_TYPE[contentType]) {
+        return AUDIO_EXTENSION_BY_CONTENT_TYPE[contentType];
+    }
+    return ".audio";
+}
+function audioFormatForInput(contentType, attachment) {
+    const extension = path.extname(attachment?.transferName ?? "").toLowerCase();
+    return AUDIO_INPUT_FORMAT_BY_CONTENT_TYPE[contentType ?? ""] ?? AUDIO_INPUT_FORMAT_BY_EXTENSION[extension];
+}
+async function transcribeAudioWithWhisper(params) {
+    const workDir = await fs.mkdtemp(path.join(os.tmpdir(), "ouro-bb-audio-"));
+    const filename = sanitizeFilename(describeAttachment(params.attachment));
+    const extension = fileExtensionForAudio(params.attachment, params.contentType);
+    const audioPath = path.join(workDir, `${path.parse(filename).name}${extension}`);
+    try {
+        await fs.writeFile(audioPath, params.buffer);
+        await new Promise((resolve, reject) => {
+            (0, node_child_process_1.execFile)("whisper", [
+                audioPath,
+                "--model",
+                "turbo",
+                "--output_dir",
+                workDir,
+                "--output_format",
+                "json",
+                "--verbose",
+                "False",
+            ], { timeout: Math.max(params.timeoutMs, 120000) }, (error) => {
+                if (error) {
+                    reject(error);
+                    return;
+                }
+                resolve();
+            });
+        });
+        const transcriptPath = path.join(workDir, `${path.parse(audioPath).name}.json`);
+        const raw = await fs.readFile(transcriptPath, "utf8");
+        const parsed = JSON.parse(raw);
+        return typeof parsed.text === "string" ? parsed.text.trim() : "";
+    }
+    finally {
+        await fs.rm(workDir, { recursive: true, force: true }).catch(() => undefined);
+    }
+}
+async function downloadAttachment(attachment, config, channelConfig, fetchImpl) {
+    const guid = attachment.guid?.trim();
+    if (!guid) {
+        throw new Error("attachment guid missing");
+    }
+    if (typeof attachment.totalBytes === "number" && attachment.totalBytes > MAX_ATTACHMENT_BYTES) {
+        throw new Error(`attachment exceeds ${MAX_ATTACHMENT_BYTES} byte limit`);
+    }
+    const url = buildBlueBubblesApiUrl(config.serverUrl, `/api/v1/attachment/${encodeURIComponent(guid)}/download`, config.password);
+    const response = await fetchImpl(url, {
+        method: "GET",
+        signal: AbortSignal.timeout(channelConfig.requestTimeoutMs),
+    });
+    if (!response.ok) {
+        throw new Error(`HTTP ${response.status}`);
+    }
+    const buffer = Buffer.from(await response.arrayBuffer());
+    if (buffer.length > MAX_ATTACHMENT_BYTES) {
+        throw new Error(`attachment exceeds ${MAX_ATTACHMENT_BYTES} byte limit`);
+    }
+    return {
+        buffer,
+        contentType: inferContentType(attachment, response.headers.get("content-type")),
+    };
+}
+async function hydrateBlueBubblesAttachments(attachments, config, channelConfig, deps = {}) {
+    (0, runtime_1.emitNervesEvent)({
+        component: "senses",
+        event: "senses.bluebubbles_media_hydrate",
+        message: "hydrating bluebubbles attachments",
+        meta: {
+            attachmentCount: attachments.length,
+            preferAudioInput: deps.preferAudioInput ?? false,
+        },
+    });
+    const fetchImpl = deps.fetchImpl ?? fetch;
+    const transcribeAudio = deps.transcribeAudio ?? transcribeAudioWithWhisper;
+    const preferAudioInput = deps.preferAudioInput ?? false;
+    const inputParts = [];
+    const transcriptAdditions = [];
+    const notices = [];
+    for (const attachment of attachments) {
+        const name = describeAttachment(attachment);
+        try {
+            const downloaded = await downloadAttachment(attachment, config, channelConfig, fetchImpl);
+            const base64 = downloaded.buffer.toString("base64");
+            if (isImageAttachment(attachment, downloaded.contentType)) {
+                inputParts.push({
+                    type: "image_url",
+                    image_url: {
+                        url: `data:${downloaded.contentType ?? "application/octet-stream"};base64,${base64}`,
+                        detail: "auto",
+                    },
+                });
+                continue;
+            }
+            if (isAudioAttachment(attachment, downloaded.contentType)) {
+                const audioFormat = audioFormatForInput(downloaded.contentType, attachment);
+                if (preferAudioInput && audioFormat) {
+                    inputParts.push({
+                        type: "input_audio",
+                        input_audio: {
+                            data: base64,
+                            format: audioFormat,
+                        },
+                    });
+                    continue;
+                }
+                const transcript = (await transcribeAudio({
+                    attachment,
+                    buffer: downloaded.buffer,
+                    contentType: downloaded.contentType,
+                    timeoutMs: channelConfig.requestTimeoutMs,
+                })).trim();
+                if (!transcript) {
+                    notices.push(`attachment hydration failed for ${name}: empty audio transcript`);
+                    continue;
+                }
+                transcriptAdditions.push(`voice note transcript: ${transcript}`);
+                continue;
+            }
+            inputParts.push({
+                type: "file",
+                file: {
+                    file_data: base64,
+                    filename: sanitizeFilename(name),
+                },
+            });
+        }
+        catch (error) {
+            const reason = error instanceof Error ? error.message : String(error);
+            notices.push(`attachment hydration failed for ${name}: ${reason}`);
+        }
+    }
+    return {
+        inputParts,
+        transcriptAdditions,
+        notices,
+    };
+}

package/dist/senses/bluebubbles-model.js

@@ -0,0 +1,253 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.normalizeBlueBubblesEvent = normalizeBlueBubblesEvent;
+const runtime_1 = require("../nerves/runtime");
+function asRecord(value) {
+    return value && typeof value === "object" && !Array.isArray(value)
+        ? value
+        : null;
+}
+function readString(record, key) {
+    if (!record)
+        return undefined;
+    const value = record[key];
+    return typeof value === "string" ? value : undefined;
+}
+function readNumber(record, key) {
+    if (!record)
+        return undefined;
+    const value = record[key];
+    return typeof value === "number" && Number.isFinite(value) ? value : undefined;
+}
+function readBoolean(record, key) {
+    const value = record[key];
+    return typeof value === "boolean" ? value : undefined;
+}
+function normalizeHandle(raw) {
+    const trimmed = raw.trim();
+    if (!trimmed)
+        return "";
+    if (trimmed.includes("@"))
+        return trimmed.toLowerCase();
+    const compact = trimmed.replace(/[^\d+]/g, "");
+    return compact || trimmed;
+}
+function extractChatIdentifierFromGuid(chatGuid) {
+    if (!chatGuid)
+        return undefined;
+    const parts = chatGuid.split(";");
+    return parts.length >= 3 ? parts[2]?.trim() || undefined : undefined;
+}
+function buildChatRef(data, threadOriginatorGuid) {
+    const chats = Array.isArray(data.chats) ? data.chats : [];
+    const chat = asRecord(chats[0]) ?? null;
+    const chatGuid = readString(chat, "guid");
+    const chatIdentifier = readString(chat, "chatIdentifier") ??
+        readString(chat, "identifier") ??
+        extractChatIdentifierFromGuid(chatGuid);
+    const displayName = readString(chat, "displayName")?.trim() || undefined;
+    const style = readNumber(chat, "style");
+    const isGroup = style === 43 || (chatGuid?.includes(";+;") ?? false) || Boolean(displayName);
+    const baseKey = chatGuid?.trim()
+        ? `chat:${chatGuid.trim()}`
+        : `chat_identifier:${(chatIdentifier ?? "unknown").trim()}`;
+    const sessionKey = threadOriginatorGuid?.trim()
+        ? `${baseKey}:thread:${threadOriginatorGuid.trim()}`
+        : baseKey;
+    return {
+        chatGuid: chatGuid?.trim() || undefined,
+        chatIdentifier: chatIdentifier?.trim() || undefined,
+        displayName,
+        isGroup,
+        sessionKey,
+        sendTarget: chatGuid?.trim()
+            ? { kind: "chat_guid", value: chatGuid.trim() }
+            : { kind: "chat_identifier", value: (chatIdentifier ?? "unknown").trim() },
+    };
+}
+function extractSender(data, chat) {
+    const handle = asRecord(data.handle) ?? asRecord(data.sender) ?? null;
+    const rawId = readString(handle, "address") ??
+        readString(handle, "id") ??
+        readString(data, "senderId") ??
+        chat.chatIdentifier ??
+        chat.chatGuid ??
+        "unknown";
+    const externalId = normalizeHandle(rawId);
+    const displayName = externalId || rawId || "Unknown";
+    return {
+        provider: "imessage-handle",
+        externalId,
+        rawId,
+        displayName,
+    };
+}
+function extractAttachments(data) {
+    const raw = Array.isArray(data.attachments) ? data.attachments : [];
+    return raw
+        .map((entry) => asRecord(entry))
+        .filter((entry) => entry !== null)
+        .map((entry) => ({
+        guid: readString(entry, "guid"),
+        mimeType: readString(entry, "mimeType"),
+        transferName: readString(entry, "transferName"),
+        totalBytes: readNumber(entry, "totalBytes"),
+        height: readNumber(entry, "height"),
+        width: readNumber(entry, "width"),
+    }));
+}
+function formatAttachmentText(attachments) {
+    if (attachments.length === 0)
+        return "";
+    const [first] = attachments;
+    const mime = first.mimeType ?? "";
+    const label = mime.startsWith("image/")
+        ? "image attachment"
+        : mime.startsWith("audio/")
+            ? "audio attachment"
+            : "attachment";
+    const name = first.transferName ? `: ${first.transferName}` : "";
+    const dimensions = typeof first.width === "number" && typeof first.height === "number" && first.width > 0 && first.height > 0
+        ? ` (${first.width}x${first.height})`
+        : "";
+    return `[${label}${name}${dimensions}]`;
+}
+function formatMessageText(data, attachments) {
+    const text = readString(data, "text")?.trim() ?? "";
+    const balloonBundleId = readString(data, "balloonBundleId")?.trim();
+    if (text) {
+        if (balloonBundleId === "com.apple.messages.URLBalloonProvider") {
+            return `${text}\n[link preview attached]`;
+        }
+        return text;
+    }
+    return formatAttachmentText(attachments);
+}
+function normalizeReactionName(value) {
+    if (typeof value !== "string")
+        return undefined;
+    const trimmed = value.trim();
+    return trimmed ? trimmed.toLowerCase() : undefined;
+}
+function stripPartPrefix(guid) {
+    if (!guid)
+        return undefined;
+    const trimmed = guid.trim();
+    const marker = trimmed.lastIndexOf("/");
+    return marker >= 0 ? trimmed.slice(marker + 1) : trimmed;
+}
+function buildMutationText(mutationType, data, reactionName) {
+    if (mutationType === "reaction") {
+        return `reacted with ${reactionName}`;
+    }
+    if (mutationType === "edit") {
+        const editedText = readString(data, "text")?.trim() ?? "";
+        return editedText ? `edited message: ${editedText}` : "edited a message";
+    }
+    if (mutationType === "unsend") {
+        return "unsent a message";
+    }
+    if (mutationType === "read") {
+        return "message marked as read";
+    }
+    return "message marked as delivered";
+}
+function detectMutationType(eventType, data, reactionName) {
+    if (reactionName)
+        return "reaction";
+    if (eventType === "updated-message") {
+        if (readNumber(data, "dateRetracted"))
+            return "unsend";
+        if (readNumber(data, "dateEdited"))
+            return "edit";
+        if (readNumber(data, "dateRead"))
+            return "read";
+        if (readBoolean(data, "isDelivered") || readNumber(data, "dateDelivered"))
+            return "delivery";
+    }
+    return null;
+}
+function normalizeBlueBubblesEvent(payload) {
+    const envelope = asRecord(payload);
+    const eventType = readString(envelope, "type")?.trim() ?? "";
+    const data = asRecord(envelope?.data);
+    if (!eventType || !data) {
+        (0, runtime_1.emitNervesEvent)({
+            level: "warn",
+            component: "senses",
+            event: "senses.bluebubbles_event_ignored",
+            message: "ignored invalid bluebubbles payload",
+            meta: { hasEnvelope: Boolean(envelope), eventType },
+        });
+        throw new Error("Invalid BlueBubbles payload");
+    }
+    const messageGuid = readString(data, "guid")?.trim();
+    if (!messageGuid) {
+        (0, runtime_1.emitNervesEvent)({
+            level: "warn",
+            component: "senses",
+            event: "senses.bluebubbles_event_ignored",
+            message: "ignored bluebubbles payload without guid",
+            meta: { eventType },
+        });
+        throw new Error("BlueBubbles payload is missing data.guid");
+    }
+    const threadOriginatorGuid = readString(data, "threadOriginatorGuid")?.trim() || undefined;
+    const chat = buildChatRef(data, threadOriginatorGuid);
+    const sender = extractSender(data, chat);
+    const timestamp = readNumber(data, "dateCreated") ?? Date.now();
+    const fromMe = readBoolean(data, "isFromMe") ?? false;
+    const attachments = extractAttachments(data);
+    const reactionName = normalizeReactionName(data.associatedMessageType);
+    const mutationType = detectMutationType(eventType, data, reactionName);
+    const requiresRepair = (readBoolean(data, "hasPayloadData") ?? false) ||
+        attachments.length > 0 ||
+        eventType === "updated-message";
+    const result = mutationType
+        ? {
+            kind: "mutation",
+            eventType,
+            mutationType,
+            messageGuid,
+            targetMessageGuid: mutationType === "reaction"
+                ? stripPartPrefix(readString(data, "associatedMessageGuid"))
+                : undefined,
+            timestamp,
+            fromMe,
+            sender,
+            chat,
+            shouldNotifyAgent: mutationType === "reaction" || mutationType === "edit" || mutationType === "unsend",
+            textForAgent: buildMutationText(mutationType, data, reactionName),
+            requiresRepair,
+        }
+        : {
+            kind: "message",
+            eventType,
+            messageGuid,
+            timestamp,
+            fromMe,
+            sender,
+            chat,
+            text: readString(data, "text")?.trim() ?? "",
+            textForAgent: formatMessageText(data, attachments),
+            attachments,
+            balloonBundleId: readString(data, "balloonBundleId")?.trim() || undefined,
+            hasPayloadData: readBoolean(data, "hasPayloadData") ?? false,
+            requiresRepair,
+            threadOriginatorGuid,
+            replyToGuid: threadOriginatorGuid,
+        };
+    (0, runtime_1.emitNervesEvent)({
+        component: "senses",
+        event: "senses.bluebubbles_event_normalized",
+        message: "normalized bluebubbles event",
+        meta: {
+            eventType,
+            kind: result.kind,
+            mutationType: result.kind === "mutation" ? result.mutationType : null,
+            sessionKey: result.chat.sessionKey,
+            fromMe,
+        },
+    });
+    return result;
+}

package/dist/senses/bluebubbles-mutation-log.js

@@ -0,0 +1,76 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getBlueBubblesMutationLogPath = getBlueBubblesMutationLogPath;
+exports.recordBlueBubblesMutation = recordBlueBubblesMutation;
+const fs = __importStar(require("node:fs"));
+const os = __importStar(require("node:os"));
+const path = __importStar(require("node:path"));
+const runtime_1 = require("../nerves/runtime");
+function sanitizeKey(key) {
+    return key.replace(/[/:]/g, "_");
+}
+function getBlueBubblesMutationLogPath(agentName, sessionKey) {
+    return path.join(os.homedir(), ".agentstate", agentName, "senses", "bluebubbles", "mutations", `${sanitizeKey(sessionKey)}.ndjson`);
+}
+function recordBlueBubblesMutation(agentName, event) {
+    const filePath = getBlueBubblesMutationLogPath(agentName, event.chat.sessionKey);
+    fs.mkdirSync(path.dirname(filePath), { recursive: true });
+    fs.appendFileSync(filePath, JSON.stringify({
+        recordedAt: new Date(event.timestamp).toISOString(),
+        eventType: event.eventType,
+        mutationType: event.mutationType,
+        messageGuid: event.messageGuid,
+        targetMessageGuid: event.targetMessageGuid ?? null,
+        chatGuid: event.chat.chatGuid ?? null,
+        chatIdentifier: event.chat.chatIdentifier ?? null,
+        sessionKey: event.chat.sessionKey,
+        shouldNotifyAgent: event.shouldNotifyAgent,
+        textForAgent: event.textForAgent,
+        fromMe: event.fromMe,
+    }) + "\n", "utf-8");
+    (0, runtime_1.emitNervesEvent)({
+        component: "senses",
+        event: "senses.bluebubbles_mutation_logged",
+        message: "recorded bluebubbles mutation to sidecar log",
+        meta: {
+            agentName,
+            mutationType: event.mutationType,
+            messageGuid: event.messageGuid,
+            path: filePath,
+        },
+    });
+    return filePath;
+}