@leg3ndy/otto-bridge 0.8.1 → 0.8.3

package/dist/macos_whatsapp_helper.js

@@ -5,16 +5,10 @@ import path from "node:path";
 import process from "node:process";
 import { getBridgeHomeDir } from "./config.js";
 import { MACOS_WHATSAPP_HELPER_SWIFT_SOURCE } from "./macos_whatsapp_helper_source.js";
+import { verifyExpectedWhatsAppMessage } from "./whatsapp_verification.js";
 function delay(ms) {
     return new Promise((resolve) => setTimeout(resolve, ms));
 }
-function normalizeText(value) {
-    return String(value || "")
-        .normalize("NFD")
-        .replace(/[\u0300-\u036f]/g, "")
-        .toLowerCase()
-        .trim();
-}
 async function runHelperCommand(command, args) {
     return await new Promise((resolve, reject) => {
         const child = spawn(command, args, { stdio: ["ignore", "pipe", "pipe"] });
@@ -629,45 +623,121 @@ export class MacOSWhatsAppHelperRuntime {
                 : "(sem mensagens visiveis na conversa)",
         };
     }
+    async scanInboxConversations(limit, options) {
+        await this.ensureReady();
+        const unreadOnly = options?.unreadOnly === true;
+        const result = await this.evaluate(`
+(() => {
+  const maxItems = ${Math.max(1, Number(limit || 10))};
+  const unreadOnly = ${JSON.stringify(unreadOnly)};
+  const normalize = (value) => String(value || "").normalize("NFD").replace(/[\\u0300-\\u036f]/g, "").toLowerCase().trim();
+
+  function isVisible(element) {
+    if (!(element instanceof HTMLElement)) return false;
+    const rect = element.getBoundingClientRect();
+    if (rect.width < 6 || rect.height < 6) return false;
+    const style = window.getComputedStyle(element);
+    if (style.visibility === "hidden" || style.display === "none" || Number(style.opacity || "1") === 0) return false;
+    return rect.bottom >= 0 && rect.right >= 0 && rect.top <= window.innerHeight && rect.left <= window.innerWidth;
+  }
+
+  const uniqueContainers = new Set();
+  const containers = Array.from(document.querySelectorAll(
+    '#pane-side [role="listitem"], #pane-side [role="gridcell"], #pane-side [data-testid="cell-frame-container"], #pane-side div[tabindex]',
+  ))
+    .filter((node) => node instanceof HTMLElement)
+    .filter((node) => {
+      if (!isVisible(node) || uniqueContainers.has(node)) {
+        return false;
+      }
+      uniqueContainers.add(node);
+      return true;
+    });
+
+  const conversations = containers.map((container) => {
+    const titleCandidates = Array.from(container.querySelectorAll('span[title], div[title]'))
+      .filter((node) => node instanceof HTMLElement)
+      .filter((node) => isVisible(node))
+      .map((node) => {
+        const text = String(node.getAttribute("title") || node.textContent || "").trim();
+        const score = text ? (normalize(text).length >= 2 ? 100 : 0) : 0;
+        return { text, score };
+      })
+      .filter((item) => item.score > 0)
+      .sort((left, right) => right.score - left.score);
+
+    const contact = String(titleCandidates[0]?.text || "").trim();
+    if (!contact) {
+      return null;
+    }
+
+    const lines = String(container.innerText || "")
+      .split(/\\n+/)
+      .map((item) => item.trim())
+      .filter(Boolean);
+    const preview = lines.find((line) => normalize(line) !== normalize(contact) && !/^\\d+$/.test(line)) || "";
+
+    const unreadSources = [
+      ...Array.from(container.querySelectorAll('[aria-label*="unread"], [aria-label*="Unread"], [aria-label*="não l"], [data-testid*="unread"], [data-icon*="unread"]')),
+      container,
+    ];
+    let unreadCount = 0;
+    for (const source of unreadSources) {
+      if (!(source instanceof HTMLElement)) {
+        continue;
+      }
+      const label = \`\${source.getAttribute("aria-label") || ""} \${source.innerText || ""}\`.trim();
+      const lower = normalize(label);
+      if (!lower || (!lower.includes("unread") && !lower.includes("nao l") && !lower.includes("não l") && !/^\\d+$/.test(lower))) {
+        continue;
+      }
+      const match = label.match(/(\\d{1,3})/);
+      if (match) {
+        unreadCount = Math.max(unreadCount, Number(match[1] || 0));
+      } else if (lower.includes("unread") || lower.includes("nao l") || lower.includes("não l")) {
+        unreadCount = Math.max(unreadCount, 1);
+      }
+    }
+
+    return {
+      contact,
+      preview: String(preview || "").slice(0, 240),
+      unreadCount,
+    };
+  }).filter((item) => item !== null);
+
+  const deduped = new Map();
+  for (const item of conversations) {
+    const key = normalize(item.contact);
+    const current = deduped.get(key);
+    if (!current || item.unreadCount > current.unreadCount || item.preview.length > current.preview.length) {
+      deduped.set(key, item);
+    }
+  }
+
+  return {
+    conversations: Array.from(deduped.values())
+      .filter((item) => !unreadOnly || item.unreadCount > 0)
+      .sort((left, right) => right.unreadCount - left.unreadCount || left.contact.localeCompare(right.contact))
+      .slice(0, maxItems),
+  };
+})()
+    `);
+        const rawConversations = Array.isArray(result.conversations)
+            ? result.conversations
+            : [];
+        return rawConversations
+            .map((item) => ({
+            contact: String(item.contact || "").trim().slice(0, 120),
+            preview: String(item.preview || "").trim().slice(0, 240),
+            unreadCount: Math.max(0, Number(item.unreadCount || 0)),
+        }))
+            .filter((item) => item.contact);
+    }
     async verifyLastMessage(expectedText, previousMessages) {
         const baseline = Array.isArray(previousMessages) ? previousMessages : [];
         const chat = await this.readVisibleConversation(Math.max(8, baseline.length + 2));
-        if (!chat.messages.length) {
-            return {
-                ok: false,
-                reason: "Nao consegui ler as mensagens visiveis apos o envio no WhatsApp.",
-            };
-        }
-        const normalizedExpected = normalizeText(expectedText).slice(0, 120);
-        const normalizeMessage = (item) => `${normalizeText(item.author)}|${normalizeText(item.text)}`;
-        const beforeSignature = baseline.map(normalizeMessage).join("\n");
-        const afterSignature = chat.messages.map(normalizeMessage).join("\n");
-        const changed = beforeSignature !== afterSignature;
-        const beforeMatches = baseline.filter((item) => normalizeText(item.text).includes(normalizedExpected)).length;
-        const afterMatches = chat.messages.filter((item) => normalizeText(item.text).includes(normalizedExpected)).length;
-        const latest = chat.messages[chat.messages.length - 1] || null;
-        const latestAuthor = normalizeText(latest?.author || "");
-        const latestText = normalizeText(latest?.text || "");
-        const latestMatches = latestText.includes(normalizedExpected) && (latestAuthor === "voce" || latestAuthor === "você");
-        if ((changed && latestMatches) || (changed && afterMatches > beforeMatches)) {
-            return { ok: true, reason: "" };
-        }
-        if (!changed) {
-            return {
-                ok: false,
-                reason: "O WhatsApp nao mostrou mudanca visivel na conversa depois da tentativa de envio.",
-            };
-        }
-        if (afterMatches <= beforeMatches) {
-            return {
-                ok: false,
-                reason: "A conversa mudou, mas nao apareceu uma nova mensagem com o texto esperado no WhatsApp.",
-            };
-        }
-        return {
-            ok: false,
-            reason: "Nao consegui confirmar na conversa do WhatsApp se a nova mensagem foi enviada.",
-        };
+        return verifyExpectedWhatsAppMessage(expectedText, baseline, chat.messages);
     }
     handleStdout(chunk) {
         this.stdoutBuffer += chunk;

package/dist/runtime.js

@@ -4,6 +4,7 @@ import { MockJobExecutor } from "./executors/mock.js";
 import { NativeMacOSJobExecutor } from "./executors/native_macos.js";
 import { JobCancelledError } from "./executors/shared.js";
 import { isManagedBridgeExtensionSlug, loadManagedBridgeExtensionState, } from "./extensions.js";
+import { LocalAutomationRuntime } from "./local_automations.js";
 function delay(ms) {
     return new Promise((resolve) => setTimeout(resolve, ms));
 }
@@ -72,6 +73,7 @@ export class BridgeRuntime {
     config;
     reconnectDelayMs = DEFAULT_RECONNECT_BASE_DELAY_MS;
     executor;
+    localAutomationRuntime;
     lastBridgeReleaseNoticeKey = null;
     activeSocket = null;
     stopped = false;
@@ -81,6 +83,7 @@ export class BridgeRuntime {
     constructor(config, executor) {
         this.config = config;
         this.executor = executor ?? this.createDefaultExecutor(config);
+        this.localAutomationRuntime = new LocalAutomationRuntime(config);
     }
     async buildHelloMetadata() {
         const metadata = {
@@ -144,6 +147,10 @@ export class BridgeRuntime {
             if (typeof this.executor.start === "function") {
                 await this.executor.start();
             }
+            await this.localAutomationRuntime.start().catch((error) => {
+                const detail = error instanceof Error ? error.message : String(error);
+                console.error(`[otto-bridge] local automation runtime failed to start: ${detail}`);
+            });
         }
         console.log(`[otto-bridge] runtime start device=${this.config.deviceId}`);
         while (!this.stopped) {
@@ -179,6 +186,7 @@ export class BridgeRuntime {
                 this.activeCancels.delete(jobId);
             }
         }
+        await this.localAutomationRuntime.stop().catch(() => undefined);
         try {
             this.activeSocket?.close();
         }

package/dist/types.js

@@ -1,5 +1,5 @@
 export const BRIDGE_CONFIG_VERSION = 1;
-export const BRIDGE_VERSION = "0.8.1";
+export const BRIDGE_VERSION = "0.8.3";
 export const BRIDGE_PACKAGE_NAME = "@leg3ndy/otto-bridge";
 export const DEFAULT_API_BASE_URL = "http://localhost:8000";
 export const DEFAULT_POLL_INTERVAL_MS = 3000;

package/dist/whatsapp_background.js

@@ -5,6 +5,7 @@ import process from "node:process";
 import { fileURLToPath, pathToFileURL } from "node:url";
 import { getBridgeHomeDir } from "./config.js";
 import { checkMacOSWhatsAppHelperAvailability, MacOSWhatsAppHelperRuntime, } from "./macos_whatsapp_helper.js";
+import { verifyExpectedWhatsAppMessage } from "./whatsapp_verification.js";
 import { getConfiguredWhatsAppRuntimeProvider } from "./whatsapp_runtime_provider.js";
 export const WHATSAPP_WEB_URL = "https://web.whatsapp.com";
 const DEFAULT_SETUP_TIMEOUT_MS = 5 * 60 * 1000;
@@ -44,13 +45,6 @@ async function loadEmbeddedPlaywrightModule() {
     }
     throw new Error(`Playwright nao esta disponivel para o Otto Bridge. Reinstale o pacote \`@leg3ndy/otto-bridge\` para garantir o browser persistente do bridge. ${errors.length ? `Detalhes: ${errors.join(" | ")}` : ""}`.trim());
 }
-function normalizeText(value) {
-    return String(value || "")
-        .normalize("NFD")
-        .replace(/[\u0300-\u036f]/g, "")
-        .toLowerCase()
-        .trim();
-}
 export function getWhatsAppBrowserUserDataDir() {
     return path.join(getBridgeHomeDir(), "extensions", "whatsappweb-profile");
 }
@@ -693,48 +687,120 @@ export class WhatsAppBackgroundBrowser {
                 : "(sem mensagens visiveis na conversa)",
         };
     }
+    async scanInboxConversations(limit, options) {
+        if (this.helperRuntime) {
+            return await this.helperRuntime.scanInboxConversations(limit, options);
+        }
+        await this.ensureReady();
+        const unreadOnly = options?.unreadOnly === true;
+        const result = await this.withPage((page) => page.evaluate((input) => {
+            const payload = input && typeof input === "object"
+                ? input
+                : {};
+            const maxItems = Math.max(1, Number(payload.limit || 10));
+            const unreadOnly = payload.unreadOnly === true;
+            const normalize = (value) => String(value || "").normalize("NFD").replace(/[\u0300-\u036f]/g, "").toLowerCase().trim();
+            function isVisible(element) {
+                if (!(element instanceof HTMLElement))
+                    return false;
+                const rect = element.getBoundingClientRect();
+                if (rect.width < 6 || rect.height < 6)
+                    return false;
+                const style = window.getComputedStyle(element);
+                if (style.visibility === "hidden" || style.display === "none" || Number(style.opacity || "1") === 0)
+                    return false;
+                return rect.bottom >= 0 && rect.right >= 0 && rect.top <= window.innerHeight && rect.left <= window.innerWidth;
+            }
+            const uniqueContainers = new Set();
+            const containers = Array.from(document.querySelectorAll('#pane-side [role="listitem"], #pane-side [role="gridcell"], #pane-side [data-testid="cell-frame-container"], #pane-side div[tabindex]'))
+                .filter((node) => node instanceof HTMLElement)
+                .filter((node) => {
+                if (!isVisible(node) || uniqueContainers.has(node)) {
+                    return false;
+                }
+                uniqueContainers.add(node);
+                return true;
+            });
+            const conversations = containers.map((container) => {
+                const titleCandidates = Array.from(container.querySelectorAll('span[title], div[title]'))
+                    .filter((node) => node instanceof HTMLElement)
+                    .filter((node) => isVisible(node))
+                    .map((node) => {
+                    const text = String(node.getAttribute("title") || node.textContent || "").trim();
+                    const score = text ? (normalize(text).length >= 2 ? 100 : 0) : 0;
+                    return { text, score };
+                })
+                    .filter((item) => item.score > 0)
+                    .sort((left, right) => right.score - left.score);
+                const contact = String(titleCandidates[0]?.text || "").trim();
+                if (!contact) {
+                    return null;
+                }
+                const lines = String(container.innerText || "")
+                    .split(/\n+/)
+                    .map((item) => item.trim())
+                    .filter(Boolean);
+                const preview = lines.find((line) => normalize(line) !== normalize(contact) && !/^\d+$/.test(line)) || "";
+                const unreadSources = [
+                    ...Array.from(container.querySelectorAll('[aria-label*="unread"], [aria-label*="Unread"], [aria-label*="não l"], [data-testid*="unread"], [data-icon*="unread"]')),
+                    container,
+                ];
+                let unreadCount = 0;
+                for (const source of unreadSources) {
+                    if (!(source instanceof HTMLElement)) {
+                        continue;
+                    }
+                    const label = `${source.getAttribute("aria-label") || ""} ${source.innerText || ""}`.trim();
+                    const lower = normalize(label);
+                    if (!lower || (!lower.includes("unread") && !lower.includes("nao l") && !lower.includes("não l") && !/^\d+$/.test(lower))) {
+                        continue;
+                    }
+                    const match = label.match(/(\d{1,3})/);
+                    if (match) {
+                        unreadCount = Math.max(unreadCount, Number(match[1] || 0));
+                    }
+                    else if (lower.includes("unread") || lower.includes("nao l") || lower.includes("não l")) {
+                        unreadCount = Math.max(unreadCount, 1);
+                    }
+                }
+                return {
+                    contact,
+                    preview: String(preview || "").slice(0, 240),
+                    unreadCount,
+                };
+            }).filter((item) => item !== null);
+            const deduped = new Map();
+            for (const item of conversations) {
+                const key = normalize(item.contact);
+                const current = deduped.get(key);
+                if (!current || item.unreadCount > current.unreadCount || item.preview.length > current.preview.length) {
+                    deduped.set(key, item);
+                }
+            }
+            const values = Array.from(deduped.values())
+                .filter((item) => !unreadOnly || item.unreadCount > 0)
+                .sort((left, right) => right.unreadCount - left.unreadCount || left.contact.localeCompare(right.contact))
+                .slice(0, maxItems);
+            return { conversations: values };
+        }, { limit, unreadOnly }));
+        const rawConversations = Array.isArray(result.conversations)
+            ? result.conversations
+            : [];
+        return rawConversations
+            .map((item) => ({
+            contact: clipText(String(item.contact || ""), 120),
+            preview: clipText(String(item.preview || ""), 240),
+            unreadCount: Math.max(0, Number(item.unreadCount || 0)),
+        }))
+            .filter((item) => item.contact);
+    }
     async verifyLastMessage(expectedText, previousMessages) {
         if (this.helperRuntime) {
             return await this.helperRuntime.verifyLastMessage(expectedText, previousMessages);
         }
         const baseline = Array.isArray(previousMessages) ? previousMessages : [];
         const chat = await this.readVisibleConversation(Math.max(8, baseline.length + 2));
-        if (!chat.messages.length) {
-            return {
-                ok: false,
-                reason: "Nao consegui ler as mensagens visiveis apos o envio no WhatsApp.",
-            };
-        }
-        const normalizedExpected = normalizeText(expectedText).slice(0, 120);
-        const normalizeMessage = (item) => `${normalizeText(item.author)}|${normalizeText(item.text)}`;
-        const beforeSignature = baseline.map(normalizeMessage).join("\n");
-        const afterSignature = chat.messages.map(normalizeMessage).join("\n");
-        const changed = beforeSignature !== afterSignature;
-        const beforeMatches = baseline.filter((item) => normalizeText(item.text).includes(normalizedExpected)).length;
-        const afterMatches = chat.messages.filter((item) => normalizeText(item.text).includes(normalizedExpected)).length;
-        const latest = chat.messages[chat.messages.length - 1] || null;
-        const latestAuthor = normalizeText(latest?.author || "");
-        const latestText = normalizeText(latest?.text || "");
-        const latestMatches = latestText.includes(normalizedExpected) && (latestAuthor === "voce" || latestAuthor === "você");
-        if ((changed && latestMatches) || (changed && afterMatches > beforeMatches)) {
-            return { ok: true, reason: "" };
-        }
-        if (!changed) {
-            return {
-                ok: false,
-                reason: "O WhatsApp nao mostrou mudanca visivel na conversa depois da tentativa de envio.",
-            };
-        }
-        if (afterMatches <= beforeMatches) {
-            return {
-                ok: false,
-                reason: "A conversa mudou, mas nao apareceu uma nova mensagem com o texto esperado no WhatsApp.",
-            };
-        }
-        return {
-            ok: false,
-            reason: "Nao consegui confirmar na conversa do WhatsApp se a nova mensagem foi enviada.",
-        };
+        return verifyExpectedWhatsAppMessage(expectedText, baseline, chat.messages);
     }
     async ensureWhatsAppPage() {
         const page = this.page;

package/dist/whatsapp_verification.js

@@ -0,0 +1,66 @@
+function normalizeVerificationText(value) {
+    return String(value || "")
+        .normalize("NFD")
+        .replace(/[\u0300-\u036f]/g, "")
+        .replace(/\s+/g, " ")
+        .toLowerCase()
+        .trim();
+}
+function isOutboundAuthor(author) {
+    const normalized = normalizeVerificationText(author);
+    return normalized === "voce" || normalized === "you";
+}
+function messageSignature(messages) {
+    return messages
+        .map((item) => `${normalizeVerificationText(item.author)}|${normalizeVerificationText(item.text)}`)
+        .join("\n");
+}
+function countMatches(messages, normalizedExpected) {
+    return messages.filter((item) => normalizeVerificationText(item.text).includes(normalizedExpected)).length;
+}
+function countOutboundMatches(messages, normalizedExpected) {
+    return messages.filter((item) => {
+        if (!isOutboundAuthor(item.author)) {
+            return false;
+        }
+        return normalizeVerificationText(item.text).includes(normalizedExpected);
+    }).length;
+}
+export function verifyExpectedWhatsAppMessage(expectedText, previousMessages, observedMessages) {
+    if (!observedMessages.length) {
+        return {
+            ok: false,
+            reason: "Nao consegui ler as mensagens visiveis apos o envio no WhatsApp.",
+        };
+    }
+    const baseline = Array.isArray(previousMessages) ? previousMessages : [];
+    const normalizedExpected = normalizeVerificationText(expectedText).slice(0, 200);
+    const changed = messageSignature(baseline) !== messageSignature(observedMessages);
+    const beforeMatches = countMatches(baseline, normalizedExpected);
+    const afterMatches = countMatches(observedMessages, normalizedExpected);
+    const beforeOutboundMatches = countOutboundMatches(baseline, normalizedExpected);
+    const afterOutboundMatches = countOutboundMatches(observedMessages, normalizedExpected);
+    const latestOutbound = [...observedMessages].reverse().find((item) => isOutboundAuthor(item.author)) || null;
+    const latestOutboundMatches = latestOutbound
+        ? normalizeVerificationText(latestOutbound.text).includes(normalizedExpected)
+        : false;
+    if ((changed && latestOutboundMatches) || (changed && afterOutboundMatches > beforeOutboundMatches) || (changed && afterMatches > beforeMatches)) {
+        return { ok: true, reason: "" };
+    }
+    if (!changed) {
+        return {
+            ok: false,
+            reason: "O WhatsApp nao mostrou mudanca visivel na conversa depois da tentativa de envio.",
+        };
+    }
+    if (afterMatches <= beforeMatches) {
+        return {
+            ok: false,
+            reason: "A conversa mudou, mas nao apareceu uma nova mensagem com o texto esperado no WhatsApp.",
+        };
+    }
+    return {
+        ok: false,
+        reason: "Nao consegui confirmar na conversa do WhatsApp se a nova mensagem foi enviada.",
+    };
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@leg3ndy/otto-bridge",
-  "version": "0.8.1",
+  "version": "0.8.3",
   "private": false,
   "type": "module",
   "description": "Local companion for Otto Bridge device pairing and WebSocket runtime.",