@deadragdoll/tellymcp 0.0.13 → 0.0.14

package/packages/firefox-attach-extension/dist/background.js

@@ -13,16 +13,34 @@ const POPUP_COMMAND_RESULT_KEY = "attach_popup_command_result";
 const RECONNECT_DELAY_MS = 3000;
 const HEARTBEAT_INTERVAL_MS = 15000;
 const MAX_CAPTURE_BYTES = 512 * 1024;
+const MAX_BUFFERED_LOG_ENTRIES = 200;
 
 let socket = null;
 let reconnectTimer = null;
 let heartbeatTimer = null;
 let instanceId = null;
+let attachedTabId = null;
 let manualDisconnect = false;
 const pendingManualRecordingRequests = new Map();
 
 const activeRecordingsById = new Map();
 const activeRecordingIdByTabId = new Map();
+const consoleMessagesByTabId = new Map();
+const pageErrorsByTabId = new Map();
+const networkFailuresByTabId = new Map();
+
+function padNumber(value, length = 2) {
+  return String(value).padStart(length, "0");
+}
+
+function formatLocalTimestamp(date = new Date()) {
+  return `${date.getFullYear()}-${padNumber(date.getMonth() + 1)}-${padNumber(date.getDate())}T${padNumber(
+    date.getHours(),
+  )}:${padNumber(date.getMinutes())}:${padNumber(date.getSeconds())}.${padNumber(
+    date.getMilliseconds(),
+    3,
+  )}`;
+}
 
 async function getSettings() {
   return browser.storage.local.get({
@@ -44,6 +62,10 @@ async function setLocalInstanceId(value) {
 }
 
 async function setAttachedTab(tab) {
+  attachedTabId =
+    tab && Number.isInteger(tab.tab_id)
+      ? Number(tab.tab_id)
+      : null;
   await browser.storage.local.set({
     [ATTACHED_TAB_KEY]: tab,
   });
@@ -55,6 +77,15 @@ async function setRecordingStatus(status) {
   });
 }
 
+async function hydrateAttachedTabSelection() {
+  const stored = await browser.storage.local.get({ [ATTACHED_TAB_KEY]: null });
+  const tab = stored[ATTACHED_TAB_KEY];
+  attachedTabId =
+    tab && Number.isInteger(tab.tab_id)
+      ? Number(tab.tab_id)
+      : null;
+}
+
 function buildWebSocketUrl(settings) {
   return `ws://${settings.host}:${settings.port}/browser-attach/ws`;
 }
@@ -109,14 +140,157 @@ async function ensureTabIsActive(tabId) {
   return await browser.tabs.get(tabId);
 }
 
+function trimBufferedEntries(entries) {
+  if (entries.length <= MAX_BUFFERED_LOG_ENTRIES) {
+    return entries;
+  }
+  return entries.slice(entries.length - MAX_BUFFERED_LOG_ENTRIES);
+}
+
+function appendBufferedEntry(store, tabId, entry) {
+  if (!Number.isInteger(tabId) || tabId < 0 || !entry || typeof entry !== "object") {
+    return;
+  }
+  const existing = store.get(tabId) || [];
+  existing.push(entry);
+  store.set(tabId, trimBufferedEntries(existing));
+}
+
+function extractErrorStack(args) {
+  if (!Array.isArray(args)) {
+    return "";
+  }
+  for (const arg of args) {
+    if (!arg || typeof arg !== "object") {
+      continue;
+    }
+    if (typeof arg.stack === "string" && arg.stack.trim()) {
+      return arg.stack;
+    }
+  }
+  return "";
+}
+
+function extractConsoleLocation(event) {
+  if (!event || typeof event !== "object" || !Array.isArray(event.args)) {
+    return "";
+  }
+  for (const arg of event.args) {
+    if (!arg || typeof arg !== "object") {
+      continue;
+    }
+    if (typeof arg.filename === "string" && arg.filename.trim()) {
+      const line = Number.isFinite(arg.lineno) ? Number(arg.lineno) : 0;
+      const column = Number.isFinite(arg.colno) ? Number(arg.colno) : 0;
+      return `${arg.filename}:${line}:${column}`;
+    }
+  }
+  return "";
+}
+
+function recordPageEventForBuffers(tabId, event) {
+  if (!Number.isInteger(tabId) || tabId < 0 || !event || typeof event !== "object") {
+    return;
+  }
+  if (event.kind !== "console_event") {
+    return;
+  }
+
+  const timestamp =
+    typeof event.at === "string" && event.at.trim()
+      ? event.at
+      : formatLocalTimestamp(new Date());
+  const text = typeof event.text === "string" ? event.text : "";
+  const location = extractConsoleLocation(event);
+
+  appendBufferedEntry(consoleMessagesByTabId, tabId, {
+    type:
+      typeof event.level === "string" && event.level.trim()
+        ? event.level
+        : "log",
+    text,
+    ...(location ? { location } : {}),
+    timestamp,
+  });
+
+  if (event.level === "error" || event.level === "assert") {
+    const stack = extractErrorStack(event.args);
+    appendBufferedEntry(pageErrorsByTabId, tabId, {
+      message: text || "Console error",
+      ...(stack ? { stack } : {}),
+      timestamp,
+    });
+  }
+}
+
+function recordNetworkFailure(tabId, event) {
+  if (!Number.isInteger(tabId) || tabId < 0 || !event || typeof event !== "object") {
+    return;
+  }
+  appendBufferedEntry(networkFailuresByTabId, tabId, {
+    url: typeof event.url === "string" ? event.url : "",
+    method:
+      typeof event.method === "string" && event.method.trim()
+        ? event.method
+        : "GET",
+    ...(typeof event.status === "number" ? { status: event.status } : {}),
+    ...(typeof event.error_text === "string" ? { error_text: event.error_text } : {}),
+    ...(typeof event.resource_type === "string"
+      ? { resource_type: event.resource_type }
+      : {}),
+    timestamp:
+      typeof event.timestamp === "string" && event.timestamp.trim()
+        ? event.timestamp
+        : formatLocalTimestamp(new Date()),
+  });
+}
+
+function getBufferedLogSnapshot(tabId, limit) {
+  const normalize = (value) =>
+    Number.isInteger(value) && value > 0 ? Number(value) : undefined;
+  const sliceEntries = (entries) => {
+    const normalizedLimit = normalize(limit);
+    return normalizedLimit ? entries.slice(-normalizedLimit) : entries;
+  };
+
+  const consoleMessages = consoleMessagesByTabId.get(tabId) || [];
+  const pageErrors = pageErrorsByTabId.get(tabId) || [];
+  const networkFailures = networkFailuresByTabId.get(tabId) || [];
+
+  return {
+    console_messages: sliceEntries(consoleMessages),
+    console_total: consoleMessages.length,
+    page_errors: sliceEntries(pageErrors),
+    page_error_total: pageErrors.length,
+    network_failures: sliceEntries(networkFailures),
+    network_failure_total: networkFailures.length,
+  };
+}
+
+function clearBufferedLogs(tabId) {
+  const consoleMessages = consoleMessagesByTabId.get(tabId) || [];
+  const pageErrors = pageErrorsByTabId.get(tabId) || [];
+  const networkFailures = networkFailuresByTabId.get(tabId) || [];
+  consoleMessagesByTabId.delete(tabId);
+  pageErrorsByTabId.delete(tabId);
+  networkFailuresByTabId.delete(tabId);
+  return {
+    console_messages_cleared: consoleMessages.length,
+    page_errors_cleared: pageErrors.length,
+    network_failures_cleared: networkFailures.length,
+  };
+}
+
 function buildTabActionCode(action, payload) {
   const serializedAction = JSON.stringify(action);
   const serializedPayload = JSON.stringify(payload || {});
 
-  return `(() => {
+  return `(async () => {
     const action = ${serializedAction};
     const payload = ${serializedPayload};
     const normalize = (value) => typeof value === "string" ? value.trim() : "";
+    const timeoutMs = Number.isInteger(payload.timeout_ms) ? payload.timeout_ms : 30000;
+    const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
     const byText = (text, exact) => {
       const needle = normalize(text);
       if (!needle) return null;
@@ -131,6 +305,11 @@ function buildTabActionCode(action, payload) {
       }
       return null;
     };
+    const isVisible = (element) => {
+      if (!element) return false;
+      const computed = window.getComputedStyle(element);
+      return computed.display !== "none" && computed.visibility !== "hidden" && computed.opacity !== "0";
+    };
     const resolveTarget = () => {
       const aiTag = normalize(payload.ai_tag);
       if (aiTag) {
@@ -153,10 +332,6 @@ function buildTabActionCode(action, payload) {
     if (target && typeof target.scrollIntoView === "function") {
       target.scrollIntoView({ block: "center", inline: "center" });
     }
-    const toVisible = (element) => {
-      const computed = window.getComputedStyle(element);
-      return computed.display !== "none" && computed.visibility !== "hidden" && computed.opacity !== "0";
-    };
     if (action === "dom") {
       const attributes = target
         ? Object.fromEntries(Array.from(target.attributes || []).map((attr) => [attr.name, attr.value]))
@@ -167,13 +342,49 @@ function buildTabActionCode(action, payload) {
           found: Boolean(target),
           outer_html: payload.include_html === false ? undefined : target.outerHTML,
           text_content: payload.include_text === false ? undefined : (target.textContent || "").trim(),
-          visible: target ? toVisible(target) : false,
+          visible: target ? isVisible(target) : false,
           attributes,
           url: location.href,
           title: document.title,
         },
       };
     }
+    if (action === "computed_style") {
+      if (!target) {
+        return {
+          ok: true,
+          result: {
+            found: false,
+            url: location.href,
+            title: document.title,
+          },
+        };
+      }
+      const requestedProperties = Array.isArray(payload.properties) && payload.properties.length
+        ? payload.properties.map((item) => String(item))
+        : ["display","position","visibility","opacity","color","background-color","font-size","z-index","overflow"];
+      const computed = window.getComputedStyle(target);
+      const rect = target.getBoundingClientRect();
+      const styles = Object.fromEntries(
+        requestedProperties.map((property) => [property, computed.getPropertyValue(property)]),
+      );
+      return {
+        ok: true,
+        result: {
+          found: true,
+          visible: isVisible(target),
+          styles,
+          box: {
+            x: rect.x,
+            y: rect.y,
+            width: rect.width,
+            height: rect.height,
+          },
+          url: location.href,
+          title: document.title,
+        },
+      };
+    }
     if (action === "click") {
       target.click();
       return {
@@ -184,6 +395,65 @@ function buildTabActionCode(action, payload) {
         },
       };
     }
+    if (action === "wait_for") {
+      const waitState = normalize(payload.state) || "visible";
+      const startedAt = Date.now();
+      while (Date.now() - startedAt <= timeoutMs) {
+        const current = resolveTarget();
+        const visible = current ? isVisible(current) : false;
+        if (
+          (waitState === "attached" && current) ||
+          (waitState === "detached" && !current) ||
+          (waitState === "visible" && current && visible) ||
+          (waitState === "hidden" && (!current || !visible))
+        ) {
+          return {
+            ok: true,
+            result: {
+              url: location.href,
+              title: document.title,
+            },
+          };
+        }
+        await sleep(100);
+      }
+      return {
+        ok: false,
+        error: "Timed out waiting for the requested element state.",
+      };
+    }
+    if (action === "wait_for_url") {
+      const exactUrl = normalize(payload.url);
+      const containsUrl = normalize(payload.url_contains);
+      const startedAt = Date.now();
+      while (Date.now() - startedAt <= timeoutMs) {
+        const currentUrl = String(location.href || "");
+        if ((exactUrl && currentUrl === exactUrl) || (containsUrl && currentUrl.includes(containsUrl))) {
+          return {
+            ok: true,
+            result: {
+              url: currentUrl,
+              title: document.title,
+            },
+          };
+        }
+        await sleep(100);
+      }
+      return {
+        ok: false,
+        error: "Timed out waiting for the requested URL.",
+      };
+    }
+    if (action === "reload") {
+      location.reload();
+      return {
+        ok: true,
+        result: {
+          url: location.href,
+          title: document.title,
+        },
+      };
+    }
     if (action === "fill") {
       target.focus();
       target.value = payload.value || "";
@@ -246,16 +516,84 @@ function buildTabActionCode(action, payload) {
 async function runTabAction(tabId, action, payload) {
   const activeTab = await ensureTabIsActive(tabId);
 
+  if (action === "attach") {
+    const record = {
+      tab_id: activeTab.id,
+      window_id: activeTab.windowId,
+      active: activeTab.active === true,
+      title: activeTab.title || "",
+      url: activeTab.url || "",
+      status: activeTab.status || "",
+    };
+    await setAttachedTab(record);
+    try {
+      await injectRecorderContent(tabId);
+    } catch {
+      // ignore
+    }
+    return {
+      ok: true,
+      result: {
+        url: record.url,
+        title: record.title,
+      },
+    };
+  }
+
+  if (action === "detach") {
+    await setAttachedTab(null);
+    return {
+      ok: true,
+      result: {
+        url: activeTab.url || "",
+        title: activeTab.title || "",
+      },
+    };
+  }
+
+  if (action === "close") {
+    if (attachedTabId === tabId) {
+      await setAttachedTab(null);
+    }
+    await browser.tabs.remove(tabId);
+    return {
+      ok: true,
+      result: {
+        url: activeTab.url || "",
+        title: activeTab.title || "",
+      },
+    };
+  }
+
+  if (action === "get_logs") {
+    return {
+      ok: true,
+      result: getBufferedLogSnapshot(
+        tabId,
+        Number.isInteger(payload?.limit) ? Number(payload.limit) : undefined,
+      ),
+    };
+  }
+
+  if (action === "clear_logs") {
+    return {
+      ok: true,
+      result: clearBufferedLogs(tabId),
+    };
+  }
+
   if (action === "screenshot") {
-    const dataUrl = await browser.tabs.captureTab(activeTab.windowId, {
+    await new Promise((resolve) => setTimeout(resolve, 180));
+    const refreshedTab = await browser.tabs.get(tabId).catch(() => activeTab);
+    const dataUrl = await browser.tabs.captureTab(refreshedTab.id, {
       format: "png",
     });
     return {
       ok: true,
       result: {
         png_base64: String(dataUrl).replace(/^data:image\/png;base64,/, ""),
-        url: activeTab.url || "",
-        title: activeTab.title || "",
+        url: refreshedTab.url || "",
+        title: refreshedTab.title || "",
       },
     };
   }
@@ -320,7 +658,7 @@ function startHeartbeat() {
   heartbeatTimer = setInterval(() => {
     sendJson({
       type: "heartbeat",
-      sent_at: new Date().toISOString(),
+      sent_at: formatLocalTimestamp(new Date()),
     });
   }, HEARTBEAT_INTERVAL_MS);
 }
@@ -391,7 +729,7 @@ function sendRecordingEvent(recordingId, tabId, event) {
     tab_id: tabId,
     event: {
       ...event,
-      at: event.at || new Date().toISOString(),
+      at: event.at || formatLocalTimestamp(new Date()),
     },
   });
 }
@@ -409,7 +747,7 @@ async function captureTabSnapshot(tabId, reason) {
       kind: "page_snapshot",
       source: "background",
       reason: ${JSON.stringify(reason)},
-      at: new Date().toISOString(),
+      at: formatLocalTimestamp(new Date()),
       url: location.href,
       title: document.title,
       ready_state: document.readyState,
@@ -463,7 +801,7 @@ async function startRecording(message) {
     tabId,
     tabTitle: browserTab.title || "",
     tabUrl: browserTab.url || "",
-    startedAt: new Date().toISOString(),
+    startedAt: formatLocalTimestamp(new Date()),
   });
   activeRecordingIdByTabId.set(tabId, message.recording_id);
 
@@ -583,6 +921,11 @@ async function handlePopupCommand(command) {
       tab: record,
     });
     await setAttachedTab(record);
+    try {
+      await injectRecorderContent(tabId);
+    } catch {
+      // ignore recorder bootstrap errors for manual attach
+    }
 
     return {
       ok: true,
@@ -827,7 +1170,7 @@ browser.storage.onChanged.addListener((changes, areaName) => {
             [POPUP_COMMAND_RESULT_KEY]: {
               command_id: command.command_id,
               result,
-              at: new Date().toISOString(),
+              at: formatLocalTimestamp(new Date()),
             },
           }),
         )
@@ -839,7 +1182,7 @@ browser.storage.onChanged.addListener((changes, areaName) => {
                 ok: false,
                 error: error instanceof Error ? error.message : String(error),
               },
-              at: new Date().toISOString(),
+              at: formatLocalTimestamp(new Date()),
             },
           }),
         );
@@ -889,34 +1232,41 @@ browser.tabs.onUpdated.addListener(async (tabId, changeInfo, tab) => {
   });
 
   const recording = getRecordingByTabId(tabId);
-  if (!recording) {
+  const shouldTrackTab = recording || attachedTabId === tabId;
+  if (!shouldTrackTab) {
     return;
   }
 
-  sendRecordingEvent(recording.recordingId, tabId, {
-    kind: "navigation",
-    source: "browser",
-    status: changeInfo.status || tab.status || "",
-    url: tab.url || "",
-    title: tab.title || "",
-  });
+  if (recording) {
+    sendRecordingEvent(recording.recordingId, tabId, {
+      kind: "navigation",
+      source: "browser",
+      status: changeInfo.status || tab.status || "",
+      url: tab.url || "",
+      title: tab.title || "",
+    });
+  }
 
   if (changeInfo.status === "complete") {
     try {
       await injectRecorderContent(tabId);
-      const snapshot = await captureTabSnapshot(tabId, "tab-updated-complete");
-      if (snapshot) {
-        sendRecordingEvent(recording.recordingId, tabId, snapshot);
+      if (recording) {
+        const snapshot = await captureTabSnapshot(tabId, "tab-updated-complete");
+        if (snapshot) {
+          sendRecordingEvent(recording.recordingId, tabId, snapshot);
+        }
       }
     } catch {
       // ignore
     }
-    await emitCookiesSnapshot(
-      recording.recordingId,
-      tabId,
-      tab.url || "",
-      tab.title || "",
-    );
+    if (recording) {
+      await emitCookiesSnapshot(
+        recording.recordingId,
+        tabId,
+        tab.url || "",
+        tab.title || "",
+      );
+    }
   }
 });
 
@@ -967,6 +1317,11 @@ async function handleRuntimeMessage(message, sender) {
         tab: record,
       });
       await setAttachedTab(record);
+      try {
+        await injectRecorderContent(tabId);
+      } catch {
+        // ignore recorder bootstrap errors for manual attach
+      }
 
       return {
         ok: true,
@@ -1027,9 +1382,10 @@ async function handleRuntimeMessage(message, sender) {
     if (!Number.isInteger(tabId)) {
       return undefined;
     }
+    recordPageEventForBuffers(tabId, message.event || {});
     const recording = getRecordingByTabId(tabId);
     if (!recording) {
-      return undefined;
+      return { ok: true };
     }
     sendRecordingEvent(recording.recordingId, tabId, message.event || {});
     return { ok: true };
@@ -1202,6 +1558,20 @@ browser.webRequest.onHeadersReceived.addListener(
 
 browser.webRequest.onCompleted.addListener(
   (details) => {
+    if (
+      Number.isInteger(details.tabId) &&
+      details.tabId >= 0 &&
+      typeof details.statusCode === "number" &&
+      details.statusCode >= 400
+    ) {
+      recordNetworkFailure(details.tabId, {
+        url: details.url,
+        method: details.method,
+        status: details.statusCode,
+        resource_type: details.type,
+        timestamp: formatLocalTimestamp(new Date()),
+      });
+    }
     const recording = getRecordingByTabId(details.tabId);
     if (!recording) {
       return;
@@ -1221,6 +1591,15 @@ browser.webRequest.onCompleted.addListener(
 
 browser.webRequest.onErrorOccurred.addListener(
   (details) => {
+    if (Number.isInteger(details.tabId) && details.tabId >= 0) {
+      recordNetworkFailure(details.tabId, {
+        url: details.url,
+        method: details.method,
+        error_text: details.error,
+        resource_type: details.type,
+        timestamp: formatLocalTimestamp(new Date()),
+      });
+    }
     const recording = getRecordingByTabId(details.tabId);
     if (!recording) {
       return;
@@ -1238,5 +1617,6 @@ browser.webRequest.onErrorOccurred.addListener(
   { urls: ["<all_urls>"] },
 );
 
+void hydrateAttachedTabSelection();
 void computeInstanceId();
 void connect();

package/packages/firefox-attach-extension/dist/manifest.json

@@ -33,18 +33,6 @@
     "page": "options.html",
     "browser_style": true
   },
-  "content_scripts": [
-    {
-      "matches": [
-        "<all_urls>"
-      ],
-      "js": [
-        "recorder-content.js"
-      ],
-      "run_at": "document_start",
-      "all_frames": true
-    }
-  ],
   "web_accessible_resources": [
     "recorder-page.js"
   ],

package/packages/firefox-attach-extension/dist/options.js

@@ -18,6 +18,19 @@ const ATTACHED_TAB_KEY = "attach_selected_tab";
 const POPUP_COMMAND_KEY = "attach_popup_command";
 const POPUP_COMMAND_RESULT_KEY = "attach_popup_command_result";
 
+function padNumber(value, length = 2) {
+  return String(value).padStart(length, "0");
+}
+
+function formatLocalTimestamp(date = new Date()) {
+  return `${date.getFullYear()}-${padNumber(date.getMonth() + 1)}-${padNumber(date.getDate())}T${padNumber(
+    date.getHours(),
+  )}:${padNumber(date.getMinutes())}:${padNumber(date.getSeconds())}.${padNumber(
+    date.getMilliseconds(),
+    3,
+  )}`;
+}
+
 function storageGet(defaults) {
   return browser.storage.local.get(defaults);
 }
@@ -412,7 +425,7 @@ async function sendPopupCommand(type, payload = {}, timeoutMs = 15000) {
       command_id: commandId,
       type,
       ...payload,
-      at: new Date().toISOString(),
+      at: formatLocalTimestamp(new Date()),
     },
   });
   try {