@xopcai/xopc 0.0.347 → 0.0.349

package/dist/browser-ext/_locales/en/messages.json

@@ -165,8 +165,9 @@
     "placeholders": { "host": { "content": "$1" } }
   },
   "errorSelectText": { "message": "Select text on the page first" },
-  "errorNoReadableContent": { "message": "This page has no readable content" },
-  "errorReadPage": { "message": "Could not read this page" },
+  "errorNoReadableContent": { "message": "No readable text was found. Select text or attach a screenshot instead." },
+  "errorReadPage": { "message": "Chrome returned no page data. Reload the tab and try again, or attach a screenshot." },
+  "attachScreenshotInstead": { "message": "Attach screenshot" },
   "errorPageChangedReading": { "message": "The page changed while xopc was reading it. Try again." },
   "errorPageChangedConnecting": { "message": "The page changed while xopc was connecting to it. Try again." },
   "errorIdentifyPage": { "message": "Could not identify this page" },

package/dist/browser-ext/_locales/zh_CN/messages.json

@@ -165,8 +165,9 @@
     "placeholders": { "host": { "content": "$1" } }
   },
   "errorSelectText": { "message": "请先在页面上选择文本" },
-  "errorNoReadableContent": { "message": "此页面没有可读内容" },
-  "errorReadPage": { "message": "无法读取此页面" },
+  "errorNoReadableContent": { "message": "未找到可读文本。可选择文本或附加截图。" },
+  "errorReadPage": { "message": "Chrome 未返回页面数据。请刷新标签页后重试，或附加截图。" },
+  "attachScreenshotInstead": { "message": "附加截图" },
   "errorPageChangedReading": { "message": "xopc 读取页面时页面发生了变化，请重试。" },
   "errorPageChangedConnecting": { "message": "xopc 连接页面时页面发生了变化，请重试。" },
   "errorIdentifyPage": { "message": "无法识别此页面" },

package/dist/browser-ext/dist/assets/{auth-CFiOJ_rf.js → auth-beGtbLPS.js}

@@ -5916,6 +5916,27 @@ function initializeDocumentLocale() {
 
 const PENDING_CONTEXT_KEY = "xopc.browser.pending-context";
 const TAB_BINDING_PREFIX = "xopc.browser.tab-binding.";
+async function buildPageContext(raw, pageUrl) {
+  const url = sanitizedUrl(pageUrl);
+  const selected = raw.selection ? truncateUtf8(raw.selection, MAX_BROWSER_SELECTION_BYTES) : void 0;
+  const page = raw.text ? truncateUtf8(raw.text, MAX_BROWSER_PAGE_TEXT_BYTES) : void 0;
+  const canonical = {
+    title: raw.title.trim() || new URL(url).hostname,
+    url,
+    capturedAt: Date.now(),
+    documentId: await sha256(`${url}
+${raw.timeOrigin}`),
+    selection: selected?.value,
+    text: page?.value
+  };
+  return {
+    kind: "browser_page",
+    sourceId: crypto.randomUUID(),
+    version: await sha256(JSON.stringify(canonical)),
+    ...canonical,
+    truncated: selected?.truncated === true || page?.truncated === true
+  };
+}
 function truncateUtf8(value, maxBytes) {
   const encoder = new TextEncoder();
   if (encoder.encode(value).byteLength <= maxBytes) return { value, truncated: false };
@@ -5984,15 +6005,16 @@ async function sha256(value) {
   const bytes = await crypto.subtle.digest("SHA-256", new TextEncoder().encode(value));
   return [...new Uint8Array(bytes)].map((byte) => byte.toString(16).padStart(2, "0")).join("");
 }
-function extractPage(mode, messages) {
+function extractPage(mode) {
   const normalize = (value) => value.replace(/\s+/g, " ").trim();
-  const selection = normalize(window.getSelection()?.toString() ?? "");
   if (mode === "selection") {
-    if (!selection) throw new Error(messages.selectText);
+    const focused = document.activeElement;
+    const fieldSelection = focused instanceof HTMLTextAreaElement || focused instanceof HTMLInputElement && ["text", "search", "url", "email", "tel"].includes(focused.type) ? focused.value.slice(focused.selectionStart ?? 0, focused.selectionEnd ?? 0) : "";
+    const selection = normalize(fieldSelection || window.getSelection()?.toString() || "");
     return { title: document.title, url: location.href, timeOrigin: performance.timeOrigin, selection };
   }
   const source = document.querySelector("article, main") ?? document.body;
-  if (!source) throw new Error(messages.noReadableContent);
+  if (!source) return { title: document.title, url: location.href, timeOrigin: performance.timeOrigin };
   const clone = source.cloneNode(true);
   clone.querySelectorAll([
     "script",
@@ -6014,45 +6036,37 @@ function extractPage(mode, messages) {
     "[inert]"
   ].join(",")).forEach((element) => element.remove());
   const text = normalize(clone.innerText || clone.textContent || "");
-  if (!text) throw new Error(messages.noReadableContent);
   return { title: document.title, url: location.href, timeOrigin: performance.timeOrigin, text };
 }
+async function captureContextMenuSelection(tabId, selectionText, pageUrl) {
+  const tab = await chrome.tabs.get(tabId);
+  if (!tab.url) throw new Error(t("errorTabUnavailable"));
+  const url = sanitizedUrl(tab.url);
+  if (pageUrl && sanitizedUrl(pageUrl) !== url) throw new Error(t("errorPageChangedReading"));
+  const selection = selectionText.replace(/\s+/g, " ").trim();
+  if (!selection) throw new Error(t("errorSelectText"));
+  return buildPageContext({ title: tab.title ?? "", timeOrigin: Date.now(), selection }, url);
+}
 async function captureTabPage(tabId, mode) {
   const tab = await chrome.tabs.get(tabId);
   if (!tab.url) throw new Error(t("errorTabUnavailable"));
   sanitizedUrl(tab.url);
   const result = await chrome.scripting.executeScript({
-    target: { tabId },
+    target: { tabId, allFrames: true },
     func: extractPage,
-    args: [mode, {
-      selectText: t("errorSelectText"),
-      noReadableContent: t("errorNoReadableContent")
-    }]
+    args: [mode]
   });
-  const raw = result[0]?.result;
-  if (!raw) throw new Error(t("errorReadPage"));
-  const url = sanitizedUrl(raw.url);
-  if (new URL(url).origin !== new URL(sanitizedUrl(tab.url)).origin) {
+  const main = result[0]?.result;
+  if (!main) throw new Error(t("errorReadPage"));
+  const currentTab = await chrome.tabs.get(tabId);
+  if (!currentTab.url || sanitizedUrl(main.url) !== sanitizedUrl(tab.url) || sanitizedUrl(main.url) !== sanitizedUrl(currentTab.url)) {
     throw new Error(t("errorPageChangedReading"));
   }
-  const selected = raw.selection ? truncateUtf8(raw.selection, MAX_BROWSER_SELECTION_BYTES) : void 0;
-  const page = raw.text ? truncateUtf8(raw.text, MAX_BROWSER_PAGE_TEXT_BYTES) : void 0;
-  const canonical = {
-    title: raw.title.trim() || new URL(url).hostname,
-    url,
-    capturedAt: Date.now(),
-    documentId: await sha256(`${url}
-${raw.timeOrigin}`),
-    selection: selected?.value,
-    text: page?.value
-  };
-  return {
-    kind: "browser_page",
-    sourceId: crypto.randomUUID(),
-    version: await sha256(JSON.stringify(canonical)),
-    ...canonical,
-    truncated: selected?.truncated === true || page?.truncated === true
-  };
+  const content = result.map((item) => item.result).find((item) => mode === "selection" ? item?.selection : item?.text);
+  if (!content?.selection && !content?.text) {
+    throw new Error(t(mode === "selection" ? "errorSelectText" : "errorNoReadableContent"));
+  }
+  return buildPageContext({ ...main, selection: content.selection, text: content.text }, main.url);
 }
 async function captureTabWithPermission(tabId, mode) {
   return runWithTabSiteAccess(tabId, () => captureTabPage(tabId, mode));
@@ -6752,4 +6766,4 @@ async function revokeAndForgetProfile() {
   }
 }
 
-export { runWithTabSiteAccess as A, saveExtensionLocalePreference as B, setAutoConnectEnabled as C, strictObject as D, ENDPOINT_PROTOCOL_VERSION as E, string as F, t as G, MAX_BROWSER_CONTEXTS_PER_TURN as M, PENDING_CONTEXT_KEY as P, REALTIME_PROTOCOL_VERSION as R, TAB_BINDING_PREFIX as T, _enum as _, RealtimeClient as a, activeTabId as b, array as c, boolean as d, browserPageContextsInputSchema as e, cancelPendingBrowserPairing as f, canonicalJson as g, captureTabWithPermission as h, createBrowserEndpointHello as i, currentTabDescriptor as j, discoverLocalGateway as k, discriminatedUnion as l, endpointToolContentSchema as m, extensionLocale as n, gatewayFetch as o, getAccessProfile as p, literal as q, loadExtensionLocalePreference as r, number as s, object as t, openDatabase as u, pairGateway as v, readPendingBrowserPairing as w, readProfile as x, registerBrowserEndpoint as y, revokeAndForgetProfile as z };
+export { revokeAndForgetProfile as A, runWithTabSiteAccess as B, saveExtensionLocalePreference as C, setAutoConnectEnabled as D, ENDPOINT_PROTOCOL_VERSION as E, strictObject as F, string as G, t as H, MAX_BROWSER_CONTEXTS_PER_TURN as M, PENDING_CONTEXT_KEY as P, REALTIME_PROTOCOL_VERSION as R, TAB_BINDING_PREFIX as T, _enum as _, RealtimeClient as a, activeTabId as b, array as c, boolean as d, browserPageContextsInputSchema as e, cancelPendingBrowserPairing as f, canonicalJson as g, captureContextMenuSelection as h, captureTabWithPermission as i, createBrowserEndpointHello as j, currentTabDescriptor as k, discoverLocalGateway as l, discriminatedUnion as m, endpointToolContentSchema as n, extensionLocale as o, gatewayFetch as p, getAccessProfile as q, literal as r, loadExtensionLocalePreference as s, number as t, object as u, openDatabase as v, pairGateway as w, readPendingBrowserPairing as x, readProfile as y, registerBrowserEndpoint as z };

package/dist/browser-ext/dist/assets/{sidepanel-DD6GEMvc.css → sidepanel-BT0ojEzG.css}

@@ -292,6 +292,8 @@ svg { display: block; }
 .file-input { display: none; }
 .composer-error { display: flex; align-items: flex-start; gap: 6px; margin: 0 2px 7px; border-radius: 8px; padding: 7px 8px; background: var(--danger-soft); color: var(--danger); font-size: 10px; line-height: 1.4; }
 .composer-error svg { width: 13px; height: 13px; flex: 0 0 auto; }
+.composer-error span { flex: 1; }
+.composer-error button { border: 0; background: none; color: inherit; font: inherit; font-weight: 600; text-decoration: underline; cursor: pointer; }
 .composer-notice { margin: 0 2px 7px; border-radius: 8px; padding: 7px 8px; background: var(--warning-soft); color: color-mix(in srgb, var(--warning) 72%, var(--fg)); font-size: 10px; line-height: 1.4; }
 
 .tab-mention-menu { position: absolute; z-index: 13; left: 0; right: 0; bottom: calc(100% + 8px); max-height: min(45vh, 320px); overflow-y: auto; border: 1px solid var(--edge-strong); border-radius: 12px; background: var(--surface-panel); padding: 5px; box-shadow: var(--shadow-popover); }

package/dist/browser-ext/dist/background.js

@@ -1,4 +1,4 @@
-import { m as endpointToolContentSchema, E as ENDPOINT_PROTOCOL_VERSION, g as canonicalJson, T as TAB_BINDING_PREFIX, h as captureTabWithPermission, P as PENDING_CONTEXT_KEY, G as t, x as readProfile, y as registerBrowserEndpoint, p as getAccessProfile, a as RealtimeClient, i as createBrowserEndpointHello, o as gatewayFetch, R as REALTIME_PROTOCOL_VERSION } from './assets/auth-CFiOJ_rf.js';
+import { n as endpointToolContentSchema, E as ENDPOINT_PROTOCOL_VERSION, g as canonicalJson, T as TAB_BINDING_PREFIX, h as captureContextMenuSelection, P as PENDING_CONTEXT_KEY, H as t, y as readProfile, z as registerBrowserEndpoint, q as getAccessProfile, a as RealtimeClient, j as createBrowserEndpointHello, p as gatewayFetch, R as REALTIME_PROTOCOL_VERSION } from './assets/auth-beGtbLPS.js';
 
 const BROWSER_EXTENSION_PROTOCOL_VERSION = 5;
 const BROWSER_CONTROL_ENDPOINT_TOOL_NAME = "browser.control";
@@ -1355,11 +1355,13 @@ chrome.runtime.onMessage.addListener((message, sender, sendResponse) => {
 chrome.contextMenus.onClicked.addListener((info, tab) => {
   if (info.menuItemId !== "xopc-ask-selection" || !tab?.id) return;
   const tabId = tab.id;
-  void captureTabWithPermission(tabId, "selection").then(async (context) => {
+  void chrome.sidePanel.open({ tabId }).catch((error) => log.warn("Could not open the side panel", {
+    error: error instanceof Error ? error.message : String(error)
+  }));
+  void captureContextMenuSelection(tabId, info.selectionText ?? "", info.pageUrl).then(async (context) => {
     await chrome.storage.session.set({
       [PENDING_CONTEXT_KEY]: { context, tabId, source: "current_selection" }
     });
-    await chrome.sidePanel.open({ tabId });
   }).catch((error) => log.warn("Could not attach selected page text", {
     error: error instanceof Error ? error.message : String(error)
   }));

package/dist/browser-ext/dist/sidepanel.html

@@ -5,8 +5,8 @@
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
     <title>xopc</title>
     <script type="module" crossorigin src="./sidepanel.js"></script>
-    <link rel="modulepreload" crossorigin href="./assets/auth-CFiOJ_rf.js">
-    <link rel="stylesheet" crossorigin href="./assets/sidepanel-DD6GEMvc.css">
+    <link rel="modulepreload" crossorigin href="./assets/auth-beGtbLPS.js">
+    <link rel="stylesheet" crossorigin href="./assets/sidepanel-BT0ojEzG.css">
   </head>
   <body>
     <div id="root"></div>

package/dist/browser-ext/dist/sidepanel.js

@@ -1,4 +1,4 @@
-import { D as strictObject, s as number, d as boolean, F as string, c as array, _ as _enum, q as literal, t as object, l as discriminatedUnion, e as browserPageContextsInputSchema, G as t, M as MAX_BROWSER_CONTEXTS_PER_TURN, o as gatewayFetch, n as extensionLocale, u as openDatabase, a as RealtimeClient, R as REALTIME_PROTOCOL_VERSION, b as activeTabId, j as currentTabDescriptor, T as TAB_BINDING_PREFIX, p as getAccessProfile, x as readProfile, A as runWithTabSiteAccess, P as PENDING_CONTEXT_KEY, h as captureTabWithPermission, v as pairGateway, C as setAutoConnectEnabled, w as readPendingBrowserPairing, k as discoverLocalGateway, B as saveExtensionLocalePreference, z as revokeAndForgetProfile, f as cancelPendingBrowserPairing, r as loadExtensionLocalePreference } from './assets/auth-CFiOJ_rf.js';
+import { F as strictObject, t as number, d as boolean, G as string, c as array, _ as _enum, r as literal, u as object, m as discriminatedUnion, e as browserPageContextsInputSchema, H as t, M as MAX_BROWSER_CONTEXTS_PER_TURN, p as gatewayFetch, o as extensionLocale, v as openDatabase, a as RealtimeClient, R as REALTIME_PROTOCOL_VERSION, b as activeTabId, k as currentTabDescriptor, T as TAB_BINDING_PREFIX, q as getAccessProfile, y as readProfile, B as runWithTabSiteAccess, P as PENDING_CONTEXT_KEY, i as captureTabWithPermission, w as pairGateway, D as setAutoConnectEnabled, x as readPendingBrowserPairing, l as discoverLocalGateway, C as saveExtensionLocalePreference, A as revokeAndForgetProfile, f as cancelPendingBrowserPairing, s as loadExtensionLocalePreference } from './assets/auth-beGtbLPS.js';
 
 const AppContextResourceSchema = strictObject({
   kind: _enum(["note", "task", "project", "scene", "local_app"]),
@@ -28357,6 +28357,7 @@ function ChatPanel({ gatewayId, deviceId }) {
   const [menuOpen, setMenuOpen] = reactExports.useState(false);
   const [toolsOpen, setToolsOpen] = reactExports.useState(false);
   const [error, setError] = reactExports.useState("");
+  const [screenshotFallbackError, setScreenshotFallbackError] = reactExports.useState("");
   const [copiedMessageId, setCopiedMessageId] = reactExports.useState("");
   const [clarificationAnswer, setClarificationAnswer] = reactExports.useState("");
   const [clarificationSubmitting, setClarificationSubmitting] = reactExports.useState(false);
@@ -28394,22 +28395,38 @@ function ChatPanel({ gatewayId, deviceId }) {
   }, []);
   reactExports.useEffect(() => {
     let active = true;
+    let readyForPending = false;
+    const applied = /* @__PURE__ */ new Set();
     const unsubscribe = client.subscribe(setSnapshot);
+    const attachPending = async (pending) => {
+      if (!pending || !active || !readyForPending || applied.has(pending.context.sourceId)) return;
+      applied.add(pending.context.sourceId);
+      try {
+        const key = keyForSession(client.currentConversationId);
+        await drafts.load(key);
+        if (!active) return;
+        drafts.update(key, (current) => ({ ...current, pages: appendPageContext(current.pages, pending) }));
+        await chrome.storage.session.remove(PENDING_CONTEXT_KEY);
+      } catch (cause) {
+        applied.delete(pending.context.sourceId);
+        if (active) setError(cause instanceof Error ? cause.message : String(cause));
+      }
+    };
+    const onStorageChanged = (changes, area) => {
+      if (area === "session") void attachPending(changes[PENDING_CONTEXT_KEY]?.newValue);
+    };
+    chrome.storage.onChanged.addListener(onStorageChanged);
     void client.start().then(async () => {
       if (!active) return;
+      readyForPending = true;
       const stored = await chrome.storage.session.get(PENDING_CONTEXT_KEY);
-      const pending = stored[PENDING_CONTEXT_KEY];
-      if (!pending || !active) return;
-      const key = keyForSession(client.currentConversationId);
-      await drafts.load(key);
-      if (!active) return;
-      drafts.update(key, (current) => ({ ...current, pages: appendPageContext(current.pages, pending) }));
-      await chrome.storage.session.remove(PENDING_CONTEXT_KEY);
+      await attachPending(stored[PENDING_CONTEXT_KEY]);
     }).catch((cause) => {
       if (active) setError(cause instanceof Error ? cause.message : String(cause));
     });
     return () => {
       active = false;
+      chrome.storage.onChanged.removeListener(onStorageChanged);
       unsubscribe();
       client.stop();
     };
@@ -28642,6 +28659,7 @@ function ChatPanel({ gatewayId, deviceId }) {
     attachmentTask.current = true;
     setProcessing(true);
     setError("");
+    setScreenshotFallbackError("");
     try {
       const tabId = await activeTabId();
       if (tabId === void 0) throw new Error(t("errorNoActivePage"));
@@ -28652,7 +28670,9 @@ function ChatPanel({ gatewayId, deviceId }) {
       });
       return true;
     } catch (cause) {
-      setError(cause instanceof Error ? cause.message : String(cause));
+      const message = cause instanceof Error ? cause.message : String(cause);
+      setError(message);
+      setScreenshotFallbackError(mode === "page" ? message : "");
       return false;
     } finally {
       attachmentTask.current = false;
@@ -28956,7 +28976,11 @@ function ChatPanel({ gatewayId, deviceId }) {
           snapshot.pendingDelivery ? /* @__PURE__ */ jsxRuntimeExports.jsx("div", { className: "composer-notice", role: "status", children: t("queuedMessageNotice") }) : null,
           error || !connectionProblem && snapshot.error ? /* @__PURE__ */ jsxRuntimeExports.jsxs("div", { className: "composer-error", role: "alert", children: [
             /* @__PURE__ */ jsxRuntimeExports.jsx(AlertIcon, {}),
-            error || snapshot.error
+            /* @__PURE__ */ jsxRuntimeExports.jsx("span", { children: error || snapshot.error }),
+            error && error === screenshotFallbackError ? /* @__PURE__ */ jsxRuntimeExports.jsx("button", { type: "button", disabled: processing, onClick: () => {
+              setScreenshotFallbackError("");
+              void addScreenshot();
+            }, children: t("attachScreenshotInstead") }) : null
           ] }) : null,
           pageContexts.length || attachments.length ? /* @__PURE__ */ jsxRuntimeExports.jsxs("div", { className: "composer-contexts", children: [
             pageContexts.map((pageContext) => /* @__PURE__ */ jsxRuntimeExports.jsxs("div", { className: `context-chip${pageContext.stale ? " stale" : ""}`, children: [

package/dist/browser-ext/manifest.json

@@ -3,7 +3,7 @@
   "minimum_chrome_version": "120",
   "default_locale": "en",
   "name": "__MSG_appName__",
-  "version": "0.0.347",
+  "version": "0.0.349",
   "description": "__MSG_appDescription__",
   "key": "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAqnpr4vpLC/nmvy+wiOWk3SWlp2nEZkFijfk8ivGw7StNZgCK90nOMvwhdEtlkk3GOWDvdVnq8HxCsM3UNQ8FnGUyerpH1FJXqXuradxeHf8ZxFjiQU/mIWfnKbUuONWQORon3/pigyoXoK/VUXgg0Wbm/rbVwsS0bv+25R6m+mZgBspOLeKuoH7ivhL+48WV6POtMBsFPZweY26477EM7ukh+56Ff5ENevB8ymxBBn7qK5ZoeZd2a23U8ioX5TsHfe6fnrjitPWjIxD8G0NoKQxcaa/Mo+xs+T6UiLKxP0wjz5bm7jB5H+CXtkRJqzBWUB0h+RSLJckzZfA8BAJrRwIDAQAB",
   "permissions": [

package/dist/extensions/telegram/xopc.extension.json

@@ -2,7 +2,7 @@
   "id": "telegram",
   "name": "Telegram Channel",
   "description": "Bundled Telegram Bot channel (private workspace sources; ships inside @xopcai/xopc dist/)",
-  "version": "0.0.347",
+  "version": "0.0.349",
   "kind": "channel",
   "main": "src/index.js",
   "channels": [