bloby-bot 0.22.1 → 0.22.2

package/dist-bloby/assets/{highlighted-body-OFNGDK62-C3HbR2K9.js → highlighted-body-OFNGDK62-BbEkUgTM.js}

@@ -1 +1 @@
-import{c as e,r as t,t as n}from"./jsx-runtime-C0W9Wf2W.js";import{n as r,r as i,t as a}from"./bloby-8izT4vax.js";var o=e(t(),1),s=n(),c=({code:e,language:t,raw:n,className:c,startLine:l,lineNumbers:u,...d})=>{let{shikiTheme:f}=(0,o.useContext)(i),p=r(),[m,h]=(0,o.useState)(n);return(0,o.useEffect)(()=>{if(!p){h(n);return}let r=p.highlight({code:e,language:t,themes:f},e=>{h(e)});r&&h(r)},[e,t,f,p,n]),(0,s.jsx)(a,{className:c,language:t,lineNumbers:u,result:m,startLine:l,...d})};export{c as HighlightedCodeBlockBody};
+import{c as e,r as t,t as n}from"./jsx-runtime-C0W9Wf2W.js";import{n as r,r as i,t as a}from"./bloby-DvSkie1b.js";var o=e(t(),1),s=n(),c=({code:e,language:t,raw:n,className:c,startLine:l,lineNumbers:u,...d})=>{let{shikiTheme:f}=(0,o.useContext)(i),p=r(),[m,h]=(0,o.useState)(n);return(0,o.useEffect)(()=>{if(!p){h(n);return}let r=p.highlight({code:e,language:t,themes:f},e=>{h(e)});r&&h(r)},[e,t,f,p,n]),(0,s.jsx)(a,{className:c,language:t,lineNumbers:u,result:m,startLine:l,...d})};export{c as HighlightedCodeBlockBody};

package/dist-bloby/assets/mermaid-GHXKKRXX-C0VBooMz.js

@@ -0,0 +1 @@
+import{i as e}from"./bloby-DvSkie1b.js";export{e as Mermaid};

package/dist-bloby/bloby.html

@@ -4,7 +4,7 @@
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no, interactive-widget=resizes-content" />
     <title>Bloby Chat</title>
-    <script type="module" crossorigin src="/bloby/assets/bloby-8izT4vax.js"></script>
+    <script type="module" crossorigin src="/bloby/assets/bloby-DvSkie1b.js"></script>
     <link rel="modulepreload" crossorigin href="/bloby/assets/jsx-runtime-C0W9Wf2W.js">
     <link rel="modulepreload" crossorigin href="/bloby/assets/globals-VdwDxdso.js">
     <link rel="stylesheet" crossorigin href="/bloby/assets/globals-b7xkhPEo.css">

package/package.json

@@ -1,11 +1,11 @@
 {
   "name": "bloby-bot",
-  "version": "0.22.1",
+  "version": "0.22.2",
   "releaseNotes": [
-    "1. react router implemented",
-    "2. new workspace design",
-    "3. tour",
-    "4. worspace helth checker"
+    "1. testing chrome extension",
+    "2. ",
+    "3. ",
+    "4. "
   ],
   "description": "Self-hosted, self-evolving AI agent with its own dashboard.",
   "type": "module",

package/supervisor/chat/src/hooks/useBlobyChat.ts

@@ -23,11 +23,33 @@ export function useBlobyChat(ws: WsClient | null, triggerReload?: number, enable
   const streamBufferRef = useRef('');
   /** Length of text already committed as a partial message — strip from next bot:response */
   const committedTextLength = useRef(0);
+  /** Page context from Chrome extension (URL, title, etc.) */
+  const extensionPageContext = useRef<any>(null);
+  /** Whether we're running inside the Chrome extension */
+  const isExtension = useRef(new URLSearchParams(location.search).has('ext'));
 
   // Keep refs in sync with state
   useEffect(() => { conversationIdRef.current = conversationId; }, [conversationId]);
   useEffect(() => { streamingRef.current = streaming; }, [streaming]);
 
+  // Listen for page context from Chrome extension panel
+  useEffect(() => {
+    if (!isExtension.current) return;
+
+    function handleExtMessage(event: MessageEvent) {
+      if (event.data?.type === 'bloby:page-context') {
+        extensionPageContext.current = event.data.context;
+        console.log('[blobyChat] Extension page context:', event.data.context?.url);
+      }
+    }
+
+    window.addEventListener('message', handleExtMessage);
+    // Request initial context
+    window.parent?.postMessage({ type: 'bloby:request-context' }, '*');
+
+    return () => window.removeEventListener('message', handleExtMessage);
+  }, []);
+
   // Parse a raw DB message into a ChatMessage
   const parseMessage = useCallback((m: any): ChatMessage => {
     let audioData: string | undefined;
@@ -317,7 +339,24 @@ export function useBlobyChat(ws: WsClient | null, triggerReload?: number, enable
         setMessages((msgs) => [...msgs, userMsg]);
       }
 
-      const payload: any = { conversationId, content };
+      // Prepend page context if running in Chrome extension
+      let messageContent = content;
+      if (isExtension.current && extensionPageContext.current) {
+        const ctx = extensionPageContext.current;
+        const parts = [`[Page: ${ctx.url}`];
+        if (ctx.title) parts[0] += ` | ${ctx.title}`;
+        if (ctx.productName) parts[0] += ` | ${ctx.productName}`;
+        if (ctx.price) parts[0] += ` | ${ctx.currency || '$'}${ctx.price}`;
+        parts[0] += ']';
+        if (ctx.selection) parts.push(`[Selected: ${ctx.selection}]`);
+        if (ctx.hasForms) parts.push(`[Page has ${ctx.formCount} form(s)]`);
+        messageContent = parts.join('\n') + '\n' + content;
+
+        // Request fresh context for next message
+        window.parent?.postMessage({ type: 'bloby:request-context' }, '*');
+      }
+
+      const payload: any = { conversationId, content: messageContent };
       if (audioData) {
         payload.audioData = audioData.includes(',') ? audioData.split(',')[1] : audioData;
       }

package/supervisor/index.ts

@@ -80,7 +80,7 @@ const SW_JS = `// Service worker — app-shell caching + push notifications
 //   JS/CSS modules                      → stale-while-revalidate
 //   API, WebSocket, Vite internals      → network-only (no cache)
 
-var CACHE = 'bloby-v9';
+var CACHE = 'bloby-v10';
 var HASHED_RE = new RegExp('/assets/.+-[a-zA-Z0-9]{6,}[.](js|css)$');
 
 // Precache the HTML shell on install so the cache is never empty.

package/workspace/skills/chrome-extension/SKILL.md

@@ -101,6 +101,54 @@ curl -s "https://the-url-from-context" | head -200
 
 Or use an MCP fetch tool if configured.
 
+## Site-Specific Behaviors
+
+When you detect the user is on a specific type of site (from the page context URL), adapt what you offer:
+
+### YouTube (youtube.com, youtu.be)
+- Offer to transcribe the video
+- Offer to summarize, create bullet points, or extract key moments
+- Offer to turn it into a blog post or audio summary
+- The video URL is in the page context — you can fetch it or use tools to process it
+
+### Shopping (amazon.com, ebay.com, walmart.com, etsy.com, etc.)
+- Offer to find cheaper alternatives (web search)
+- Offer to save to a wishlist (workspace file)
+- Offer to compare prices across sites
+- Product name and price are extracted from structured data when available
+
+### Reddit / X / Social (reddit.com, x.com, twitter.com)
+- Offer to summarize long threads
+- Offer to draft a reply (the extension can type into input fields)
+- Offer to save interesting posts to workspace notes
+
+### Documentation / Articles (docs.*, medium.com, dev.to, any long-form text)
+- Offer to summarize the article
+- If text is selected, explain or elaborate on the selection
+- Offer to save key points to workspace notes
+
+### Forms (any page with detected form fields)
+- When `hasForms` is true in context, offer to help fill the form
+- Ask what information the user wants to fill
+- Use the form field names from context to understand what's needed
+
+### Email (gmail.com, outlook.com)
+- Offer to draft replies
+- Offer to summarize email threads
+
+### Blocked Sites — NEVER interact with page content
+- Banking: chase.com, wellsfargo.com, bankofamerica.com, any URL with /banking
+- Auth pages: any URL with /login, /signin, /auth, /password
+- Password managers: 1password.com, bitwarden.com, lastpass.com
+- Medical records: mychart.com, any URL with /health-records
+
+On blocked sites, you can still chat normally — just don't read or reference page content. If the user asks about the page, tell them: "I don't interact with sensitive pages like banking or login screens for your security."
+
+### Default (any other site)
+- Always share the URL and title (they're in the context)
+- If the user asks about "this page" or "this", fetch the URL for details
+- Offer to save interesting content to workspace
+
 ## Human Interaction
 
 ### What to tell your human

package/workspace/skills/chrome-extension/background.js

@@ -2,24 +2,21 @@
  * Bloby Chrome Extension — Background Service Worker
  *
  * Responsibilities:
- * - Manages the WebSocket connection to the user's Bloby server
- * - Bridges messages between content scripts and the server
- * - Handles pairing state (serverUrl stored in chrome.storage.local)
- * - Keeps WS alive with heartbeat pings
+ * - Manages pairing state (serverUrl stored in chrome.storage.local)
+ * - Handles pairing flow (verify code → save config)
+ * - Responds to state queries from content scripts and popup
+ *
+ * Note: WebSocket connection is handled by the chat iframe inside the panel,
+ * not by the background worker. The iframe loads the Bloby chat app which
+ * manages its own WS connection and auth (portal login).
  */
 
-let ws = null;
 let config = null; // { serverUrl, username, tier }
-let reconnectTimer = null;
-let reconnectDelay = 1000;
-const MAX_RECONNECT_DELAY = 8000;
-const HEARTBEAT_MS = 25000;
-let heartbeatTimer = null;
 
 // ── Config Management ──────────────────────────────────────────────────────
 
 async function loadConfig() {
-  const data = await chrome.storage.local.get(['serverUrl', 'username', 'tier', 'authToken']);
+  const data = await chrome.storage.local.get(['serverUrl', 'username', 'tier']);
   if (data.serverUrl) {
     config = data;
     console.log(`[bloby-bg] Config loaded: ${config.serverUrl} (${config.username})`);
@@ -38,107 +35,9 @@ async function saveConfig(newConfig) {
 async function clearConfig() {
   config = null;
   await chrome.storage.local.clear();
-  disconnectWs();
   console.log('[bloby-bg] Config cleared — unpaired');
 }
 
-// ── WebSocket Connection ───────────────────────────────────────────────────
-
-function connectWs() {
-  if (!config?.serverUrl) return;
-  if (ws && (ws.readyState === WebSocket.OPEN || ws.readyState === WebSocket.CONNECTING)) return;
-
-  const proto = config.serverUrl.startsWith('https') ? 'wss' : 'ws';
-  const host = config.serverUrl.replace(/^https?:\/\//, '');
-  let url = `${proto}://${host}/bloby/ws`;
-  if (config.authToken) {
-    url += `?token=${config.authToken}`;
-  }
-
-  console.log(`[bloby-bg] Connecting WS: ${url.replace(/token=.*/, 'token=***')}`);
-
-  try {
-    ws = new WebSocket(url);
-  } catch (err) {
-    console.error('[bloby-bg] WS constructor error:', err);
-    scheduleReconnect();
-    return;
-  }
-
-  ws.onopen = () => {
-    console.log('[bloby-bg] WS connected');
-    reconnectDelay = 1000;
-    startHeartbeat();
-    // Notify all tabs
-    broadcastToTabs({ type: 'bloby:ws-connected' });
-  };
-
-  ws.onmessage = (event) => {
-    try {
-      const msg = JSON.parse(event.data);
-      // Forward all server messages to content scripts
-      broadcastToTabs(msg);
-    } catch { /* ignore non-JSON */ }
-  };
-
-  ws.onclose = (event) => {
-    console.log(`[bloby-bg] WS closed: code=${event.code} reason=${event.reason}`);
-    stopHeartbeat();
-    ws = null;
-    broadcastToTabs({ type: 'bloby:ws-disconnected' });
-    scheduleReconnect();
-  };
-
-  ws.onerror = (err) => {
-    console.error('[bloby-bg] WS error');
-    // onclose will fire after this
-  };
-}
-
-function disconnectWs() {
-  stopHeartbeat();
-  if (reconnectTimer) { clearTimeout(reconnectTimer); reconnectTimer = null; }
-  if (ws) {
-    ws.onclose = null; // prevent reconnect
-    ws.close();
-    ws = null;
-  }
-}
-
-function scheduleReconnect() {
-  if (reconnectTimer) return;
-  console.log(`[bloby-bg] Reconnecting in ${reconnectDelay}ms...`);
-  reconnectTimer = setTimeout(() => {
-    reconnectTimer = null;
-    reconnectDelay = Math.min(reconnectDelay * 2, MAX_RECONNECT_DELAY);
-    connectWs();
-  }, reconnectDelay);
-}
-
-function startHeartbeat() {
-  stopHeartbeat();
-  heartbeatTimer = setInterval(() => {
-    if (ws?.readyState === WebSocket.OPEN) {
-      ws.send(JSON.stringify({ type: 'ping' }));
-    }
-  }, HEARTBEAT_MS);
-}
-
-function stopHeartbeat() {
-  if (heartbeatTimer) { clearInterval(heartbeatTimer); heartbeatTimer = null; }
-}
-
-// ── Send to Server ─────────────────────────────────────────────────────────
-
-function sendToServer(msg) {
-  if (ws?.readyState === WebSocket.OPEN) {
-    ws.send(JSON.stringify(msg));
-    return true;
-  }
-  console.warn('[bloby-bg] WS not connected — message dropped');
-  return false;
-}
-
 // ── Broadcast to All Tabs ──────────────────────────────────────────────────
 
 async function broadcastToTabs(msg) {
@@ -146,9 +45,7 @@ async function broadcastToTabs(msg) {
     const tabs = await chrome.tabs.query({});
     for (const tab of tabs) {
       if (tab.id) {
-        chrome.tabs.sendMessage(tab.id, msg).catch(() => {
-          // Tab doesn't have content script — ignore
-        });
+        chrome.tabs.sendMessage(tab.id, msg).catch(() => {});
       }
     }
   } catch { /* ignore */ }
@@ -157,40 +54,42 @@ async function broadcastToTabs(msg) {
 // ── Message Handler (from content scripts + popup) ─────────────────────────
 
 chrome.runtime.onMessage.addListener((msg, sender, sendResponse) => {
-  // Popup: get current state
   if (msg.type === 'bloby:get-state') {
     sendResponse({
       paired: !!config?.serverUrl,
-      connected: ws?.readyState === WebSocket.OPEN,
+      connected: true, // iframe manages its own connection
       config: config ? { serverUrl: config.serverUrl, username: config.username } : null,
     });
     return true;
   }
 
-  // Popup: pair with code
   if (msg.type === 'bloby:pair') {
     handlePair(msg.code).then(sendResponse);
-    return true; // async response
-  }
-
-  // Popup: unpair
-  if (msg.type === 'bloby:unpair') {
-    clearConfig().then(() => sendResponse({ success: true }));
     return true;
   }
 
-  // Content script: send message to server
-  if (msg.type === 'bloby:send') {
-    const ok = sendToServer(msg.payload);
-    sendResponse({ sent: ok });
-    return false;
+  // Content script: take screenshot
+  if (msg.type === 'bloby:screenshot') {
+    chrome.tabs.captureVisibleTab(null, { format: 'png' }, (dataUrl) => {
+      sendResponse({ dataUrl: dataUrl || null });
+    });
+    return true; // async
   }
 
-  // Content script: get page context
-  if (msg.type === 'bloby:page-context') {
-    // Content script provides context, we just forward
-    sendResponse({ received: true });
-    return false;
+  if (msg.type === 'bloby:unpair') {
+    (async () => {
+      // Clear frame rules
+      try {
+        const existing = await chrome.declarativeNetRequest.getDynamicRules();
+        await chrome.declarativeNetRequest.updateDynamicRules({
+          removeRuleIds: existing.map((r) => r.id),
+        });
+      } catch {}
+      await clearConfig();
+      broadcastToTabs({ type: 'bloby:unpaired' });
+      sendResponse({ success: true });
+    })();
+    return true;
   }
 });
 
@@ -221,8 +120,11 @@ async function handlePair(code) {
       tier: data.tier,
     });
 
-    // Connect immediately
-    connectWs();
+    // Set up header rules to allow iframing the Bloby server
+    await updateFrameRules(data.serverUrl);
+
+    // Notify all tabs to show the bubble
+    broadcastToTabs({ type: 'bloby:paired', serverUrl: data.serverUrl });
 
     return { success: true, username: data.username, serverUrl: data.serverUrl };
   } catch (err) {
@@ -231,9 +133,50 @@ async function handlePair(code) {
   }
 }
 
+// ── Frame Header Rules ─────────────────────────────────────────────────────
+// Strip X-Frame-Options and restrictive frame-ancestors from the Bloby server
+// so the chat can be loaded in the extension's panel iframe.
+
+async function updateFrameRules(serverUrl) {
+  const host = serverUrl.replace(/^https?:\/\//, '').replace(/\/$/, '');
+  console.log(`[bloby-bg] Setting frame rules for: *://${host}/*`);
+
+  try {
+    // Remove old rules
+    const existing = await chrome.declarativeNetRequest.getDynamicRules();
+    const removeIds = existing.map((r) => r.id);
+
+    await chrome.declarativeNetRequest.updateDynamicRules({
+      removeRuleIds: removeIds,
+      addRules: [
+        {
+          id: 1,
+          priority: 1,
+          action: {
+            type: 'modifyHeaders',
+            responseHeaders: [
+              { header: 'X-Frame-Options', operation: 'remove' },
+              { header: 'Content-Security-Policy', operation: 'remove' },
+            ],
+          },
+          condition: {
+            urlFilter: `*://${host}/*`,
+            resourceTypes: ['sub_frame'],
+          },
+        },
+      ],
+    });
+    console.log('[bloby-bg] Frame rules set successfully');
+  } catch (err) {
+    console.error('[bloby-bg] Failed to set frame rules:', err);
+  }
+}
+
 // ── Startup ────────────────────────────────────────────────────────────────
 
 (async () => {
   const hasCfg = await loadConfig();
-  if (hasCfg) connectWs();
+  if (hasCfg && config.serverUrl) {
+    await updateFrameRules(config.serverUrl);
+  }
 })();