@apmantza/greedysearch-pi 1.0.15 → 1.0.17

package/extractors/bing-copilot.mjs

@@ -17,10 +17,8 @@ import { dismissConsent, handleVerification } from './consent.mjs';
 const CDP = join(homedir(), '.claude', 'skills', 'chrome-cdp', 'scripts', 'cdp.mjs');
 const PAGES_CACHE = `${tmpdir().replace(/\\/g, '/')}/cdp-pages.json`;
 
-const STREAM_POLL_INTERVAL = 700;  // ms between checks
-const STREAM_STABLE_ROUNDS = 3;    // consecutive equal-length polls = done
-const STREAM_TIMEOUT = 60000;      // bail out after 60s
-const MIN_ANSWER_LENGTH = 50;      // don't accept trivial answers
+const COPY_POLL_INTERVAL = 700;
+const COPY_TIMEOUT = 60000;
 
 // ---------------------------------------------------------------------------
 
@@ -55,55 +53,62 @@ async function getOrOpenTab(tabPrefix) {
   return firstLine.slice(0, 8);
 }
 
-async function waitForStreamComplete(tab) {
-  const deadline = Date.now() + STREAM_TIMEOUT;
-  let stableCount = 0;
-  let lastLen = -1;
+async function injectClipboardInterceptor(tab) {
+  await cdp(['eval', tab, `
+    window.__bingClipboard = null;
+    const _origWriteText = navigator.clipboard.writeText.bind(navigator.clipboard);
+    navigator.clipboard.writeText = function(text) {
+      window.__bingClipboard = text;
+      return _origWriteText(text);
+    };
+    const _origWrite = navigator.clipboard.write.bind(navigator.clipboard);
+    navigator.clipboard.write = async function(items) {
+      try {
+        for (const item of items) {
+          if (item.types && item.types.includes('text/plain')) {
+            const blob = await item.getType('text/plain');
+            window.__bingClipboard = await blob.text();
+            break;
+          }
+        }
+      } catch(e) {}
+      return _origWrite(items);
+    };
+  `]);
+}
 
+async function waitForCopyButton(tab) {
+  const deadline = Date.now() + COPY_TIMEOUT;
   while (Date.now() < deadline) {
-    await new Promise(r => setTimeout(r, STREAM_POLL_INTERVAL));
-
-    // Poll the last non-empty ai-message-item (item[1] is always an empty placeholder)
-    const lenStr = await cdp(['eval', tab,
-      `(function(){
-        var items = Array.from(document.querySelectorAll('[class*="ai-message-item"]'));
-        var filled = items.filter(el => (el.innerText?.length || 0) > 0);
-        var last = filled[filled.length - 1];
-        return (last?.innerText?.length || 0) + '';
-      })()`
-    ]).catch(() => '0');
-
-    const len = parseInt(lenStr) || 0;
-
-    if (len >= MIN_ANSWER_LENGTH && len === lastLen) {
-      stableCount++;
-      if (stableCount >= STREAM_STABLE_ROUNDS) return len;
-    } else {
-      stableCount = 0;
-      lastLen = len;
-    }
+    await new Promise(r => setTimeout(r, COPY_POLL_INTERVAL));
+    const found = await cdp(['eval', tab,
+      `!!document.querySelector('button[data-testid="copy-ai-message-button"]')`
+    ]).catch(() => 'false');
+    if (found === 'true') return;
   }
-
-  if (lastLen >= MIN_ANSWER_LENGTH) return lastLen;
-  throw new Error(`Copilot answer did not stabilise within ${STREAM_TIMEOUT}ms`);
+  throw new Error(`Copilot copy button did not appear within ${COPY_TIMEOUT}ms`);
 }
 
 async function extractAnswer(tab) {
+  await cdp(['eval', tab, `document.querySelector('button[data-testid="copy-ai-message-button"]')?.click()`]);
+  await new Promise(r => setTimeout(r, 400));
+
+  const answer = await cdp(['eval', tab, `window.__bingClipboard || ''`]);
+  if (!answer) throw new Error('Clipboard interceptor returned empty text');
+
   const raw = await cdp(['eval', tab, `
     (function() {
-      var items = Array.from(document.querySelectorAll('[class*="ai-message-item"]'));
-      var el = items.filter(e => (e.innerText?.length || 0) > 0).pop();
-      if (!el) return JSON.stringify({ answer: '', sources: [] });
-      var answer = el.innerText.trim();
       var sources = Array.from(document.querySelectorAll('a[href^="http"][target="_blank"]'))
         .map(a => ({ url: a.href, title: a.innerText?.trim().split('\\n')[0] || a.title || '' }))
         .filter(s => s.url && !s.url.includes('copilot.microsoft.com'))
         .filter((v, i, arr) => arr.findIndex(x => x.url === v.url) === i)
         .slice(0, 10);
-      return JSON.stringify({ answer, sources });
+      return JSON.stringify(sources);
     })()
-  `]);
-  return JSON.parse(raw);
+  `]).catch(() => '[]');
+  const sources = JSON.parse(raw);
+
+  return { answer: answer.trim(), sources };
 }
 
 // ---------------------------------------------------------------------------
@@ -142,6 +147,7 @@ async function main() {
     }
     await new Promise(r => setTimeout(r, 300));
 
+    await injectClipboardInterceptor(tab);
     // Find input and type query
     await cdp(['click', tab, '#userInput']);
     await new Promise(r => setTimeout(r, 400));
@@ -153,7 +159,7 @@ async function main() {
       `document.querySelector('#userInput')?.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',bubbles:true,keyCode:13})), 'ok'`
     ]);
 
-    await waitForStreamComplete(tab);
+    await waitForCopyButton(tab);
 
     const { answer, sources } = await extractAnswer(tab);
     if (!answer) throw new Error('No answer extracted — Copilot may not have responded');

package/extractors/gemini.mjs

@@ -10,19 +10,17 @@
 
 import { readFileSync, existsSync } from 'fs';
 import { spawn } from 'child_process';
-import { tmpdir } from 'os';
+import { tmpdir, homedir } from 'os';
 import { join, dirname } from 'path';
 import { fileURLToPath } from 'url';
 import { dismissConsent, handleVerification } from './consent.mjs';
 
 const __dir = dirname(fileURLToPath(import.meta.url));
-const CDP = join(__dir, '..', 'cdp.mjs');
+const CDP = join(homedir(), '.claude', 'skills', 'chrome-cdp', 'scripts', 'cdp.mjs');
 const PAGES_CACHE = `${tmpdir().replace(/\\/g, '/')}/cdp-pages.json`;
 
-const STREAM_POLL_INTERVAL = 600;
-const STREAM_STABLE_ROUNDS = 3;
-const STREAM_TIMEOUT = 60000;
-const MIN_ANSWER_LENGTH = 20;
+const COPY_POLL_INTERVAL = 600;
+const COPY_TIMEOUT = 120000;    // wait up to 2 min for copy button to appear
 
 // ---------------------------------------------------------------------------
 
@@ -64,58 +62,66 @@ async function typeIntoGemini(tab, text) {
   `]);
 }
 
-async function waitForStreamComplete(tab) {
-  // Wait for Stop button to appear (streaming started), then disappear (streaming done)
-  const deadline = Date.now() + STREAM_TIMEOUT;
-  let streamingStarted = false;
-  let stableCount = 0;
-  let lastLen = -1;
+async function injectClipboardInterceptor(tab) {
+  // Override both clipboard APIs — Gemini uses clipboard.write(ClipboardItem) for rich copy.
+  await cdp(['eval', tab, `
+    window.__geminiClipboard = null;
+    const _origWriteText = navigator.clipboard.writeText.bind(navigator.clipboard);
+    navigator.clipboard.writeText = function(text) {
+      window.__geminiClipboard = text;
+      return _origWriteText(text);
+    };
+    const _origWrite = navigator.clipboard.write.bind(navigator.clipboard);
+    navigator.clipboard.write = async function(items) {
+      try {
+        for (const item of items) {
+          if (item.types && item.types.includes('text/plain')) {
+            const blob = await item.getType('text/plain');
+            window.__geminiClipboard = await blob.text();
+            break;
+          }
+        }
+      } catch(e) {}
+      return _origWrite(items);
+    };
+  `]);
+}
 
+async function waitForCopyButton(tab) {
+  // The "Copy response" button appears only after streaming is complete.
+  const deadline = Date.now() + COPY_TIMEOUT;
   while (Date.now() < deadline) {
-    await new Promise(r => setTimeout(r, STREAM_POLL_INTERVAL));
-
-    const stopVisible = await cdp(['eval', tab,
-      `!!document.querySelector('button[aria-label*="Stop"]')`
+    await new Promise(r => setTimeout(r, COPY_POLL_INTERVAL));
+    const found = await cdp(['eval', tab,
+      `!!document.querySelector('button[aria-label="Copy"]')`
     ]).catch(() => 'false');
-
-    if (stopVisible === 'true') {
-      streamingStarted = true;
-    } else if (streamingStarted) {
-      // Stop button gone — streaming finished. Confirm with stable text length.
-      const lenStr = await cdp(['eval', tab,
-        `(function(){var els=document.querySelectorAll('model-response .markdown');var last=els[els.length-1];return (last?.innerText?.length||0)+''})()`
-      ]).catch(() => '0');
-      const len = parseInt(lenStr) || 0;
-      if (len >= MIN_ANSWER_LENGTH && len === lastLen) {
-        stableCount++;
-        if (stableCount >= STREAM_STABLE_ROUNDS) return len;
-      } else {
-        stableCount = 0;
-        lastLen = len;
-      }
-    }
+    if (found === 'true') return;
   }
-
-  if (lastLen >= MIN_ANSWER_LENGTH) return lastLen;
-  throw new Error(`Gemini answer did not stabilise within ${STREAM_TIMEOUT}ms`);
+  throw new Error(`Gemini copy button did not appear within ${COPY_TIMEOUT}ms`);
 }
 
 async function extractAnswer(tab) {
+  // Click copy button → our interceptor captures the text.
+  await cdp(['eval', tab, `document.querySelector('button[aria-label="Copy"]')?.click()`]);
+  await new Promise(r => setTimeout(r, 400));
+
+  const answer = await cdp(['eval', tab, `window.__geminiClipboard || ''`]);
+  if (!answer) throw new Error('Clipboard interceptor returned empty text');
+
+  // Sources: links rendered in the page (best-effort; Shadow DOM may hide some)
   const raw = await cdp(['eval', tab, `
     (function() {
-      var els = document.querySelectorAll('model-response .markdown');
-      var last = els[els.length - 1];
-      if (!last) return JSON.stringify({ answer: '', sources: [] });
-      var answer = last.innerText.trim();
-      var sources = Array.from(document.querySelectorAll('model-response a[href^="http"]'))
+      var sources = Array.from(document.querySelectorAll('a[href^="http"]'))
         .map(a => ({ url: a.href.split('#')[0], title: a.innerText?.trim().split('\\n')[0] || '' }))
-        .filter(s => s.url && !s.url.includes('gemini.google') && !s.url.includes('gstatic'))
+        .filter(s => s.url && !s.url.includes('gemini.google') && !s.url.includes('gstatic') && !s.url.includes('google.com/search'))
         .filter((v, i, arr) => arr.findIndex(x => x.url === v.url) === i)
         .slice(0, 8);
-      return JSON.stringify({ answer, sources });
+      return JSON.stringify(sources);
     })()
-  `]);
-  return JSON.parse(raw);
+  `]).catch(() => '[]');
+  const sources = JSON.parse(raw);
+
+  return { answer: answer.trim(), sources };
 }
 
 // ---------------------------------------------------------------------------
@@ -154,15 +160,16 @@ async function main() {
     }
     await new Promise(r => setTimeout(r, 300));
 
+    await injectClipboardInterceptor(tab);
     await typeIntoGemini(tab, query);
     await new Promise(r => setTimeout(r, 400));
 
     await cdp(['eval', tab, `document.querySelector('button[aria-label*="Send"]')?.click()`]);
 
-    await waitForStreamComplete(tab);
+    await waitForCopyButton(tab);
 
     const { answer, sources } = await extractAnswer(tab);
-    if (!answer) throw new Error('No answer extracted from Gemini');
+    if (!answer) throw new Error('No answer captured from Gemini clipboard');
     const out = short ? answer.slice(0, 300).replace(/\s+\S*$/, '') + '…' : answer;
 
     const finalUrl = await cdp(['eval', tab, 'document.location.href']).catch(() => 'https://gemini.google.com/app');

package/extractors/perplexity.mjs

@@ -11,17 +11,14 @@
 import { readFileSync, existsSync } from 'fs';
 import { spawn } from 'child_process';
 import { tmpdir, homedir } from 'os';
-import { join, dirname } from 'path';
-import { fileURLToPath } from 'url';
+import { join } from 'path';
 import { dismissConsent } from './consent.mjs';
 
-const CDP = join(dirname(fileURLToPath(import.meta.url)), '..', 'cdp.mjs');
+const CDP = join(homedir(), '.claude', 'skills', 'chrome-cdp', 'scripts', 'cdp.mjs');
 const PAGES_CACHE = `${tmpdir().replace(/\\/g, '/')}/cdp-pages.json`;
 
-const STREAM_POLL_INTERVAL = 600;  // ms between length checks
-const STREAM_STABLE_ROUNDS = 3;    // consecutive equal-length polls = done
-const STREAM_TIMEOUT = 30000;      // bail out after 30s regardless
-const MIN_ANSWER_LENGTH = 50;      // don't accept trivial answers
+const COPY_POLL_INTERVAL = 600;
+const COPY_TIMEOUT = 30000;
 
 // ---------------------------------------------------------------------------
 
@@ -59,49 +56,62 @@ async function getOrOpenTab(tabPrefix) {
   return firstLine.slice(0, 8);
 }
 
-async function waitForStreamComplete(tab) {
-  const deadline = Date.now() + STREAM_TIMEOUT;
-  let stableCount = 0;
-  let lastLen = -1;
+async function injectClipboardInterceptor(tab) {
+  await cdp(['eval', tab, `
+    window.__pplxClipboard = null;
+    const _origWriteText = navigator.clipboard.writeText.bind(navigator.clipboard);
+    navigator.clipboard.writeText = function(text) {
+      window.__pplxClipboard = text;
+      return _origWriteText(text);
+    };
+    const _origWrite = navigator.clipboard.write.bind(navigator.clipboard);
+    navigator.clipboard.write = async function(items) {
+      try {
+        for (const item of items) {
+          if (item.types && item.types.includes('text/plain')) {
+            const blob = await item.getType('text/plain');
+            window.__pplxClipboard = await blob.text();
+            break;
+          }
+        }
+      } catch(e) {}
+      return _origWrite(items);
+    };
+  `]);
+}
 
+async function waitForCopyButton(tab) {
+  const deadline = Date.now() + COPY_TIMEOUT;
   while (Date.now() < deadline) {
-    await new Promise(r => setTimeout(r, STREAM_POLL_INTERVAL));
-
-    const lenStr = await cdp(['eval', tab,
-      `(document.querySelector('.prose')?.innerText?.length || 0) + ''`
-    ]).catch(() => '0');
-
-    const len = parseInt(lenStr) || 0;
-
-    if (len >= MIN_ANSWER_LENGTH && len === lastLen) {
-      stableCount++;
-      if (stableCount >= STREAM_STABLE_ROUNDS) return len;
-    } else {
-      stableCount = 0;
-      lastLen = len;
-    }
+    await new Promise(r => setTimeout(r, COPY_POLL_INTERVAL));
+    const found = await cdp(['eval', tab,
+      `!!document.querySelector('button[aria-label="Copy"]')`
+    ]).catch(() => 'false');
+    if (found === 'true') return;
   }
-
-  // Timeout — return whatever we have if it meets minimum length
-  if (lastLen >= MIN_ANSWER_LENGTH) return lastLen;
-  throw new Error(`Perplexity answer did not stabilise within ${STREAM_TIMEOUT}ms`);
+  throw new Error(`Perplexity copy button did not appear within ${COPY_TIMEOUT}ms`);
 }
 
 async function extractAnswer(tab) {
+  await cdp(['eval', tab, `document.querySelector('button[aria-label="Copy"]')?.click()`]);
+  await new Promise(r => setTimeout(r, 400));
+
+  const answer = await cdp(['eval', tab, `window.__pplxClipboard || ''`]);
+  if (!answer) throw new Error('Clipboard interceptor returned empty text');
+
   const raw = await cdp(['eval', tab, `
     (function() {
-      var prose = document.querySelector('.prose');
-      if (!prose) return JSON.stringify({ answer: '', sources: [] });
-      var answer = prose.innerText.trim();
       var sources = Array.from(document.querySelectorAll('[data-pplx-citation-url]'))
         .map(el => ({ url: el.getAttribute('data-pplx-citation-url'), title: el.querySelector('a')?.innerText?.trim() || '' }))
         .filter(s => s.url)
         .filter((v, i, arr) => arr.findIndex(x => x.url === v.url) === i)
         .slice(0, 10);
-      return JSON.stringify({ answer, sources });
+      return JSON.stringify(sources);
     })()
-  `]);
-  return JSON.parse(raw);
+  `]).catch(() => '[]');
+  const sources = JSON.parse(raw);
+
+  return { answer: answer.trim(), sources };
 }
 
 // ---------------------------------------------------------------------------
@@ -141,6 +151,7 @@ async function main() {
     }
     await new Promise(r => setTimeout(r, 300));
 
+    await injectClipboardInterceptor(tab);
     await cdp(['click', tab, '#ask-input']);
     await new Promise(r => setTimeout(r, 400));
     await cdp(['type', tab, query]);
@@ -150,10 +161,8 @@ async function main() {
       `document.querySelector('#ask-input')?.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',bubbles:true,keyCode:13})), 'ok'`
     ]);
 
-    // Wait for streaming answer to complete
-    await waitForStreamComplete(tab);
+    await waitForCopyButton(tab);
 
-    // Extract
     const { answer, sources } = await extractAnswer(tab);
 
     if (!answer) throw new Error('No answer extracted — Perplexity may not have responded');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@apmantza/greedysearch-pi",
-  "version": "1.0.15",
+  "version": "1.0.17",
   "description": "Pi extension: search Perplexity, Bing Copilot, and Google AI simultaneously — synthesized AI answers, not just links",
   "type": "module",
   "keywords": [