@apmantza/greedysearch-pi 1.0.19 → 1.0.20

package/README.md

@@ -1,6 +1,6 @@
 # GreedySearch for Pi
 
-Pi extension that adds a `greedy_search` tool — fans out queries to Perplexity, Bing Copilot, and Google AI simultaneously and returns synthesized AI answers.
+Pi extension that adds a `greedy_search` tool — fans out queries to Perplexity, Bing Copilot, and Google AI simultaneously and returns synthesized AI answers. Gemini can act as an optional synthesizer via `synthesize: true`, deduplicating sources across engines and returning a single grounded answer.
 
 Forked from [GreedySearch-claude](https://github.com/apmantza/GreedySearch-claude).
 
@@ -26,11 +26,22 @@ You can also invoke it directly:
 greedy_search({ query: "best way to handle auth in Next.js 15", engine: "all" })
 ```
 
+With Gemini synthesis:
+
+```
+greedy_search({ query: "best way to handle auth in Next.js 15", engine: "all", synthesize: true })
+```
+
 **Engines:**
 - `all` — fan-out to all three in parallel (default, highest confidence)
-- `perplexity` — best for technical Q&A
-- `bing` — best for recent news and Microsoft ecosystem
-- `google` — best for broad coverage
+- `perplexity` / `p` — best for technical Q&A
+- `bing` / `b` — best for recent news and Microsoft ecosystem
+- `google` / `g` — best for broad coverage
+- `gemini` / `gem` — Gemini standalone query
+
+**`synthesize: true`**
+
+Deduplicates sources across engines by consensus, feeds them to Gemini, and returns a single grounded answer instead of three separate responses. Adds ~30s to the request but reduces downstream token usage when passing results to a model.
 
 ## Requirements
 
@@ -56,4 +67,4 @@ node ~/.pi/agent/git/GreedySearch-pi/launch.mjs --kill
 - `index.ts` — Pi extension, registers `greedy_search` tool
 - `search.mjs` — CLI runner, spawns extractors in parallel
 - `launch.mjs` — launches dedicated Chrome on port 9223
-- `extractors/` — per-engine CDP scrapers (Perplexity, Bing Copilot, Google AI)
+- `extractors/` — per-engine CDP scrapers (Perplexity, Bing Copilot, Google AI, Gemini)

package/extractors/bing-copilot.mjs

@@ -1,176 +1,176 @@
-#!/usr/bin/env node
-// extractors/bing-copilot.mjs
-// Navigate copilot.microsoft.com, wait for answer to complete, return clean answer + sources.
-//
-// Usage:
-//   node extractors/bing-copilot.mjs "<query>" [--tab <prefix>]
-//
-// Output (stdout): JSON { answer, sources, query, url }
-// Errors go to stderr only — stdout is always clean JSON for piping.
-
-import { readFileSync, existsSync } from 'fs';
-import { spawn } from 'child_process';
-import { tmpdir, homedir } from 'os';
-import { join } from 'path';
-import { dismissConsent, handleVerification } from './consent.mjs';
-
-const CDP = join(homedir(), '.claude', 'skills', 'chrome-cdp', 'scripts', 'cdp.mjs');
-const PAGES_CACHE = `${tmpdir().replace(/\\/g, '/')}/cdp-pages.json`;
-
-const COPY_POLL_INTERVAL = 700;
-const COPY_TIMEOUT = 60000;
-
-// ---------------------------------------------------------------------------
-
-function cdp(args, timeoutMs = 30000) {
-  return new Promise((resolve, reject) => {
-    const proc = spawn('node', [CDP, ...args], { stdio: ['ignore', 'pipe', 'pipe'] });
-    let out = '';
-    let err = '';
-    proc.stdout.on('data', d => out += d);
-    proc.stderr.on('data', d => err += d);
-    const timer = setTimeout(() => { proc.kill(); reject(new Error(`cdp timeout: ${args[0]}`)); }, timeoutMs);
-    proc.on('close', code => {
-      clearTimeout(timer);
-      if (code !== 0) reject(new Error(err.trim() || `cdp exit ${code}`));
-      else resolve(out.trim());
-    });
-  });
-}
-
-async function getOrOpenTab(tabPrefix) {
-  if (tabPrefix) return tabPrefix;
-
-  if (existsSync(PAGES_CACHE)) {
-    const pages = JSON.parse(readFileSync(PAGES_CACHE, 'utf8'));
-    const existing = pages.find(p => p.url.includes('copilot.microsoft.com'));
-    if (existing) return existing.targetId.slice(0, 8);
-  }
-
-  const list = await cdp(['list']);
-  const firstLine = list.split('\n')[0];
-  if (!firstLine) throw new Error('No Chrome tabs found. Is Chrome running with --remote-debugging-port=9222?');
-  return firstLine.slice(0, 8);
-}
-
-async function injectClipboardInterceptor(tab) {
-  await cdp(['eval', tab, `
-    window.__bingClipboard = null;
-    const _origWriteText = navigator.clipboard.writeText.bind(navigator.clipboard);
-    navigator.clipboard.writeText = function(text) {
-      window.__bingClipboard = text;
-      return _origWriteText(text);
-    };
-    const _origWrite = navigator.clipboard.write.bind(navigator.clipboard);
-    navigator.clipboard.write = async function(items) {
-      try {
-        for (const item of items) {
-          if (item.types && item.types.includes('text/plain')) {
-            const blob = await item.getType('text/plain');
-            window.__bingClipboard = await blob.text();
-            break;
-          }
-        }
-      } catch(e) {}
-      return _origWrite(items);
-    };
-  `]);
-}
-
-async function waitForCopyButton(tab) {
-  const deadline = Date.now() + COPY_TIMEOUT;
-  while (Date.now() < deadline) {
-    await new Promise(r => setTimeout(r, COPY_POLL_INTERVAL));
-    const found = await cdp(['eval', tab,
-      `!!document.querySelector('button[data-testid="copy-ai-message-button"]')`
-    ]).catch(() => 'false');
-    if (found === 'true') return;
-  }
-  throw new Error(`Copilot copy button did not appear within ${COPY_TIMEOUT}ms`);
-}
-
-async function extractAnswer(tab) {
-  await cdp(['eval', tab, `document.querySelector('button[data-testid="copy-ai-message-button"]')?.click()`]);
-  await new Promise(r => setTimeout(r, 400));
-
-  const answer = await cdp(['eval', tab, `window.__bingClipboard || ''`]);
-  if (!answer) throw new Error('Clipboard interceptor returned empty text');
-
-  const raw = await cdp(['eval', tab, `
-    (function() {
-      var sources = Array.from(document.querySelectorAll('a[href^="http"][target="_blank"]'))
-        .map(a => ({ url: a.href, title: a.innerText?.trim().split('\\n')[0] || a.title || '' }))
-        .filter(s => s.url && !s.url.includes('copilot.microsoft.com'))
-        .filter((v, i, arr) => arr.findIndex(x => x.url === v.url) === i)
-        .slice(0, 10);
-      return JSON.stringify(sources);
-    })()
-  `]).catch(() => '[]');
-  const sources = JSON.parse(raw);
-
-  return { answer: answer.trim(), sources };
-}
-
-// ---------------------------------------------------------------------------
-
-async function main() {
-  const args = process.argv.slice(2);
-  if (!args.length || args[0] === '--help') {
-    process.stderr.write('Usage: node extractors/bing-copilot.mjs "<query>" [--tab <prefix>]\n');
-    process.exit(1);
-  }
-
-  const short = args.includes('--short');
-  const rest  = args.filter(a => a !== '--short');
-  const tabFlagIdx = rest.indexOf('--tab');
-  const tabPrefix = tabFlagIdx !== -1 ? rest[tabFlagIdx + 1] : null;
-  const query = tabFlagIdx !== -1
-    ? rest.filter((_, i) => i !== tabFlagIdx && i !== tabFlagIdx + 1).join(' ')
-    : rest.join(' ');
-
-  try {
-    await cdp(['list']);
-    const tab = await getOrOpenTab(tabPrefix);
-
-    // Navigate to Copilot homepage and use the chat input
-    await cdp(['nav', tab, 'https://copilot.microsoft.com/'], 35000);
-    await new Promise(r => setTimeout(r, 1500));
-    await dismissConsent(tab, cdp);
-    await handleVerification(tab, cdp, 60000);
-
-    // Wait for React app to mount #userInput (up to 8s)
-    const deadline = Date.now() + 8000;
-    while (Date.now() < deadline) {
-      const found = await cdp(['eval', tab, `!!document.querySelector('#userInput')`]).catch(() => 'false');
-      if (found === 'true') break;
-      await new Promise(r => setTimeout(r, 400));
-    }
-    await new Promise(r => setTimeout(r, 300));
-
-    await injectClipboardInterceptor(tab);
-    // Find input and type query
-    await cdp(['click', tab, '#userInput']);
-    await new Promise(r => setTimeout(r, 400));
-    await cdp(['type', tab, query]);
-    await new Promise(r => setTimeout(r, 400));
-
-    // Submit with Enter (most reliable across locales and Chrome instances)
-    await cdp(['eval', tab,
-      `document.querySelector('#userInput')?.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',bubbles:true,keyCode:13})), 'ok'`
-    ]);
-
-    await waitForCopyButton(tab);
-
-    const { answer, sources } = await extractAnswer(tab);
-    if (!answer) throw new Error('No answer extracted — Copilot may not have responded');
-    const out = short ? answer.slice(0, 300).replace(/\s+\S*$/, '') + '…' : answer;
-
-    const finalUrl = await cdp(['eval', tab, 'document.location.href']).catch(() => '');
-    process.stdout.write(JSON.stringify({ query, url: finalUrl, answer: out, sources }, null, 2) + '\n');
-  } catch (e) {
-    process.stderr.write(`Error: ${e.message}\n`);
-    process.exit(1);
-  }
-}
-
-main();
+#!/usr/bin/env node
+// extractors/bing-copilot.mjs
+// Navigate copilot.microsoft.com, wait for answer to complete, return clean answer + sources.
+//
+// Usage:
+//   node extractors/bing-copilot.mjs "<query>" [--tab <prefix>]
+//
+// Output (stdout): JSON { answer, sources, query, url }
+// Errors go to stderr only — stdout is always clean JSON for piping.
+
+import { readFileSync, existsSync } from 'fs';
+import { spawn } from 'child_process';
+import { tmpdir, homedir } from 'os';
+import { join } from 'path';
+import { dismissConsent, handleVerification } from './consent.mjs';
+
+const CDP = join(homedir(), '.claude', 'skills', 'chrome-cdp', 'scripts', 'cdp.mjs');
+const PAGES_CACHE = `${tmpdir().replace(/\\/g, '/')}/cdp-pages.json`;
+
+const COPY_POLL_INTERVAL = 700;
+const COPY_TIMEOUT = 60000;
+
+// ---------------------------------------------------------------------------
+
+function cdp(args, timeoutMs = 30000) {
+  return new Promise((resolve, reject) => {
+    const proc = spawn('node', [CDP, ...args], { stdio: ['ignore', 'pipe', 'pipe'] });
+    let out = '';
+    let err = '';
+    proc.stdout.on('data', d => out += d);
+    proc.stderr.on('data', d => err += d);
+    const timer = setTimeout(() => { proc.kill(); reject(new Error(`cdp timeout: ${args[0]}`)); }, timeoutMs);
+    proc.on('close', code => {
+      clearTimeout(timer);
+      if (code !== 0) reject(new Error(err.trim() || `cdp exit ${code}`));
+      else resolve(out.trim());
+    });
+  });
+}
+
+async function getOrOpenTab(tabPrefix) {
+  if (tabPrefix) return tabPrefix;
+
+  if (existsSync(PAGES_CACHE)) {
+    const pages = JSON.parse(readFileSync(PAGES_CACHE, 'utf8'));
+    const existing = pages.find(p => p.url.includes('copilot.microsoft.com'));
+    if (existing) return existing.targetId.slice(0, 8);
+  }
+
+  const list = await cdp(['list']);
+  const firstLine = list.split('\n')[0];
+  if (!firstLine) throw new Error('No Chrome tabs found. Is Chrome running with --remote-debugging-port=9222?');
+  return firstLine.slice(0, 8);
+}
+
+async function injectClipboardInterceptor(tab) {
+  await cdp(['eval', tab, `
+    window.__bingClipboard = null;
+    const _origWriteText = navigator.clipboard.writeText.bind(navigator.clipboard);
+    navigator.clipboard.writeText = function(text) {
+      window.__bingClipboard = text;
+      return _origWriteText(text);
+    };
+    const _origWrite = navigator.clipboard.write.bind(navigator.clipboard);
+    navigator.clipboard.write = async function(items) {
+      try {
+        for (const item of items) {
+          if (item.types && item.types.includes('text/plain')) {
+            const blob = await item.getType('text/plain');
+            window.__bingClipboard = await blob.text();
+            break;
+          }
+        }
+      } catch(e) {}
+      return _origWrite(items);
+    };
+  `]);
+}
+
+async function waitForCopyButton(tab) {
+  const deadline = Date.now() + COPY_TIMEOUT;
+  while (Date.now() < deadline) {
+    await new Promise(r => setTimeout(r, COPY_POLL_INTERVAL));
+    const found = await cdp(['eval', tab,
+      `!!document.querySelector('button[data-testid="copy-ai-message-button"]')`
+    ]).catch(() => 'false');
+    if (found === 'true') return;
+  }
+  throw new Error(`Copilot copy button did not appear within ${COPY_TIMEOUT}ms`);
+}
+
+async function extractAnswer(tab) {
+  await cdp(['eval', tab, `document.querySelector('button[data-testid="copy-ai-message-button"]')?.click()`]);
+  await new Promise(r => setTimeout(r, 400));
+
+  const answer = await cdp(['eval', tab, `window.__bingClipboard || ''`]);
+  if (!answer) throw new Error('Clipboard interceptor returned empty text');
+
+  const raw = await cdp(['eval', tab, `
+    (function() {
+      var sources = Array.from(document.querySelectorAll('a[href^="http"][target="_blank"]'))
+        .map(a => ({ url: a.href, title: a.innerText?.trim().split('\\n')[0] || a.title || '' }))
+        .filter(s => s.url && !s.url.includes('copilot.microsoft.com'))
+        .filter((v, i, arr) => arr.findIndex(x => x.url === v.url) === i)
+        .slice(0, 10);
+      return JSON.stringify(sources);
+    })()
+  `]).catch(() => '[]');
+  const sources = JSON.parse(raw);
+
+  return { answer: answer.trim(), sources };
+}
+
+// ---------------------------------------------------------------------------
+
+async function main() {
+  const args = process.argv.slice(2);
+  if (!args.length || args[0] === '--help') {
+    process.stderr.write('Usage: node extractors/bing-copilot.mjs "<query>" [--tab <prefix>]\n');
+    process.exit(1);
+  }
+
+  const short = args.includes('--short');
+  const rest  = args.filter(a => a !== '--short');
+  const tabFlagIdx = rest.indexOf('--tab');
+  const tabPrefix = tabFlagIdx !== -1 ? rest[tabFlagIdx + 1] : null;
+  const query = tabFlagIdx !== -1
+    ? rest.filter((_, i) => i !== tabFlagIdx && i !== tabFlagIdx + 1).join(' ')
+    : rest.join(' ');
+
+  try {
+    await cdp(['list']);
+    const tab = await getOrOpenTab(tabPrefix);
+
+    // Navigate to Copilot homepage and use the chat input
+    await cdp(['nav', tab, 'https://copilot.microsoft.com/'], 35000);
+    await new Promise(r => setTimeout(r, 1500));
+    await dismissConsent(tab, cdp);
+    await handleVerification(tab, cdp, 60000);
+
+    // Wait for React app to mount #userInput (up to 8s)
+    const deadline = Date.now() + 8000;
+    while (Date.now() < deadline) {
+      const found = await cdp(['eval', tab, `!!document.querySelector('#userInput')`]).catch(() => 'false');
+      if (found === 'true') break;
+      await new Promise(r => setTimeout(r, 400));
+    }
+    await new Promise(r => setTimeout(r, 300));
+
+    await injectClipboardInterceptor(tab);
+    // Find input and type query
+    await cdp(['click', tab, '#userInput']);
+    await new Promise(r => setTimeout(r, 400));
+    await cdp(['type', tab, query]);
+    await new Promise(r => setTimeout(r, 400));
+
+    // Submit with Enter (most reliable across locales and Chrome instances)
+    await cdp(['eval', tab,
+      `document.querySelector('#userInput')?.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',bubbles:true,keyCode:13})), 'ok'`
+    ]);
+
+    await waitForCopyButton(tab);
+
+    const { answer, sources } = await extractAnswer(tab);
+    if (!answer) throw new Error('No answer extracted — Copilot may not have responded');
+    const out = short ? answer.slice(0, 300).replace(/\s+\S*$/, '') + '…' : answer;
+
+    const finalUrl = await cdp(['eval', tab, 'document.location.href']).catch(() => '');
+    process.stdout.write(JSON.stringify({ query, url: finalUrl, answer: out, sources }, null, 2) + '\n');
+  } catch (e) {
+    process.stderr.write(`Error: ${e.message}\n`);
+    process.exit(1);
+  }
+}
+
+main();

package/extractors/consent.mjs

@@ -1,76 +1,76 @@
-// consent.mjs — auto-dismiss common cookie/consent banners and human-verification pages
-// Call dismissConsent(tab, cdpFn) after navigating to any page.
-
-const CONSENT_JS = `
-(function() {
-  // Google consent page (consent.google.com)
-  var g = document.querySelector('#L2AGLb, button[jsname="b3VHJd"], .tHlp8d');
-  if (g) { g.click(); return 'google'; }
-
-  // OneTrust (used by many sites including Stack Overflow)
-  var ot = document.querySelector('#onetrust-accept-btn-handler, .onetrust-accept-btn-handler');
-  if (ot) { ot.click(); return 'onetrust'; }
-
-  // Generic "accept all" / "agree" buttons
-  var btns = Array.from(document.querySelectorAll('button, a[role=button]'));
-  var accept = btns.find(b => /^(accept all|accept cookies|agree|i agree|got it|allow all|allow cookies)$/i.test(b.innerText?.trim()));
-  if (accept) { accept.click(); return 'generic:' + accept.innerText.trim(); }
-
-  return null;
-})()
-`;
-
-// Detect Google's "verify you're human" / unusual traffic page
-const VERIFY_DETECT_JS = `
-(function() {
-  var url = document.location.href;
-  if (url.includes('/sorry/') || url.includes('sorry.google')) return 'sorry-page';
-
-  // Simple click-through verify button (not image CAPTCHA)
-  var btns = Array.from(document.querySelectorAll('button, input[type=submit], a[role=button]'));
-  var verify = btns.find(b => /verify|human|not a robot|continue/i.test(b.innerText?.trim() || b.value || ''));
-  if (verify && !document.querySelector('iframe[src*="recaptcha"]')) {
-    verify.click();
-    return 'clicked-verify:' + (verify.innerText?.trim() || verify.value);
-  }
-
-  // Unchecked reCAPTCHA / Turnstile checkbox (no image challenge)
-  var checkbox = document.querySelector('.recaptcha-checkbox-unchecked, input[type=checkbox][id*="recaptcha"], #cf-stage input[type=checkbox]');
-  if (checkbox) { checkbox.click(); return 'clicked-checkbox'; }
-
-  return null;
-})()
-`;
-
-export async function dismissConsent(tab, cdp) {
-  const result = await cdp(['eval', tab, CONSENT_JS]).catch(() => null);
-  if (result && result !== 'null') {
-    await new Promise(r => setTimeout(r, 1500));
-  }
-}
-
-// Returns 'clear' | 'clicked' | 'needs-human'
-export async function handleVerification(tab, cdp, waitMs = 60000) {
-  const result = await cdp(['eval', tab, VERIFY_DETECT_JS]).catch(() => null);
-
-  if (!result || result === 'null') return 'clear';
-
-  if (result === 'sorry-page') {
-    // Hard CAPTCHA page — wait for user to solve it manually
-    process.stderr.write(`[greedysearch] Google verification required — please solve it in the browser window (waiting up to ${waitMs / 1000}s)...\n`);
-    const deadline = Date.now() + waitMs;
-    while (Date.now() < deadline) {
-      await new Promise(r => setTimeout(r, 2000));
-      const url = await cdp(['eval', tab, 'document.location.href']).catch(() => '');
-      if (!url.includes('/sorry/')) return 'cleared-by-user';
-    }
-    return 'needs-human';
-  }
-
-  if (result.startsWith('clicked-')) {
-    await new Promise(r => setTimeout(r, 2000));
-    return 'clicked';
-  }
-
-  return 'clear';
-}
+// consent.mjs — auto-dismiss common cookie/consent banners and human-verification pages
+// Call dismissConsent(tab, cdpFn) after navigating to any page.
+
+const CONSENT_JS = `
+(function() {
+  // Google consent page (consent.google.com)
+  var g = document.querySelector('#L2AGLb, button[jsname="b3VHJd"], .tHlp8d');
+  if (g) { g.click(); return 'google'; }
+
+  // OneTrust (used by many sites including Stack Overflow)
+  var ot = document.querySelector('#onetrust-accept-btn-handler, .onetrust-accept-btn-handler');
+  if (ot) { ot.click(); return 'onetrust'; }
+
+  // Generic "accept all" / "agree" buttons
+  var btns = Array.from(document.querySelectorAll('button, a[role=button]'));
+  var accept = btns.find(b => /^(accept all|accept cookies|agree|i agree|got it|allow all|allow cookies)$/i.test(b.innerText?.trim()));
+  if (accept) { accept.click(); return 'generic:' + accept.innerText.trim(); }
+
+  return null;
+})()
+`;
+
+// Detect Google's "verify you're human" / unusual traffic page
+const VERIFY_DETECT_JS = `
+(function() {
+  var url = document.location.href;
+  if (url.includes('/sorry/') || url.includes('sorry.google')) return 'sorry-page';
+
+  // Simple click-through verify button (not image CAPTCHA)
+  var btns = Array.from(document.querySelectorAll('button, input[type=submit], a[role=button]'));
+  var verify = btns.find(b => /verify|human|not a robot|continue/i.test(b.innerText?.trim() || b.value || ''));
+  if (verify && !document.querySelector('iframe[src*="recaptcha"]')) {
+    verify.click();
+    return 'clicked-verify:' + (verify.innerText?.trim() || verify.value);
+  }
+
+  // Unchecked reCAPTCHA / Turnstile checkbox (no image challenge)
+  var checkbox = document.querySelector('.recaptcha-checkbox-unchecked, input[type=checkbox][id*="recaptcha"], #cf-stage input[type=checkbox]');
+  if (checkbox) { checkbox.click(); return 'clicked-checkbox'; }
+
+  return null;
+})()
+`;
+
+export async function dismissConsent(tab, cdp) {
+  const result = await cdp(['eval', tab, CONSENT_JS]).catch(() => null);
+  if (result && result !== 'null') {
+    await new Promise(r => setTimeout(r, 1500));
+  }
+}
+
+// Returns 'clear' | 'clicked' | 'needs-human'
+export async function handleVerification(tab, cdp, waitMs = 60000) {
+  const result = await cdp(['eval', tab, VERIFY_DETECT_JS]).catch(() => null);
+
+  if (!result || result === 'null') return 'clear';
+
+  if (result === 'sorry-page') {
+    // Hard CAPTCHA page — wait for user to solve it manually
+    process.stderr.write(`[greedysearch] Google verification required — please solve it in the browser window (waiting up to ${waitMs / 1000}s)...\n`);
+    const deadline = Date.now() + waitMs;
+    while (Date.now() < deadline) {
+      await new Promise(r => setTimeout(r, 2000));
+      const url = await cdp(['eval', tab, 'document.location.href']).catch(() => '');
+      if (!url.includes('/sorry/')) return 'cleared-by-user';
+    }
+    return 'needs-human';
+  }
+
+  if (result.startsWith('clicked-')) {
+    await new Promise(r => setTimeout(r, 2000));
+    return 'clicked';
+  }
+
+  return 'clear';
+}