mcp-scraper 0.1.6 → 0.1.8

package/dist/bin/paa-harvest.js

@@ -1,12 +1,14 @@
 #!/usr/bin/env node
 import {
+  browserServiceApiKey,
   harvest
-} from "../chunk-W4P2U5VF.js";
+} from "../chunk-TM22BLWP.js";
+import "../chunk-ZMOWIBMK.js";
 
 // src/cli.ts
 import { Command } from "commander";
 var program = new Command();
-program.name("paa-harvest").description("Recursively extract Google People Also Ask questions").requiredOption("-q, --query <query>", "Seed query").option("-l, --location <location>", 'Location name (e.g. "austin" or "Austin,Texas,United States")').option("--gl <gl>", "Google country code", "us").option("--hl <hl>", "Google language code", "en").option("-d, --depth <depth>", "BFS depth (1-30)", "3").option("-m, --max-questions <n>", "Max questions to harvest", "100").option("-o, --output <dir>", "Output directory", "./paa-output").option("-f, --format <format>", "Output format: json, csv, or both", "both").option("--headless", "Run browser in headless mode", false).option("--profile <dir>", "Persistent browser profile directory").option("--proxy <url>", "Proxy server URL").option("--kernel-api-key <key>", "Kernel.sh API key (or set KERNEL_API_KEY env var)").action(async (opts) => {
+program.name("paa-harvest").description("Recursively extract Google People Also Ask questions").requiredOption("-q, --query <query>", "Seed query").option("-l, --location <location>", 'Location name (e.g. "austin" or "Austin,Texas,United States")').option("--gl <gl>", "Google country code", "us").option("--hl <hl>", "Google language code", "en").option("-d, --depth <depth>", "BFS depth (1-30)", "3").option("-m, --max-questions <n>", "Max questions to harvest", "100").option("-o, --output <dir>", "Output directory", "./paa-output").option("-f, --format <format>", "Output format: json, csv, or both", "both").option("--headless", "Run browser in headless mode", false).option("--profile <dir>", "Persistent browser profile directory").option("--proxy <url>", "Proxy server URL").option("--kernel-api-key <key>", "Browser service API key (or set BROWSER_SERVICE_API_KEY env var)").action(async (opts) => {
   try {
     const result = await harvest({
       query: opts.query,
@@ -20,7 +22,7 @@ program.name("paa-harvest").description("Recursively extract Google People Also
       headless: opts.headless,
       profileDir: opts.profile,
       proxy: opts.proxy,
-      kernelApiKey: opts.kernelApiKey ?? process.env.KERNEL_API_KEY
+      kernelApiKey: opts.kernelApiKey ?? browserServiceApiKey()
     });
     console.log(JSON.stringify({ totalQuestions: result.totalQuestions, outputDir: result.stats.seed }));
   } catch (err) {

package/dist/bin/paa-harvest.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/cli.ts","../../bin/paa-harvest.ts"],"sourcesContent":["import { Command } from 'commander'\nimport { harvest } from './harvest.js'\n\nconst program = new Command()\n\nprogram\n  .name('paa-harvest')\n  .description('Recursively extract Google People Also Ask questions')\n  .requiredOption('-q, --query <query>', 'Seed query')\n  .option('-l, --location <location>', 'Location name (e.g. \"austin\" or \"Austin,Texas,United States\")')\n  .option('--gl <gl>', 'Google country code', 'us')\n  .option('--hl <hl>', 'Google language code', 'en')\n  .option('-d, --depth <depth>', 'BFS depth (1-30)', '3')\n  .option('-m, --max-questions <n>', 'Max questions to harvest', '100')\n  .option('-o, --output <dir>', 'Output directory', './paa-output')\n  .option('-f, --format <format>', 'Output format: json, csv, or both', 'both')\n  .option('--headless', 'Run browser in headless mode', false)\n  .option('--profile <dir>', 'Persistent browser profile directory')\n  .option('--proxy <url>', 'Proxy server URL')\n  .option('--kernel-api-key <key>', 'Kernel.sh API key (or set KERNEL_API_KEY env var)')\n  .action(async (opts) => {\n    try {\n      const result = await harvest({\n        query: opts.query,\n        location: opts.location,\n        gl: opts.gl,\n        hl: opts.hl,\n        depth: parseInt(opts.depth, 10),\n        maxQuestions: parseInt(opts.maxQuestions, 10),\n        outputDir: opts.output,\n        format: opts.format,\n        headless: opts.headless,\n        profileDir: opts.profile,\n        proxy: opts.proxy,\n        kernelApiKey: opts.kernelApiKey ?? process.env.KERNEL_API_KEY,\n      })\n      console.log(JSON.stringify({ totalQuestions: result.totalQuestions, outputDir: result.stats.seed }))\n    } catch (err) {\n      console.error(err instanceof Error ? err.message : String(err))\n      process.exit(1)\n    }\n  })\n\nexport async function runCli(): Promise<void> {\n  await program.parseAsync()\n}\n","#!/usr/bin/env node\nimport { runCli } from '../src/cli.js'\nrunCli()\n"],"mappings":";;;;;;AAAA,SAAS,eAAe;AAGxB,IAAM,UAAU,IAAI,QAAQ;AAE5B,QACG,KAAK,aAAa,EAClB,YAAY,sDAAsD,EAClE,eAAe,uBAAuB,YAAY,EAClD,OAAO,6BAA6B,+DAA+D,EACnG,OAAO,aAAa,uBAAuB,IAAI,EAC/C,OAAO,aAAa,wBAAwB,IAAI,EAChD,OAAO,uBAAuB,oBAAoB,GAAG,EACrD,OAAO,2BAA2B,4BAA4B,KAAK,EACnE,OAAO,sBAAsB,oBAAoB,cAAc,EAC/D,OAAO,yBAAyB,qCAAqC,MAAM,EAC3E,OAAO,cAAc,gCAAgC,KAAK,EAC1D,OAAO,mBAAmB,sCAAsC,EAChE,OAAO,iBAAiB,kBAAkB,EAC1C,OAAO,0BAA0B,mDAAmD,EACpF,OAAO,OAAO,SAAS;AACtB,MAAI;AACF,UAAM,SAAS,MAAM,QAAQ;AAAA,MAC3B,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,MACf,IAAI,KAAK;AAAA,MACT,IAAI,KAAK;AAAA,MACT,OAAO,SAAS,KAAK,OAAO,EAAE;AAAA,MAC9B,cAAc,SAAS,KAAK,cAAc,EAAE;AAAA,MAC5C,WAAW,KAAK;AAAA,MAChB,QAAQ,KAAK;AAAA,MACb,UAAU,KAAK;AAAA,MACf,YAAY,KAAK;AAAA,MACjB,OAAO,KAAK;AAAA,MACZ,cAAc,KAAK,gBAAgB,QAAQ,IAAI;AAAA,IACjD,CAAC;AACD,YAAQ,IAAI,KAAK,UAAU,EAAE,gBAAgB,OAAO,gBAAgB,WAAW,OAAO,MAAM,KAAK,CAAC,CAAC;AAAA,EACrG,SAAS,KAAK;AACZ,YAAQ,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAC9D,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF,CAAC;AAEH,eAAsB,SAAwB;AAC5C,QAAM,QAAQ,WAAW;AAC3B;;;AC3CA,OAAO;","names":[]}
+{"version":3,"sources":["../../src/cli.ts","../../bin/paa-harvest.ts"],"sourcesContent":["import { Command } from 'commander'\nimport { browserServiceApiKey } from './lib/browser-service-env.js'\nimport { harvest } from './harvest.js'\n\nconst program = new Command()\n\nprogram\n  .name('paa-harvest')\n  .description('Recursively extract Google People Also Ask questions')\n  .requiredOption('-q, --query <query>', 'Seed query')\n  .option('-l, --location <location>', 'Location name (e.g. \"austin\" or \"Austin,Texas,United States\")')\n  .option('--gl <gl>', 'Google country code', 'us')\n  .option('--hl <hl>', 'Google language code', 'en')\n  .option('-d, --depth <depth>', 'BFS depth (1-30)', '3')\n  .option('-m, --max-questions <n>', 'Max questions to harvest', '100')\n  .option('-o, --output <dir>', 'Output directory', './paa-output')\n  .option('-f, --format <format>', 'Output format: json, csv, or both', 'both')\n  .option('--headless', 'Run browser in headless mode', false)\n  .option('--profile <dir>', 'Persistent browser profile directory')\n  .option('--proxy <url>', 'Proxy server URL')\n  .option('--kernel-api-key <key>', 'Browser service API key (or set BROWSER_SERVICE_API_KEY env var)')\n  .action(async (opts) => {\n    try {\n      const result = await harvest({\n        query: opts.query,\n        location: opts.location,\n        gl: opts.gl,\n        hl: opts.hl,\n        depth: parseInt(opts.depth, 10),\n        maxQuestions: parseInt(opts.maxQuestions, 10),\n        outputDir: opts.output,\n        format: opts.format,\n        headless: opts.headless,\n        profileDir: opts.profile,\n        proxy: opts.proxy,\n        kernelApiKey: opts.kernelApiKey ?? browserServiceApiKey(),\n      })\n      console.log(JSON.stringify({ totalQuestions: result.totalQuestions, outputDir: result.stats.seed }))\n    } catch (err) {\n      console.error(err instanceof Error ? err.message : String(err))\n      process.exit(1)\n    }\n  })\n\nexport async function runCli(): Promise<void> {\n  await program.parseAsync()\n}\n","#!/usr/bin/env node\nimport { runCli } from '../src/cli.js'\nrunCli()\n"],"mappings":";;;;;;;;AAAA,SAAS,eAAe;AAIxB,IAAM,UAAU,IAAI,QAAQ;AAE5B,QACG,KAAK,aAAa,EAClB,YAAY,sDAAsD,EAClE,eAAe,uBAAuB,YAAY,EAClD,OAAO,6BAA6B,+DAA+D,EACnG,OAAO,aAAa,uBAAuB,IAAI,EAC/C,OAAO,aAAa,wBAAwB,IAAI,EAChD,OAAO,uBAAuB,oBAAoB,GAAG,EACrD,OAAO,2BAA2B,4BAA4B,KAAK,EACnE,OAAO,sBAAsB,oBAAoB,cAAc,EAC/D,OAAO,yBAAyB,qCAAqC,MAAM,EAC3E,OAAO,cAAc,gCAAgC,KAAK,EAC1D,OAAO,mBAAmB,sCAAsC,EAChE,OAAO,iBAAiB,kBAAkB,EAC1C,OAAO,0BAA0B,kEAAkE,EACnG,OAAO,OAAO,SAAS;AACtB,MAAI;AACF,UAAM,SAAS,MAAM,QAAQ;AAAA,MAC3B,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,MACf,IAAI,KAAK;AAAA,MACT,IAAI,KAAK;AAAA,MACT,OAAO,SAAS,KAAK,OAAO,EAAE;AAAA,MAC9B,cAAc,SAAS,KAAK,cAAc,EAAE;AAAA,MAC5C,WAAW,KAAK;AAAA,MAChB,QAAQ,KAAK;AAAA,MACb,UAAU,KAAK;AAAA,MACf,YAAY,KAAK;AAAA,MACjB,OAAO,KAAK;AAAA,MACZ,cAAc,KAAK,gBAAgB,qBAAqB;AAAA,IAC1D,CAAC;AACD,YAAQ,IAAI,KAAK,UAAU,EAAE,gBAAgB,OAAO,gBAAgB,WAAW,OAAO,MAAM,KAAK,CAAC,CAAC;AAAA,EACrG,SAAS,KAAK;AACZ,YAAQ,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAC9D,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF,CAAC;AAEH,eAAsB,SAAwB;AAC5C,QAAM,QAAQ,WAAW;AAC3B;;;AC5CA,OAAO;","names":[]}