mcp-scraper 0.4.6 → 0.4.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (42) hide show
  1. package/dist/bin/api-server.cjs +1532 -1351
  2. package/dist/bin/api-server.cjs.map +1 -1
  3. package/dist/bin/api-server.js +2 -2
  4. package/dist/bin/mcp-scraper-cli.cjs +1 -1
  5. package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
  6. package/dist/bin/mcp-scraper-cli.js +1 -1
  7. package/dist/bin/mcp-scraper-install.cjs +1 -1
  8. package/dist/bin/mcp-scraper-install.cjs.map +1 -1
  9. package/dist/bin/mcp-scraper-install.js +1 -1
  10. package/dist/bin/mcp-stdio-server.cjs +1 -1
  11. package/dist/bin/mcp-stdio-server.cjs.map +1 -1
  12. package/dist/bin/mcp-stdio-server.js +2 -2
  13. package/dist/bin/paa-harvest.cjs +13 -4
  14. package/dist/bin/paa-harvest.cjs.map +1 -1
  15. package/dist/bin/paa-harvest.js +1 -1
  16. package/dist/{chunk-5GAD2AN2.js → chunk-2YY46QYT.js} +27 -10
  17. package/dist/chunk-2YY46QYT.js.map +1 -0
  18. package/dist/{chunk-IFXACD4K.js → chunk-6EXP6DQG.js} +2 -2
  19. package/dist/{chunk-IVQYNY45.js → chunk-EMY7ELRU.js} +23 -6
  20. package/dist/chunk-EMY7ELRU.js.map +1 -0
  21. package/dist/{chunk-NYAWN7CZ.js → chunk-ONIOF5XW.js} +2 -2
  22. package/dist/chunk-SHXJQQOH.js +7 -0
  23. package/dist/chunk-SHXJQQOH.js.map +1 -0
  24. package/dist/index.cjs +59 -4
  25. package/dist/index.cjs.map +1 -1
  26. package/dist/index.js +8 -2
  27. package/dist/index.js.map +1 -1
  28. package/dist/{server-R3KVQNOT.js → server-UNID3SJU.js} +409 -272
  29. package/dist/server-UNID3SJU.js.map +1 -0
  30. package/dist/{site-extract-repository-LI2S3S6E.js → site-extract-repository-HTIY52MW.js} +3 -3
  31. package/dist/{worker-VASAJ7FZ.js → worker-HTYZAYGB.js} +16 -12
  32. package/dist/worker-HTYZAYGB.js.map +1 -0
  33. package/package.json +1 -2
  34. package/dist/chunk-5BB6Y3BB.js +0 -7
  35. package/dist/chunk-5BB6Y3BB.js.map +0 -1
  36. package/dist/chunk-5GAD2AN2.js.map +0 -1
  37. package/dist/chunk-IVQYNY45.js.map +0 -1
  38. package/dist/server-R3KVQNOT.js.map +0 -1
  39. package/dist/worker-VASAJ7FZ.js.map +0 -1
  40. /package/dist/{chunk-IFXACD4K.js.map → chunk-6EXP6DQG.js.map} +0 -0
  41. /package/dist/{chunk-NYAWN7CZ.js.map → chunk-ONIOF5XW.js.map} +0 -0
  42. /package/dist/{site-extract-repository-LI2S3S6E.js.map → site-extract-repository-HTIY52MW.js.map} +0 -0
@@ -7,7 +7,7 @@ import {
7
7
  registerMemoryMcpTools,
8
8
  registerPaaExtractorMcpTools,
9
9
  registerSerpIntelligenceCaptureTools
10
- } from "../chunk-IFXACD4K.js";
10
+ } from "../chunk-6EXP6DQG.js";
11
11
  import "../chunk-GWRIO6JT.js";
12
12
  import "../chunk-HPV4VOQX.js";
13
13
  import {
@@ -16,7 +16,7 @@ import {
16
16
  import "../chunk-XGIPATLV.js";
17
17
  import {
18
18
  PACKAGE_VERSION
19
- } from "../chunk-5BB6Y3BB.js";
19
+ } from "../chunk-SHXJQQOH.js";
20
20
  import "../chunk-M2S27J6Z.js";
21
21
 
22
22
  // bin/mcp-stdio-server.ts
@@ -305,7 +305,7 @@ function currentCostContext() {
305
305
  // src/api/cost-rates.ts
306
306
  var KERNEL_HEADLESS_USD_PER_SEC = 166667e-10;
307
307
  var KERNEL_HEADFUL_USD_PER_SEC = 1333336e-10;
308
- var HEADLESS_OPS = /* @__PURE__ */ new Set(["harvest", "maps_search", "yt_channel", "fb_search", "fb_ad", "instagram"]);
308
+ var HEADLESS_OPS = /* @__PURE__ */ new Set(["serp", "maps_search", "yt_channel", "yt_transcription", "fb_search", "fb_ad", "instagram"]);
309
309
  function kernelCostUsd(ms, headful) {
310
310
  const sec = Math.max(0, ms) / 1e3;
311
311
  return sec * (headful ? KERNEL_HEADFUL_USD_PER_SEC : KERNEL_HEADLESS_USD_PER_SEC);
@@ -348,6 +348,10 @@ async function migrateCostTelemetry() {
348
348
  await db.execute(`ALTER TABLE kernel_session_log ADD COLUMN proxy_type TEXT`);
349
349
  } catch {
350
350
  }
351
+ try {
352
+ await db.execute(`ALTER TABLE kernel_session_log ADD COLUMN method TEXT`);
353
+ } catch {
354
+ }
351
355
  await db.execute(`
352
356
  CREATE TABLE IF NOT EXISTS vendor_usage_log (
353
357
  id TEXT PRIMARY KEY,
@@ -366,6 +370,10 @@ async function migrateCostTelemetry() {
366
370
  await db.execute(`CREATE INDEX IF NOT EXISTS vendor_usage_log_op ON vendor_usage_log(op)`);
367
371
  await db.execute(`CREATE INDEX IF NOT EXISTS vendor_usage_log_probe ON vendor_usage_log(probe_run_id)`);
368
372
  await db.execute(`CREATE INDEX IF NOT EXISTS vendor_usage_log_created ON vendor_usage_log(created_at)`);
373
+ try {
374
+ await db.execute(`ALTER TABLE vendor_usage_log ADD COLUMN method TEXT`);
375
+ } catch {
376
+ }
369
377
  await db.execute(`
370
378
  CREATE TABLE IF NOT EXISTS cost_probe_runs (
371
379
  id TEXT PRIMARY KEY,
@@ -412,8 +420,8 @@ async function recordKernelSession(r) {
412
420
  const db = getDb();
413
421
  await db.execute({
414
422
  sql: `INSERT INTO kernel_session_log
415
- (id, kernel_session_id, op, source, probe_run_id, user_id, stealth, headless_sent, proxy_used, proxy_source, proxy_type, fallback, opened_at, closed_at, duration_ms, est_cost_usd_headless, est_cost_usd_headful, error)
416
- VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`,
423
+ (id, kernel_session_id, op, source, probe_run_id, user_id, stealth, headless_sent, proxy_used, proxy_source, proxy_type, fallback, opened_at, closed_at, duration_ms, est_cost_usd_headless, est_cost_usd_headful, error, method)
424
+ VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`,
417
425
  args: [
418
426
  (0, import_node_crypto2.randomUUID)(),
419
427
  r.kernelSessionId ?? null,
@@ -432,7 +440,8 @@ async function recordKernelSession(r) {
432
440
  durationMs,
433
441
  kernelCostUsd(durationMs, false),
434
442
  kernelCostUsd(durationMs, true),
435
- r.error ?? null
443
+ r.error ?? null,
444
+ ctx?.subOp ?? null
436
445
  ]
437
446
  });
438
447
  } catch (err) {