mcp-scraper 0.4.6 → 0.4.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/api-server.cjs +2446 -2148
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +2 -2
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-install.cjs +1 -1
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.cjs +1 -1
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +2 -2
- package/dist/bin/paa-harvest.cjs +13 -4
- package/dist/bin/paa-harvest.cjs.map +1 -1
- package/dist/bin/paa-harvest.js +1 -1
- package/dist/{chunk-5GAD2AN2.js → chunk-AUCXKRRH.js} +29 -10
- package/dist/chunk-AUCXKRRH.js.map +1 -0
- package/dist/{chunk-IFXACD4K.js → chunk-EA2AANFI.js} +2 -2
- package/dist/chunk-O2D5HGKF.js +7 -0
- package/dist/chunk-O2D5HGKF.js.map +1 -0
- package/dist/{chunk-IVQYNY45.js → chunk-SIPXEFTR.js} +36 -15
- package/dist/chunk-SIPXEFTR.js.map +1 -0
- package/dist/{chunk-NYAWN7CZ.js → chunk-VQV7MB2S.js} +2 -2
- package/dist/index.cjs +59 -4
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +8 -2
- package/dist/index.js.map +1 -1
- package/dist/{server-R3KVQNOT.js → server-HNZG36IP.js} +576 -333
- package/dist/server-HNZG36IP.js.map +1 -0
- package/dist/{site-extract-repository-LI2S3S6E.js → site-extract-repository-6X2C7RLF.js} +3 -3
- package/dist/{worker-VASAJ7FZ.js → worker-WCSKUAOT.js} +16 -12
- package/dist/worker-WCSKUAOT.js.map +1 -0
- package/package.json +1 -2
- package/dist/chunk-5BB6Y3BB.js +0 -7
- package/dist/chunk-5BB6Y3BB.js.map +0 -1
- package/dist/chunk-5GAD2AN2.js.map +0 -1
- package/dist/chunk-IVQYNY45.js.map +0 -1
- package/dist/server-R3KVQNOT.js.map +0 -1
- package/dist/worker-VASAJ7FZ.js.map +0 -1
- /package/dist/{chunk-IFXACD4K.js.map → chunk-EA2AANFI.js.map} +0 -0
- /package/dist/{chunk-NYAWN7CZ.js.map → chunk-VQV7MB2S.js.map} +0 -0
- /package/dist/{site-extract-repository-LI2S3S6E.js.map → site-extract-repository-6X2C7RLF.js.map} +0 -0
|
@@ -7,7 +7,7 @@ import {
|
|
|
7
7
|
registerMemoryMcpTools,
|
|
8
8
|
registerPaaExtractorMcpTools,
|
|
9
9
|
registerSerpIntelligenceCaptureTools
|
|
10
|
-
} from "../chunk-
|
|
10
|
+
} from "../chunk-EA2AANFI.js";
|
|
11
11
|
import "../chunk-GWRIO6JT.js";
|
|
12
12
|
import "../chunk-HPV4VOQX.js";
|
|
13
13
|
import {
|
|
@@ -16,7 +16,7 @@ import {
|
|
|
16
16
|
import "../chunk-XGIPATLV.js";
|
|
17
17
|
import {
|
|
18
18
|
PACKAGE_VERSION
|
|
19
|
-
} from "../chunk-
|
|
19
|
+
} from "../chunk-O2D5HGKF.js";
|
|
20
20
|
import "../chunk-M2S27J6Z.js";
|
|
21
21
|
|
|
22
22
|
// bin/mcp-stdio-server.ts
|
package/dist/bin/paa-harvest.cjs
CHANGED
|
@@ -305,7 +305,7 @@ function currentCostContext() {
|
|
|
305
305
|
// src/api/cost-rates.ts
|
|
306
306
|
var KERNEL_HEADLESS_USD_PER_SEC = 166667e-10;
|
|
307
307
|
var KERNEL_HEADFUL_USD_PER_SEC = 1333336e-10;
|
|
308
|
-
var HEADLESS_OPS = /* @__PURE__ */ new Set(["
|
|
308
|
+
var HEADLESS_OPS = /* @__PURE__ */ new Set(["serp", "maps_search", "yt_channel", "yt_transcription", "fb_search", "fb_ad", "instagram"]);
|
|
309
309
|
function kernelCostUsd(ms, headful) {
|
|
310
310
|
const sec = Math.max(0, ms) / 1e3;
|
|
311
311
|
return sec * (headful ? KERNEL_HEADFUL_USD_PER_SEC : KERNEL_HEADLESS_USD_PER_SEC);
|
|
@@ -348,6 +348,10 @@ async function migrateCostTelemetry() {
|
|
|
348
348
|
await db.execute(`ALTER TABLE kernel_session_log ADD COLUMN proxy_type TEXT`);
|
|
349
349
|
} catch {
|
|
350
350
|
}
|
|
351
|
+
try {
|
|
352
|
+
await db.execute(`ALTER TABLE kernel_session_log ADD COLUMN method TEXT`);
|
|
353
|
+
} catch {
|
|
354
|
+
}
|
|
351
355
|
await db.execute(`
|
|
352
356
|
CREATE TABLE IF NOT EXISTS vendor_usage_log (
|
|
353
357
|
id TEXT PRIMARY KEY,
|
|
@@ -366,6 +370,10 @@ async function migrateCostTelemetry() {
|
|
|
366
370
|
await db.execute(`CREATE INDEX IF NOT EXISTS vendor_usage_log_op ON vendor_usage_log(op)`);
|
|
367
371
|
await db.execute(`CREATE INDEX IF NOT EXISTS vendor_usage_log_probe ON vendor_usage_log(probe_run_id)`);
|
|
368
372
|
await db.execute(`CREATE INDEX IF NOT EXISTS vendor_usage_log_created ON vendor_usage_log(created_at)`);
|
|
373
|
+
try {
|
|
374
|
+
await db.execute(`ALTER TABLE vendor_usage_log ADD COLUMN method TEXT`);
|
|
375
|
+
} catch {
|
|
376
|
+
}
|
|
369
377
|
await db.execute(`
|
|
370
378
|
CREATE TABLE IF NOT EXISTS cost_probe_runs (
|
|
371
379
|
id TEXT PRIMARY KEY,
|
|
@@ -412,8 +420,8 @@ async function recordKernelSession(r) {
|
|
|
412
420
|
const db = getDb();
|
|
413
421
|
await db.execute({
|
|
414
422
|
sql: `INSERT INTO kernel_session_log
|
|
415
|
-
(id, kernel_session_id, op, source, probe_run_id, user_id, stealth, headless_sent, proxy_used, proxy_source, proxy_type, fallback, opened_at, closed_at, duration_ms, est_cost_usd_headless, est_cost_usd_headful, error)
|
|
416
|
-
VALUES (
|
|
423
|
+
(id, kernel_session_id, op, source, probe_run_id, user_id, stealth, headless_sent, proxy_used, proxy_source, proxy_type, fallback, opened_at, closed_at, duration_ms, est_cost_usd_headless, est_cost_usd_headful, error, method)
|
|
424
|
+
VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`,
|
|
417
425
|
args: [
|
|
418
426
|
(0, import_node_crypto2.randomUUID)(),
|
|
419
427
|
r.kernelSessionId ?? null,
|
|
@@ -432,7 +440,8 @@ async function recordKernelSession(r) {
|
|
|
432
440
|
durationMs,
|
|
433
441
|
kernelCostUsd(durationMs, false),
|
|
434
442
|
kernelCostUsd(durationMs, true),
|
|
435
|
-
r.error ?? null
|
|
443
|
+
r.error ?? null,
|
|
444
|
+
ctx?.subOp ?? null
|
|
436
445
|
]
|
|
437
446
|
});
|
|
438
447
|
} catch (err) {
|