mcp-scraper 0.3.10 → 0.3.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -3
- package/dist/bin/api-server.cjs +115 -40
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +2 -2
- package/dist/bin/browser-agent-stdio-server.cjs +206 -31
- package/dist/bin/browser-agent-stdio-server.cjs.map +1 -1
- package/dist/bin/browser-agent-stdio-server.js +3 -2
- package/dist/bin/browser-agent-stdio-server.js.map +1 -1
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-combined-stdio-server.cjs +262 -60
- package/dist/bin/mcp-scraper-combined-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-scraper-combined-stdio-server.js +4 -3
- package/dist/bin/mcp-scraper-combined-stdio-server.js.map +1 -1
- package/dist/bin/mcp-scraper-install.cjs +1 -1
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.cjs +38 -11
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +2 -2
- package/dist/bin/paa-harvest.cjs +21 -1
- package/dist/bin/paa-harvest.cjs.map +1 -1
- package/dist/bin/paa-harvest.js +1 -1
- package/dist/chunk-3YGKXXUG.js +133 -0
- package/dist/chunk-3YGKXXUG.js.map +1 -0
- package/dist/{chunk-UWSG3C5J.js → chunk-4OPKIDON.js} +22 -2
- package/dist/chunk-4OPKIDON.js.map +1 -0
- package/dist/{chunk-CED7X4WB.js → chunk-7R7VBQRV.js} +39 -12
- package/dist/chunk-7R7VBQRV.js.map +1 -0
- package/dist/{chunk-QPFF3V2R.js → chunk-BW3DGFNQ.js} +36 -9
- package/dist/chunk-BW3DGFNQ.js.map +1 -0
- package/dist/chunk-FB5ZJGFN.js +7 -0
- package/dist/chunk-FB5ZJGFN.js.map +1 -0
- package/dist/index.cjs +21 -1
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +1 -1
- package/dist/{server-QTV2EUKA.js → server-CUPDJLWM.js} +44 -142
- package/dist/server-CUPDJLWM.js.map +1 -0
- package/dist/{worker-56IXWOQU.js → worker-FG7ZWEGA.js} +2 -2
- package/docs/mcp-tool-craft-lint.generated.md +1 -1
- package/docs/mcp-tool-manifest.generated.json +3 -3
- package/package.json +1 -1
- package/dist/chunk-CED7X4WB.js.map +0 -1
- package/dist/chunk-NEGW2ZEJ.js +0 -7
- package/dist/chunk-NEGW2ZEJ.js.map +0 -1
- package/dist/chunk-QPFF3V2R.js.map +0 -1
- package/dist/chunk-UWSG3C5J.js.map +0 -1
- package/dist/server-QTV2EUKA.js.map +0 -1
- /package/dist/{worker-56IXWOQU.js.map → worker-FG7ZWEGA.js.map} +0 -0
|
@@ -2,10 +2,10 @@
|
|
|
2
2
|
import {
|
|
3
3
|
HttpMcpToolExecutor,
|
|
4
4
|
buildPaaExtractorMcpServer
|
|
5
|
-
} from "../chunk-
|
|
5
|
+
} from "../chunk-7R7VBQRV.js";
|
|
6
6
|
import "../chunk-M2S27J6Z.js";
|
|
7
7
|
import "../chunk-LFATOGDF.js";
|
|
8
|
-
import "../chunk-
|
|
8
|
+
import "../chunk-FB5ZJGFN.js";
|
|
9
9
|
|
|
10
10
|
// bin/mcp-stdio-server.ts
|
|
11
11
|
import { readFileSync } from "fs";
|
package/dist/bin/paa-harvest.cjs
CHANGED
|
@@ -278,6 +278,16 @@ function proxyIdSuffix(proxyId) {
|
|
|
278
278
|
function errorText(err) {
|
|
279
279
|
return err instanceof Error ? err.message : String(err);
|
|
280
280
|
}
|
|
281
|
+
function isKernelProfileConflict(err) {
|
|
282
|
+
return /\b409\b|conflict|already exists/i.test(errorText(err));
|
|
283
|
+
}
|
|
284
|
+
async function ensureKernelProfile(kernelClient, name) {
|
|
285
|
+
try {
|
|
286
|
+
await kernelClient.profiles.create({ name });
|
|
287
|
+
} catch (err) {
|
|
288
|
+
if (!isKernelProfileConflict(err)) throw err;
|
|
289
|
+
}
|
|
290
|
+
}
|
|
281
291
|
function rankCheckContextOptions(config) {
|
|
282
292
|
return {
|
|
283
293
|
viewport: config.viewport,
|
|
@@ -362,10 +372,19 @@ var BrowserDriver = class {
|
|
|
362
372
|
if (config.kernelApiKey) {
|
|
363
373
|
this.kernelClient = new import_sdk.default({ apiKey: config.kernelApiKey });
|
|
364
374
|
const timeoutSeconds = positiveIntFromEnv("KERNEL_BROWSER_TIMEOUT_SECONDS", DEFAULT_KERNEL_BROWSER_TIMEOUT_SECONDS);
|
|
375
|
+
if (config.kernelProfileName && config.kernelProfileSaveChanges === true) {
|
|
376
|
+
await ensureKernelProfile(this.kernelClient, config.kernelProfileName);
|
|
377
|
+
}
|
|
365
378
|
const kernelBrowser = await this.kernelClient.browsers.create({
|
|
366
379
|
stealth: true,
|
|
367
380
|
timeout_seconds: timeoutSeconds,
|
|
368
|
-
...config.kernelProxyId ? { proxy_id: config.kernelProxyId } : {}
|
|
381
|
+
...config.kernelProxyId ? { proxy_id: config.kernelProxyId } : {},
|
|
382
|
+
...config.kernelProfileName ? {
|
|
383
|
+
profile: {
|
|
384
|
+
name: config.kernelProfileName,
|
|
385
|
+
...typeof config.kernelProfileSaveChanges === "boolean" ? { save_changes: config.kernelProfileSaveChanges } : {}
|
|
386
|
+
}
|
|
387
|
+
} : {}
|
|
369
388
|
});
|
|
370
389
|
this.kernelSessionId = kernelBrowser.session_id;
|
|
371
390
|
let defaultProxyDisabled = null;
|
|
@@ -409,6 +428,7 @@ var BrowserDriver = class {
|
|
|
409
428
|
timeout_seconds: timeoutSeconds,
|
|
410
429
|
proxy_mode: proxyMode,
|
|
411
430
|
proxy_id_present: Boolean(config.kernelProxyId),
|
|
431
|
+
profile_name_present: Boolean(config.kernelProfileName),
|
|
412
432
|
proxy_resolution_source: config.kernelProxyResolution?.source
|
|
413
433
|
}));
|
|
414
434
|
if (this.debugEnabled) {
|