mcp-scraper 0.3.11 → 0.3.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/bin/api-server.cjs +98 -24
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +2 -2
- package/dist/bin/browser-agent-stdio-server.cjs +198 -27
- package/dist/bin/browser-agent-stdio-server.cjs.map +1 -1
- package/dist/bin/browser-agent-stdio-server.js +3 -2
- package/dist/bin/browser-agent-stdio-server.js.map +1 -1
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-combined-stdio-server.cjs +275 -68
- package/dist/bin/mcp-scraper-combined-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-scraper-combined-stdio-server.js +4 -3
- package/dist/bin/mcp-scraper-combined-stdio-server.js.map +1 -1
- package/dist/bin/mcp-scraper-install.cjs +1 -1
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.cjs +62 -13
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +3 -2
- package/dist/bin/mcp-stdio-server.js.map +1 -1
- package/dist/bin/paa-harvest.cjs +21 -1
- package/dist/bin/paa-harvest.cjs.map +1 -1
- package/dist/bin/paa-harvest.js +1 -1
- package/dist/chunk-3YGKXXUG.js +133 -0
- package/dist/chunk-3YGKXXUG.js.map +1 -0
- package/dist/{chunk-UWSG3C5J.js → chunk-4OPKIDON.js} +22 -2
- package/dist/chunk-4OPKIDON.js.map +1 -0
- package/dist/chunk-BEZJ4G32.js +7 -0
- package/dist/chunk-BEZJ4G32.js.map +1 -0
- package/dist/{chunk-L27GJQV7.js → chunk-QAOIH5U2.js} +28 -5
- package/dist/chunk-QAOIH5U2.js.map +1 -0
- package/dist/{chunk-VMH7SRWY.js → chunk-YGV2XZDT.js} +54 -14
- package/dist/chunk-YGV2XZDT.js.map +1 -0
- package/dist/index.cjs +21 -1
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +1 -1
- package/dist/{server-3SA5Q4OF.js → server-LX65PB7D.js} +42 -151
- package/dist/server-LX65PB7D.js.map +1 -0
- package/dist/{worker-56IXWOQU.js → worker-FG7ZWEGA.js} +2 -2
- package/docs/mcp-tool-craft-lint.generated.md +1 -1
- package/docs/mcp-tool-manifest.generated.json +1 -1
- package/package.json +1 -1
- package/dist/chunk-L27GJQV7.js.map +0 -1
- package/dist/chunk-RRE7WVHQ.js +0 -7
- package/dist/chunk-RRE7WVHQ.js.map +0 -1
- package/dist/chunk-UWSG3C5J.js.map +0 -1
- package/dist/chunk-VMH7SRWY.js.map +0 -1
- package/dist/server-3SA5Q4OF.js.map +0 -1
- /package/dist/{worker-56IXWOQU.js.map → worker-FG7ZWEGA.js.map} +0 -0
package/dist/index.cjs
CHANGED
|
@@ -288,6 +288,16 @@ function proxyIdSuffix(proxyId) {
|
|
|
288
288
|
function errorText(err) {
|
|
289
289
|
return err instanceof Error ? err.message : String(err);
|
|
290
290
|
}
|
|
291
|
+
function isKernelProfileConflict(err) {
|
|
292
|
+
return /\b409\b|conflict|already exists/i.test(errorText(err));
|
|
293
|
+
}
|
|
294
|
+
async function ensureKernelProfile(kernelClient, name) {
|
|
295
|
+
try {
|
|
296
|
+
await kernelClient.profiles.create({ name });
|
|
297
|
+
} catch (err) {
|
|
298
|
+
if (!isKernelProfileConflict(err)) throw err;
|
|
299
|
+
}
|
|
300
|
+
}
|
|
291
301
|
function rankCheckContextOptions(config) {
|
|
292
302
|
return {
|
|
293
303
|
viewport: config.viewport,
|
|
@@ -372,10 +382,19 @@ var BrowserDriver = class {
|
|
|
372
382
|
if (config.kernelApiKey) {
|
|
373
383
|
this.kernelClient = new import_sdk.default({ apiKey: config.kernelApiKey });
|
|
374
384
|
const timeoutSeconds = positiveIntFromEnv("KERNEL_BROWSER_TIMEOUT_SECONDS", DEFAULT_KERNEL_BROWSER_TIMEOUT_SECONDS);
|
|
385
|
+
if (config.kernelProfileName && config.kernelProfileSaveChanges === true) {
|
|
386
|
+
await ensureKernelProfile(this.kernelClient, config.kernelProfileName);
|
|
387
|
+
}
|
|
375
388
|
const kernelBrowser = await this.kernelClient.browsers.create({
|
|
376
389
|
stealth: true,
|
|
377
390
|
timeout_seconds: timeoutSeconds,
|
|
378
|
-
...config.kernelProxyId ? { proxy_id: config.kernelProxyId } : {}
|
|
391
|
+
...config.kernelProxyId ? { proxy_id: config.kernelProxyId } : {},
|
|
392
|
+
...config.kernelProfileName ? {
|
|
393
|
+
profile: {
|
|
394
|
+
name: config.kernelProfileName,
|
|
395
|
+
...typeof config.kernelProfileSaveChanges === "boolean" ? { save_changes: config.kernelProfileSaveChanges } : {}
|
|
396
|
+
}
|
|
397
|
+
} : {}
|
|
379
398
|
});
|
|
380
399
|
this.kernelSessionId = kernelBrowser.session_id;
|
|
381
400
|
let defaultProxyDisabled = null;
|
|
@@ -419,6 +438,7 @@ var BrowserDriver = class {
|
|
|
419
438
|
timeout_seconds: timeoutSeconds,
|
|
420
439
|
proxy_mode: proxyMode,
|
|
421
440
|
proxy_id_present: Boolean(config.kernelProxyId),
|
|
441
|
+
profile_name_present: Boolean(config.kernelProfileName),
|
|
422
442
|
proxy_resolution_source: config.kernelProxyResolution?.source
|
|
423
443
|
}));
|
|
424
444
|
if (this.debugEnabled) {
|