mcp-scraper 0.3.11 → 0.3.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/README.md +2 -2
  2. package/dist/bin/api-server.cjs +98 -24
  3. package/dist/bin/api-server.cjs.map +1 -1
  4. package/dist/bin/api-server.js +2 -2
  5. package/dist/bin/browser-agent-stdio-server.cjs +198 -27
  6. package/dist/bin/browser-agent-stdio-server.cjs.map +1 -1
  7. package/dist/bin/browser-agent-stdio-server.js +3 -2
  8. package/dist/bin/browser-agent-stdio-server.js.map +1 -1
  9. package/dist/bin/mcp-scraper-cli.cjs +1 -1
  10. package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
  11. package/dist/bin/mcp-scraper-cli.js +1 -1
  12. package/dist/bin/mcp-scraper-combined-stdio-server.cjs +275 -68
  13. package/dist/bin/mcp-scraper-combined-stdio-server.cjs.map +1 -1
  14. package/dist/bin/mcp-scraper-combined-stdio-server.js +4 -3
  15. package/dist/bin/mcp-scraper-combined-stdio-server.js.map +1 -1
  16. package/dist/bin/mcp-scraper-install.cjs +1 -1
  17. package/dist/bin/mcp-scraper-install.cjs.map +1 -1
  18. package/dist/bin/mcp-scraper-install.js +1 -1
  19. package/dist/bin/mcp-stdio-server.cjs +62 -13
  20. package/dist/bin/mcp-stdio-server.cjs.map +1 -1
  21. package/dist/bin/mcp-stdio-server.js +3 -2
  22. package/dist/bin/mcp-stdio-server.js.map +1 -1
  23. package/dist/bin/paa-harvest.cjs +21 -1
  24. package/dist/bin/paa-harvest.cjs.map +1 -1
  25. package/dist/bin/paa-harvest.js +1 -1
  26. package/dist/chunk-3YGKXXUG.js +133 -0
  27. package/dist/chunk-3YGKXXUG.js.map +1 -0
  28. package/dist/{chunk-UWSG3C5J.js → chunk-4OPKIDON.js} +22 -2
  29. package/dist/chunk-4OPKIDON.js.map +1 -0
  30. package/dist/chunk-BEZJ4G32.js +7 -0
  31. package/dist/chunk-BEZJ4G32.js.map +1 -0
  32. package/dist/{chunk-L27GJQV7.js → chunk-QAOIH5U2.js} +28 -5
  33. package/dist/chunk-QAOIH5U2.js.map +1 -0
  34. package/dist/{chunk-VMH7SRWY.js → chunk-YGV2XZDT.js} +54 -14
  35. package/dist/chunk-YGV2XZDT.js.map +1 -0
  36. package/dist/index.cjs +21 -1
  37. package/dist/index.cjs.map +1 -1
  38. package/dist/index.js +1 -1
  39. package/dist/{server-3SA5Q4OF.js → server-LX65PB7D.js} +42 -151
  40. package/dist/server-LX65PB7D.js.map +1 -0
  41. package/dist/{worker-56IXWOQU.js → worker-FG7ZWEGA.js} +2 -2
  42. package/docs/mcp-tool-craft-lint.generated.md +1 -1
  43. package/docs/mcp-tool-manifest.generated.json +1 -1
  44. package/package.json +1 -1
  45. package/dist/chunk-L27GJQV7.js.map +0 -1
  46. package/dist/chunk-RRE7WVHQ.js +0 -7
  47. package/dist/chunk-RRE7WVHQ.js.map +0 -1
  48. package/dist/chunk-UWSG3C5J.js.map +0 -1
  49. package/dist/chunk-VMH7SRWY.js.map +0 -1
  50. package/dist/server-3SA5Q4OF.js.map +0 -1
  51. /package/dist/{worker-56IXWOQU.js.map → worker-FG7ZWEGA.js.map} +0 -0
package/dist/index.cjs CHANGED
@@ -288,6 +288,16 @@ function proxyIdSuffix(proxyId) {
288
288
  function errorText(err) {
289
289
  return err instanceof Error ? err.message : String(err);
290
290
  }
291
+ function isKernelProfileConflict(err) {
292
+ return /\b409\b|conflict|already exists/i.test(errorText(err));
293
+ }
294
+ async function ensureKernelProfile(kernelClient, name) {
295
+ try {
296
+ await kernelClient.profiles.create({ name });
297
+ } catch (err) {
298
+ if (!isKernelProfileConflict(err)) throw err;
299
+ }
300
+ }
291
301
  function rankCheckContextOptions(config) {
292
302
  return {
293
303
  viewport: config.viewport,
@@ -372,10 +382,19 @@ var BrowserDriver = class {
372
382
  if (config.kernelApiKey) {
373
383
  this.kernelClient = new import_sdk.default({ apiKey: config.kernelApiKey });
374
384
  const timeoutSeconds = positiveIntFromEnv("KERNEL_BROWSER_TIMEOUT_SECONDS", DEFAULT_KERNEL_BROWSER_TIMEOUT_SECONDS);
385
+ if (config.kernelProfileName && config.kernelProfileSaveChanges === true) {
386
+ await ensureKernelProfile(this.kernelClient, config.kernelProfileName);
387
+ }
375
388
  const kernelBrowser = await this.kernelClient.browsers.create({
376
389
  stealth: true,
377
390
  timeout_seconds: timeoutSeconds,
378
- ...config.kernelProxyId ? { proxy_id: config.kernelProxyId } : {}
391
+ ...config.kernelProxyId ? { proxy_id: config.kernelProxyId } : {},
392
+ ...config.kernelProfileName ? {
393
+ profile: {
394
+ name: config.kernelProfileName,
395
+ ...typeof config.kernelProfileSaveChanges === "boolean" ? { save_changes: config.kernelProfileSaveChanges } : {}
396
+ }
397
+ } : {}
379
398
  });
380
399
  this.kernelSessionId = kernelBrowser.session_id;
381
400
  let defaultProxyDisabled = null;
@@ -419,6 +438,7 @@ var BrowserDriver = class {
419
438
  timeout_seconds: timeoutSeconds,
420
439
  proxy_mode: proxyMode,
421
440
  proxy_id_present: Boolean(config.kernelProxyId),
441
+ profile_name_present: Boolean(config.kernelProfileName),
422
442
  proxy_resolution_source: config.kernelProxyResolution?.source
423
443
  }));
424
444
  if (this.debugEnabled) {