mcp-scraper 0.3.10 → 0.3.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/README.md +4 -3
  2. package/dist/bin/api-server.cjs +115 -40
  3. package/dist/bin/api-server.cjs.map +1 -1
  4. package/dist/bin/api-server.js +2 -2
  5. package/dist/bin/browser-agent-stdio-server.cjs +206 -31
  6. package/dist/bin/browser-agent-stdio-server.cjs.map +1 -1
  7. package/dist/bin/browser-agent-stdio-server.js +3 -2
  8. package/dist/bin/browser-agent-stdio-server.js.map +1 -1
  9. package/dist/bin/mcp-scraper-cli.cjs +1 -1
  10. package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
  11. package/dist/bin/mcp-scraper-cli.js +1 -1
  12. package/dist/bin/mcp-scraper-combined-stdio-server.cjs +262 -60
  13. package/dist/bin/mcp-scraper-combined-stdio-server.cjs.map +1 -1
  14. package/dist/bin/mcp-scraper-combined-stdio-server.js +4 -3
  15. package/dist/bin/mcp-scraper-combined-stdio-server.js.map +1 -1
  16. package/dist/bin/mcp-scraper-install.cjs +1 -1
  17. package/dist/bin/mcp-scraper-install.cjs.map +1 -1
  18. package/dist/bin/mcp-scraper-install.js +1 -1
  19. package/dist/bin/mcp-stdio-server.cjs +38 -11
  20. package/dist/bin/mcp-stdio-server.cjs.map +1 -1
  21. package/dist/bin/mcp-stdio-server.js +2 -2
  22. package/dist/bin/paa-harvest.cjs +21 -1
  23. package/dist/bin/paa-harvest.cjs.map +1 -1
  24. package/dist/bin/paa-harvest.js +1 -1
  25. package/dist/chunk-3YGKXXUG.js +133 -0
  26. package/dist/chunk-3YGKXXUG.js.map +1 -0
  27. package/dist/{chunk-UWSG3C5J.js → chunk-4OPKIDON.js} +22 -2
  28. package/dist/chunk-4OPKIDON.js.map +1 -0
  29. package/dist/{chunk-CED7X4WB.js → chunk-7R7VBQRV.js} +39 -12
  30. package/dist/chunk-7R7VBQRV.js.map +1 -0
  31. package/dist/{chunk-QPFF3V2R.js → chunk-BW3DGFNQ.js} +36 -9
  32. package/dist/chunk-BW3DGFNQ.js.map +1 -0
  33. package/dist/chunk-FB5ZJGFN.js +7 -0
  34. package/dist/chunk-FB5ZJGFN.js.map +1 -0
  35. package/dist/index.cjs +21 -1
  36. package/dist/index.cjs.map +1 -1
  37. package/dist/index.js +1 -1
  38. package/dist/{server-QTV2EUKA.js → server-CUPDJLWM.js} +44 -142
  39. package/dist/server-CUPDJLWM.js.map +1 -0
  40. package/dist/{worker-56IXWOQU.js → worker-FG7ZWEGA.js} +2 -2
  41. package/docs/mcp-tool-craft-lint.generated.md +1 -1
  42. package/docs/mcp-tool-manifest.generated.json +3 -3
  43. package/package.json +1 -1
  44. package/dist/chunk-CED7X4WB.js.map +0 -1
  45. package/dist/chunk-NEGW2ZEJ.js +0 -7
  46. package/dist/chunk-NEGW2ZEJ.js.map +0 -1
  47. package/dist/chunk-QPFF3V2R.js.map +0 -1
  48. package/dist/chunk-UWSG3C5J.js.map +0 -1
  49. package/dist/server-QTV2EUKA.js.map +0 -1
  50. /package/dist/{worker-56IXWOQU.js.map → worker-FG7ZWEGA.js.map} +0 -0
@@ -2,10 +2,10 @@
2
2
  import {
3
3
  HttpMcpToolExecutor,
4
4
  buildPaaExtractorMcpServer
5
- } from "../chunk-CED7X4WB.js";
5
+ } from "../chunk-7R7VBQRV.js";
6
6
  import "../chunk-M2S27J6Z.js";
7
7
  import "../chunk-LFATOGDF.js";
8
- import "../chunk-NEGW2ZEJ.js";
8
+ import "../chunk-FB5ZJGFN.js";
9
9
 
10
10
  // bin/mcp-stdio-server.ts
11
11
  import { readFileSync } from "fs";
@@ -278,6 +278,16 @@ function proxyIdSuffix(proxyId) {
278
278
  function errorText(err) {
279
279
  return err instanceof Error ? err.message : String(err);
280
280
  }
281
+ function isKernelProfileConflict(err) {
282
+ return /\b409\b|conflict|already exists/i.test(errorText(err));
283
+ }
284
+ async function ensureKernelProfile(kernelClient, name) {
285
+ try {
286
+ await kernelClient.profiles.create({ name });
287
+ } catch (err) {
288
+ if (!isKernelProfileConflict(err)) throw err;
289
+ }
290
+ }
281
291
  function rankCheckContextOptions(config) {
282
292
  return {
283
293
  viewport: config.viewport,
@@ -362,10 +372,19 @@ var BrowserDriver = class {
362
372
  if (config.kernelApiKey) {
363
373
  this.kernelClient = new import_sdk.default({ apiKey: config.kernelApiKey });
364
374
  const timeoutSeconds = positiveIntFromEnv("KERNEL_BROWSER_TIMEOUT_SECONDS", DEFAULT_KERNEL_BROWSER_TIMEOUT_SECONDS);
375
+ if (config.kernelProfileName && config.kernelProfileSaveChanges === true) {
376
+ await ensureKernelProfile(this.kernelClient, config.kernelProfileName);
377
+ }
365
378
  const kernelBrowser = await this.kernelClient.browsers.create({
366
379
  stealth: true,
367
380
  timeout_seconds: timeoutSeconds,
368
- ...config.kernelProxyId ? { proxy_id: config.kernelProxyId } : {}
381
+ ...config.kernelProxyId ? { proxy_id: config.kernelProxyId } : {},
382
+ ...config.kernelProfileName ? {
383
+ profile: {
384
+ name: config.kernelProfileName,
385
+ ...typeof config.kernelProfileSaveChanges === "boolean" ? { save_changes: config.kernelProfileSaveChanges } : {}
386
+ }
387
+ } : {}
369
388
  });
370
389
  this.kernelSessionId = kernelBrowser.session_id;
371
390
  let defaultProxyDisabled = null;
@@ -409,6 +428,7 @@ var BrowserDriver = class {
409
428
  timeout_seconds: timeoutSeconds,
410
429
  proxy_mode: proxyMode,
411
430
  proxy_id_present: Boolean(config.kernelProxyId),
431
+ profile_name_present: Boolean(config.kernelProfileName),
412
432
  proxy_resolution_source: config.kernelProxyResolution?.source
413
433
  }));
414
434
  if (this.debugEnabled) {