mcp-scraper 0.3.12 → 0.3.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (30) hide show
  1. package/dist/bin/api-server.cjs +13 -3
  2. package/dist/bin/api-server.cjs.map +1 -1
  3. package/dist/bin/api-server.js +1 -1
  4. package/dist/bin/browser-agent-stdio-server.cjs +1 -1
  5. package/dist/bin/browser-agent-stdio-server.cjs.map +1 -1
  6. package/dist/bin/browser-agent-stdio-server.js +2 -2
  7. package/dist/bin/mcp-scraper-cli.cjs +1 -1
  8. package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
  9. package/dist/bin/mcp-scraper-cli.js +1 -1
  10. package/dist/bin/mcp-scraper-combined-stdio-server.cjs +25 -16
  11. package/dist/bin/mcp-scraper-combined-stdio-server.cjs.map +1 -1
  12. package/dist/bin/mcp-scraper-combined-stdio-server.js +3 -3
  13. package/dist/bin/mcp-scraper-install.cjs +1 -1
  14. package/dist/bin/mcp-scraper-install.cjs.map +1 -1
  15. package/dist/bin/mcp-scraper-install.js +1 -1
  16. package/dist/bin/mcp-stdio-server.cjs +25 -3
  17. package/dist/bin/mcp-stdio-server.cjs.map +1 -1
  18. package/dist/bin/mcp-stdio-server.js +3 -2
  19. package/dist/bin/mcp-stdio-server.js.map +1 -1
  20. package/dist/chunk-BEZJ4G32.js +7 -0
  21. package/dist/chunk-BEZJ4G32.js.map +1 -0
  22. package/dist/{chunk-BW3DGFNQ.js → chunk-QAOIH5U2.js} +2 -2
  23. package/dist/{chunk-7R7VBQRV.js → chunk-YGV2XZDT.js} +17 -4
  24. package/dist/{chunk-7R7VBQRV.js.map → chunk-YGV2XZDT.js.map} +1 -1
  25. package/dist/{server-CUPDJLWM.js → server-LX65PB7D.js} +3 -3
  26. package/package.json +1 -1
  27. package/dist/chunk-FB5ZJGFN.js +0 -7
  28. package/dist/chunk-FB5ZJGFN.js.map +0 -1
  29. /package/dist/{chunk-BW3DGFNQ.js.map → chunk-QAOIH5U2.js.map} +0 -0
  30. /package/dist/{server-CUPDJLWM.js.map → server-LX65PB7D.js.map} +0 -0
@@ -2,10 +2,11 @@
2
2
  import {
3
3
  HttpMcpToolExecutor,
4
4
  buildPaaExtractorMcpServer
5
- } from "../chunk-7R7VBQRV.js";
5
+ } from "../chunk-YGV2XZDT.js";
6
6
  import "../chunk-M2S27J6Z.js";
7
+ import "../chunk-WN7PBKMV.js";
7
8
  import "../chunk-LFATOGDF.js";
8
- import "../chunk-FB5ZJGFN.js";
9
+ import "../chunk-BEZJ4G32.js";
9
10
 
10
11
  // bin/mcp-stdio-server.ts
11
12
  import { readFileSync } from "fs";
@@ -1 +1 @@
1
- {"version":3,"sources":["../../bin/mcp-stdio-server.ts"],"sourcesContent":["#!/usr/bin/env node\nimport { readFileSync } from 'node:fs'\nimport { homedir } from 'node:os'\nimport { join } from 'node:path'\nimport { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js'\nimport { HttpMcpToolExecutor } from '../src/mcp/http-mcp-tool-executor.js'\nimport { buildPaaExtractorMcpServer } from '../src/mcp/paa-mcp-server.js'\n\nfunction readApiKeyFile(): string | undefined {\n const explicitPath = process.env.MCP_SCRAPER_KEY_PATH?.trim()\n const paths = [explicitPath, join(homedir(), '.mcp-scraper-key')].filter(Boolean) as string[]\n for (const path of paths) {\n try {\n const value = readFileSync(path, 'utf8').trim()\n if (value) return value\n } catch {}\n }\n return undefined\n}\n\nconst apiKey = (\n process.env.MCP_SCRAPER_API_KEY ??\n process.env.MCP_SCRAPER_KEY ??\n process.env.MCP_API_KEY ??\n readApiKeyFile()\n)?.trim()\nif (!apiKey) {\n process.stderr.write('MCP_SCRAPER_API_KEY env var or ~/.mcp-scraper-key is required\\n')\n process.exit(1)\n}\n\nconst baseUrl = process.env.MCP_SCRAPER_BASE_URL?.trim() || process.env.MCP_BASE_URL?.trim() || 'https://mcpscraper.dev'\nconst executor = new HttpMcpToolExecutor(baseUrl, apiKey)\nconst server = buildPaaExtractorMcpServer(executor)\nconst transport = new StdioServerTransport()\n\nasync function main() {\n await server.connect(transport)\n}\n\nmain().catch((err) => {\n process.stderr.write(`${err instanceof Error ? err.message : String(err)}\\n`)\n process.exit(1)\n})\n"],"mappings":";;;;;;;;;;AACA,SAAS,oBAAoB;AAC7B,SAAS,eAAe;AACxB,SAAS,YAAY;AACrB,SAAS,4BAA4B;AAIrC,SAAS,iBAAqC;AAC5C,QAAM,eAAe,QAAQ,IAAI,sBAAsB,KAAK;AAC5D,QAAM,QAAQ,CAAC,cAAc,KAAK,QAAQ,GAAG,kBAAkB,CAAC,EAAE,OAAO,OAAO;AAChF,aAAW,QAAQ,OAAO;AACxB,QAAI;AACF,YAAM,QAAQ,aAAa,MAAM,MAAM,EAAE,KAAK;AAC9C,UAAI,MAAO,QAAO;AAAA,IACpB,QAAQ;AAAA,IAAC;AAAA,EACX;AACA,SAAO;AACT;AAEA,IAAM,UACJ,QAAQ,IAAI,uBACZ,QAAQ,IAAI,mBACZ,QAAQ,IAAI,eACZ,eAAe,IACd,KAAK;AACR,IAAI,CAAC,QAAQ;AACX,UAAQ,OAAO,MAAM,iEAAiE;AACtF,UAAQ,KAAK,CAAC;AAChB;AAEA,IAAM,UAAU,QAAQ,IAAI,sBAAsB,KAAK,KAAK,QAAQ,IAAI,cAAc,KAAK,KAAK;AAChG,IAAM,WAAW,IAAI,oBAAoB,SAAS,MAAM;AACxD,IAAM,SAAS,2BAA2B,QAAQ;AAClD,IAAM,YAAY,IAAI,qBAAqB;AAE3C,eAAe,OAAO;AACpB,QAAM,OAAO,QAAQ,SAAS;AAChC;AAEA,KAAK,EAAE,MAAM,CAAC,QAAQ;AACpB,UAAQ,OAAO,MAAM,GAAG,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAAA,CAAI;AAC5E,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":[]}
1
+ {"version":3,"sources":["../../bin/mcp-stdio-server.ts"],"sourcesContent":["#!/usr/bin/env node\nimport { readFileSync } from 'node:fs'\nimport { homedir } from 'node:os'\nimport { join } from 'node:path'\nimport { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js'\nimport { HttpMcpToolExecutor } from '../src/mcp/http-mcp-tool-executor.js'\nimport { buildPaaExtractorMcpServer } from '../src/mcp/paa-mcp-server.js'\n\nfunction readApiKeyFile(): string | undefined {\n const explicitPath = process.env.MCP_SCRAPER_KEY_PATH?.trim()\n const paths = [explicitPath, join(homedir(), '.mcp-scraper-key')].filter(Boolean) as string[]\n for (const path of paths) {\n try {\n const value = readFileSync(path, 'utf8').trim()\n if (value) return value\n } catch {}\n }\n return undefined\n}\n\nconst apiKey = (\n process.env.MCP_SCRAPER_API_KEY ??\n process.env.MCP_SCRAPER_KEY ??\n process.env.MCP_API_KEY ??\n readApiKeyFile()\n)?.trim()\nif (!apiKey) {\n process.stderr.write('MCP_SCRAPER_API_KEY env var or ~/.mcp-scraper-key is required\\n')\n process.exit(1)\n}\n\nconst baseUrl = process.env.MCP_SCRAPER_BASE_URL?.trim() || process.env.MCP_BASE_URL?.trim() || 'https://mcpscraper.dev'\nconst executor = new HttpMcpToolExecutor(baseUrl, apiKey)\nconst server = buildPaaExtractorMcpServer(executor)\nconst transport = new StdioServerTransport()\n\nasync function main() {\n await server.connect(transport)\n}\n\nmain().catch((err) => {\n process.stderr.write(`${err instanceof Error ? err.message : String(err)}\\n`)\n process.exit(1)\n})\n"],"mappings":";;;;;;;;;;;AACA,SAAS,oBAAoB;AAC7B,SAAS,eAAe;AACxB,SAAS,YAAY;AACrB,SAAS,4BAA4B;AAIrC,SAAS,iBAAqC;AAC5C,QAAM,eAAe,QAAQ,IAAI,sBAAsB,KAAK;AAC5D,QAAM,QAAQ,CAAC,cAAc,KAAK,QAAQ,GAAG,kBAAkB,CAAC,EAAE,OAAO,OAAO;AAChF,aAAW,QAAQ,OAAO;AACxB,QAAI;AACF,YAAM,QAAQ,aAAa,MAAM,MAAM,EAAE,KAAK;AAC9C,UAAI,MAAO,QAAO;AAAA,IACpB,QAAQ;AAAA,IAAC;AAAA,EACX;AACA,SAAO;AACT;AAEA,IAAM,UACJ,QAAQ,IAAI,uBACZ,QAAQ,IAAI,mBACZ,QAAQ,IAAI,eACZ,eAAe,IACd,KAAK;AACR,IAAI,CAAC,QAAQ;AACX,UAAQ,OAAO,MAAM,iEAAiE;AACtF,UAAQ,KAAK,CAAC;AAChB;AAEA,IAAM,UAAU,QAAQ,IAAI,sBAAsB,KAAK,KAAK,QAAQ,IAAI,cAAc,KAAK,KAAK;AAChG,IAAM,WAAW,IAAI,oBAAoB,SAAS,MAAM;AACxD,IAAM,SAAS,2BAA2B,QAAQ;AAClD,IAAM,YAAY,IAAI,qBAAqB;AAE3C,eAAe,OAAO;AACpB,QAAM,OAAO,QAAQ,SAAS;AAChC;AAEA,KAAK,EAAE,MAAM,CAAC,QAAQ;AACpB,UAAQ,OAAO,MAAM,GAAG,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAAA,CAAI;AAC5E,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":[]}
@@ -0,0 +1,7 @@
1
+ // src/version.ts
2
+ var PACKAGE_VERSION = "0.3.13";
3
+
4
+ export {
5
+ PACKAGE_VERSION
6
+ };
7
+ //# sourceMappingURL=chunk-BEZJ4G32.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.3.13'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}
@@ -7,7 +7,7 @@ import {
7
7
  } from "./chunk-WN7PBKMV.js";
8
8
  import {
9
9
  PACKAGE_VERSION
10
- } from "./chunk-FB5ZJGFN.js";
10
+ } from "./chunk-BEZJ4G32.js";
11
11
 
12
12
  // src/mcp/browser-agent-mcp-server.ts
13
13
  import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
@@ -1329,4 +1329,4 @@ export {
1329
1329
  buildBrowserAgentMcpServer,
1330
1330
  registerBrowserAgentMcpTools
1331
1331
  };
1332
- //# sourceMappingURL=chunk-BW3DGFNQ.js.map
1332
+ //# sourceMappingURL=chunk-QAOIH5U2.js.map
@@ -1,13 +1,17 @@
1
1
  import {
2
2
  sanitizeVendorName
3
3
  } from "./chunk-M2S27J6Z.js";
4
+ import {
5
+ browserServiceProfileName,
6
+ browserServiceProfileSaveChanges
7
+ } from "./chunk-WN7PBKMV.js";
4
8
  import {
5
9
  DEFAULT_MAPS_PROXY_MODE,
6
10
  DEFAULT_PROXY_MODE
7
11
  } from "./chunk-LFATOGDF.js";
8
12
  import {
9
13
  PACKAGE_VERSION
10
- } from "./chunk-FB5ZJGFN.js";
14
+ } from "./chunk-BEZJ4G32.js";
11
15
 
12
16
  // src/harvest-timeout.ts
13
17
  var VERCEL_FUNCTION_MAX_MS = 3e5;
@@ -3141,6 +3145,15 @@ function httpErrorPayload(path, res, data) {
3141
3145
  message: typeof bodyMessage === "string" && bodyMessage.trim() ? bodyMessage : `MCP Scraper HTTP ${res.status}${res.statusText ? ` ${res.statusText}` : ""} for ${path}`
3142
3146
  };
3143
3147
  }
3148
+ function withDefaultHostedProfile(input) {
3149
+ const profile = input.profile?.trim() || browserServiceProfileName();
3150
+ const saveProfileChanges = input.saveProfileChanges ?? browserServiceProfileSaveChanges();
3151
+ return {
3152
+ ...input,
3153
+ ...profile ? { profile } : {},
3154
+ ...typeof saveProfileChanges === "boolean" ? { saveProfileChanges } : {}
3155
+ };
3156
+ }
3144
3157
  var HttpMcpToolExecutor = class {
3145
3158
  baseUrl;
3146
3159
  apiKey;
@@ -3295,10 +3308,10 @@ var HttpMcpToolExecutor = class {
3295
3308
  return this.call("/facebook/video-transcribe", input, this.httpTimeoutOverrideMs ?? 24e4);
3296
3309
  }
3297
3310
  instagramProfileContent(input) {
3298
- return this.call("/instagram/profile-content", input, this.httpTimeoutOverrideMs ?? 24e4);
3311
+ return this.call("/instagram/profile-content", withDefaultHostedProfile(input), this.httpTimeoutOverrideMs ?? 24e4);
3299
3312
  }
3300
3313
  instagramMediaDownload(input) {
3301
- return this.call("/instagram/media-download", input, this.httpTimeoutOverrideMs ?? 3e5);
3314
+ return this.call("/instagram/media-download", withDefaultHostedProfile(input), this.httpTimeoutOverrideMs ?? 3e5);
3302
3315
  }
3303
3316
  mapsPlaceIntel(input) {
3304
3317
  return this.call("/maps/place", input);
@@ -3362,4 +3375,4 @@ export {
3362
3375
  registerPaaExtractorMcpTools,
3363
3376
  HttpMcpToolExecutor
3364
3377
  };
3365
- //# sourceMappingURL=chunk-7R7VBQRV.js.map
3378
+ //# sourceMappingURL=chunk-YGV2XZDT.js.map