mcp-scraper 0.3.12 → 0.3.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/api-server.cjs +13 -3
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +1 -1
- package/dist/bin/browser-agent-stdio-server.cjs +1 -1
- package/dist/bin/browser-agent-stdio-server.cjs.map +1 -1
- package/dist/bin/browser-agent-stdio-server.js +2 -2
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-combined-stdio-server.cjs +25 -16
- package/dist/bin/mcp-scraper-combined-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-scraper-combined-stdio-server.js +3 -3
- package/dist/bin/mcp-scraper-install.cjs +1 -1
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.cjs +25 -3
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +3 -2
- package/dist/bin/mcp-stdio-server.js.map +1 -1
- package/dist/chunk-BEZJ4G32.js +7 -0
- package/dist/chunk-BEZJ4G32.js.map +1 -0
- package/dist/{chunk-BW3DGFNQ.js → chunk-QAOIH5U2.js} +2 -2
- package/dist/{chunk-7R7VBQRV.js → chunk-YGV2XZDT.js} +17 -4
- package/dist/{chunk-7R7VBQRV.js.map → chunk-YGV2XZDT.js.map} +1 -1
- package/dist/{server-CUPDJLWM.js → server-LX65PB7D.js} +3 -3
- package/package.json +1 -1
- package/dist/chunk-FB5ZJGFN.js +0 -7
- package/dist/chunk-FB5ZJGFN.js.map +0 -1
- /package/dist/{chunk-BW3DGFNQ.js.map → chunk-QAOIH5U2.js.map} +0 -0
- /package/dist/{server-CUPDJLWM.js.map → server-LX65PB7D.js.map} +0 -0
|
@@ -2,10 +2,11 @@
|
|
|
2
2
|
import {
|
|
3
3
|
HttpMcpToolExecutor,
|
|
4
4
|
buildPaaExtractorMcpServer
|
|
5
|
-
} from "../chunk-
|
|
5
|
+
} from "../chunk-YGV2XZDT.js";
|
|
6
6
|
import "../chunk-M2S27J6Z.js";
|
|
7
|
+
import "../chunk-WN7PBKMV.js";
|
|
7
8
|
import "../chunk-LFATOGDF.js";
|
|
8
|
-
import "../chunk-
|
|
9
|
+
import "../chunk-BEZJ4G32.js";
|
|
9
10
|
|
|
10
11
|
// bin/mcp-stdio-server.ts
|
|
11
12
|
import { readFileSync } from "fs";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../bin/mcp-stdio-server.ts"],"sourcesContent":["#!/usr/bin/env node\nimport { readFileSync } from 'node:fs'\nimport { homedir } from 'node:os'\nimport { join } from 'node:path'\nimport { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js'\nimport { HttpMcpToolExecutor } from '../src/mcp/http-mcp-tool-executor.js'\nimport { buildPaaExtractorMcpServer } from '../src/mcp/paa-mcp-server.js'\n\nfunction readApiKeyFile(): string | undefined {\n const explicitPath = process.env.MCP_SCRAPER_KEY_PATH?.trim()\n const paths = [explicitPath, join(homedir(), '.mcp-scraper-key')].filter(Boolean) as string[]\n for (const path of paths) {\n try {\n const value = readFileSync(path, 'utf8').trim()\n if (value) return value\n } catch {}\n }\n return undefined\n}\n\nconst apiKey = (\n process.env.MCP_SCRAPER_API_KEY ??\n process.env.MCP_SCRAPER_KEY ??\n process.env.MCP_API_KEY ??\n readApiKeyFile()\n)?.trim()\nif (!apiKey) {\n process.stderr.write('MCP_SCRAPER_API_KEY env var or ~/.mcp-scraper-key is required\\n')\n process.exit(1)\n}\n\nconst baseUrl = process.env.MCP_SCRAPER_BASE_URL?.trim() || process.env.MCP_BASE_URL?.trim() || 'https://mcpscraper.dev'\nconst executor = new HttpMcpToolExecutor(baseUrl, apiKey)\nconst server = buildPaaExtractorMcpServer(executor)\nconst transport = new StdioServerTransport()\n\nasync function main() {\n await server.connect(transport)\n}\n\nmain().catch((err) => {\n process.stderr.write(`${err instanceof Error ? err.message : String(err)}\\n`)\n process.exit(1)\n})\n"],"mappings":"
|
|
1
|
+
{"version":3,"sources":["../../bin/mcp-stdio-server.ts"],"sourcesContent":["#!/usr/bin/env node\nimport { readFileSync } from 'node:fs'\nimport { homedir } from 'node:os'\nimport { join } from 'node:path'\nimport { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js'\nimport { HttpMcpToolExecutor } from '../src/mcp/http-mcp-tool-executor.js'\nimport { buildPaaExtractorMcpServer } from '../src/mcp/paa-mcp-server.js'\n\nfunction readApiKeyFile(): string | undefined {\n const explicitPath = process.env.MCP_SCRAPER_KEY_PATH?.trim()\n const paths = [explicitPath, join(homedir(), '.mcp-scraper-key')].filter(Boolean) as string[]\n for (const path of paths) {\n try {\n const value = readFileSync(path, 'utf8').trim()\n if (value) return value\n } catch {}\n }\n return undefined\n}\n\nconst apiKey = (\n process.env.MCP_SCRAPER_API_KEY ??\n process.env.MCP_SCRAPER_KEY ??\n process.env.MCP_API_KEY ??\n readApiKeyFile()\n)?.trim()\nif (!apiKey) {\n process.stderr.write('MCP_SCRAPER_API_KEY env var or ~/.mcp-scraper-key is required\\n')\n process.exit(1)\n}\n\nconst baseUrl = process.env.MCP_SCRAPER_BASE_URL?.trim() || process.env.MCP_BASE_URL?.trim() || 'https://mcpscraper.dev'\nconst executor = new HttpMcpToolExecutor(baseUrl, apiKey)\nconst server = buildPaaExtractorMcpServer(executor)\nconst transport = new StdioServerTransport()\n\nasync function main() {\n await server.connect(transport)\n}\n\nmain().catch((err) => {\n process.stderr.write(`${err instanceof Error ? err.message : String(err)}\\n`)\n process.exit(1)\n})\n"],"mappings":";;;;;;;;;;;AACA,SAAS,oBAAoB;AAC7B,SAAS,eAAe;AACxB,SAAS,YAAY;AACrB,SAAS,4BAA4B;AAIrC,SAAS,iBAAqC;AAC5C,QAAM,eAAe,QAAQ,IAAI,sBAAsB,KAAK;AAC5D,QAAM,QAAQ,CAAC,cAAc,KAAK,QAAQ,GAAG,kBAAkB,CAAC,EAAE,OAAO,OAAO;AAChF,aAAW,QAAQ,OAAO;AACxB,QAAI;AACF,YAAM,QAAQ,aAAa,MAAM,MAAM,EAAE,KAAK;AAC9C,UAAI,MAAO,QAAO;AAAA,IACpB,QAAQ;AAAA,IAAC;AAAA,EACX;AACA,SAAO;AACT;AAEA,IAAM,UACJ,QAAQ,IAAI,uBACZ,QAAQ,IAAI,mBACZ,QAAQ,IAAI,eACZ,eAAe,IACd,KAAK;AACR,IAAI,CAAC,QAAQ;AACX,UAAQ,OAAO,MAAM,iEAAiE;AACtF,UAAQ,KAAK,CAAC;AAChB;AAEA,IAAM,UAAU,QAAQ,IAAI,sBAAsB,KAAK,KAAK,QAAQ,IAAI,cAAc,KAAK,KAAK;AAChG,IAAM,WAAW,IAAI,oBAAoB,SAAS,MAAM;AACxD,IAAM,SAAS,2BAA2B,QAAQ;AAClD,IAAM,YAAY,IAAI,qBAAqB;AAE3C,eAAe,OAAO;AACpB,QAAM,OAAO,QAAQ,SAAS;AAChC;AAEA,KAAK,EAAE,MAAM,CAAC,QAAQ;AACpB,UAAQ,OAAO,MAAM,GAAG,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAAA,CAAI;AAC5E,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.3.13'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}
|
|
@@ -7,7 +7,7 @@ import {
|
|
|
7
7
|
} from "./chunk-WN7PBKMV.js";
|
|
8
8
|
import {
|
|
9
9
|
PACKAGE_VERSION
|
|
10
|
-
} from "./chunk-
|
|
10
|
+
} from "./chunk-BEZJ4G32.js";
|
|
11
11
|
|
|
12
12
|
// src/mcp/browser-agent-mcp-server.ts
|
|
13
13
|
import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
|
|
@@ -1329,4 +1329,4 @@ export {
|
|
|
1329
1329
|
buildBrowserAgentMcpServer,
|
|
1330
1330
|
registerBrowserAgentMcpTools
|
|
1331
1331
|
};
|
|
1332
|
-
//# sourceMappingURL=chunk-
|
|
1332
|
+
//# sourceMappingURL=chunk-QAOIH5U2.js.map
|
|
@@ -1,13 +1,17 @@
|
|
|
1
1
|
import {
|
|
2
2
|
sanitizeVendorName
|
|
3
3
|
} from "./chunk-M2S27J6Z.js";
|
|
4
|
+
import {
|
|
5
|
+
browserServiceProfileName,
|
|
6
|
+
browserServiceProfileSaveChanges
|
|
7
|
+
} from "./chunk-WN7PBKMV.js";
|
|
4
8
|
import {
|
|
5
9
|
DEFAULT_MAPS_PROXY_MODE,
|
|
6
10
|
DEFAULT_PROXY_MODE
|
|
7
11
|
} from "./chunk-LFATOGDF.js";
|
|
8
12
|
import {
|
|
9
13
|
PACKAGE_VERSION
|
|
10
|
-
} from "./chunk-
|
|
14
|
+
} from "./chunk-BEZJ4G32.js";
|
|
11
15
|
|
|
12
16
|
// src/harvest-timeout.ts
|
|
13
17
|
var VERCEL_FUNCTION_MAX_MS = 3e5;
|
|
@@ -3141,6 +3145,15 @@ function httpErrorPayload(path, res, data) {
|
|
|
3141
3145
|
message: typeof bodyMessage === "string" && bodyMessage.trim() ? bodyMessage : `MCP Scraper HTTP ${res.status}${res.statusText ? ` ${res.statusText}` : ""} for ${path}`
|
|
3142
3146
|
};
|
|
3143
3147
|
}
|
|
3148
|
+
function withDefaultHostedProfile(input) {
|
|
3149
|
+
const profile = input.profile?.trim() || browserServiceProfileName();
|
|
3150
|
+
const saveProfileChanges = input.saveProfileChanges ?? browserServiceProfileSaveChanges();
|
|
3151
|
+
return {
|
|
3152
|
+
...input,
|
|
3153
|
+
...profile ? { profile } : {},
|
|
3154
|
+
...typeof saveProfileChanges === "boolean" ? { saveProfileChanges } : {}
|
|
3155
|
+
};
|
|
3156
|
+
}
|
|
3144
3157
|
var HttpMcpToolExecutor = class {
|
|
3145
3158
|
baseUrl;
|
|
3146
3159
|
apiKey;
|
|
@@ -3295,10 +3308,10 @@ var HttpMcpToolExecutor = class {
|
|
|
3295
3308
|
return this.call("/facebook/video-transcribe", input, this.httpTimeoutOverrideMs ?? 24e4);
|
|
3296
3309
|
}
|
|
3297
3310
|
instagramProfileContent(input) {
|
|
3298
|
-
return this.call("/instagram/profile-content", input, this.httpTimeoutOverrideMs ?? 24e4);
|
|
3311
|
+
return this.call("/instagram/profile-content", withDefaultHostedProfile(input), this.httpTimeoutOverrideMs ?? 24e4);
|
|
3299
3312
|
}
|
|
3300
3313
|
instagramMediaDownload(input) {
|
|
3301
|
-
return this.call("/instagram/media-download", input, this.httpTimeoutOverrideMs ?? 3e5);
|
|
3314
|
+
return this.call("/instagram/media-download", withDefaultHostedProfile(input), this.httpTimeoutOverrideMs ?? 3e5);
|
|
3302
3315
|
}
|
|
3303
3316
|
mapsPlaceIntel(input) {
|
|
3304
3317
|
return this.call("/maps/place", input);
|
|
@@ -3362,4 +3375,4 @@ export {
|
|
|
3362
3375
|
registerPaaExtractorMcpTools,
|
|
3363
3376
|
HttpMcpToolExecutor
|
|
3364
3377
|
};
|
|
3365
|
-
//# sourceMappingURL=chunk-
|
|
3378
|
+
//# sourceMappingURL=chunk-YGV2XZDT.js.map
|