mcp-scraper 0.3.12 → 0.3.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/api-server.cjs +13 -3
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +1 -1
- package/dist/bin/browser-agent-stdio-server.cjs +1 -1
- package/dist/bin/browser-agent-stdio-server.cjs.map +1 -1
- package/dist/bin/browser-agent-stdio-server.js +2 -2
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-combined-stdio-server.cjs +25 -16
- package/dist/bin/mcp-scraper-combined-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-scraper-combined-stdio-server.js +3 -3
- package/dist/bin/mcp-scraper-install.cjs +1 -1
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.cjs +25 -3
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +3 -2
- package/dist/bin/mcp-stdio-server.js.map +1 -1
- package/dist/chunk-BEZJ4G32.js +7 -0
- package/dist/chunk-BEZJ4G32.js.map +1 -0
- package/dist/{chunk-BW3DGFNQ.js → chunk-QAOIH5U2.js} +2 -2
- package/dist/{chunk-7R7VBQRV.js → chunk-YGV2XZDT.js} +17 -4
- package/dist/{chunk-7R7VBQRV.js.map → chunk-YGV2XZDT.js.map} +1 -1
- package/dist/{server-CUPDJLWM.js → server-LX65PB7D.js} +3 -3
- package/package.json +1 -1
- package/dist/chunk-FB5ZJGFN.js +0 -7
- package/dist/chunk-FB5ZJGFN.js.map +0 -1
- /package/dist/{chunk-BW3DGFNQ.js.map → chunk-QAOIH5U2.js.map} +0 -0
- /package/dist/{server-CUPDJLWM.js.map → server-LX65PB7D.js.map} +0 -0
|
@@ -44,6 +44,19 @@ function harvestTimeoutBudget(maxQuestions, serpOnly = false) {
|
|
|
44
44
|
return { serverMs, clientMs };
|
|
45
45
|
}
|
|
46
46
|
|
|
47
|
+
// src/lib/browser-service-env.ts
|
|
48
|
+
function browserServiceProfileName() {
|
|
49
|
+
const value = (process.env.BROWSER_AGENT_PROFILE_NAME ?? process.env.BROWSER_SERVICE_PROFILE_NAME ?? process.env.KERNEL_BROWSER_PROFILE_NAME ?? process.env.KERNEL_PROFILE_NAME)?.trim();
|
|
50
|
+
return value || void 0;
|
|
51
|
+
}
|
|
52
|
+
function browserServiceProfileSaveChanges() {
|
|
53
|
+
const value = (process.env.BROWSER_AGENT_PROFILE_SAVE_CHANGES ?? process.env.BROWSER_SERVICE_PROFILE_SAVE_CHANGES ?? process.env.KERNEL_BROWSER_PROFILE_SAVE_CHANGES ?? process.env.KERNEL_PROFILE_SAVE_CHANGES)?.trim().toLowerCase();
|
|
54
|
+
if (!value) return void 0;
|
|
55
|
+
if (["1", "true", "yes", "on"].includes(value)) return true;
|
|
56
|
+
if (["0", "false", "no", "off"].includes(value)) return false;
|
|
57
|
+
return void 0;
|
|
58
|
+
}
|
|
59
|
+
|
|
47
60
|
// src/mcp/http-mcp-tool-executor.ts
|
|
48
61
|
function youtubeVideoIdFromUrl(url) {
|
|
49
62
|
if (!url) return null;
|
|
@@ -89,6 +102,15 @@ function httpErrorPayload(path, res, data) {
|
|
|
89
102
|
message: typeof bodyMessage === "string" && bodyMessage.trim() ? bodyMessage : `MCP Scraper HTTP ${res.status}${res.statusText ? ` ${res.statusText}` : ""} for ${path}`
|
|
90
103
|
};
|
|
91
104
|
}
|
|
105
|
+
function withDefaultHostedProfile(input) {
|
|
106
|
+
const profile = input.profile?.trim() || browserServiceProfileName();
|
|
107
|
+
const saveProfileChanges = input.saveProfileChanges ?? browserServiceProfileSaveChanges();
|
|
108
|
+
return {
|
|
109
|
+
...input,
|
|
110
|
+
...profile ? { profile } : {},
|
|
111
|
+
...typeof saveProfileChanges === "boolean" ? { saveProfileChanges } : {}
|
|
112
|
+
};
|
|
113
|
+
}
|
|
92
114
|
var HttpMcpToolExecutor = class {
|
|
93
115
|
baseUrl;
|
|
94
116
|
apiKey;
|
|
@@ -243,10 +265,10 @@ var HttpMcpToolExecutor = class {
|
|
|
243
265
|
return this.call("/facebook/video-transcribe", input, this.httpTimeoutOverrideMs ?? 24e4);
|
|
244
266
|
}
|
|
245
267
|
instagramProfileContent(input) {
|
|
246
|
-
return this.call("/instagram/profile-content", input, this.httpTimeoutOverrideMs ?? 24e4);
|
|
268
|
+
return this.call("/instagram/profile-content", withDefaultHostedProfile(input), this.httpTimeoutOverrideMs ?? 24e4);
|
|
247
269
|
}
|
|
248
270
|
instagramMediaDownload(input) {
|
|
249
|
-
return this.call("/instagram/media-download", input, this.httpTimeoutOverrideMs ?? 3e5);
|
|
271
|
+
return this.call("/instagram/media-download", withDefaultHostedProfile(input), this.httpTimeoutOverrideMs ?? 3e5);
|
|
250
272
|
}
|
|
251
273
|
mapsPlaceIntel(input) {
|
|
252
274
|
return this.call("/maps/place", input);
|
|
@@ -301,19 +323,6 @@ var import_node_fs2 = require("fs");
|
|
|
301
323
|
var import_node_os3 = require("os");
|
|
302
324
|
var import_node_path3 = require("path");
|
|
303
325
|
|
|
304
|
-
// src/lib/browser-service-env.ts
|
|
305
|
-
function browserServiceProfileName() {
|
|
306
|
-
const value = (process.env.BROWSER_AGENT_PROFILE_NAME ?? process.env.BROWSER_SERVICE_PROFILE_NAME ?? process.env.KERNEL_BROWSER_PROFILE_NAME ?? process.env.KERNEL_PROFILE_NAME)?.trim();
|
|
307
|
-
return value || void 0;
|
|
308
|
-
}
|
|
309
|
-
function browserServiceProfileSaveChanges() {
|
|
310
|
-
const value = (process.env.BROWSER_AGENT_PROFILE_SAVE_CHANGES ?? process.env.BROWSER_SERVICE_PROFILE_SAVE_CHANGES ?? process.env.KERNEL_BROWSER_PROFILE_SAVE_CHANGES ?? process.env.KERNEL_PROFILE_SAVE_CHANGES)?.trim().toLowerCase();
|
|
311
|
-
if (!value) return void 0;
|
|
312
|
-
if (["1", "true", "yes", "on"].includes(value)) return true;
|
|
313
|
-
if (["0", "false", "no", "off"].includes(value)) return false;
|
|
314
|
-
return void 0;
|
|
315
|
-
}
|
|
316
|
-
|
|
317
326
|
// src/services/fanout/export.ts
|
|
318
327
|
var import_node_fs = require("fs");
|
|
319
328
|
var import_node_os = require("os");
|
|
@@ -444,7 +453,7 @@ render();
|
|
|
444
453
|
}
|
|
445
454
|
|
|
446
455
|
// src/version.ts
|
|
447
|
-
var PACKAGE_VERSION = "0.3.
|
|
456
|
+
var PACKAGE_VERSION = "0.3.13";
|
|
448
457
|
|
|
449
458
|
// src/mcp/browser-agent-tool-schemas.ts
|
|
450
459
|
var import_zod = require("zod");
|