@mrscraper/mcp 0.1.2 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +230 -353
- package/dist/api.d.ts +26 -75
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +72 -171
- package/dist/api.js.map +1 -1
- package/dist/app.js +1 -1
- package/dist/app.js.map +1 -1
- package/dist/config.d.ts +5 -12
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +6 -25
- package/dist/config.js.map +1 -1
- package/dist/http.d.ts.map +1 -1
- package/dist/http.js +5 -1
- package/dist/http.js.map +1 -1
- package/dist/index.d.ts +0 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +0 -2
- package/dist/index.js.map +1 -1
- package/dist/scopes.d.ts.map +1 -1
- package/dist/scopes.js +2 -6
- package/dist/scopes.js.map +1 -1
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +3 -16
- package/dist/server.js.map +1 -1
- package/dist/status.d.ts +0 -2
- package/dist/status.d.ts.map +1 -1
- package/dist/status.js +2 -30
- package/dist/status.js.map +1 -1
- package/dist/tools.d.ts +30 -80
- package/dist/tools.d.ts.map +1 -1
- package/dist/tools.js +184 -569
- package/dist/tools.js.map +1 -1
- package/dist/widgets/bundles.generated.d.ts.map +1 -1
- package/dist/widgets/bundles.generated.js +1 -2
- package/dist/widgets/bundles.generated.js.map +1 -1
- package/dist/widgets/index.d.ts +1 -7
- package/dist/widgets/index.d.ts.map +1 -1
- package/dist/widgets/index.js +1 -7
- package/dist/widgets/index.js.map +1 -1
- package/package.json +4 -4
- package/dist/compliance.d.ts +0 -4
- package/dist/compliance.d.ts.map +0 -1
- package/dist/compliance.js +0 -10
- package/dist/compliance.js.map +0 -1
package/dist/config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAE/B,MAAM,CAAC,MAAM,UAAU,GAAG
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAE/B,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,YAAY,EAAE,WAAW,EAAE,QAAQ,CAAU,CAAC;AAczE,SAAS,OAAO,CAAC,eAAuB,EAAE,QAAgB;IACxD,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,eAAe;IAC7B,MAAM,UAAU,GAAG,OAAO,CACxB,wBAAwB,EACxB,sCAAsC,CACvC,CAAC;IACF,MAAM,aAAa,GAAG,OAAO,CAC3B,0BAA0B,EAC1B,2BAA2B,CAC5B,CAAC;IACF,MAAM,kBAAkB,GAAG,OAAO,CAChC,yBAAyB,EACzB,oCAAoC,CACrC,CAAC;IAEF,OAAO;QACL,UAAU;QACV,aAAa;QACb,kBAAkB;QAClB,oBAAoB,EAAE,GAAG,UAAU,wBAAwB;QAC3D,YAAY,EAAE,GAAG,kBAAkB,0BAA0B;KAC9D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS;IAC5D,MAAM,SAAS,GAAG,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC1D,IAAI,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,iCAAiC,CACpF,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,QAAiB;IAC7D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACvC,OAAO,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,eAAe;IAC7B,OAAO,eAAe,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,mBAAmB;IACnB,qBAAqB;CACtB,CAAC;AAEF,MAAM,UAAU,mBAAmB;IACjC,MAAM,UAAU,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,EAAE,CAAC;SAC7D,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;SACjD,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,uBAAuB,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,iBAAiB;IAK/B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,WAAW,CAAC;IAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,MAAM,CAAC,CAAC;IAChD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,MAAM,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,mBAAmB,EAAE,EAAE,CAAC;AAC/D,CAAC;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,aAAa,EAAE,cAAc,CAAU,CAAC;AAIrE,MAAM,CAAC,MAAM,iBAAiB,GAC5B,4DAA4D,CAAC;AAgB/D,MAAM,UAAU,cAAc;IAC5B,MAAM,MAAM,GAAG,OAAO,CACpB,wBAAwB,EACxB,+BAA+B,CAChC,CAAC;IACF,MAAM,SAAS,GAAG,OAAO,CACvB,0BAA0B,EAC1B,2BAA2B,CAC5B,CAAC;IACF,OAAO;QACL,OAAO,EAAE,eAAe,CAAC,iBAAiB,EAAE,IAAI,CAAC;QACjD,MAAM;QACN,OAAO,EAAE,OAAO,CACd,0BAA0B,EAC1B,GAAG,MAAM,wBAAwB,CAClC;QACD,SAAS;QACT,WAAW,EAAE,GAAG,SAAS,MAAM;QAC/B,eAAe,EAAE,YAAY;QAC7B,gBAAgB,EAAE,OAAO,CAAC,oBAAoB,EAAE,iBAAiB,CAAC;KACnE,CAAC;AACJ,CAAC"}
|
package/dist/http.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAE9D,eAAO,MAAM,uBAAuB,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAE9D,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAkC3C,MAAM,WAAW,WAAW;IAC1B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC,CAAC;IACtE,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAUD,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,OAAO,EACd,IAAI,kBAAwB,GAC3B,SAAS,CAqCX;AAyBD,wBAAsB,OAAO,CAC3B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,WAAW,CAAC,CAuEtB"}
|
package/dist/http.js
CHANGED
|
@@ -5,6 +5,7 @@ const SENSITIVE_RESPONSE_HEADERS = new Set([
|
|
|
5
5
|
"set-cookie",
|
|
6
6
|
"set-cookie2",
|
|
7
7
|
"x-api-token",
|
|
8
|
+
"x-discard-token-secret",
|
|
8
9
|
]);
|
|
9
10
|
const SENSITIVE_DATA_KEYS = new Set([
|
|
10
11
|
"accesstoken",
|
|
@@ -20,6 +21,7 @@ const SENSITIVE_DATA_KEYS = new Set([
|
|
|
20
21
|
"set-cookie",
|
|
21
22
|
"token",
|
|
22
23
|
"x-api-token",
|
|
24
|
+
"x-discard-token-secret",
|
|
23
25
|
]);
|
|
24
26
|
const API_TOKEN_PATTERN = /\batk_[A-Za-z0-9_-]{12,}\b/g;
|
|
25
27
|
const AUTHORIZATION_PATTERN = /(authorization\s*:\s*bearer\s+)[^\s'"\\]+/gi;
|
|
@@ -143,7 +145,9 @@ export async function request(method, url, options = {}) {
|
|
|
143
145
|
(error instanceof Error && error.name === "AbortError") ||
|
|
144
146
|
/abort(?:ed)?/i.test(message);
|
|
145
147
|
return {
|
|
146
|
-
error: aborted
|
|
148
|
+
error: aborted
|
|
149
|
+
? `Request timed out after ${timeoutSeconds}s`
|
|
150
|
+
: redactSensitiveString(message),
|
|
147
151
|
status_code: null,
|
|
148
152
|
data: null,
|
|
149
153
|
headers: {},
|
package/dist/http.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http.js","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAE3C,MAAM,0BAA0B,GAAG,IAAI,GAAG,CAAC;IACzC,eAAe;IACf,qBAAqB;IACrB,YAAY;IACZ,aAAa;IACb,aAAa;
|
|
1
|
+
{"version":3,"file":"http.js","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAE3C,MAAM,0BAA0B,GAAG,IAAI,GAAG,CAAC;IACzC,eAAe;IACf,qBAAqB;IACrB,YAAY;IACZ,aAAa;IACb,aAAa;IACb,wBAAwB;CACzB,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,aAAa;IACb,SAAS;IACT,QAAQ;IACR,UAAU;IACV,eAAe;IACf,QAAQ;IACR,gBAAgB;IAChB,UAAU;IACV,cAAc;IACd,QAAQ;IACR,YAAY;IACZ,OAAO;IACP,aAAa;IACb,wBAAwB;CACzB,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG,6BAA6B,CAAC;AACxD,MAAM,qBAAqB,GAAG,6CAA6C,CAAC;AAC5E,MAAM,kBAAkB,GAAG,kCAAkC,CAAC;AAC9D,MAAM,oBAAoB,GACxB,uGAAuG,CAAC;AAkB1G,SAAS,qBAAqB,CAAC,KAAa;IAC1C,OAAO,KAAK;SACT,OAAO,CAAC,iBAAiB,EAAE,sBAAsB,CAAC;SAClD,OAAO,CAAC,qBAAqB,EAAE,cAAc,CAAC;SAC9C,OAAO,CAAC,kBAAkB,EAAE,cAAc,CAAC;SAC3C,OAAO,CAAC,oBAAoB,EAAE,cAAc,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAAc,EACd,IAAI,GAAG,IAAI,OAAO,EAAU;IAE5B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,OAAO,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC1E,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACpD,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IACzC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAEhB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,SAAS,GAA8B,EAAE,CAAC;IAChD,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,MAAM,aAAa,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,kBAAkB,GACtB,aAAa,KAAK,MAAM;YACxB;gBACE,IAAI;gBACJ,WAAW;gBACX,QAAQ;gBACR,MAAM;gBACN,KAAK;gBACL,SAAS;gBACT,YAAY;aACb,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;QAEnD,IAAI,kBAAkB,EAAE,CAAC;YACvB,SAAS,CAAC,GAAG,CAAC,GAAG,IAAiB,CAAC;QACrC,CAAC;aAAM,IAAI,mBAAmB,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;YAClD,SAAS,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;QAChC,CAAC;aAAM,IAAI,aAAa,KAAK,MAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChE,SAAS,CAAC,GAAG,CAAC,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,GAAG,CAAC,GAAG,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,QAAkB;IACzC,OAAO,MAAM,CAAC,WAAW,CACvB,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CACpC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAChE,CACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,QAAkB;IAC5C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,MAAM,WAAW,GAAG,CAClB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAC3C,CAAC,WAAW,EAAE,CAAC;IAChB,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,MAAc,EACd,GAAW,EACX,OAAO,GAAuB,EAAE;IAEhC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,uBAAuB,CAAC,CAAC;IACnE,MAAM,cAAc,GAClB,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC;IAC9E,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAC1C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CACtB,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EACxB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,CAAC,CAC/C,CAAC;IACF,MAAM,OAAO,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,MAAM,IAAI,GAAgB;QACxB,MAAM;QACN,OAAO;QACP,MAAM,EAAE,UAAU,CAAC,MAAM;KAC1B,CAAC;IACF,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC;QAC7C,OAAO,CAAC,MAAM,GAAG,kBAAkB,CAAC;QACpC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC5B,OAAO;gBACL,KAAK,EACH,0FAA0F;gBAC5F,WAAW,EAAE,QAAQ,CAAC,MAAM;gBAC5B,IAAI;gBACJ,OAAO,EAAE,WAAW;aACrB,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO;gBACL,KAAK,EAAE,QAAQ,QAAQ,CAAC,MAAM,EAAE;gBAChC,WAAW,EAAE,QAAQ,CAAC,MAAM;gBAC5B,IAAI;gBACJ,OAAO,EAAE,WAAW;aACrB,CAAC;QACJ,CAAC;QACD,OAAO;YACL,WAAW,EAAE,QAAQ,CAAC,MAAM;YAC5B,IAAI;YACJ,OAAO,EAAE,WAAW;SACrB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,OAAO,GACX,UAAU,CAAC,MAAM,CAAC,OAAO;YACzB,CAAC,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;YACvD,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChC,OAAO;YACL,KAAK,EAAE,OAAO;gBACZ,CAAC,CAAC,2BAA2B,cAAc,GAAG;gBAC9C,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC;YAClC,WAAW,EAAE,IAAI;YACjB,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,14 +1,12 @@
|
|
|
1
1
|
export * from "./api.js";
|
|
2
2
|
export * from "./app.js";
|
|
3
3
|
export * from "./auth.js";
|
|
4
|
-
export * from "./compliance.js";
|
|
5
4
|
export * from "./config.js";
|
|
6
5
|
export * from "./http.js";
|
|
7
6
|
export * from "./oauth.js";
|
|
8
7
|
export * from "./runtime.js";
|
|
9
8
|
export * from "./scopes.js";
|
|
10
9
|
export * from "./server.js";
|
|
11
|
-
export * from "./status.js";
|
|
12
10
|
export * from "./tools.js";
|
|
13
11
|
export * from "./widgets/index.js";
|
|
14
12
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAC5B,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,14 +1,12 @@
|
|
|
1
1
|
export * from "./api.js";
|
|
2
2
|
export * from "./app.js";
|
|
3
3
|
export * from "./auth.js";
|
|
4
|
-
export * from "./compliance.js";
|
|
5
4
|
export * from "./config.js";
|
|
6
5
|
export * from "./http.js";
|
|
7
6
|
export * from "./oauth.js";
|
|
8
7
|
export * from "./runtime.js";
|
|
9
8
|
export * from "./scopes.js";
|
|
10
9
|
export * from "./server.js";
|
|
11
|
-
export * from "./status.js";
|
|
12
10
|
export * from "./tools.js";
|
|
13
11
|
export * from "./widgets/index.js";
|
|
14
12
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAC5B,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC"}
|
package/dist/scopes.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scopes.d.ts","sourceRoot":"","sources":["../src/scopes.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,UAAU,EACf,KAAK,QAAQ,EACd,MAAM,aAAa,CAAC;AAErB,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,QAAQ,EAAE,UAAU,
|
|
1
|
+
{"version":3,"file":"scopes.d.ts","sourceRoot":"","sources":["../src/scopes.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,UAAU,EACf,KAAK,QAAQ,EACd,MAAM,aAAa,CAAC;AAErB,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,QAAQ,EAAE,UAAU,CAIpD,CAAC;AAEF,eAAO,MAAM,UAAU,EAAE,UAAU,EAAsB,CAAC;AAS1D,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,OAAO,GAAG,UAAU,EAAE,CAcpE;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,SAAS,MAAM,EAAE,EAC1B,QAAQ,EAAE,SAAS,UAAU,EAAE,GAC9B,UAAU,EAAE,CAGd"}
|
package/dist/scopes.js
CHANGED
|
@@ -1,11 +1,7 @@
|
|
|
1
1
|
import { OAUTH_SCOPES, TOOL_NAMES, } from "./config.js";
|
|
2
2
|
export const TOOL_SCOPES = {
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
results: "scrape:read",
|
|
6
|
-
result: "scrape:read",
|
|
7
|
-
scrape: "scrape:write",
|
|
8
|
-
rerun: "scrape:write",
|
|
3
|
+
scraperAPI: "scrape:read",
|
|
4
|
+
webSearch: "scrape:read",
|
|
9
5
|
status: "account:read",
|
|
10
6
|
};
|
|
11
7
|
export const ALL_SCOPES = [...OAUTH_SCOPES];
|
package/dist/scopes.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scopes.js","sourceRoot":"","sources":["../src/scopes.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,UAAU,GAGX,MAAM,aAAa,CAAC;AAErB,MAAM,CAAC,MAAM,WAAW,GAAiC;IACvD,
|
|
1
|
+
{"version":3,"file":"scopes.js","sourceRoot":"","sources":["../src/scopes.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,UAAU,GAGX,MAAM,aAAa,CAAC;AAErB,MAAM,CAAC,MAAM,WAAW,GAAiC;IACvD,UAAU,EAAE,aAAa;IACzB,SAAS,EAAE,aAAa;IACxB,MAAM,EAAE,cAAc;CACvB,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAiB,CAAC,GAAG,YAAY,CAAC,CAAC;AAE1D,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACxB,UAAgC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAClD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,IAAa;IACpD,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAc,CAAC;IACvC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;YAAE,SAAS;QACtD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAG1B,CAAC;QACF,IAAI,MAAM,KAAK,YAAY;YAAE,SAAS;QACtC,MAAM,IAAI,GAAG,MAAM,EAAE,IAAI,CAAC;QAC1B,IAAI,UAAU,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,OAA0B,EAC1B,QAA+B;IAE/B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAC9B,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AACtD,CAAC"}
|
package/dist/server.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACtB,MAAM,8BAA8B,CAAC;
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACtB,MAAM,8BAA8B,CAAC;AAItC,OAAO,EAAiB,KAAK,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAGlE,eAAO,MAAM,mBAAmB,QAG4D,CAAC;AAE7F,MAAM,WAAW,oBAAqB,SAAQ,gBAAgB;IAC5D,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,iBAAiB,KAAK,MAAM,CAAC;CACvD;AAED,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,iBAAiB,EAC1B,OAAO,GAAE,oBAAyB,GACjC,SAAS,CAYX;AAED,wBAAgB,mBAAmB,CACjC,OAAO,GAAE,oBAAyB,GACjC,gBAAgB,CAElB"}
|
package/dist/server.js
CHANGED
|
@@ -1,24 +1,11 @@
|
|
|
1
1
|
import { McpServer, } from "@modelcontextprotocol/server";
|
|
2
2
|
import { resolveApiToken } from "./auth.js";
|
|
3
|
-
import { MANUAL_SCRAPER_SERVER_INSTRUCTIONS } from "./compliance.js";
|
|
4
3
|
import { VERSION } from "./config.js";
|
|
5
4
|
import { registerTools } from "./tools.js";
|
|
6
5
|
import { registerWidgets } from "./widgets/index.js";
|
|
7
|
-
export const SERVER_INSTRUCTIONS = "MrScraper provides
|
|
8
|
-
"`
|
|
9
|
-
"
|
|
10
|
-
"The agent should derive summaries, comparisons, fields, JSON, and tables locally from fetched content; a structured-output request alone is not a reason to call `scrape`. " +
|
|
11
|
-
"When many pages share a layout, fetch representative pages, define one reusable local extractor, fetch the remaining pages, and apply that extractor across the saved responses. " +
|
|
12
|
-
"For a 100-page job with shared structure, 100 fetches can run concurrently when safe and feed one local batch extraction; this is often faster than 100 separate backend-LLM extractions and preserves every raw input. " +
|
|
13
|
-
"The `general` and `listing` scrape modes send page content through a backend LLM, which can omit source details and repeat model work. " +
|
|
14
|
-
"Use them only when the user explicitly requests MrScraper-managed extraction or fetch-led exploration has established a stable output schema and a clear benefit. " +
|
|
15
|
-
"The `map` scrape mode is separate bounded URL discovery within a known site. Use `serp` when starting from a Google query instead of a known URL, then use `fetch` for selected result pages that inform the answer. " +
|
|
16
|
-
"After a successful `scrape`, surface its saved `scraperId` and explain that `rerun` can reproduce the saved extraction configuration on the same or another URL. " +
|
|
17
|
-
"Use `rerun` for saved scraper configurations: `type` identifies an AI scraper or dashboard-built manual workflow, while `bulk` independently selects one URL or a URL list. " +
|
|
18
|
-
"Bulk reruns are asynchronous; retain `bulkResultId` and use `result` to inspect them until completion. " +
|
|
19
|
-
"Use `results` / `result` to inspect stored work. `status` reports account usage and optional domain outcomes. " +
|
|
20
|
-
"Tools do not accept API tokens as arguments. " +
|
|
21
|
-
MANUAL_SCRAPER_SERVER_INSTRUCTIONS;
|
|
6
|
+
export const SERVER_INSTRUCTIONS = "MrScraper provides two tools. `scraperAPI` retrieves a known page as HTML, Markdown, or a screenshot. " +
|
|
7
|
+
"`webSearch` searches Google from query text or a Google search URL; use raw=false and format=json for parsed results. " +
|
|
8
|
+
"Tools authenticate through the MCP connection and do not accept API tokens as arguments.";
|
|
22
9
|
export function createMrscraperServer(context, options = {}) {
|
|
23
10
|
const server = new McpServer({ name: "MrScraper MCP Server", version: VERSION }, { instructions: SERVER_INSTRUCTIONS });
|
|
24
11
|
registerTools(server, () => (options.resolveToken || resolveApiToken)(context), options);
|
package/dist/server.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,GAGV,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,GAGV,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,aAAa,EAAyB,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD,MAAM,CAAC,MAAM,mBAAmB,GAC9B,wGAAwG;IACxG,wHAAwH;IACxH,0FAA0F,CAAC;AAM7F,MAAM,UAAU,qBAAqB,CACnC,OAA0B,EAC1B,OAAO,GAAyB,EAAE;IAElC,MAAM,MAAM,GAAG,IAAI,SAAS,CAC1B,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,OAAO,EAAE,EAClD,EAAE,YAAY,EAAE,mBAAmB,EAAE,CACtC,CAAC;IACF,aAAa,CACX,MAAM,EACN,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,eAAe,CAAC,CAAC,OAAO,CAAC,EACxD,OAAO,CACR,CAAC;IACF,eAAe,CAAC,MAAM,CAAC,CAAC;IACxB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,OAAO,GAAyB,EAAE;IAElC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,qBAAqB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AAC9D,CAAC"}
|
package/dist/status.d.ts
CHANGED
package/dist/status.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"status.d.ts","sourceRoot":"","sources":["../src/status.ts"],"names":[],"mappings":"AAWA,
|
|
1
|
+
{"version":3,"file":"status.d.ts","sourceRoot":"","sources":["../src/status.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,mBAAmB;IAClC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,UAAU,EAAE,OAAO,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,OAAO,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE;QACJ,IAAI,EAAE,OAAO,CAAC;QACd,KAAK,EAAE,OAAO,CAAC;QACf,QAAQ,EAAE,OAAO,CAAC;KACnB,CAAC;CACH;AAID,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,mBAAmB,CAsBrB"}
|
package/dist/status.js
CHANGED
|
@@ -7,36 +7,8 @@ function recordOrEmpty(value) {
|
|
|
7
7
|
? value
|
|
8
8
|
: {};
|
|
9
9
|
}
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
throw new Error("Invalid date");
|
|
13
|
-
}
|
|
14
|
-
return date
|
|
15
|
-
.toISOString()
|
|
16
|
-
.replace("T", " ")
|
|
17
|
-
.replace(/\.\d{3}Z$/, "");
|
|
18
|
-
}
|
|
19
|
-
export function parseStatusDate(value, now = new Date(), fallbackDuration = "24h") {
|
|
20
|
-
const input = (value || fallbackDuration).trim().toLowerCase();
|
|
21
|
-
if (input === "now")
|
|
22
|
-
return new Date(now);
|
|
23
|
-
const relative = /^(\d+)(m|h|d|w)$/.exec(input);
|
|
24
|
-
if (relative) {
|
|
25
|
-
const amount = Number(relative[1]);
|
|
26
|
-
const units = {
|
|
27
|
-
m: 60_000,
|
|
28
|
-
h: 3_600_000,
|
|
29
|
-
d: 86_400_000,
|
|
30
|
-
w: 604_800_000,
|
|
31
|
-
};
|
|
32
|
-
return new Date(now.getTime() - amount * (units[relative[2]] || 0));
|
|
33
|
-
}
|
|
34
|
-
const parsed = new Date(value || "");
|
|
35
|
-
if (Number.isNaN(parsed.getTime())) {
|
|
36
|
-
throw new Error(`Invalid date "${value}". Use ISO 8601, "now", or a duration such as 24h or 7d.`);
|
|
37
|
-
}
|
|
38
|
-
return parsed;
|
|
39
|
-
}
|
|
10
|
+
// Copies only usage fields: the raw account also carries the caller's API key
|
|
11
|
+
// (user.latestApiToken) and Stripe identifiers.
|
|
40
12
|
export function summarizeSubscriptionAccount(account) {
|
|
41
13
|
const tokenLimit = numberOrZero(account.tokenLimit);
|
|
42
14
|
const tokenUsage = numberOrZero(account.tokenUsage);
|
package/dist/status.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"status.js","sourceRoot":"","sources":["../src/status.ts"],"names":[],"mappings":"AAAA,SAAS,YAAY,CAAC,KAAc;IAClC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;
|
|
1
|
+
{"version":3,"file":"status.js","sourceRoot":"","sources":["../src/status.ts"],"names":[],"mappings":"AAAA,SAAS,YAAY,CAAC,KAAc;IAClC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAoBD,8EAA8E;AAC9E,gDAAgD;AAChD,MAAM,UAAU,4BAA4B,CAC1C,OAAgC;IAEhC,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO;QACL,mBAAmB,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI;QACjD,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC;QACzC,WAAW,EAAE,UAAU;QACvB,WAAW,EAAE,UAAU;QACvB,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,UAAU,CAAC;QACrD,aAAa,EACX,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3E,UAAU,EAAE,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC;QAC3C,QAAQ,EAAE,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC;QACvC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;QACxC,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;QAC/B,IAAI,EAAE;YACJ,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;YACzB,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;SACnC;KACF,CAAC;AACJ,CAAC"}
|
package/dist/tools.d.ts
CHANGED
|
@@ -2,15 +2,14 @@ import type { McpServer } from "@modelcontextprotocol/server";
|
|
|
2
2
|
import { z } from "zod";
|
|
3
3
|
export interface ToolDependencies {
|
|
4
4
|
fetchFn?: typeof fetch;
|
|
5
|
-
now?: () => Date;
|
|
6
5
|
}
|
|
7
|
-
export declare const
|
|
6
|
+
export declare const scraperAPIOutputSchema: z.ZodObject<{
|
|
8
7
|
status_code: z.ZodNullable<z.ZodNumber>;
|
|
9
8
|
data: z.ZodJSONSchema;
|
|
10
9
|
headers: z.ZodRecord<z.ZodString, z.ZodString>;
|
|
11
10
|
error: z.ZodOptional<z.ZodString>;
|
|
12
11
|
}, z.core.$strip>;
|
|
13
|
-
export declare const
|
|
12
|
+
export declare const webSearchOutputSchema: z.ZodObject<{
|
|
14
13
|
status_code: z.ZodNullable<z.ZodNumber>;
|
|
15
14
|
data: z.ZodJSONSchema;
|
|
16
15
|
headers: z.ZodRecord<z.ZodString, z.ZodString>;
|
|
@@ -24,37 +23,32 @@ export declare const statusOutputSchema: z.ZodObject<{
|
|
|
24
23
|
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
25
24
|
error: z.ZodOptional<z.ZodString>;
|
|
26
25
|
}, z.core.$strip>;
|
|
27
|
-
export declare const
|
|
26
|
+
export declare const scraperAPIInputSchema: z.ZodObject<{
|
|
28
27
|
url: z.ZodURL;
|
|
29
|
-
|
|
30
|
-
|
|
28
|
+
html: z.ZodDefault<z.ZodBoolean>;
|
|
29
|
+
markdown: z.ZodDefault<z.ZodBoolean>;
|
|
30
|
+
timeout: z.ZodDefault<z.ZodNumber>;
|
|
31
|
+
geo_code: z.ZodDefault<z.ZodString>;
|
|
32
|
+
proxy_country: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
33
|
+
block_resources: z.ZodDefault<z.ZodOptional<z.ZodNullable<z.ZodBoolean>>>;
|
|
34
|
+
browser_rendering: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
|
|
35
|
+
super: z.ZodDefault<z.ZodBoolean>;
|
|
36
|
+
use_proxy: z.ZodDefault<z.ZodBoolean>;
|
|
37
|
+
proxy: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
31
38
|
wait_for_selector: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
32
39
|
home_page: z.ZodDefault<z.ZodBoolean>;
|
|
33
|
-
|
|
40
|
+
screenshot: z.ZodDefault<z.ZodBoolean>;
|
|
41
|
+
bypass_proxy: z.ZodDefault<z.ZodBoolean>;
|
|
42
|
+
cookie_jar: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
43
|
+
headers: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodRecord<z.ZodString, z.ZodString>, z.ZodString]>>>;
|
|
34
44
|
max_retries: z.ZodDefault<z.ZodNumber>;
|
|
35
45
|
token_cap: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
export declare function fetchTool(token: string, input: z.infer<typeof fetchInputSchema>, dependencies?: ToolDependencies): Promise<Record<string, unknown>>;
|
|
39
|
-
export declare const scrapeInputSchema: z.ZodObject<{
|
|
40
|
-
url: z.ZodURL;
|
|
41
|
-
prompt: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
42
|
-
schema_prompt: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>>;
|
|
43
|
-
agent: z.ZodDefault<z.ZodEnum<{
|
|
44
|
-
general: "general";
|
|
45
|
-
listing: "listing";
|
|
46
|
-
map: "map";
|
|
47
|
-
}>>;
|
|
48
|
-
proxy_country: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
49
|
-
max_pages: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
50
|
-
max_depth: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
51
|
-
limit: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
52
|
-
include_patterns: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
53
|
-
exclude_patterns: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
46
|
+
stream: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
|
|
47
|
+
discard_token_secret: z.ZodDefault<z.ZodString>;
|
|
54
48
|
}, z.core.$strip>;
|
|
55
|
-
export declare
|
|
56
|
-
|
|
57
|
-
|
|
49
|
+
export declare const webSearchInputSchema: z.ZodObject<{
|
|
50
|
+
url: z.ZodString;
|
|
51
|
+
raw: z.ZodDefault<z.ZodBoolean>;
|
|
58
52
|
region: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
59
53
|
language: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
60
54
|
page: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
@@ -63,60 +57,16 @@ export declare const serpInputSchema: z.ZodObject<{
|
|
|
63
57
|
json: "json";
|
|
64
58
|
}>>;
|
|
65
59
|
render_js: z.ZodDefault<z.ZodBoolean>;
|
|
66
|
-
|
|
67
|
-
client_timeout: z.ZodDefault<z.ZodNumber>;
|
|
68
|
-
}, z.core.$strip>;
|
|
69
|
-
export declare function serpTool(token: string, input: z.infer<typeof serpInputSchema>, dependencies?: ToolDependencies): Promise<Record<string, unknown>>;
|
|
70
|
-
export declare const statusInputSchema: z.ZodObject<{
|
|
71
|
-
domain: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
72
|
-
from: z.ZodDefault<z.ZodString>;
|
|
73
|
-
to: z.ZodDefault<z.ZodString>;
|
|
74
|
-
action: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
75
|
-
api_token_name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
76
|
-
}, z.core.$strip>;
|
|
77
|
-
export declare function statusTool(token: string, input: z.infer<typeof statusInputSchema>, dependencies?: ToolDependencies): Promise<Record<string, unknown>>;
|
|
78
|
-
export declare const rerunInputSchema: z.ZodObject<{
|
|
79
|
-
target: z.ZodString;
|
|
80
|
-
type: z.ZodEnum<{
|
|
81
|
-
ai: "ai";
|
|
82
|
-
manual: "manual";
|
|
83
|
-
}>;
|
|
84
|
-
bulk: z.ZodDefault<z.ZodBoolean>;
|
|
85
|
-
scraper_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
86
|
-
id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
87
|
-
max_depth: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
88
|
-
max_pages: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
89
|
-
limit: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
90
|
-
include_patterns: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
91
|
-
exclude_patterns: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
92
|
-
}, z.core.$strip>;
|
|
93
|
-
export declare function rerunTool(token: string, input: z.infer<typeof rerunInputSchema>, dependencies?: ToolDependencies): Promise<Record<string, unknown>>;
|
|
94
|
-
export declare const resultsInputSchema: z.ZodObject<{
|
|
95
|
-
sort_field: z.ZodDefault<z.ZodString>;
|
|
96
|
-
sort_order: z.ZodDefault<z.ZodPipe<z.ZodString, z.ZodEnum<{
|
|
97
|
-
asc: "asc";
|
|
98
|
-
desc: "desc";
|
|
99
|
-
}>>>;
|
|
100
|
-
page_size: z.ZodDefault<z.ZodNumber>;
|
|
101
|
-
page: z.ZodDefault<z.ZodNumber>;
|
|
102
|
-
search: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
103
|
-
date_range_column: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
104
|
-
start_at: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
105
|
-
end_at: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
106
|
-
}, z.core.$strip>;
|
|
107
|
-
export declare function resultsTool(token: string, input: z.infer<typeof resultsInputSchema>, dependencies?: ToolDependencies): Promise<Record<string, unknown>>;
|
|
108
|
-
export declare const resultInputSchema: z.ZodObject<{
|
|
109
|
-
result_id: z.ZodString;
|
|
60
|
+
timeout: z.ZodDefault<z.ZodNumber>;
|
|
110
61
|
}, z.core.$strip>;
|
|
111
|
-
export declare function
|
|
62
|
+
export declare function scraperAPITool(token: string, input: z.infer<typeof scraperAPIInputSchema>, dependencies?: ToolDependencies): Promise<Record<string, unknown>>;
|
|
63
|
+
export declare function webSearchTool(token: string, input: z.infer<typeof webSearchInputSchema>, dependencies?: ToolDependencies): Promise<Record<string, unknown>>;
|
|
64
|
+
export declare const statusInputSchema: z.ZodObject<{}, z.core.$strip>;
|
|
65
|
+
export declare function statusTool(token: string, _input?: z.infer<typeof statusInputSchema>, dependencies?: ToolDependencies): Promise<Record<string, unknown>>;
|
|
112
66
|
export declare const TOOL_DESCRIPTIONS: {
|
|
113
|
-
readonly
|
|
114
|
-
readonly
|
|
115
|
-
readonly
|
|
116
|
-
readonly status: "Use this to check the current MrScraper account's identity, subscription, and usage before or after web-data work. With no arguments it returns an account summary including the user's name, email, and verification state. Supply domain only when request-outcome analytics are also needed; from and to select that analytics window, while action and api_token_name narrow those domain outcomes. This tool reports account and request health, not scrape-job progress; use result for a known asynchronous result ID.";
|
|
117
|
-
readonly rerun: "Use this only when you already have a saved scraper UUID and want to apply that configuration to the same or new target URLs. Set type=ai for a scraper created by scrape; type=manual selects a dashboard-built step workflow and requires the conversation's compliance acknowledgment. For one URL, leave bulk=false and pass target with scraper_id. A single AI rerun also accepts max_depth, max_pages, limit, include_patterns, and exclude_patterns; manual and bulk reruns reject those controls. For multiple URLs, set bulk=true, pass comma- or newline-separated target URLs and id; bulk jobs are asynchronous, so retain bulkResultId and inspect it with result until completion. Use scrape to create a new AI configuration.";
|
|
118
|
-
readonly results: "Use this to browse or locate stored scrape results when you do not yet know the exact result UUID. sort_field and sort_order control ordering; page_size and page control pagination; search narrows the list; and date_range_column with start_at or end_at applies a date window. This returns a result list rather than one complete record. Once an ID is known, use result for that record.";
|
|
119
|
-
readonly result: "Use this when you already know the exact stored result UUID and need the complete record or current job state. Pass that UUID as result_id; this may also be the bulkResultId returned by an asynchronous bulk rerun. Call result again as needed until an asynchronous job completes. Use results first when the UUID is unknown.";
|
|
67
|
+
readonly scraperAPI: "Retrieves a known page through MrScraper's Scraper API as HTML, Markdown, a screenshot, or a combination. Matches the Python SDK's scraper_api options. Omit browser_rendering for automatic browser fallback; screenshot=true always enables it. super enables real-device routing independently. home_page maps to warmStart. Proxy, cookie, target-header, retry, and timeout options control page loading. Returns status_code, data, and sanitized headers.";
|
|
68
|
+
readonly webSearch: "Searches Google from query text or a Google search URL passed as url. Matches the Python SDK's web_search options. Set raw=false and format=json for parsed results; the SDK-compatible default raw=true returns HTML. Google URLs supply q, gl, hl, and start; explicit region, language, and page override URL-derived values. render_js enables dynamic features; timeout controls the local request deadline. Returns status_code, data, and sanitized headers.";
|
|
69
|
+
readonly status: "Returns the connected MrScraper account's identity (name, email, and verification state), subscription status, token limit, token usage, remaining tokens, and rate limit. Use it to check the account and remaining quota, for example before a large batch of requests. It takes no input and reports account usage, not the progress of a request.";
|
|
120
70
|
};
|
|
121
71
|
export declare function registerTools(server: McpServer, getToken: () => string, dependencies?: ToolDependencies): void;
|
|
122
72
|
//# sourceMappingURL=tools.d.ts.map
|
package/dist/tools.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAOxB,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAeD,eAAO,MAAM,sBAAsB;;;;;iBAIjC,CAAC;AACH,eAAO,MAAM,qBAAqB;;;;;iBAGhC,CAAC;AACH,eAAO,MAAM,kBAAkB;;;;;;;iBAa3B,CAAC;AAEL,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;iBA4GhC,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;iBA8C/B,CAAC;AAEH,wBAAsB,cAAc,CAClC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,EAC5C,YAAY,GAAE,gBAAqB,GAClC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CA0BlC;AAED,wBAAsB,aAAa,CACjC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,EAC3C,YAAY,GAAE,gBAAqB,GAClC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAalC;AAED,eAAO,MAAM,iBAAiB,gCAAe,CAAC;AAS9C,wBAAsB,UAAU,CAC9B,KAAK,EAAE,MAAM,EACb,MAAM,GAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAM,EAC9C,YAAY,GAAE,gBAAqB,GAClC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAsBlC;AAgBD,eAAO,MAAM,iBAAiB;aAC5B,UAAU,EACR,kcAAkc;aACpc,SAAS,EACP,qcAAqc;aACvc,MAAM,EACJ,uVAAuV;CACjV,CAAC;AAEX,wBAAgB,aAAa,CAC3B,MAAM,EAAE,SAAS,EACjB,QAAQ,EAAE,MAAM,MAAM,EACtB,YAAY,GAAE,gBAAqB,GAClC,IAAI,CAgDN"}
|