@decodo/mcp-server 1.4.0 → 1.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/clients/scraper-api-client.js +13 -4
- package/build/clients/scraper-api-client.js.map +1 -1
- package/build/server/app.js +2 -1
- package/build/server/app.js.map +1 -1
- package/build/server/hidden-tools.js +28 -0
- package/build/server/hidden-tools.js.map +1 -0
- package/build/server/sapi-base-server.js +15 -1
- package/build/server/sapi-base-server.js.map +1 -1
- package/build/server/sapi-http-server.js +8 -2
- package/build/server/sapi-http-server.js.map +1 -1
- package/build/server.js +6 -1
- package/build/server.js.map +1 -1
- package/package.json +1 -1
|
@@ -26,6 +26,9 @@ const API_PARAM_ALIASES = new Map([
|
|
|
26
26
|
['pageFrom', 'page_from'],
|
|
27
27
|
['deliveryZip', 'delivery_zip'],
|
|
28
28
|
]);
|
|
29
|
+
const scrapeFailure = ({ status, status_code: statusCode, message }) => message && statusCode
|
|
30
|
+
? new sdk_ts_1.DecodoError(message, statusCode, status)
|
|
31
|
+
: new Error('Scraper API returned no results.');
|
|
29
32
|
class ScraperApiClient {
|
|
30
33
|
constructor({ maxRetries = retry_1.MAX_RETRIES, delayMs = retry_1.BASE_RETRY_DELAY_MS, onAuthenticationError, hosts = (0, hosts_1.scrapingApiHostsFromEnv)(), integrationHeader = 'mcp', } = {}) {
|
|
31
34
|
this.transformScrapingParams = ({ scrapingParams, }) => {
|
|
@@ -41,6 +44,9 @@ class ScraperApiClient {
|
|
|
41
44
|
return transformed;
|
|
42
45
|
};
|
|
43
46
|
this.transformResponse = ({ res }) => {
|
|
47
|
+
if (!Array.isArray(res.results)) {
|
|
48
|
+
throw scrapeFailure(res);
|
|
49
|
+
}
|
|
44
50
|
const [result] = res.results;
|
|
45
51
|
if (!result) {
|
|
46
52
|
throw new Error('Scraper API returned no results.');
|
|
@@ -152,14 +158,17 @@ class ScraperApiClient {
|
|
|
152
158
|
};
|
|
153
159
|
this.scrape = async ({ auth, scrapingParams, extra, }) => {
|
|
154
160
|
const params = this.transformScrapingParams({ scrapingParams });
|
|
155
|
-
const
|
|
161
|
+
const { result } = await this.request({
|
|
156
162
|
auth,
|
|
157
163
|
target: params.target,
|
|
158
164
|
extra,
|
|
159
|
-
call: api =>
|
|
160
|
-
|
|
165
|
+
call: async (api) => {
|
|
166
|
+
const res = await api.scrape(params);
|
|
167
|
+
return { res, result: this.transformResponse({ res }) };
|
|
168
|
+
},
|
|
169
|
+
upstreamStatus: ({ res }) => { var _a, _b; return (_b = (_a = res.results[0]) === null || _a === void 0 ? void 0 : _a.status_code) !== null && _b !== void 0 ? _b : null; },
|
|
161
170
|
});
|
|
162
|
-
return
|
|
171
|
+
return result;
|
|
163
172
|
};
|
|
164
173
|
this.dataApiRequest = (args) => {
|
|
165
174
|
if (args.auth.type !== auth_1.AUTH_TYPE.API_KEY) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scraper-api-client.js","sourceRoot":"","sources":["../../src/clients/scraper-api-client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,2CAMwB;AAUxB,kCAAoC;AACpC,mCAAkD;AAGlD,oCAA2D;AAC3D,sCAAgC;AAChC,mCASiB;AAEjB,MAAM,kBAAkB,GAAG,MAAO,CAAC;AAEtB,QAAA,wBAAwB,GACnC,6FAA6F;IAC7F,gIAAgI,CAAC;AAEnI,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,CAAC,YAAY,EAAE,aAAa,CAAC;IAC7B,CAAC,UAAU,EAAE,WAAW,CAAC;IACzB,CAAC,aAAa,EAAE,cAAc,CAAC;CAChC,CAAC,CAAC;AAaH,MAAa,gBAAgB;IAW3B,YAAY,EACV,UAAU,GAAG,mBAAW,EACxB,OAAO,GAAG,2BAAmB,EAC7B,qBAAqB,EACrB,KAAK,GAAG,IAAA,+BAAuB,GAAE,EACjC,iBAAiB,GAAG,KAAK,MAOvB,EAAE;QAQN,4BAAuB,GAAG,CAAC,EACzB,cAAc,GAGf,EAAiB,EAAE;;YAClB,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,KAAc,cAAc,EAAvB,IAAI,UAAK,cAAc,EAAxD,kCAAuC,CAAiB,CAAC;YAE/D,MAAM,WAAW,mBACf,MAAM,EAAE,MAAM,aAAN,MAAM,cAAN,MAAM,GAAI,eAAM,CAAC,SAAS,IAC/B,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAChE,CAAC;YAEF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;oBACzB,SAAS;gBACX,CAAC;gBAED,WAAW,CAAC,MAAA,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,mCAAI,GAAG,CAAC,GAAG,KAAK,CAAC;YACzD,CAAC;YAED,OAAO,WAAuC,CAAC;QACjD,CAAC,CAAC;QAEF,sBAAiB,GAAG,CAAI,EAAE,GAAG,EAAyB,EAAE,EAAE;YACxD,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC;YAE7B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;YAED,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,OAAY,EAAE,CAAC;QACvC,CAAC,CAAC;QAEM,aAAQ,GAAG,CAAC,EAClB,KAAK,EACL,MAAM,EACN,IAAI,EACJ,OAAO,GAMR,EAAW,EAAE;;YACZ,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC;YAC3B,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEvE,IAAI,KAAK,YAAY,oBAAW,EAAE,CAAC;gBACjC,MAAM,UAAU,GACd,KAAK,YAAY,4BAAmB,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;gBAElF,IAAI,KAAK,YAAY,4BAAmB,EAAE,CAAC;oBACzC,MAAA,IAAI,CAAC,qBAAqB,qDAAG,IAAI,CAAC,CAAC;gBACrC,CAAC;gBAED,IAAA,YAAG,EAAC,OAAO,EAAE,WAAW,EAAE;oBACxB,OAAO,EAAE,OAAO;oBAChB,MAAM;oBACN,SAAS,EAAE,QAAQ;oBACnB,UAAU,EAAE,cAAc;oBAC1B,eAAe,EAAE,KAAK,CAAC,UAAU;oBACjC,OAAO,EAAE,UAAU;oBACnB,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAC;gBAEH,OAAO,IAAI,KAAK,CAAC,+BAA+B,KAAK,CAAC,UAAU,MAAM,UAAU,EAAE,CAAC,CAAC;YACtF,CAAC;YAED,MAAM,SAAS,GAAG,KAAK,YAAY,qBAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAA,2BAAmB,EAAC,KAAK,CAAC,CAAC;YAE3F,IAAI,SAAS,EAAE,CAAC;gBACd,IAAA,YAAG,EAAC,OAAO,EAAE,WAAW,EAAE;oBACxB,OAAO,EAAE,OAAO;oBAChB,MAAM;oBACN,SAAS,EAAE,QAAQ;oBACnB,UAAU,EAAE,SAAS;oBACrB,UAAU,EAAE,SAAS;oBACrB,OAAO;oBACP,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAC;gBAEH,OAAO,IAAI,KAAK,CAAC,6CAA6C,SAAS,EAAE,CAAC,CAAC;YAC7E,CAAC;YAED,IAAA,YAAG,EAAC,OAAO,EAAE,WAAW,EAAE;gBACxB,OAAO,EAAE,OAAO;gBAChB,MAAM;gBACN,SAAS,EAAE,QAAQ;gBACnB,UAAU,EAAE,YAAY;gBACxB,OAAO;gBACP,UAAU,EAAE,SAAS;aACtB,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;QAEM,iBAAY,GAAG,CAAC,IAAoB,EAAE,EAAE,CAC9C,IAAI,CAAC,IAAI,KAAK,gBAAS,CAAC,OAAO;YAC7B,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE;YACrD,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;QAEpD,YAAO,GAAG,KAAK,EAAK,EAC1B,IAAI,EACJ,MAAM,EACN,KAAK,EACL,UAAU,GAAG,IAAI,CAAC,UAAU,EAC5B,IAAI,EACJ,cAAc,GAAG,GAAG,EAAE,CAAC,IAAI,GACZ,EAAc,EAAE;;YAC/B,MAAM,QAAQ,GAAG,IAAI,wBAAgB,CAAC,KAAK,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE3B,IAAI,CAAC;gBACH,MAAM,QAAQ,CAAC,MAAM,CAAC,qCAAqC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAEnE,QAAQ,CAAC,yBAAyB,CAAC,gCAAwB,EAAE,2BAAmB,CAAC,CAAC;gBAElF,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,qBAAY,CAAC;oBAC1C,cAAc,kCACT,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAC1B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,GAC1C;oBACD,SAAS,EAAE,kBAAkB;iBAC9B,CAAC,CAAC;gBAEH,IAAI,SAAkB,CAAC;gBAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;oBACvD,IAAI,CAAC;wBACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,CAAC;wBAEvC,QAAQ,CAAC,wBAAwB,EAAE,CAAC;wBAEpC,MAAM,QAAQ,CAAC,MAAM,CAAC,wBAAwB,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;wBAExD,IAAA,YAAG,EAAC,MAAM,EAAE,WAAW,EAAE;4BACvB,OAAO,EAAE,SAAS;4BAClB,MAAM;4BACN,SAAS,EAAE,IAAI,CAAC,IAAI;4BACpB,eAAe,EAAE,cAAc,CAAC,GAAG,CAAC;4BACpC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;4BAChC,OAAO;yBACR,CAAC,CAAC;wBAEH,OAAO,GAAG,CAAC;oBACb,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,SAAS,GAAG,KAAK,CAAC;wBAElB,IAAI,OAAO,GAAG,UAAU,IAAI,IAAA,mBAAW,EAAC,KAAK,CAAC,EAAE,CAAC;4BAC/C,MAAM,OAAO,GAAG,IAAA,qBAAa,EAAC,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;4BACtE,MAAM,MAAM,GACV,KAAK,YAAY,oBAAW;gCAC1B,CAAC,CAAC,UAAU,KAAK,CAAC,UAAU,EAAE;gCAC9B,CAAC,CAAC,iBAAiB,MAAA,IAAA,2BAAmB,EAAC,KAAK,CAAC,mCAAI,SAAS,EAAE,CAAC;4BAEjE,IAAA,YAAG,EAAC,MAAM,EAAE,iBAAiB,EAAE;gCAC7B,MAAM;gCACN,OAAO,EAAE,OAAO,GAAG,CAAC;gCACpB,WAAW,EAAE,UAAU;gCACvB,MAAM;gCACN,UAAU,EAAE,MAAA,IAAA,2BAAmB,EAAC,KAAK,CAAC,mCAAI,IAAI;gCAC9C,eAAe,EAAE,KAAK,YAAY,oBAAW,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI;gCACvE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;6BAC9B,CAAC,CAAC;4BAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,aAAa,OAAO,GAAG,CAAC,IAAI,UAAU,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;4BAE5E,MAAM,IAAA,aAAK,EAAC,OAAO,CAAC,CAAC;4BACrB,SAAS;wBACX,CAAC;wBAED,MAAM;oBACR,CAAC;gBACH,CAAC;gBAED,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACnE,CAAC;oBAAS,CAAC;gBACT,QAAQ,CAAC,wBAAwB,EAAE,CAAC;YACtC,CAAC;QACH,CAAC,CAAC;QAEF,WAAM,GAAG,KAAK,EAAc,EAC1B,IAAI,EACJ,cAAc,EACd,KAAK,GAKN,EAAE,EAAE;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC;YAEhE,MAAM,
|
|
1
|
+
{"version":3,"file":"scraper-api-client.js","sourceRoot":"","sources":["../../src/clients/scraper-api-client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,2CAMwB;AAUxB,kCAAoC;AACpC,mCAAkD;AAGlD,oCAA2D;AAC3D,sCAAgC;AAChC,mCASiB;AAEjB,MAAM,kBAAkB,GAAG,MAAO,CAAC;AAEtB,QAAA,wBAAwB,GACnC,6FAA6F;IAC7F,gIAAgI,CAAC;AAEnI,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,CAAC,YAAY,EAAE,aAAa,CAAC;IAC7B,CAAC,UAAU,EAAE,WAAW,CAAC;IACzB,CAAC,aAAa,EAAE,cAAc,CAAC;CAChC,CAAC,CAAC;AAaH,MAAM,aAAa,GAAG,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,OAAO,EAAgB,EAAE,EAAE,CACnF,OAAO,IAAI,UAAU;IACnB,CAAC,CAAC,IAAI,oBAAW,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC;IAC9C,CAAC,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;AAIpD,MAAa,gBAAgB;IAW3B,YAAY,EACV,UAAU,GAAG,mBAAW,EACxB,OAAO,GAAG,2BAAmB,EAC7B,qBAAqB,EACrB,KAAK,GAAG,IAAA,+BAAuB,GAAE,EACjC,iBAAiB,GAAG,KAAK,MAOvB,EAAE;QAQN,4BAAuB,GAAG,CAAC,EACzB,cAAc,GAGf,EAAiB,EAAE;;YAClB,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,KAAc,cAAc,EAAvB,IAAI,UAAK,cAAc,EAAxD,kCAAuC,CAAiB,CAAC;YAE/D,MAAM,WAAW,mBACf,MAAM,EAAE,MAAM,aAAN,MAAM,cAAN,MAAM,GAAI,eAAM,CAAC,SAAS,IAC/B,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAChE,CAAC;YAEF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;oBACzB,SAAS;gBACX,CAAC;gBAED,WAAW,CAAC,MAAA,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,mCAAI,GAAG,CAAC,GAAG,KAAK,CAAC;YACzD,CAAC;YAED,OAAO,WAAuC,CAAC;QACjD,CAAC,CAAC;QAEF,sBAAiB,GAAG,CAAI,EAAE,GAAG,EAAyB,EAAE,EAAE;YACxD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChC,MAAM,aAAa,CAAC,GAA8B,CAAC,CAAC;YACtD,CAAC;YAED,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC;YAE7B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;YAED,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,OAAY,EAAE,CAAC;QACvC,CAAC,CAAC;QAEM,aAAQ,GAAG,CAAC,EAClB,KAAK,EACL,MAAM,EACN,IAAI,EACJ,OAAO,GAMR,EAAW,EAAE;;YACZ,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC;YAC3B,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEvE,IAAI,KAAK,YAAY,oBAAW,EAAE,CAAC;gBACjC,MAAM,UAAU,GACd,KAAK,YAAY,4BAAmB,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;gBAElF,IAAI,KAAK,YAAY,4BAAmB,EAAE,CAAC;oBACzC,MAAA,IAAI,CAAC,qBAAqB,qDAAG,IAAI,CAAC,CAAC;gBACrC,CAAC;gBAED,IAAA,YAAG,EAAC,OAAO,EAAE,WAAW,EAAE;oBACxB,OAAO,EAAE,OAAO;oBAChB,MAAM;oBACN,SAAS,EAAE,QAAQ;oBACnB,UAAU,EAAE,cAAc;oBAC1B,eAAe,EAAE,KAAK,CAAC,UAAU;oBACjC,OAAO,EAAE,UAAU;oBACnB,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAC;gBAEH,OAAO,IAAI,KAAK,CAAC,+BAA+B,KAAK,CAAC,UAAU,MAAM,UAAU,EAAE,CAAC,CAAC;YACtF,CAAC;YAED,MAAM,SAAS,GAAG,KAAK,YAAY,qBAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAA,2BAAmB,EAAC,KAAK,CAAC,CAAC;YAE3F,IAAI,SAAS,EAAE,CAAC;gBACd,IAAA,YAAG,EAAC,OAAO,EAAE,WAAW,EAAE;oBACxB,OAAO,EAAE,OAAO;oBAChB,MAAM;oBACN,SAAS,EAAE,QAAQ;oBACnB,UAAU,EAAE,SAAS;oBACrB,UAAU,EAAE,SAAS;oBACrB,OAAO;oBACP,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAC;gBAEH,OAAO,IAAI,KAAK,CAAC,6CAA6C,SAAS,EAAE,CAAC,CAAC;YAC7E,CAAC;YAED,IAAA,YAAG,EAAC,OAAO,EAAE,WAAW,EAAE;gBACxB,OAAO,EAAE,OAAO;gBAChB,MAAM;gBACN,SAAS,EAAE,QAAQ;gBACnB,UAAU,EAAE,YAAY;gBACxB,OAAO;gBACP,UAAU,EAAE,SAAS;aACtB,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;QAEM,iBAAY,GAAG,CAAC,IAAoB,EAAE,EAAE,CAC9C,IAAI,CAAC,IAAI,KAAK,gBAAS,CAAC,OAAO;YAC7B,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE;YACrD,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;QAEpD,YAAO,GAAG,KAAK,EAAK,EAC1B,IAAI,EACJ,MAAM,EACN,KAAK,EACL,UAAU,GAAG,IAAI,CAAC,UAAU,EAC5B,IAAI,EACJ,cAAc,GAAG,GAAG,EAAE,CAAC,IAAI,GACZ,EAAc,EAAE;;YAC/B,MAAM,QAAQ,GAAG,IAAI,wBAAgB,CAAC,KAAK,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE3B,IAAI,CAAC;gBACH,MAAM,QAAQ,CAAC,MAAM,CAAC,qCAAqC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAEnE,QAAQ,CAAC,yBAAyB,CAAC,gCAAwB,EAAE,2BAAmB,CAAC,CAAC;gBAElF,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,qBAAY,CAAC;oBAC1C,cAAc,kCACT,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAC1B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,GAC1C;oBACD,SAAS,EAAE,kBAAkB;iBAC9B,CAAC,CAAC;gBAEH,IAAI,SAAkB,CAAC;gBAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;oBACvD,IAAI,CAAC;wBACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,CAAC;wBAEvC,QAAQ,CAAC,wBAAwB,EAAE,CAAC;wBAEpC,MAAM,QAAQ,CAAC,MAAM,CAAC,wBAAwB,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;wBAExD,IAAA,YAAG,EAAC,MAAM,EAAE,WAAW,EAAE;4BACvB,OAAO,EAAE,SAAS;4BAClB,MAAM;4BACN,SAAS,EAAE,IAAI,CAAC,IAAI;4BACpB,eAAe,EAAE,cAAc,CAAC,GAAG,CAAC;4BACpC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;4BAChC,OAAO;yBACR,CAAC,CAAC;wBAEH,OAAO,GAAG,CAAC;oBACb,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,SAAS,GAAG,KAAK,CAAC;wBAElB,IAAI,OAAO,GAAG,UAAU,IAAI,IAAA,mBAAW,EAAC,KAAK,CAAC,EAAE,CAAC;4BAC/C,MAAM,OAAO,GAAG,IAAA,qBAAa,EAAC,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;4BACtE,MAAM,MAAM,GACV,KAAK,YAAY,oBAAW;gCAC1B,CAAC,CAAC,UAAU,KAAK,CAAC,UAAU,EAAE;gCAC9B,CAAC,CAAC,iBAAiB,MAAA,IAAA,2BAAmB,EAAC,KAAK,CAAC,mCAAI,SAAS,EAAE,CAAC;4BAEjE,IAAA,YAAG,EAAC,MAAM,EAAE,iBAAiB,EAAE;gCAC7B,MAAM;gCACN,OAAO,EAAE,OAAO,GAAG,CAAC;gCACpB,WAAW,EAAE,UAAU;gCACvB,MAAM;gCACN,UAAU,EAAE,MAAA,IAAA,2BAAmB,EAAC,KAAK,CAAC,mCAAI,IAAI;gCAC9C,eAAe,EAAE,KAAK,YAAY,oBAAW,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI;gCACvE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;6BAC9B,CAAC,CAAC;4BAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,aAAa,OAAO,GAAG,CAAC,IAAI,UAAU,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;4BAE5E,MAAM,IAAA,aAAK,EAAC,OAAO,CAAC,CAAC;4BACrB,SAAS;wBACX,CAAC;wBAED,MAAM;oBACR,CAAC;gBACH,CAAC;gBAED,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACnE,CAAC;oBAAS,CAAC;gBACT,QAAQ,CAAC,wBAAwB,EAAE,CAAC;YACtC,CAAC;QACH,CAAC,CAAC;QAEF,WAAM,GAAG,KAAK,EAAc,EAC1B,IAAI,EACJ,cAAc,EACd,KAAK,GAKN,EAAE,EAAE;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC;YAEhE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;gBACpC,IAAI;gBACJ,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK;gBACL,IAAI,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;oBAChB,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBAErC,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAI,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gBAC7D,CAAC;gBACD,cAAc,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,eAAC,OAAA,MAAA,MAAA,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,WAAW,mCAAI,IAAI,CAAA,EAAA;aACjE,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;QAEM,mBAAc,GAAG,CAAI,IAAoB,EAAc,EAAE;YAC/D,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,gBAAS,CAAC,OAAO,EAAE,CAAC;gBACzC,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,gCAAwB,CAAC,CAAC,CAAC;YAC7D,CAAC;YAED,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC;QAEF,WAAM,GAAG,CAAC,EACR,IAAI,EACJ,MAAM,EACN,KAAK,GAKN,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE9F,QAAG,GAAG,CAAC,EACL,IAAI,EACJ,MAAM,EACN,KAAK,GAKN,EAAE,EAAE,CACH,IAAI,CAAC,cAAc,CAAC;YAClB,IAAI;YACJ,MAAM,EAAE,KAAK;YACb,KAAK;YACL,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;YAC5B,cAAc,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,eAAC,OAAA,MAAA,MAAA,OAAO,CAAC,CAAC,CAAC,0CAAE,WAAW,mCAAI,IAAI,CAAA,EAAA;SACjE,CAAC,CAAC;QAEL,eAAU,GAAG,CAAC,EACZ,IAAI,EACJ,MAAM,EACN,KAAK,GAKN,EAAE,EAAE,CACH,IAAI,CAAC,cAAc,CAAC;YAClB,IAAI;YACJ,MAAM,EAAE,OAAO;YACf,KAAK;YACL,UAAU,EAAE,CAAC;YACb,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QAEL,mBAAc,GAAG,CAAC,EAChB,IAAI,EACJ,OAAO,EACP,KAAK,GAKN,EAAE,EAAE,CACH,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAElG,mBAAc,GAAG,CAAC,EAChB,IAAI,EACJ,OAAO,EACP,MAAM,EACN,KAAK,GAMN,EAAE,EAAE,CACH,IAAI,CAAC,cAAc,CAAC;YAClB,IAAI;YACJ,MAAM,EAAE,OAAO;YACf,KAAK;YACL,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC;SACrD,CAAC,CAAC;QAEL,gBAAW,GAAG,CAAC,EACb,IAAI,EACJ,OAAO,EACP,KAAK,GAKN,EAAE,EAAE,CACH,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QArT7F,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;QACnD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;IAC7C,CAAC;CAiTF;AA9UD,4CA8UC"}
|
package/build/server/app.js
CHANGED
|
@@ -16,7 +16,7 @@ const sapi_http_server_1 = require("./sapi-http-server");
|
|
|
16
16
|
const wwwAuthenticate = (resourceMetadataUrl, error) => error
|
|
17
17
|
? `Bearer error="${error}", resource_metadata="${resourceMetadataUrl}"`
|
|
18
18
|
: `Bearer resource_metadata="${resourceMetadataUrl}"`;
|
|
19
|
-
const createApp = ({ oauth: oauthConfig, trustProxy = false, revokedCredentials = new revoked_credentials_1.RevokedCredentials(), fetch, }) => {
|
|
19
|
+
const createApp = ({ oauth: oauthConfig, trustProxy = false, revokedCredentials = new revoked_credentials_1.RevokedCredentials(), hiddenTools = new Set(), fetch, }) => {
|
|
20
20
|
const app = (0, express_1.default)();
|
|
21
21
|
const oauth = (0, oauth_1.createOAuth)(oauthConfig, {
|
|
22
22
|
fetch,
|
|
@@ -55,6 +55,7 @@ const createApp = ({ oauth: oauthConfig, trustProxy = false, revokedCredentials
|
|
|
55
55
|
const toolsets = (0, utils_1.resolveToolsets)(req.query.toolsets);
|
|
56
56
|
const server = new sapi_http_server_1.ScraperAPIHttpServer({
|
|
57
57
|
toolsets,
|
|
58
|
+
hiddenTools,
|
|
58
59
|
auth: credential,
|
|
59
60
|
onAuthenticationError: rejected => revokedCredentials.add(rejected),
|
|
60
61
|
});
|
package/build/server/app.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"app.js","sourceRoot":"","sources":["../../src/server/app.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AACxB,sDAA8B;AAC9B,0FAAmG;AACnG,kCAAwE;AACxE,oCAAuC;AAEvC,oCAA2C;AAC3C,iCAAqC;AACrC,+DAA2D;AAC3D,yDAA0D;AAK1D,MAAM,eAAe,GAAG,CAAC,mBAA2B,EAAE,KAAc,EAAU,EAAE,CAC9E,KAAK;IACH,CAAC,CAAC,iBAAiB,KAAK,yBAAyB,mBAAmB,GAAG;IACvE,CAAC,CAAC,6BAA6B,mBAAmB,GAAG,CAAC;AAEnD,MAAM,SAAS,GAAG,CAAC,EACxB,KAAK,EAAE,WAAW,EAClB,UAAU,GAAG,KAAK,EAClB,kBAAkB,GAAG,IAAI,wCAAkB,EAAE,EAC7C,KAAK,
|
|
1
|
+
{"version":3,"file":"app.js","sourceRoot":"","sources":["../../src/server/app.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AACxB,sDAA8B;AAC9B,0FAAmG;AACnG,kCAAwE;AACxE,oCAAuC;AAEvC,oCAA2C;AAC3C,iCAAqC;AACrC,+DAA2D;AAC3D,yDAA0D;AAK1D,MAAM,eAAe,GAAG,CAAC,mBAA2B,EAAE,KAAc,EAAU,EAAE,CAC9E,KAAK;IACH,CAAC,CAAC,iBAAiB,KAAK,yBAAyB,mBAAmB,GAAG;IACvE,CAAC,CAAC,6BAA6B,mBAAmB,GAAG,CAAC;AAEnD,MAAM,SAAS,GAAG,CAAC,EACxB,KAAK,EAAE,WAAW,EAClB,UAAU,GAAG,KAAK,EAClB,kBAAkB,GAAG,IAAI,wCAAkB,EAAE,EAC7C,WAAW,GAAG,IAAI,GAAG,EAAE,EACvB,KAAK,GAON,EAAmB,EAAE;IACpB,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;IACtB,MAAM,KAAK,GAAG,IAAA,mBAAW,EAAC,WAAW,EAAE;QACrC,KAAK;QACL,aAAa,EAAE,aAAa,CAAC,EAAE;YAC7B,MAAM,UAAU,GAAG,IAAA,0BAAmB,EAAC,aAAa,CAAC,CAAC;YAEtD,IAAI,UAAU,EAAE,CAAC;gBACf,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;IAEnC,GAAG,CAAC,GAAG,CAAC,IAAA,cAAI,EAAC,kBAAW,CAAC,CAAC,CAAC;IAC3B,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAExB,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtB,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QAC5B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAClC,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC;QAEvC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,GAAG,CAAC,GAAG,CAAC,kBAAkB,EAAE,eAAe,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;YACxE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACrC,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,IAAA,+BAAwB,EAAC,IAAI,CAAC,CAAC;QAElD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,GAAG,CAAC,GAAG,CAAC,kBAAkB,EAAE,eAAe,CAAC,KAAK,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC,CAAC;YACzF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;QAED,IAAI,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YACvC,GAAG,CAAC,GAAG,CAAC,kBAAkB,EAAE,eAAe,CAAC,KAAK,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC,CAAC;YACzF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;YACjF,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,IAAA,uBAAe,EAAC,GAAG,CAAC,KAAK,CAAC,QAAkB,CAAC,CAAC;QAE/D,MAAM,MAAM,GAAG,IAAI,uCAAoB,CAAC;YACtC,QAAQ;YACR,WAAW;YACX,IAAI,EAAE,UAAU;YAChB,qBAAqB,EAAE,QAAQ,CAAC,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC;SACpE,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,IAAI,iDAA6B,CAAC;YAClD,kBAAkB,EAAE,SAAS;YAC7B,kBAAkB,EAAE,KAAK;SAC1B,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACnB,SAAS,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEhC,MAAM,SAAS,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAvFW,QAAA,SAAS,aAuFpB"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.hiddenToolsFromEnv = exports.DIRECTORY_HIDDEN_TOOLS = void 0;
|
|
4
|
+
exports.DIRECTORY_HIDDEN_TOOLS = [
|
|
5
|
+
'google_lens',
|
|
6
|
+
'bing_search',
|
|
7
|
+
'tiktok_post',
|
|
8
|
+
'tiktok_shop_url',
|
|
9
|
+
'youtube_search',
|
|
10
|
+
'google_ads',
|
|
11
|
+
'reddit_post',
|
|
12
|
+
'reddit_subreddit',
|
|
13
|
+
'reddit_user',
|
|
14
|
+
'target_product',
|
|
15
|
+
'chatgpt',
|
|
16
|
+
'perplexity',
|
|
17
|
+
];
|
|
18
|
+
const hiddenToolsFromEnv = (value) => {
|
|
19
|
+
if (value === undefined) {
|
|
20
|
+
return new Set(exports.DIRECTORY_HIDDEN_TOOLS);
|
|
21
|
+
}
|
|
22
|
+
return new Set(value
|
|
23
|
+
.split(',')
|
|
24
|
+
.map(name => name.trim())
|
|
25
|
+
.filter(Boolean));
|
|
26
|
+
};
|
|
27
|
+
exports.hiddenToolsFromEnv = hiddenToolsFromEnv;
|
|
28
|
+
//# sourceMappingURL=hidden-tools.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hidden-tools.js","sourceRoot":"","sources":["../../src/server/hidden-tools.ts"],"names":[],"mappings":";;;AAAa,QAAA,sBAAsB,GAAsB;IACvD,aAAa;IACb,aAAa;IACb,aAAa;IACb,iBAAiB;IACjB,gBAAgB;IAChB,YAAY;IACZ,aAAa;IACb,kBAAkB;IAClB,aAAa;IACb,gBAAgB;IAChB,SAAS;IACT,YAAY;CACb,CAAC;AAEK,MAAM,kBAAkB,GAAG,CAAC,KAAyB,EAAuB,EAAE;IACnF,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,IAAI,GAAG,CAAC,8BAAsB,CAAC,CAAC;IACzC,CAAC;IAED,OAAO,IAAI,GAAG,CACZ,KAAK;SACF,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SACxB,MAAM,CAAC,OAAO,CAAC,CACnB,CAAC;AACJ,CAAC,CAAC;AAXW,QAAA,kBAAkB,sBAW7B"}
|
|
@@ -6,19 +6,33 @@ const scraper_api_client_1 = require("../clients/scraper-api-client");
|
|
|
6
6
|
const version_1 = require("../version");
|
|
7
7
|
const tools_1 = require("../tools");
|
|
8
8
|
class ScraperAPIBaseServer {
|
|
9
|
-
constructor({ auth, toolsets = [], onAuthenticationError, integrationHeader, }) {
|
|
9
|
+
constructor({ auth, toolsets = [], hiddenTools = new Set(), onAuthenticationError, integrationHeader, }) {
|
|
10
10
|
this.server = new mcp_js_1.McpServer({
|
|
11
11
|
name: 'decodo',
|
|
12
12
|
version: version_1.PACKAGE_VERSION,
|
|
13
13
|
});
|
|
14
14
|
this.sapiClient = new scraper_api_client_1.ScraperApiClient({ onAuthenticationError, integrationHeader });
|
|
15
15
|
this.auth = auth;
|
|
16
|
+
this.disableOnRegister(hiddenTools);
|
|
16
17
|
this.registerTools({ toolsets });
|
|
17
18
|
this.registerResources();
|
|
18
19
|
}
|
|
19
20
|
connect(transport) {
|
|
20
21
|
this.server.connect(transport);
|
|
21
22
|
}
|
|
23
|
+
disableOnRegister(hiddenTools) {
|
|
24
|
+
if (hiddenTools.size === 0) {
|
|
25
|
+
return;
|
|
26
|
+
}
|
|
27
|
+
const registerTool = this.server.registerTool.bind(this.server);
|
|
28
|
+
this.server.registerTool = ((name, ...config) => {
|
|
29
|
+
const tool = registerTool(name, ...config);
|
|
30
|
+
if (hiddenTools.has(name)) {
|
|
31
|
+
tool.disable();
|
|
32
|
+
}
|
|
33
|
+
return tool;
|
|
34
|
+
});
|
|
35
|
+
}
|
|
22
36
|
registerTools({ toolsets }) {
|
|
23
37
|
const tools = ScraperAPIBaseServer.allTools.filter(tool => toolsets.length === 0 || toolsets.includes(tool.toolset));
|
|
24
38
|
for (const tool of tools) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sapi-base-server.js","sourceRoot":"","sources":["../../src/server/sapi-base-server.ts"],"names":[],"mappings":";;;AAAA,oEAAoE;
|
|
1
|
+
{"version":3,"file":"sapi-base-server.js","sourceRoot":"","sources":["../../src/server/sapi-base-server.ts"],"names":[],"mappings":";;;AAAA,oEAAoE;AAIpE,sEAAiE;AAEjE,wCAA6C;AAC7C,oCAqCkB;AAKlB,MAAa,oBAAoB;IAO/B,YAAY,EACV,IAAI,EACJ,QAAQ,GAAG,EAAE,EACb,WAAW,GAAG,IAAI,GAAG,EAAE,EACvB,qBAAqB,EACrB,iBAAiB,GAOlB;QACC,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAS,CAAC;YAC1B,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,yBAAe;SACzB,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,GAAG,IAAI,qCAAgB,CAAC,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAErF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QAEjB,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QAEpC,IAAI,CAAC,aAAa,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEjC,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED,OAAO,CAAC,SAA+D;QACrE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;IAyCO,iBAAiB,CAAC,WAAgC;QACxD,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAG3C,CAAC;QAEpB,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,IAAY,EAAE,GAAG,MAAiB,EAAE,EAAE;YACjE,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,CAAC;YAE3C,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC,CAA8B,CAAC;IAClC,CAAC;IAED,aAAa,CAAC,EAAE,QAAQ,EAA2B;QACjD,MAAM,KAAK,GAAG,oBAAoB,CAAC,QAAQ,CAAC,MAAM,CAChD,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CACjE,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IAED,iBAAiB;QACf,gDAAgD;IAClD,CAAC;;AA/GH,oDAgHC;AAzEQ,6BAAQ,GAAW;IACxB,IAAI,4BAAoB,EAAE;IAC1B,IAAI,sBAAc,EAAE;IACpB,IAAI,eAAO,EAAE;IACb,IAAI,sBAAc,EAAE;IACpB,IAAI,uBAAe,EAAE;IACrB,IAAI,wBAAgB,EAAE;IACtB,IAAI,uBAAe,EAAE;IACrB,IAAI,kBAAU,EAAE;IAChB,IAAI,wBAAgB,EAAE;IACtB,IAAI,qBAAa,EAAE;IACnB,IAAI,sBAAc,EAAE;IACpB,IAAI,wBAAgB,EAAE;IACtB,IAAI,8BAAsB,EAAE;IAC5B,IAAI,wBAAgB,EAAE;IACtB,IAAI,yBAAiB,EAAE;IACvB,IAAI,yBAAiB,EAAE;IACvB,IAAI,yBAAiB,EAAE;IACvB,IAAI,6BAAqB,EAAE;IAC3B,IAAI,yBAAiB,EAAE;IACvB,IAAI,0BAAkB,EAAE;IACxB,IAAI,wBAAgB,EAAE;IACtB,IAAI,yBAAiB,EAAE;IACvB,IAAI,sBAAc,EAAE;IACpB,IAAI,4BAAoB,EAAE;IAC1B,IAAI,6BAAqB,EAAE;IAC3B,IAAI,yBAAiB,EAAE;IACvB,IAAI,2BAAmB,EAAE;IACzB,IAAI,0BAAkB,EAAE;IACxB,IAAI,4BAAoB,EAAE;IAC1B,IAAI,yBAAiB,EAAE;IACvB,IAAI,sBAAc,EAAE;IACpB,IAAI,2BAAmB,EAAE;IACzB,IAAI,sBAAc,EAAE;IACpB,IAAI,sBAAc,EAAE;IACpB,IAAI,mBAAW,EAAE;IACjB,IAAI,sBAAc,EAAE;CACrB,CAAC"}
|
|
@@ -3,8 +3,14 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.ScraperAPIHttpServer = void 0;
|
|
4
4
|
const sapi_base_server_1 = require("./sapi-base-server");
|
|
5
5
|
class ScraperAPIHttpServer extends sapi_base_server_1.ScraperAPIBaseServer {
|
|
6
|
-
constructor({ toolsets = [], auth, onAuthenticationError, }) {
|
|
7
|
-
super({
|
|
6
|
+
constructor({ toolsets = [], hiddenTools, auth, onAuthenticationError, }) {
|
|
7
|
+
super({
|
|
8
|
+
auth,
|
|
9
|
+
toolsets,
|
|
10
|
+
hiddenTools,
|
|
11
|
+
onAuthenticationError,
|
|
12
|
+
integrationHeader: 'mcp-hosted',
|
|
13
|
+
});
|
|
8
14
|
}
|
|
9
15
|
}
|
|
10
16
|
exports.ScraperAPIHttpServer = ScraperAPIHttpServer;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sapi-http-server.js","sourceRoot":"","sources":["../../src/server/sapi-http-server.ts"],"names":[],"mappings":";;;AAIA,yDAA0D;AAG1D,MAAa,oBAAqB,SAAQ,uCAAoB;IAK5D,YAAY,EACV,QAAQ,GAAG,EAAE,EACb,IAAI,EACJ,qBAAqB,
|
|
1
|
+
{"version":3,"file":"sapi-http-server.js","sourceRoot":"","sources":["../../src/server/sapi-http-server.ts"],"names":[],"mappings":";;;AAIA,yDAA0D;AAG1D,MAAa,oBAAqB,SAAQ,uCAAoB;IAK5D,YAAY,EACV,QAAQ,GAAG,EAAE,EACb,WAAW,EACX,IAAI,EACJ,qBAAqB,GAMtB;QACC,KAAK,CAAC;YACJ,IAAI;YACJ,QAAQ;YACR,WAAW;YACX,qBAAqB;YACrB,iBAAiB,EAAE,YAAY;SAChC,CAAC,CAAC;IACL,CAAC;CACF;AAxBD,oDAwBC"}
|
package/build/server.js
CHANGED
|
@@ -3,10 +3,15 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
require("dotenv/config");
|
|
4
4
|
const oauth_1 = require("./oauth");
|
|
5
5
|
const app_1 = require("./server/app");
|
|
6
|
+
const hidden_tools_1 = require("./server/hidden-tools");
|
|
6
7
|
const trust_proxy_1 = require("./server/trust-proxy");
|
|
7
8
|
const port = parseInt(process.env.PORT || '3000');
|
|
8
9
|
const oauth = (0, oauth_1.oauthConfigFromEnv)(process.env, port);
|
|
9
|
-
(0, app_1.createApp)({
|
|
10
|
+
(0, app_1.createApp)({
|
|
11
|
+
oauth,
|
|
12
|
+
trustProxy: (0, trust_proxy_1.trustProxyFromEnv)(process.env.TRUST_PROXY),
|
|
13
|
+
hiddenTools: (0, hidden_tools_1.hiddenToolsFromEnv)(process.env.HIDDEN_TOOLS),
|
|
14
|
+
})
|
|
10
15
|
.listen(port, () => {
|
|
11
16
|
console.log(`Demo MCP Server running on http://localhost:${port}/mcp (issuer ${oauth.publicUrl.href})`);
|
|
12
17
|
})
|
package/build/server.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":";;AAAA,yBAAuB;AACvB,mCAA6C;AAC7C,sCAAyC;AACzC,sDAAyD;AAEzD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,MAAM,CAAC,CAAC;AAElD,MAAM,KAAK,GAAG,IAAA,0BAAkB,EAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAEpD,IAAA,eAAS,EAAC,
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":";;AAAA,yBAAuB;AACvB,mCAA6C;AAC7C,sCAAyC;AACzC,wDAA2D;AAC3D,sDAAyD;AAEzD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,MAAM,CAAC,CAAC;AAElD,MAAM,KAAK,GAAG,IAAA,0BAAkB,EAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAEpD,IAAA,eAAS,EAAC;IACR,KAAK;IACL,UAAU,EAAE,IAAA,+BAAiB,EAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IACtD,WAAW,EAAE,IAAA,iCAAkB,EAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;CAC1D,CAAC;KACC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;IACjB,OAAO,CAAC,GAAG,CACT,+CAA+C,IAAI,gBAAgB,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,CAC3F,CAAC;AACJ,CAAC,CAAC;KACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;IAC5B,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IACtC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|