@mrscraper/mcp 0.2.3 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +78 -69
- package/dist/api.d.ts +6 -16
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js +13 -24
- package/dist/api.js.map +1 -1
- package/dist/config.d.ts +1 -3
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +2 -4
- package/dist/config.js.map +1 -1
- package/dist/http.d.ts.map +1 -1
- package/dist/http.js +4 -1
- package/dist/http.js.map +1 -1
- package/dist/server.js +1 -1
- package/dist/server.js.map +1 -1
- package/dist/tools.d.ts +2 -9
- package/dist/tools.d.ts.map +1 -1
- package/dist/tools.js +14 -32
- package/dist/tools.js.map +1 -1
- package/dist/widgets/bundles.generated.js +2 -2
- package/dist/widgets/bundles.generated.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
MrScraper MCP is the official [MrScraper](https://mrscraper.com) server for the
|
|
4
4
|
[Model Context Protocol](https://modelcontextprotocol.io). It connects AI
|
|
5
|
-
assistants to page content and web search through two
|
|
5
|
+
assistants to page content and web search through two tools,
|
|
6
6
|
plus an account check. Retrieve HTML, Markdown, or screenshots with
|
|
7
7
|
`scraperAPI`, discover pages with `webSearch`, and check your plan and token
|
|
8
8
|
usage with `status`.
|
|
@@ -137,7 +137,7 @@ Connect MrScraper MCP to this agent. Detect the current MCP client and configure
|
|
|
137
137
|
| Tool | Choose it when |
|
|
138
138
|
| ------------ | ---------------------------------------------------------------------------- |
|
|
139
139
|
| `scraperAPI` | You have a page URL and need HTML, Markdown, a screenshot, or a combination. |
|
|
140
|
-
| `webSearch` | You have a search query
|
|
140
|
+
| `webSearch` | You have a search query and need ranked results with links. |
|
|
141
141
|
| `status` | You need the account's plan, token usage, or remaining tokens. |
|
|
142
142
|
|
|
143
143
|
A discovery workflow is `webSearch` → `scraperAPI`. Both web tools advertise
|
|
@@ -150,22 +150,30 @@ connection; no tool takes an API token argument.
|
|
|
150
150
|
Only `scraperAPI`, `webSearch`, and `status` are registered. The other old tool
|
|
151
151
|
names are removed.
|
|
152
152
|
|
|
153
|
-
| Previous call | Replacement
|
|
154
|
-
| -------------------------------------- |
|
|
155
|
-
| `fetch` | `scraperAPI`; uses POST, SDK options, and automatic browser fallback by default.
|
|
156
|
-
| `serp` | `webSearch`; rename `query_or_url` to `url` and `client_timeout` to `timeout`.
|
|
157
|
-
| `status` | `status` for account usage; the `domain`, `from`, `to`, `action`, and `api_token_name` inputs are gone.
|
|
158
|
-
| `scrape`, `rerun`, `results`, `result` | Removed from this MCP server.
|
|
153
|
+
| Previous call | Replacement |
|
|
154
|
+
| -------------------------------------- | ------------------------------------------------------------------------------------------------------- |
|
|
155
|
+
| `fetch` | `scraperAPI`; uses POST, SDK options, and automatic browser fallback by default. |
|
|
156
|
+
| `serp` | `webSearch`; rename `query_or_url` to `url` and `client_timeout` to `timeout`. |
|
|
157
|
+
| `status` | `status` for account usage; the `domain`, `from`, `to`, `action`, and `api_token_name` inputs are gone. |
|
|
158
|
+
| `scrape`, `rerun`, `results`, `result` | Removed from this MCP server. |
|
|
159
159
|
|
|
160
160
|
`super_mode` becomes `super`. `home_page` now maps to `warmStart`, and
|
|
161
161
|
`token_cap=0` is accepted. Restart the server and reconnect the MCP client after
|
|
162
162
|
updating so it refreshes `tools/list`.
|
|
163
163
|
|
|
164
|
+
### Changes in 0.3.0
|
|
165
|
+
|
|
166
|
+
`webSearch` now calls MrScraper's web search action on the Scraper API host
|
|
167
|
+
and returns a ranked list of results. It gained `num_results`, and `region`
|
|
168
|
+
must be a two-letter country code. The 0.2 options `raw`, `format`,
|
|
169
|
+
`language`, `page`, and `render_js` are no longer supported: calls that still
|
|
170
|
+
send them succeed, and the options are ignored. `MRSCRAPER_SYNC_BASE_URL` is
|
|
171
|
+
gone; `MRSCRAPER_FETCH_BASE_URL` now covers both web tools.
|
|
172
|
+
|
|
164
173
|
## Tool reference
|
|
165
174
|
|
|
166
|
-
The options and defaults of `scraperAPI`
|
|
167
|
-
|
|
168
|
-
argument names use the SDK's snake case.
|
|
175
|
+
The options and defaults of `scraperAPI` follow the Python SDK's `scraper_api`
|
|
176
|
+
method. MCP tool names use camel case; their argument names use snake case.
|
|
169
177
|
|
|
170
178
|
### `scraperAPI`
|
|
171
179
|
|
|
@@ -233,47 +241,28 @@ headers. OAuth JWTs are sent only through `Authorization`.
|
|
|
233
241
|
### `webSearch`
|
|
234
242
|
|
|
235
243
|
```text
|
|
236
|
-
POST https://
|
|
244
|
+
POST https://api.mrscraper.com
|
|
237
245
|
```
|
|
238
246
|
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
```json
|
|
242
|
-
{
|
|
243
|
-
"url": "MrScraper web scraping",
|
|
244
|
-
"raw": false,
|
|
245
|
-
"region": "id",
|
|
246
|
-
"language": "id",
|
|
247
|
-
"page": 1,
|
|
248
|
-
"format": "json"
|
|
249
|
-
}
|
|
250
|
-
```
|
|
251
|
-
|
|
252
|
-
`raw=true` is the Python SDK-compatible default and requests HTML regardless
|
|
253
|
-
of `format`. Set `raw=false` and `format="json"` for parsed results.
|
|
254
|
-
|
|
255
|
-
A search results URL supplies the query, locale, and page:
|
|
247
|
+
The JSON body carries `action: "websearch"`, the query, and the optional
|
|
248
|
+
country and result count. Ask for 20 results from the United Kingdom:
|
|
256
249
|
|
|
257
250
|
```json
|
|
258
251
|
{
|
|
259
|
-
"url": "
|
|
260
|
-
"
|
|
252
|
+
"url": "running shoes",
|
|
253
|
+
"region": "gb",
|
|
254
|
+
"num_results": 20
|
|
261
255
|
}
|
|
262
256
|
```
|
|
263
257
|
|
|
264
|
-
|
|
265
|
-
`page=3`. Explicit options override URL-derived values.
|
|
258
|
+
A search results URL also works; its `q` parameter becomes the query.
|
|
266
259
|
|
|
267
|
-
| Input
|
|
268
|
-
|
|
|
269
|
-
| `url`
|
|
270
|
-
| `
|
|
271
|
-
| `
|
|
272
|
-
| `
|
|
273
|
-
| `language` | URL value or omitted | Body `language`; overrides `hl`. |
|
|
274
|
-
| `page` | URL value or omitted | Body `page`; positive one-based integer, overrides `start`. |
|
|
275
|
-
| `render_js` | `false` | Body `renderJs`; render dynamic search features. |
|
|
276
|
-
| `timeout` | `600` | Local HTTP deadline in seconds; omitted from the body. |
|
|
260
|
+
| Input | Default | Request mapping / purpose |
|
|
261
|
+
| ------------- | -------- | --------------------------------------------------------------------------- |
|
|
262
|
+
| `url` | required | Body `query`; search text, or a search results URL whose `q` value is used. |
|
|
263
|
+
| `region` | `us` | Body `country`; two-letter country code. |
|
|
264
|
+
| `num_results` | `10` | Body `numResults`; 10 to 100. The search may return fewer. |
|
|
265
|
+
| `timeout` | `600` | Local HTTP deadline in seconds; omitted from the body. |
|
|
277
266
|
|
|
278
267
|
### `status`
|
|
279
268
|
|
|
@@ -346,8 +335,29 @@ status:
|
|
|
346
335
|
}
|
|
347
336
|
```
|
|
348
337
|
|
|
349
|
-
A
|
|
350
|
-
`
|
|
338
|
+
A `webSearch` response lists the results in `data.data`, each with `rank`,
|
|
339
|
+
`title`, `url`, `description`, and `source`:
|
|
340
|
+
|
|
341
|
+
```json
|
|
342
|
+
{
|
|
343
|
+
"status_code": 200,
|
|
344
|
+
"data": {
|
|
345
|
+
"success": true,
|
|
346
|
+
"message": "Search completed",
|
|
347
|
+
"data": [
|
|
348
|
+
{
|
|
349
|
+
"rank": 1,
|
|
350
|
+
"title": "Web Scraping API | MrScraper",
|
|
351
|
+
"url": "https://mrscraper.com/",
|
|
352
|
+
"description": "Extract structured data from any website with AI.",
|
|
353
|
+
"source": "MrScraper"
|
|
354
|
+
}
|
|
355
|
+
],
|
|
356
|
+
"tokenUsage": 1
|
|
357
|
+
},
|
|
358
|
+
"headers": { "content-type": "application/json; charset=utf-8" }
|
|
359
|
+
}
|
|
360
|
+
```
|
|
351
361
|
|
|
352
362
|
Failures include `error` and set MCP `isError=true`. Network failures have
|
|
353
363
|
`status_code=null`. Credential-bearing response headers and JSON metadata
|
|
@@ -399,8 +409,8 @@ Run these commands individually from the repository directory:
|
|
|
399
409
|
npm run test:manual -- status
|
|
400
410
|
```
|
|
401
411
|
|
|
402
|
-
The webSearch sample
|
|
403
|
-
|
|
412
|
+
The webSearch sample asks for US results (`region` `us`). Each command prints
|
|
413
|
+
`Tools: scraperAPI, webSearch, status`
|
|
404
414
|
and `PASS <tool>` on success. Exit codes are 0 for success, 1 for a tool or
|
|
405
415
|
connection failure, and 2 for invalid command arguments.
|
|
406
416
|
|
|
@@ -411,7 +421,7 @@ npm run test:manual -- scraperAPI --args '{"url":"https://example.com","markdown
|
|
|
411
421
|
```
|
|
412
422
|
|
|
413
423
|
```sh
|
|
414
|
-
npm run test:manual -- webSearch --args '{"url":"web scraping","
|
|
424
|
+
npm run test:manual -- webSearch --args '{"url":"web scraping","region":"id","num_results":20}'
|
|
415
425
|
```
|
|
416
426
|
|
|
417
427
|
To test an already running HTTP MCP server, append
|
|
@@ -503,8 +513,8 @@ checks, since any client must be able to read them before it has credentials.
|
|
|
503
513
|
|
|
504
514
|
## Interactive widgets
|
|
505
515
|
|
|
506
|
-
`webSearch` carries a self-contained search results widget
|
|
507
|
-
results
|
|
516
|
+
`webSearch` carries a self-contained search results widget that lists the
|
|
517
|
+
results with their titles, links, and descriptions. `status`
|
|
508
518
|
carries an account widget with the plan, token usage, and a usage meter. Hosts
|
|
509
519
|
without MCP Apps support display the normal JSON tool response.
|
|
510
520
|
|
|
@@ -526,24 +536,23 @@ deployment and keep bearer authentication enabled.
|
|
|
526
536
|
|
|
527
537
|
## Environment variables
|
|
528
538
|
|
|
529
|
-
| Variable | Default
|
|
530
|
-
| -------------------------------- |
|
|
531
|
-
| `TRANSPORT` | `stdio`
|
|
532
|
-
| `HOST` | `127.0.0.1`
|
|
533
|
-
| `PORT` | `8000`
|
|
534
|
-
| `MRSCRAPER_API_KEY` | -
|
|
535
|
-
| `MRSCRAPER_API_TOKEN` | -
|
|
536
|
-
| `MRSCRAPER_HTTP_AUTH` | `1`
|
|
537
|
-
| `MRSCRAPER_OAUTH` | `1`
|
|
538
|
-
| `MRSCRAPER_MCP_PUBLIC_URL` | `https://mcp.mrscraper.com`
|
|
539
|
-
| `MRSCRAPER_OAUTH_ISSUER` | `https://api.app.mrscraper.com`
|
|
540
|
-
| `MRSCRAPER_OAUTH_JWKS_URL` | `<issuer>/.well-known/jwks.json`
|
|
541
|
-
| `MRSCRAPER_ALLOWED_ORIGINS` | -
|
|
542
|
-
| `MRSCRAPER_API_BASE_URL` | MrScraper platform API
|
|
543
|
-
| `MRSCRAPER_FETCH_BASE_URL` | MrScraper Web Unblocker
|
|
544
|
-
| `
|
|
545
|
-
| `
|
|
546
|
-
| `MRSCRAPER_LOG_HTTP_PAYLOAD_MAX` | `8192` | Maximum diagnostic payload length. |
|
|
539
|
+
| Variable | Default | Purpose |
|
|
540
|
+
| -------------------------------- | -------------------------------- | ---------------------------------------------------------------- |
|
|
541
|
+
| `TRANSPORT` | `stdio` | Selects `stdio` or `http`. |
|
|
542
|
+
| `HOST` | `127.0.0.1` | HTTP bind address; the Docker image uses `0.0.0.0`. |
|
|
543
|
+
| `PORT` | `8000` | HTTP listen port. |
|
|
544
|
+
| `MRSCRAPER_API_KEY` | - | Primary stdio credential. |
|
|
545
|
+
| `MRSCRAPER_API_TOKEN` | - | Alternative stdio credential (also used by the Python SDK). |
|
|
546
|
+
| `MRSCRAPER_HTTP_AUTH` | `1` | Enables HTTP bearer verification. |
|
|
547
|
+
| `MRSCRAPER_OAUTH` | `1` | Accepts OAuth 2.1 access tokens alongside API keys. |
|
|
548
|
+
| `MRSCRAPER_MCP_PUBLIC_URL` | `https://mcp.mrscraper.com` | Public origin; `<origin>/mcp` is the required token audience. |
|
|
549
|
+
| `MRSCRAPER_OAUTH_ISSUER` | `https://api.app.mrscraper.com` | Authorization server issuer. |
|
|
550
|
+
| `MRSCRAPER_OAUTH_JWKS_URL` | `<issuer>/.well-known/jwks.json` | Key set used to verify access tokens. |
|
|
551
|
+
| `MRSCRAPER_ALLOWED_ORIGINS` | - | Comma-separated browser origins allowed to call the HTTP server. |
|
|
552
|
+
| `MRSCRAPER_API_BASE_URL` | MrScraper platform API | Platform endpoint override for development and testing. |
|
|
553
|
+
| `MRSCRAPER_FETCH_BASE_URL` | MrScraper Web Unblocker | Scraper API and web search endpoint override. |
|
|
554
|
+
| `MRSCRAPER_LOG_HTTP_PAYLOAD` | off | Enables trusted-environment request-body diagnostics. |
|
|
555
|
+
| `MRSCRAPER_LOG_HTTP_PAYLOAD_MAX` | `8192` | Maximum diagnostic payload length. |
|
|
547
556
|
|
|
548
557
|
## Troubleshooting
|
|
549
558
|
|
|
@@ -560,7 +569,7 @@ deployment and keep bearer authentication enabled.
|
|
|
560
569
|
- **403 Forbidden Origin:** Add the exact browser origin to
|
|
561
570
|
`MRSCRAPER_ALLOWED_ORIGINS`.
|
|
562
571
|
- **Tool input error:** Compare the call with the tool's parameter table and
|
|
563
|
-
|
|
572
|
+
its defaults.
|
|
564
573
|
- **Upstream timeout:** Increase `scraperAPI.timeout` (up to 300 seconds) or `webSearch.timeout`
|
|
565
574
|
when the target requires a longer request window.
|
|
566
575
|
- **New tools are missing:** Start a new client session and inspect
|
package/dist/api.d.ts
CHANGED
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import { type ApiResponse } from "./http.js";
|
|
2
|
-
export type SearchFormat = "json" | "html";
|
|
3
2
|
interface FetchDependency {
|
|
4
3
|
fetchFn?: typeof fetch;
|
|
5
4
|
}
|
|
@@ -29,25 +28,16 @@ export interface ScraperApiOptions extends FetchDependency {
|
|
|
29
28
|
discardTokenSecret?: string;
|
|
30
29
|
}
|
|
31
30
|
export declare function scraperApi({ token, url, html, markdown, timeout, geoCode, proxyCountry, blockResources, browserRendering, super: superMode, useProxy, proxy, waitForSelector, homePage, screenshot, bypassProxy, cookieJar, headers, maxRetries, tokenCap, stream, discardTokenSecret, fetchFn, }: ScraperApiOptions): Promise<ApiResponse>;
|
|
32
|
-
export interface NormalizedSearchInput {
|
|
33
|
-
query: string;
|
|
34
|
-
region: string | null;
|
|
35
|
-
language: string | null;
|
|
36
|
-
page: number | null;
|
|
37
|
-
}
|
|
38
|
-
export declare function normalizeSearchInput(input: string): NormalizedSearchInput;
|
|
39
31
|
export interface WebSearchOptions extends FetchDependency {
|
|
40
32
|
token: string;
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
language?: string | null;
|
|
45
|
-
page?: number | null;
|
|
46
|
-
format?: SearchFormat;
|
|
47
|
-
renderJs?: boolean;
|
|
33
|
+
query: string;
|
|
34
|
+
country?: string | null;
|
|
35
|
+
numResults?: number | null;
|
|
48
36
|
timeout?: number;
|
|
49
37
|
}
|
|
50
|
-
|
|
38
|
+
/** Returns the query text, or the `q` parameter when given a search results URL. */
|
|
39
|
+
export declare function searchQuery(input: string): string;
|
|
40
|
+
export declare function webSearchApi({ token, query, country, numResults, timeout, fetchFn, }: WebSearchOptions): Promise<ApiResponse>;
|
|
51
41
|
export declare function getSubscriptionAccountApi(token: string, { fetchFn }?: FetchDependency): Promise<ApiResponse>;
|
|
52
42
|
export {};
|
|
53
43
|
//# sourceMappingURL=api.d.ts.map
|
package/dist/api.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../src/api.ts"],"names":[],"mappings":"AAEA,OAAO,EAAW,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AAGtD,
|
|
1
|
+
{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../src/api.ts"],"names":[],"mappings":"AAEA,OAAO,EAAW,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AAGtD,UAAU,eAAe;IACvB,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAUpE;AAaD,MAAM,WAAW,iBAAkB,SAAQ,eAAe;IACxD,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,cAAc,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC,gBAAgB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAClC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC;IACjD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,wBAAsB,UAAU,CAAC,EAC/B,KAAK,EACL,GAAG,EACH,IAAW,EACX,QAAgB,EAChB,OAAa,EACb,OAAc,EACd,YAAmB,EACnB,cAAsB,EACtB,gBAAuB,EACvB,KAAK,EAAE,SAAiB,EACxB,QAAe,EACf,KAAY,EACZ,eAAsB,EACtB,QAAgB,EAChB,UAAkB,EAClB,WAAmB,EACnB,SAAgB,EAChB,OAAc,EACd,UAAc,EACd,QAAe,EACf,MAAa,EACb,kBAAuB,EACvB,OAAO,GACR,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CA8C1C;AAED,MAAM,WAAW,gBAAiB,SAAQ,eAAe;IACvD,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,oFAAoF;AACpF,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAOjD;AAED,wBAAsB,YAAY,CAAC,EACjC,KAAK,EACL,KAAK,EACL,OAAc,EACd,UAAiB,EACjB,OAAa,EACb,OAAO,GACR,EAAE,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC,CAYzC;AAED,wBAAsB,yBAAyB,CAC7C,KAAK,EAAE,MAAM,EACb,EAAE,OAAO,EAAE,GAAE,eAAoB,GAChC,OAAO,CAAC,WAAW,CAAC,CAKtB"}
|
package/dist/api.js
CHANGED
|
@@ -63,37 +63,26 @@ export async function scraperApi({ token, url, html = true, markdown = false, ti
|
|
|
63
63
|
fetchFn,
|
|
64
64
|
});
|
|
65
65
|
}
|
|
66
|
-
|
|
66
|
+
/** Returns the query text, or the `q` parameter when given a search results URL. */
|
|
67
|
+
export function searchQuery(input) {
|
|
67
68
|
const value = String(input || "").trim();
|
|
68
69
|
if (!value)
|
|
69
|
-
throw new Error("A web search query
|
|
70
|
-
if (!/^https?:\/\//i.test(value))
|
|
71
|
-
return
|
|
72
|
-
|
|
73
|
-
const parsed = new URL(value);
|
|
74
|
-
const query = parsed.searchParams.get("q")?.trim();
|
|
70
|
+
throw new Error("A web search query is required");
|
|
71
|
+
if (!/^https?:\/\//i.test(value))
|
|
72
|
+
return value;
|
|
73
|
+
const query = new URL(value).searchParams.get("q")?.trim();
|
|
75
74
|
if (!query)
|
|
76
75
|
throw new Error("Search results URL must contain a q parameter");
|
|
77
|
-
|
|
78
|
-
const start = /^[+-]?\d+$/.test(startValue.trim()) ? Number(startValue) : 0;
|
|
79
|
-
return {
|
|
80
|
-
query,
|
|
81
|
-
region: parsed.searchParams.get("gl") || null,
|
|
82
|
-
language: parsed.searchParams.get("hl") || null,
|
|
83
|
-
page: Number.isFinite(start) && start > 0 ? Math.floor(start / 10) + 1 : null,
|
|
84
|
-
};
|
|
76
|
+
return query;
|
|
85
77
|
}
|
|
86
|
-
export async function webSearchApi({ token,
|
|
87
|
-
|
|
88
|
-
return request("POST", getApiEndpoints().webSearchUrl, {
|
|
78
|
+
export async function webSearchApi({ token, query, country = null, numResults = null, timeout = 600, fetchFn, }) {
|
|
79
|
+
return request("POST", getApiEndpoints().scraperApiUrl, {
|
|
89
80
|
headers: getAuthHeaders(token),
|
|
90
81
|
json: compact({
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
format: raw ? "html" : format,
|
|
96
|
-
renderJs,
|
|
82
|
+
action: "websearch",
|
|
83
|
+
query: searchQuery(query),
|
|
84
|
+
country: country ? country.toLowerCase() : null,
|
|
85
|
+
numResults,
|
|
97
86
|
}),
|
|
98
87
|
timeout,
|
|
99
88
|
fetchFn,
|
package/dist/api.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../src/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAoB,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../src/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAoB,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAMhD,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAC7C,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IACxD,OAAO;QACL,YAAY,EAAE,MAAM;QACpB,iBAAiB,EAAE,GAAG;QACtB,gBAAgB,EAAE,MAAM;QACxB,aAAa,EAAE,UAAU,QAAQ,EAAE;QACnC,GAAG,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtE,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CACd,MAAoE;IAEpE,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAC3B,CAAC,KAAK,EAAgD,EAAE,CACtD,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAC9C,CACF,CAAC;AACJ,CAAC;AA2BD,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAC/B,KAAK,EACL,GAAG,EACH,IAAI,GAAG,IAAI,EACX,QAAQ,GAAG,KAAK,EAChB,OAAO,GAAG,GAAG,EACb,OAAO,GAAG,IAAI,EACd,YAAY,GAAG,IAAI,EACnB,cAAc,GAAG,KAAK,EACtB,gBAAgB,GAAG,IAAI,EACvB,KAAK,EAAE,SAAS,GAAG,KAAK,EACxB,QAAQ,GAAG,IAAI,EACf,KAAK,GAAG,IAAI,EACZ,eAAe,GAAG,IAAI,EACtB,QAAQ,GAAG,KAAK,EAChB,UAAU,GAAG,KAAK,EAClB,WAAW,GAAG,KAAK,EACnB,SAAS,GAAG,IAAI,EAChB,OAAO,GAAG,IAAI,EACd,UAAU,GAAG,CAAC,EACd,QAAQ,GAAG,IAAI,EACf,MAAM,GAAG,IAAI,EACb,kBAAkB,GAAG,EAAE,EACvB,OAAO,GACW;IAClB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,OAAO,GAAG,GAAG,EAAE,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;QACvE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAC7C,OAAO,OAAO,CAAC,MAAM,EAAE,eAAe,EAAE,CAAC,aAAa,EAAE;QACtD,OAAO,EAAE;YACP,GAAG,cAAc,CAAC,QAAQ,CAAC;YAC3B,GAAG,CAAC,kBAAkB;gBACpB,CAAC,CAAC,EAAE,wBAAwB,EAAE,kBAAkB,EAAE;gBAClD,CAAC,CAAC,EAAE,CAAC;SACR;QACD,MAAM,EAAE,OAAO,CAAC;YACd,6EAA6E;YAC7E,KAAK,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ;YACrD,OAAO;YACP,OAAO;YACP,YAAY;YACZ,gBAAgB,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB;YACtD,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;YAC9B,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK;YACjC,KAAK;YACL,IAAI;YACJ,QAAQ;YACR,eAAe;YACf,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;YACjC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;YACpC,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;YAC5C,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;YACtC,SAAS;YACT,OAAO,EACL,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;gBAC7C,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBACzB,CAAC,CAAC,OAAO;YACb,MAAM;SACP,CAAC;QACF,IAAI,EAAE,OAAO,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;QAC5C,OAAO,EAAE,OAAO,GAAG,EAAE;QACrB,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAUD,oFAAoF;AACpF,MAAM,UAAU,WAAW,CAAC,KAAa;IACvC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACzC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC9D,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/C,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC;IAC3D,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IAC7E,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EACjC,KAAK,EACL,KAAK,EACL,OAAO,GAAG,IAAI,EACd,UAAU,GAAG,IAAI,EACjB,OAAO,GAAG,GAAG,EACb,OAAO,GACU;IACjB,OAAO,OAAO,CAAC,MAAM,EAAE,eAAe,EAAE,CAAC,aAAa,EAAE;QACtD,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC;QAC9B,IAAI,EAAE,OAAO,CAAC;YACZ,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC;YACzB,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;YAC/C,UAAU;SACX,CAAC;QACF,OAAO;QACP,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAAa,EACb,EAAE,OAAO,EAAE,GAAoB,EAAE;IAEjC,OAAO,OAAO,CAAC,KAAK,EAAE,eAAe,EAAE,CAAC,oBAAoB,EAAE;QAC5D,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,EAAE;QACjE,OAAO;KACR,CAAC,CAAC;AACL,CAAC"}
|
package/dist/config.d.ts
CHANGED
|
@@ -1,13 +1,11 @@
|
|
|
1
|
-
export declare const VERSION = "0.
|
|
1
|
+
export declare const VERSION = "0.3.0";
|
|
2
2
|
export declare const TOOL_NAMES: readonly ["scraperAPI", "webSearch", "status"];
|
|
3
3
|
export type ToolName = (typeof TOOL_NAMES)[number];
|
|
4
4
|
export type Transport = "stdio" | "http";
|
|
5
5
|
export interface ApiEndpoints {
|
|
6
6
|
apiBaseUrl: string;
|
|
7
7
|
scraperApiUrl: string;
|
|
8
|
-
syncScraperBaseUrl: string;
|
|
9
8
|
subscriptionAccounts: string;
|
|
10
|
-
webSearchUrl: string;
|
|
11
9
|
}
|
|
12
10
|
export declare function getApiEndpoints(): ApiEndpoints;
|
|
13
11
|
export declare function resolveTransport(value?: string | undefined): Transport;
|
package/dist/config.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,UAAU,CAAC;AAE/B,eAAO,MAAM,UAAU,YAAI,YAAY,EAAE,WAAW,EAAE,QAAQ,CAAU,CAAC;AAEzE,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;AAEnD,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,MAAM,CAAC;AAEzC,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,UAAU,CAAC;AAE/B,eAAO,MAAM,UAAU,YAAI,YAAY,EAAE,WAAW,EAAE,QAAQ,CAAU,CAAC;AAEzE,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;AAEnD,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,MAAM,CAAC;AAEzC,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAMD,wBAAgB,eAAe,IAAI,YAAY,CAgB9C;AAED,wBAAgB,gBAAgB,CAAC,KAAK,qBAAwB,GAAG,SAAS,CAQzE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAIxE;AAED,wBAAgB,eAAe,IAAI,OAAO,CAEzC;AAED,eAAO,MAAM,uBAAuB,UAGnC,CAAC;AAEF,wBAAgB,mBAAmB,IAAI,MAAM,EAAE,CAM9C;AAED,wBAAgB,iBAAiB,IAAI;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B,CAOA;AAED,eAAO,MAAM,YAAY,YACvB,aAAa,EACb,cAAc,EACd,cAAc,CACN,CAAC;AAEX,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvD,eAAO,MAAM,iBAAiB,+DACgC,CAAC;AAE/D,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IAEjB,MAAM,EAAE,MAAM,CAAC;IAEf,OAAO,EAAE,MAAM,CAAC;IAEhB,SAAS,EAAE,MAAM,CAAC;IAElB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,wBAAgB,cAAc,IAAI,WAAW,CAqB5C"}
|
package/dist/config.js
CHANGED
|
@@ -1,18 +1,16 @@
|
|
|
1
|
-
export const VERSION = "0.
|
|
1
|
+
export const VERSION = "0.3.0";
|
|
2
2
|
export const TOOL_NAMES = ["scraperAPI", "webSearch", "status"];
|
|
3
3
|
function baseUrl(environmentName, fallback) {
|
|
4
4
|
return (process.env[environmentName] || fallback).replace(/\/+$/, "");
|
|
5
5
|
}
|
|
6
6
|
export function getApiEndpoints() {
|
|
7
7
|
const apiBaseUrl = baseUrl("MRSCRAPER_API_BASE_URL", "https://api.app.mrscraper.com/api/v1");
|
|
8
|
+
// scraperAPI and webSearch share this host; webSearch posts action "websearch".
|
|
8
9
|
const scraperApiUrl = baseUrl("MRSCRAPER_FETCH_BASE_URL", "https://api.mrscraper.com");
|
|
9
|
-
const syncScraperBaseUrl = baseUrl("MRSCRAPER_SYNC_BASE_URL", "https://sync.scraper.mrscraper.com");
|
|
10
10
|
return {
|
|
11
11
|
apiBaseUrl,
|
|
12
12
|
scraperApiUrl,
|
|
13
|
-
syncScraperBaseUrl,
|
|
14
13
|
subscriptionAccounts: `${apiBaseUrl}/subscription-accounts`,
|
|
15
|
-
webSearchUrl: `${syncScraperBaseUrl}/api/google/serp/v2/sync`,
|
|
16
14
|
};
|
|
17
15
|
}
|
|
18
16
|
export function resolveTransport(value = process.env.TRANSPORT) {
|
package/dist/config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAE/B,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,YAAY,EAAE,WAAW,EAAE,QAAQ,CAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAE/B,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,YAAY,EAAE,WAAW,EAAE,QAAQ,CAAU,CAAC;AAYzE,SAAS,OAAO,CAAC,eAAuB,EAAE,QAAgB;IACxD,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,eAAe;IAC7B,MAAM,UAAU,GAAG,OAAO,CACxB,wBAAwB,EACxB,sCAAsC,CACvC,CAAC;IACF,gFAAgF;IAChF,MAAM,aAAa,GAAG,OAAO,CAC3B,0BAA0B,EAC1B,2BAA2B,CAC5B,CAAC;IAEF,OAAO;QACL,UAAU;QACV,aAAa;QACb,oBAAoB,EAAE,GAAG,UAAU,wBAAwB;KAC5D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS;IAC5D,MAAM,SAAS,GAAG,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC1D,IAAI,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,iCAAiC,CACpF,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,QAAiB;IAC7D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACvC,OAAO,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,eAAe;IAC7B,OAAO,eAAe,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,mBAAmB;IACnB,qBAAqB;CACtB,CAAC;AAEF,MAAM,UAAU,mBAAmB;IACjC,MAAM,UAAU,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,EAAE,CAAC;SAC7D,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;SACjD,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,uBAAuB,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,iBAAiB;IAK/B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,WAAW,CAAC;IAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,MAAM,CAAC,CAAC;IAChD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,MAAM,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,mBAAmB,EAAE,EAAE,CAAC;AAC/D,CAAC;AAED,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,aAAa;IACb,cAAc;IACd,cAAc;CACN,CAAC;AAIX,MAAM,CAAC,MAAM,iBAAiB,GAC5B,4DAA4D,CAAC;AAgB/D,MAAM,UAAU,cAAc;IAC5B,MAAM,MAAM,GAAG,OAAO,CACpB,wBAAwB,EACxB,+BAA+B,CAChC,CAAC;IACF,MAAM,SAAS,GAAG,OAAO,CACvB,0BAA0B,EAC1B,2BAA2B,CAC5B,CAAC;IACF,OAAO;QACL,OAAO,EAAE,eAAe,CAAC,iBAAiB,EAAE,IAAI,CAAC;QACjD,MAAM;QACN,OAAO,EAAE,OAAO,CACd,0BAA0B,EAC1B,GAAG,MAAM,wBAAwB,CAClC;QACD,SAAS;QACT,WAAW,EAAE,GAAG,SAAS,MAAM;QAC/B,eAAe,EAAE,YAAY;QAC7B,gBAAgB,EAAE,OAAO,CAAC,oBAAoB,EAAE,iBAAiB,CAAC;KACnE,CAAC;AACJ,CAAC"}
|
package/dist/http.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAE9D,eAAO,MAAM,uBAAuB,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAE9D,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAqC3C,MAAM,WAAW,WAAW;IAC1B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC,CAAC;IACtE,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAUD,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,OAAO,EACd,IAAI,kBAAwB,GAC3B,SAAS,CAqCX;AA2BD,wBAAsB,OAAO,CAC3B,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,WAAW,CAAC,CAuEtB"}
|
package/dist/http.js
CHANGED
|
@@ -7,6 +7,8 @@ const SENSITIVE_RESPONSE_HEADERS = new Set([
|
|
|
7
7
|
"x-api-token",
|
|
8
8
|
"x-discard-token-secret",
|
|
9
9
|
]);
|
|
10
|
+
// Internal routing details that callers don't need (the worker name exposes upstream infrastructure).
|
|
11
|
+
const INTERNAL_RESPONSE_HEADERS = new Set(["x-worker-name"]);
|
|
10
12
|
const SENSITIVE_DATA_KEYS = new Set([
|
|
11
13
|
"accesstoken",
|
|
12
14
|
"api_key",
|
|
@@ -76,7 +78,8 @@ export function sanitizeResponseData(value, seen = new WeakSet()) {
|
|
|
76
78
|
return sanitized;
|
|
77
79
|
}
|
|
78
80
|
function responseHeaders(response) {
|
|
79
|
-
return Object.fromEntries([...response.headers.entries()].filter(([name]) => !SENSITIVE_RESPONSE_HEADERS.has(name.toLowerCase())
|
|
81
|
+
return Object.fromEntries([...response.headers.entries()].filter(([name]) => !SENSITIVE_RESPONSE_HEADERS.has(name.toLowerCase()) &&
|
|
82
|
+
!INTERNAL_RESPONSE_HEADERS.has(name.toLowerCase())));
|
|
80
83
|
}
|
|
81
84
|
async function responseData(response) {
|
|
82
85
|
const body = await response.text();
|
package/dist/http.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http.js","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAE3C,MAAM,0BAA0B,GAAG,IAAI,GAAG,CAAC;IACzC,eAAe;IACf,qBAAqB;IACrB,YAAY;IACZ,aAAa;IACb,aAAa;IACb,wBAAwB;CACzB,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,aAAa;IACb,SAAS;IACT,QAAQ;IACR,UAAU;IACV,eAAe;IACf,QAAQ;IACR,gBAAgB;IAChB,UAAU;IACV,cAAc;IACd,QAAQ;IACR,YAAY;IACZ,OAAO;IACP,aAAa;IACb,wBAAwB;CACzB,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG,6BAA6B,CAAC;AACxD,MAAM,qBAAqB,GAAG,6CAA6C,CAAC;AAC5E,MAAM,kBAAkB,GAAG,kCAAkC,CAAC;AAC9D,MAAM,oBAAoB,GACxB,uGAAuG,CAAC;AAkB1G,SAAS,qBAAqB,CAAC,KAAa;IAC1C,OAAO,KAAK;SACT,OAAO,CAAC,iBAAiB,EAAE,sBAAsB,CAAC;SAClD,OAAO,CAAC,qBAAqB,EAAE,cAAc,CAAC;SAC9C,OAAO,CAAC,kBAAkB,EAAE,cAAc,CAAC;SAC3C,OAAO,CAAC,oBAAoB,EAAE,cAAc,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAAc,EACd,IAAI,GAAG,IAAI,OAAO,EAAU;IAE5B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,OAAO,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC1E,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACpD,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IACzC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAEhB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,SAAS,GAA8B,EAAE,CAAC;IAChD,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,MAAM,aAAa,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,kBAAkB,GACtB,aAAa,KAAK,MAAM;YACxB;gBACE,IAAI;gBACJ,WAAW;gBACX,QAAQ;gBACR,MAAM;gBACN,KAAK;gBACL,SAAS;gBACT,YAAY;aACb,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;QAEnD,IAAI,kBAAkB,EAAE,CAAC;YACvB,SAAS,CAAC,GAAG,CAAC,GAAG,IAAiB,CAAC;QACrC,CAAC;aAAM,IAAI,mBAAmB,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;YAClD,SAAS,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;QAChC,CAAC;aAAM,IAAI,aAAa,KAAK,MAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChE,SAAS,CAAC,GAAG,CAAC,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,GAAG,CAAC,GAAG,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,QAAkB;IACzC,OAAO,MAAM,CAAC,WAAW,CACvB,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CACpC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,
|
|
1
|
+
{"version":3,"file":"http.js","sourceRoot":"","sources":["../src/http.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAE3C,MAAM,0BAA0B,GAAG,IAAI,GAAG,CAAC;IACzC,eAAe;IACf,qBAAqB;IACrB,YAAY;IACZ,aAAa;IACb,aAAa;IACb,wBAAwB;CACzB,CAAC,CAAC;AAEH,sGAAsG;AACtG,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;AAE7D,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,aAAa;IACb,SAAS;IACT,QAAQ;IACR,UAAU;IACV,eAAe;IACf,QAAQ;IACR,gBAAgB;IAChB,UAAU;IACV,cAAc;IACd,QAAQ;IACR,YAAY;IACZ,OAAO;IACP,aAAa;IACb,wBAAwB;CACzB,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG,6BAA6B,CAAC;AACxD,MAAM,qBAAqB,GAAG,6CAA6C,CAAC;AAC5E,MAAM,kBAAkB,GAAG,kCAAkC,CAAC;AAC9D,MAAM,oBAAoB,GACxB,uGAAuG,CAAC;AAkB1G,SAAS,qBAAqB,CAAC,KAAa;IAC1C,OAAO,KAAK;SACT,OAAO,CAAC,iBAAiB,EAAE,sBAAsB,CAAC;SAClD,OAAO,CAAC,qBAAqB,EAAE,cAAc,CAAC;SAC9C,OAAO,CAAC,kBAAkB,EAAE,cAAc,CAAC;SAC3C,OAAO,CAAC,oBAAoB,EAAE,cAAc,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAAc,EACd,IAAI,GAAG,IAAI,OAAO,EAAU;IAE5B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,OAAO,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC1E,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACpD,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IACzC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAEhB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,SAAS,GAA8B,EAAE,CAAC;IAChD,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,MAAM,aAAa,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,kBAAkB,GACtB,aAAa,KAAK,MAAM;YACxB;gBACE,IAAI;gBACJ,WAAW;gBACX,QAAQ;gBACR,MAAM;gBACN,KAAK;gBACL,SAAS;gBACT,YAAY;aACb,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;QAEnD,IAAI,kBAAkB,EAAE,CAAC;YACvB,SAAS,CAAC,GAAG,CAAC,GAAG,IAAiB,CAAC;QACrC,CAAC;aAAM,IAAI,mBAAmB,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;YAClD,SAAS,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;QAChC,CAAC;aAAM,IAAI,aAAa,KAAK,MAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChE,SAAS,CAAC,GAAG,CAAC,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,GAAG,CAAC,GAAG,oBAAoB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,QAAkB;IACzC,OAAO,MAAM,CAAC,WAAW,CACvB,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CACpC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CACT,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACnD,CAAC,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CACrD,CACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,QAAkB;IAC5C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,MAAM,WAAW,GAAG,CAClB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAC3C,CAAC,WAAW,EAAE,CAAC;IAChB,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,MAAc,EACd,GAAW,EACX,OAAO,GAAuB,EAAE;IAEhC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,uBAAuB,CAAC,CAAC;IACnE,MAAM,cAAc,GAClB,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC;IAC9E,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAC1C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CACtB,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EACxB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,CAAC,CAC/C,CAAC;IACF,MAAM,OAAO,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;IAC/C,MAAM,IAAI,GAAgB;QACxB,MAAM;QACN,OAAO;QACP,MAAM,EAAE,UAAU,CAAC,MAAM;KAC1B,CAAC;IACF,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC;QAC7C,OAAO,CAAC,MAAM,GAAG,kBAAkB,CAAC;QACpC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC5B,OAAO;gBACL,KAAK,EACH,0FAA0F;gBAC5F,WAAW,EAAE,QAAQ,CAAC,MAAM;gBAC5B,IAAI;gBACJ,OAAO,EAAE,WAAW;aACrB,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO;gBACL,KAAK,EAAE,QAAQ,QAAQ,CAAC,MAAM,EAAE;gBAChC,WAAW,EAAE,QAAQ,CAAC,MAAM;gBAC5B,IAAI;gBACJ,OAAO,EAAE,WAAW;aACrB,CAAC;QACJ,CAAC;QACD,OAAO;YACL,WAAW,EAAE,QAAQ,CAAC,MAAM;YAC5B,IAAI;YACJ,OAAO,EAAE,WAAW;SACrB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,OAAO,GACX,UAAU,CAAC,MAAM,CAAC,OAAO;YACzB,CAAC,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;YACvD,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChC,OAAO;YACL,KAAK,EAAE,OAAO;gBACZ,CAAC,CAAC,2BAA2B,cAAc,GAAG;gBAC9C,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC;YAClC,WAAW,EAAE,IAAI;YACjB,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC"}
|
package/dist/server.js
CHANGED
|
@@ -4,7 +4,7 @@ import { VERSION } from "./config.js";
|
|
|
4
4
|
import { registerTools } from "./tools.js";
|
|
5
5
|
import { registerWidgets } from "./widgets/index.js";
|
|
6
6
|
export const SERVER_INSTRUCTIONS = "MrScraper provides three tools. `scraperAPI` retrieves a known page as HTML, Markdown, or a screenshot. " +
|
|
7
|
-
"`webSearch` searches the web
|
|
7
|
+
"`webSearch` searches the web for query text and returns ranked results with titles, URLs, and descriptions. " +
|
|
8
8
|
"`status` reports the connected account's plan, token usage, and remaining tokens. " +
|
|
9
9
|
"Tools authenticate through the MCP connection and do not accept API tokens as arguments.";
|
|
10
10
|
export function createMrscraperServer(context, options = {}) {
|
package/dist/server.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,GAGV,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,aAAa,EAAyB,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD,MAAM,CAAC,MAAM,mBAAmB,GAC9B,0GAA0G;IAC1G,
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,GAGV,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,aAAa,EAAyB,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD,MAAM,CAAC,MAAM,mBAAmB,GAC9B,0GAA0G;IAC1G,8GAA8G;IAC9G,oFAAoF;IACpF,0FAA0F,CAAC;AAM7F,MAAM,UAAU,qBAAqB,CACnC,OAA0B,EAC1B,OAAO,GAAyB,EAAE;IAElC,MAAM,MAAM,GAAG,IAAI,SAAS,CAC1B,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,OAAO,EAAE,EAClD,EAAE,YAAY,EAAE,mBAAmB,EAAE,CACtC,CAAC;IACF,aAAa,CACX,MAAM,EACN,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,eAAe,CAAC,CAAC,OAAO,CAAC,EACxD,OAAO,CACR,CAAC;IACF,eAAe,CAAC,MAAM,CAAC,CAAC;IACxB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,OAAO,GAAyB,EAAE;IAElC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,qBAAqB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AAC9D,CAAC"}
|
package/dist/tools.d.ts
CHANGED
|
@@ -48,15 +48,8 @@ export declare const scraperAPIInputSchema: z.ZodObject<{
|
|
|
48
48
|
}, z.core.$strip>;
|
|
49
49
|
export declare const webSearchInputSchema: z.ZodObject<{
|
|
50
50
|
url: z.ZodString;
|
|
51
|
-
raw: z.ZodDefault<z.ZodBoolean>;
|
|
52
51
|
region: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
53
|
-
|
|
54
|
-
page: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
55
|
-
format: z.ZodDefault<z.ZodEnum<{
|
|
56
|
-
html: "html";
|
|
57
|
-
json: "json";
|
|
58
|
-
}>>;
|
|
59
|
-
render_js: z.ZodDefault<z.ZodBoolean>;
|
|
52
|
+
num_results: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
60
53
|
timeout: z.ZodDefault<z.ZodNumber>;
|
|
61
54
|
}, z.core.$strip>;
|
|
62
55
|
export declare function scraperAPITool(token: string, input: z.infer<typeof scraperAPIInputSchema>, dependencies?: ToolDependencies): Promise<Record<string, unknown>>;
|
|
@@ -65,7 +58,7 @@ export declare const statusInputSchema: z.ZodObject<{}, z.core.$strip>;
|
|
|
65
58
|
export declare function statusTool(token: string, _input?: z.infer<typeof statusInputSchema>, dependencies?: ToolDependencies): Promise<Record<string, unknown>>;
|
|
66
59
|
export declare const TOOL_DESCRIPTIONS: {
|
|
67
60
|
readonly scraperAPI: "Retrieves a known page through MrScraper's Scraper API as HTML, Markdown, a screenshot, or a combination. Matches the Python SDK's scraper_api options. Omit browser_rendering for automatic browser fallback; screenshot=true always enables it. super enables real-device routing independently. home_page maps to warmStart. Proxy, cookie, target-header, retry, and timeout options control page loading. Returns status_code, data, and sanitized headers.";
|
|
68
|
-
readonly webSearch: "Searches the web
|
|
61
|
+
readonly webSearch: "Searches the web for query text passed as url and returns ranked results, each with rank, title, url, description, and source. region sets the results' country as a two-letter code (default us). num_results sets how many results to return, from 10 to 100 (default 10). A search results URL also works: its q parameter becomes the query. timeout controls the local request deadline. Returns status_code, data, and sanitized headers.";
|
|
69
62
|
readonly status: "Returns the connected MrScraper account's identity (name, email, and verification state), subscription status, token limit, token usage, remaining tokens, and rate limit. Use it to check the account and remaining quota, for example before a large batch of requests. It takes no input and reports account usage, not the progress of a request.";
|
|
70
63
|
};
|
|
71
64
|
export declare function registerTools(server: McpServer, getToken: () => string, dependencies?: ToolDependencies): void;
|
package/dist/tools.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAOxB,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAeD,eAAO,MAAM,sBAAsB;;;;;iBAIjC,CAAC;AACH,eAAO,MAAM,qBAAqB;;;;;
|
|
1
|
+
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAOxB,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAeD,eAAO,MAAM,sBAAsB;;;;;iBAIjC,CAAC;AACH,eAAO,MAAM,qBAAqB;;;;;iBAIhC,CAAC;AACH,eAAO,MAAM,kBAAkB;;;;;;;iBAa3B,CAAC;AAEL,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;iBA4GhC,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;iBAgC/B,CAAC;AAEH,wBAAsB,cAAc,CAClC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,EAC5C,YAAY,GAAE,gBAAqB,GAClC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CA0BlC;AAED,wBAAsB,aAAa,CACjC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,EAC3C,YAAY,GAAE,gBAAqB,GAClC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CASlC;AAED,eAAO,MAAM,iBAAiB,gCAAe,CAAC;AAS9C,wBAAsB,UAAU,CAC9B,KAAK,EAAE,MAAM,EACb,MAAM,GAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAM,EAC9C,YAAY,GAAE,gBAAqB,GAClC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAsBlC;AAgBD,eAAO,MAAM,iBAAiB;aAC5B,UAAU,EACR,kcAAkc;aACpc,SAAS,EACP,ibAAib;aACnb,MAAM,EACJ,uVAAuV;CACjV,CAAC;AAEX,wBAAgB,aAAa,CAC3B,MAAM,EAAE,SAAS,EACjB,QAAQ,EAAE,MAAM,MAAM,EACtB,YAAY,GAAE,gBAAqB,GAClC,IAAI,CAgDN"}
|
package/dist/tools.js
CHANGED
|
@@ -20,7 +20,7 @@ export const scraperAPIOutputSchema = apiResponseSchema.meta({
|
|
|
20
20
|
});
|
|
21
21
|
export const webSearchOutputSchema = apiResponseSchema.meta({
|
|
22
22
|
title: "Web search response",
|
|
23
|
-
description: "
|
|
23
|
+
description: "Ranked web search results, each with rank, title, url, description, and source.",
|
|
24
24
|
});
|
|
25
25
|
export const statusOutputSchema = z
|
|
26
26
|
.object({
|
|
@@ -139,41 +139,27 @@ export const webSearchInputSchema = z.object({
|
|
|
139
139
|
.string()
|
|
140
140
|
.trim()
|
|
141
141
|
.min(1)
|
|
142
|
-
.describe("Required search query text
|
|
143
|
-
raw: z
|
|
144
|
-
.boolean()
|
|
145
|
-
.default(true)
|
|
146
|
-
.describe("SDK compatibility default: true requests HTML and overrides format. Set false for parsed JSON results."),
|
|
142
|
+
.describe("Required search query text. A search results URL also works; its q parameter becomes the query."),
|
|
147
143
|
region: z
|
|
148
144
|
.string()
|
|
145
|
+
.trim()
|
|
146
|
+
.regex(/^[A-Za-z]{2}$/, "region must be a two-letter country code")
|
|
149
147
|
.nullable()
|
|
150
148
|
.optional()
|
|
151
|
-
.describe("
|
|
152
|
-
|
|
153
|
-
.string()
|
|
154
|
-
.nullable()
|
|
155
|
-
.optional()
|
|
156
|
-
.describe("Language code; overrides hl from a search results URL."),
|
|
157
|
-
page: z
|
|
149
|
+
.describe("Two-letter country code for the results, for example us or gb. Defaults to us."),
|
|
150
|
+
num_results: z
|
|
158
151
|
.number()
|
|
159
152
|
.int()
|
|
160
|
-
.
|
|
153
|
+
.min(10)
|
|
154
|
+
.max(100)
|
|
161
155
|
.nullable()
|
|
162
156
|
.optional()
|
|
163
|
-
.describe("
|
|
164
|
-
format: z
|
|
165
|
-
.enum(["json", "html"])
|
|
166
|
-
.default("json")
|
|
167
|
-
.describe("Response representation when raw=false."),
|
|
168
|
-
render_js: z
|
|
169
|
-
.boolean()
|
|
170
|
-
.default(false)
|
|
171
|
-
.describe("Render JavaScript-dependent search features."),
|
|
157
|
+
.describe("Number of results to return, from 10 to 100. Defaults to 10; fewer may come back."),
|
|
172
158
|
timeout: z
|
|
173
159
|
.number()
|
|
174
160
|
.positive()
|
|
175
161
|
.default(600)
|
|
176
|
-
.describe("Local upstream HTTP deadline in seconds;
|
|
162
|
+
.describe("Local upstream HTTP deadline in seconds; not sent to the API."),
|
|
177
163
|
});
|
|
178
164
|
export async function scraperAPITool(token, input, dependencies = {}) {
|
|
179
165
|
return scraperApi({
|
|
@@ -205,13 +191,9 @@ export async function scraperAPITool(token, input, dependencies = {}) {
|
|
|
205
191
|
export async function webSearchTool(token, input, dependencies = {}) {
|
|
206
192
|
return webSearchApi({
|
|
207
193
|
token,
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
language: input.language,
|
|
212
|
-
page: input.page,
|
|
213
|
-
format: input.format,
|
|
214
|
-
renderJs: input.render_js,
|
|
194
|
+
query: input.url,
|
|
195
|
+
country: input.region,
|
|
196
|
+
numResults: input.num_results,
|
|
215
197
|
timeout: input.timeout,
|
|
216
198
|
fetchFn: dependencies.fetchFn,
|
|
217
199
|
});
|
|
@@ -256,7 +238,7 @@ const annotations = {
|
|
|
256
238
|
};
|
|
257
239
|
export const TOOL_DESCRIPTIONS = {
|
|
258
240
|
scraperAPI: "Retrieves a known page through MrScraper's Scraper API as HTML, Markdown, a screenshot, or a combination. Matches the Python SDK's scraper_api options. Omit browser_rendering for automatic browser fallback; screenshot=true always enables it. super enables real-device routing independently. home_page maps to warmStart. Proxy, cookie, target-header, retry, and timeout options control page loading. Returns status_code, data, and sanitized headers.",
|
|
259
|
-
webSearch: "Searches the web
|
|
241
|
+
webSearch: "Searches the web for query text passed as url and returns ranked results, each with rank, title, url, description, and source. region sets the results' country as a two-letter code (default us). num_results sets how many results to return, from 10 to 100 (default 10). A search results URL also works: its q parameter becomes the query. timeout controls the local request deadline. Returns status_code, data, and sanitized headers.",
|
|
260
242
|
status: "Returns the connected MrScraper account's identity (name, email, and verification state), subscription status, token limit, token usage, remaining tokens, and rate limit. Use it to check the account and remaining quota, for example before a large batch of requests. It takes no input and reports account usage, not the progress of a request.",
|
|
261
243
|
};
|
|
262
244
|
export function registerTools(server, getToken, dependencies = {}) {
|
package/dist/tools.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tools.js","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,yBAAyB,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAE/E,OAAO,EAAE,4BAA4B,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAMhD,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,WAAW,EAAE,CAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CAAC,sDAAsD,CAAC;IACnE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IAChE,OAAO,EAAE,CAAC;SACP,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;SAC9B,QAAQ,CAAC,wDAAwD,CAAC;IACrE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;CAC1E,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,sBAAsB,GAAG,iBAAiB,CAAC,IAAI,CAAC;IAC3D,KAAK,EAAE,sBAAsB;IAC7B,WAAW,EACT,iEAAiE;CACpE,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,IAAI,CAAC;IAC1D,KAAK,EAAE,qBAAqB;IAC5B,WAAW,
|
|
1
|
+
{"version":3,"file":"tools.js","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,yBAAyB,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAE/E,OAAO,EAAE,4BAA4B,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAMhD,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,WAAW,EAAE,CAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CAAC,sDAAsD,CAAC;IACnE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IAChE,OAAO,EAAE,CAAC;SACP,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;SAC9B,QAAQ,CAAC,wDAAwD,CAAC;IACrE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;CAC1E,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,sBAAsB,GAAG,iBAAiB,CAAC,IAAI,CAAC;IAC3D,KAAK,EAAE,sBAAsB;IAC7B,WAAW,EACT,iEAAiE;CACpE,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,IAAI,CAAC;IAC1D,KAAK,EAAE,qBAAqB;IAC5B,WAAW,EACT,iFAAiF;CACpF,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC;KAChC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,QAAQ,EAAE;IAC1D,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAChD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;IACd,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC;KACD,IAAI,CAAC;IACJ,KAAK,EAAE,iBAAiB;IACxB,WAAW,EACT,iFAAiF;CACpF,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,GAAG,EAAE,CAAC;SACH,GAAG,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;SAC7B,QAAQ,CAAC,2CAA2C,CAAC;IACxD,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IACtE,QAAQ,EAAE,CAAC;SACR,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,gCAAgC,CAAC;IAC7C,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,GAAG,CAAC;SACZ,QAAQ,CACP,0EAA0E,CAC3E;IACH,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,wDAAwD,CAAC;IACrE,aAAa,EAAE,CAAC;SACb,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,eAAe,EAAE,CAAC;SACf,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,8CAA8C,CAAC;IAC3D,iBAAiB,EAAE,CAAC;SACjB,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,4FAA4F,CAC7F;IACH,KAAK,EAAE,CAAC;SACL,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,6DAA6D,CAAC;IAC1E,SAAS,EAAE,CAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,8CAA8C,CAAC;IAC3D,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;IAChE,iBAAiB,EAAE,CAAC;SACjB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,yDAAyD,CAAC;IACtE,SAAS,EAAE,CAAC;SACT,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CACP,sEAAsE,CACvE;IACH,UAAU,EAAE,CAAC;SACV,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,yDAAyD,CAAC;IACtE,YAAY,EAAE,CAAC;SACZ,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,2DAA2D,CAAC;IACxE,UAAU,EAAE,CAAC;SACV,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,8FAA8F,CAC/F;IACH,OAAO,EAAE,CAAC;SACP,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;SACrD,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,0DAA0D,CAAC;IACvE,WAAW,EAAE,CAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,0CAA0C,CAAC;IACvD,MAAM,EAAE,CAAC;SACN,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,sFAAsF,CACvF;IACH,oBAAoB,EAAE,CAAC;SACpB,MAAM,EAAE;SACR,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,gEAAgE,CAAC;CAC9E,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,GAAG,EAAE,CAAC;SACH,MAAM,EAAE;SACR,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,iGAAiG,CAClG;IACH,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,IAAI,EAAE;SACN,KAAK,CAAC,eAAe,EAAE,0CAA0C,CAAC;SAClE,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,gFAAgF,CACjF;IACH,WAAW,EAAE,CAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,EAAE,CAAC;SACP,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CACP,mFAAmF,CACpF;IACH,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,GAAG,CAAC;SACZ,QAAQ,CAAC,+DAA+D,CAAC;CAC7E,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAAa,EACb,KAA4C,EAC5C,YAAY,GAAqB,EAAE;IAEnC,OAAO,UAAU,CAAC;QAChB,KAAK;QACL,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,OAAO,EAAE,KAAK,CAAC,QAAQ;QACvB,YAAY,EAAE,KAAK,CAAC,aAAa;QACjC,cAAc,EAAE,KAAK,CAAC,eAAe;QACrC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;QACzC,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ,EAAE,KAAK,CAAC,SAAS;QACzB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,eAAe,EAAE,KAAK,CAAC,iBAAiB;QACxC,QAAQ,EAAE,KAAK,CAAC,SAAS;QACzB,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,WAAW,EAAE,KAAK,CAAC,YAAY;QAC/B,SAAS,EAAE,KAAK,CAAC,UAAU;QAC3B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,UAAU,EAAE,KAAK,CAAC,WAAW;QAC7B,QAAQ,EAAE,KAAK,CAAC,SAAS;QACzB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,kBAAkB,EAAE,KAAK,CAAC,oBAAoB;QAC9C,OAAO,EAAE,YAAY,CAAC,OAAO;KAC9B,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAa,EACb,KAA2C,EAC3C,YAAY,GAAqB,EAAE;IAEnC,OAAO,YAAY,CAAC;QAClB,KAAK;QACL,KAAK,EAAE,KAAK,CAAC,GAAG;QAChB,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,UAAU,EAAE,KAAK,CAAC,WAAW;QAC7B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,OAAO,EAAE,YAAY,CAAC,OAAO;KAC9B,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAE9C,SAAS,YAAY,CAAC,MAA+B;IACnD,OAAO,OAAO,CACZ,MAAM,CAAC,KAAK;QACZ,CAAC,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC,CACtE,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,KAAa,EACb,MAAM,GAAsC,EAAE,EAC9C,YAAY,GAAqB,EAAE;IAEnC,MAAM,QAAQ,GAAgB,MAAM,yBAAyB,CAAC,KAAK,EAAE;QACnE,OAAO,EAAE,YAAY,CAAC,OAAO;KAC9B,CAAC,CAAC;IACH,IAAI,YAAY,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IAC3B,MAAM,OAAO,GACX,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,MAAM,IAAI,IAAI;QACxE,CAAC,CAAC,IAAI,CAAC,IAAI;QACX,CAAC,CAAC,IAAI,CAAC;IACX,OAAO;QACL,IAAI,EAAE,8BAA8B;QACpC,gBAAgB,EAAE,CAAC,wBAAwB,CAAC;QAC5C,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,IAAI,EAAE;YACJ,OAAO,EAAE,4BAA4B,CACnC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBAC/D,CAAC,CAAE,OAAmC;gBACtC,CAAC,CAAC,EAAE,CACP;SACF;KACF,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,MAA+B;IACnD,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;QAC3E,iBAAiB,EAAE,MAAM;QACzB,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,MAAM,WAAW,GAAG;IAClB,YAAY,EAAE,IAAI;IAClB,aAAa,EAAE,IAAI;IACnB,eAAe,EAAE,KAAK;CACvB,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,UAAU,EACR,kcAAkc;IACpc,SAAS,EACP,ibAAib;IACnb,MAAM,EACJ,uVAAuV;CACjV,CAAC;AAEX,MAAM,UAAU,aAAa,CAC3B,MAAiB,EACjB,QAAsB,EACtB,YAAY,GAAqB,EAAE;IAEnC,MAAM,CAAC,YAAY,CACjB,YAAY,EACZ;QACE,KAAK,EAAE,aAAa;QACpB,WAAW,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,WAAW,EAAE;QACrD,WAAW,EAAE,iBAAiB,CAAC,UAAU;QACzC,WAAW,EAAE,qBAAqB;QAClC,YAAY,EAAE,sBAAsB;KACrC,EACD,KAAK,EAAE,KAAK,EAAE,EAAE,CACd,YAAY,CAAC,MAAM,cAAc,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC,CACtE,CAAC;IACF,MAAM,CAAC,YAAY,CACjB,WAAW,EACX;QACE,KAAK,EAAE,YAAY;QACnB,WAAW,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,WAAW,EAAE;QACpD,WAAW,EAAE,iBAAiB,CAAC,SAAS;QACxC,WAAW,EAAE,oBAAoB;QACjC,YAAY,EAAE,qBAAqB;QACnC,KAAK,EAAE,UAAU,CAAC,WAAW,EAAE,oBAAoB,EAAE,kBAAkB,CAAC;KACzE,EACD,KAAK,EAAE,KAAK,EAAE,EAAE,CACd,YAAY,CAAC,MAAM,aAAa,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC,CACrE,CAAC;IACF,MAAM,CAAC,YAAY,CACjB,QAAQ,EACR;QACE,KAAK,EAAE,gBAAgB;QACvB,WAAW,EAAE;YACX,KAAK,EAAE,gBAAgB;YACvB,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,KAAK;YACpB,eAAe,EAAE,KAAK;SACvB;QACD,WAAW,EAAE,iBAAiB,CAAC,MAAM;QACrC,WAAW,EAAE,iBAAiB;QAC9B,YAAY,EAAE,kBAAkB;QAChC,KAAK,EAAE,UAAU,CACf,QAAQ,EACR,wBAAwB,EACxB,wBAAwB,CACzB;KACF,EACD,KAAK,EAAE,KAAK,EAAE,EAAE,CACd,YAAY,CAAC,MAAM,UAAU,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC,CAClE,CAAC;AACJ,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export const WIDGET_STYLES = ":root {\n --ms-fg: #16181d;\n --ms-muted: #61656e;\n --ms-line: #e3e5ea;\n --ms-bg: transparent;\n --ms-accent: #2f6df6;\n --ms-error: #b42318;\n --ms-track: #eceef2;\n}\n@media (prefers-color-scheme: dark) {\n :root {\n --ms-fg: #e8eaee;\n --ms-muted: #9aa0ab;\n --ms-line: #2c3038;\n --ms-accent: #7aa2ff;\n --ms-error: #f9847a;\n --ms-track: #23272f;\n }\n}\n* {\n box-sizing: border-box;\n}\nbody {\n margin: 0;\n color: var(--ms-fg);\n background: var(--ms-bg);\n font:\n 14px/1.5 ui-sans-serif,\n system-ui,\n -apple-system,\n \"Segoe UI\",\n sans-serif;\n}\n.ms-widget {\n padding: 12px 14px;\n}\n.ms-title {\n margin: 0 0 10px;\n font-size: 15px;\n font-weight: 600;\n}\n.ms-empty,\n.ms-count {\n margin: 8px 0 0;\n color: var(--ms-muted);\n font-size: 12px;\n}\n.ms-error {\n margin: 0;\n color: var(--ms-error);\n}\n.ms-link {\n color: var(--ms-accent);\n font-weight: 500;\n text-decoration: none;\n}\n.ms-link:hover {\n text-decoration: underline;\n}\n\n.ms-results {\n margin: 0;\n padding-left: 20px;\n display: grid;\n gap: 14px;\n}\n.ms-url {\n color: var(--ms-muted);\n font-size: 12px;\n word-break: break-all;\n}\n.ms-snippet {\n margin: 4px 0 0;\n}\n\n.ms-table {\n width: 100%;\n border-collapse: collapse;\n display: block;\n overflow-x: auto;\n}\n.ms-table th,\n.ms-table td {\n padding: 6px 10px;\n border-bottom: 1px solid var(--ms-line);\n text-align: left;\n vertical-align: top;\n max-width: 320px;\n overflow-wrap: anywhere;\n}\n.ms-table th {\n font-weight: 600;\n white-space: nowrap;\n}\n\n.ms-fields {\n margin: 0;\n display: grid;\n grid-template-columns: auto 1fr;\n gap: 4px 14px;\n}\n.ms-fields dt {\n color: var(--ms-muted);\n}\n.ms-fields dd {\n margin: 0;\n overflow-wrap: anywhere;\n}\n\n.ms-stats {\n display: flex;\n flex-wrap: wrap;\n gap: 10px;\n}\n.ms-stat {\n display: grid;\n gap: 2px;\n padding: 8px 12px;\n border: 1px solid var(--ms-line);\n border-radius: 8px;\n min-width: 120px;\n}\n.ms-stat-label {\n color: var(--ms-muted);\n font-size: 12px;\n}\n.ms-stat-value {\n font-size: 16px;\n font-weight: 600;\n}\n.ms-meter {\n margin-top: 12px;\n height: 6px;\n border-radius: 999px;\n background: var(--ms-track);\n overflow: hidden;\n}\n.ms-meter-fill {\n height: 100%;\n background: var(--ms-accent);\n}\n";
|
|
2
2
|
export const WIDGET_BUNDLES = {
|
|
3
|
-
"serp": "var
|
|
4
|
-
"status": "var M=\"2026-01-26\",k=\"mrscraper-ui-initialize\";function a(n){return typeof n==\"object\"&&n!==null&&!Array.isArray(n)}function y(n){window.parent.postMessage(n,\"*\")}function b(n){let t=window.openai?.toolOutput;a(t)&&n(t);let o=!1;if(window.addEventListener(\"message\",i=>{if(i.source!==window.parent)return;let e=i.data;if(a(e)){if(e.jsonrpc===\"2.0\"&&e.id===k&&\"result\"in e&&!o){o=!0,y({jsonrpc:\"2.0\",method:\"ui/notifications/initialized\",params:{}});return}if(e.method===\"ui/notifications/tool-result\"&&a(e.params)){let s=a(e.params.structuredContent)?e.params.structuredContent:e.params;n(s);return}a(e.toolOutput)&&n(e.toolOutput)}}),!a(t)){let i=0,e=window.setInterval(()=>{let s=window.openai?.toolOutput;if(a(s)){window.clearInterval(e),n(s);return}(i+=1)>40&&window.clearInterval(e)},50)}window.parent!==window&&y({jsonrpc:\"2.0\",id:k,method:\"ui/initialize\",params:{appInfo:{name:\"MrScraper Widget\",version:\"1.0.0\"},appCapabilities:{},protocolVersion:M}})}function c(n){return typeof n==\"object\"&&n!==null&&!Array.isArray(n)}function h(n){return c(n)&&\"data\"in n?n.data:n}function R(n){if(typeof n.error==\"string\"&&n.error)return n.error;let t=n.status_code;return typeof t==\"number\"&&t>=400?`The request failed with HTTP ${t}.`:null}function r(n,t,o){let i=document.createElement(n);return t&&(i.className=t),o!==void 0&&(i.textContent=o),i}function
|
|
3
|
+
"serp": "var I=\"2026-01-26\",d=\"mrscraper-ui-initialize\";function c(n){return typeof n==\"object\"&&n!==null&&!Array.isArray(n)}function f(n){window.parent.postMessage(n,\"*\")}function m(n){let t=window.openai?.toolOutput;c(t)&&n(t);let o=!1;if(window.addEventListener(\"message\",e=>{if(e.source!==window.parent)return;let r=e.data;if(c(r)){if(r.jsonrpc===\"2.0\"&&r.id===d&&\"result\"in r&&!o){o=!0,f({jsonrpc:\"2.0\",method:\"ui/notifications/initialized\",params:{}});return}if(r.method===\"ui/notifications/tool-result\"&&c(r.params)){let u=c(r.params.structuredContent)?r.params.structuredContent:r.params;n(u);return}c(r.toolOutput)&&n(r.toolOutput)}}),!c(t)){let e=0,r=window.setInterval(()=>{let u=window.openai?.toolOutput;if(c(u)){window.clearInterval(r),n(u);return}(e+=1)>40&&window.clearInterval(r)},50)}window.parent!==window&&f({jsonrpc:\"2.0\",id:d,method:\"ui/initialize\",params:{appInfo:{name:\"MrScraper Widget\",version:\"1.0.0\"},appCapabilities:{},protocolVersion:I}})}function l(n){return typeof n==\"object\"&&n!==null&&!Array.isArray(n)}function g(n){return l(n)&&\"data\"in n?n.data:n}function w(n){if(typeof n.error==\"string\"&&n.error)return n.error;let t=n.status_code;return typeof t==\"number\"&&t>=400?`The request failed with HTTP ${t}.`:null}function y(n){let t=[n],o=0;for(;t.length&&(o+=1)<200;){let e=t.shift();if(Array.isArray(e)){let r=e.filter(l);if(r.length)return r;continue}l(e)&&t.push(...Object.values(e))}return null}function h(n,t=8){let o=new Map;for(let e of n)for(let r of Object.keys(e))o.set(r,(o.get(r)??0)+1);return[...o.entries()].sort((e,r)=>r[1]-e[1]).slice(0,t).map(([e])=>e)}function k(n){let t=(e,r)=>{for(let u of r){let s=e[u];if(typeof s==\"string\"&&s.trim())return s}return\"\"},o=n.map(e=>({title:t(e,[\"title\",\"name\",\"heading\"]),url:t(e,[\"url\",\"link\",\"href\"]),snippet:t(e,[\"description\",\"snippet\",\"summary\",\"text\"])}));return o.every(e=>e.url)?o:[]}function i(n,t,o){let e=document.createElement(n);return t&&(e.className=t),o!==void 0&&(e.textContent=o),e}function b(n,t){let o=i(\"a\",\"ms-link\",t||n);return o.href=n,o.target=\"_blank\",o.rel=\"noreferrer noopener\",o}function M(){let n=document.getElementById(\"mrscraper-root\");if(n)return n;let t=i(\"div\");return t.id=\"mrscraper-root\",document.body.append(t),t}function R(n){return i(\"p\",\"ms-empty\",n)}function x(n,t){let o=i(\"table\",\"ms-table\"),e=i(\"thead\"),r=i(\"tr\");for(let s of n)r.append(i(\"th\",void 0,s));e.append(r),o.append(e);let u=i(\"tbody\");for(let s of t){let a=i(\"tr\");for(let p of s)a.append(i(\"td\",void 0,p));u.append(a)}return o.append(u),o}function O(n){return n==null?\"\":typeof n==\"string\"?n:typeof n==\"number\"||typeof n==\"boolean\"?String(n):JSON.stringify(n)}function T(n){return t=>{M().replaceChildren(n(t))}}var E=T(n=>{let t=i(\"div\",\"ms-widget\");t.append(i(\"h2\",\"ms-title\",\"Search results\"));let o=w(n);if(o)return t.append(i(\"p\",\"ms-error\",o)),t;let e=y(g(n));if(!e?.length)return t.append(R(\"No results were returned for that search.\")),t;let r=k(e);if(!r.length){let s=h(e);return t.append(x(s,e.slice(0,50).map(a=>s.map(p=>O(a[p]))))),t}let u=i(\"ol\",\"ms-results\");for(let s of r.slice(0,50)){let a=i(\"li\",\"ms-result\");a.append(b(s.url,s.title||s.url)),a.append(i(\"div\",\"ms-url\",s.url)),s.snippet&&a.append(i(\"p\",\"ms-snippet\",s.snippet)),u.append(a)}return t.append(u),t.append(i(\"p\",\"ms-count\",`${r.length} result(s)`)),t});m(E);\n",
|
|
4
|
+
"status": "var M=\"2026-01-26\",k=\"mrscraper-ui-initialize\";function a(n){return typeof n==\"object\"&&n!==null&&!Array.isArray(n)}function y(n){window.parent.postMessage(n,\"*\")}function b(n){let t=window.openai?.toolOutput;a(t)&&n(t);let o=!1;if(window.addEventListener(\"message\",i=>{if(i.source!==window.parent)return;let e=i.data;if(a(e)){if(e.jsonrpc===\"2.0\"&&e.id===k&&\"result\"in e&&!o){o=!0,y({jsonrpc:\"2.0\",method:\"ui/notifications/initialized\",params:{}});return}if(e.method===\"ui/notifications/tool-result\"&&a(e.params)){let s=a(e.params.structuredContent)?e.params.structuredContent:e.params;n(s);return}a(e.toolOutput)&&n(e.toolOutput)}}),!a(t)){let i=0,e=window.setInterval(()=>{let s=window.openai?.toolOutput;if(a(s)){window.clearInterval(e),n(s);return}(i+=1)>40&&window.clearInterval(e)},50)}window.parent!==window&&y({jsonrpc:\"2.0\",id:k,method:\"ui/initialize\",params:{appInfo:{name:\"MrScraper Widget\",version:\"1.0.0\"},appCapabilities:{},protocolVersion:M}})}function c(n){return typeof n==\"object\"&&n!==null&&!Array.isArray(n)}function h(n){return c(n)&&\"data\"in n?n.data:n}function R(n){if(typeof n.error==\"string\"&&n.error)return n.error;let t=n.status_code;return typeof t==\"number\"&&t>=400?`The request failed with HTTP ${t}.`:null}function r(n,t,o){let i=document.createElement(n);return t&&(i.className=t),o!==void 0&&(i.textContent=o),i}function L(){let n=document.getElementById(\"mrscraper-root\");if(n)return n;let t=r(\"div\");return t.id=\"mrscraper-root\",document.body.append(t),t}function x(n){return r(\"p\",\"ms-empty\",n)}function T(n){return t=>{L().replaceChildren(n(t))}}function p(n,t){let o=r(\"div\",\"ms-stat\");return o.append(r(\"span\",\"ms-stat-label\",n)),o.append(r(\"span\",\"ms-stat-value\",t)),o}function d(n){let t=Number(n);return Number.isFinite(t)?t:0}var O=T(n=>{let t=r(\"div\",\"ms-widget\");t.append(r(\"h2\",\"ms-title\",\"MrScraper account\"));let o=R(n);if(o)return t.append(r(\"p\",\"ms-error\",o)),t;let i=h(n),e=c(i)&&c(i.account)?i.account:null;if(!e)return t.append(x(\"No account details were returned.\")),t;let s=d(e.token_usage),l=d(e.token_limit),f=d(e.usage_percent),u=r(\"div\",\"ms-stats\");if(u.append(p(\"Plan\",e.enterprise?\"Enterprise\":String(e.subscription_status??\"unknown\"))),u.append(p(\"Tokens used\",l>0?`${s.toLocaleString()} / ${l.toLocaleString()}`:s.toLocaleString())),u.append(p(\"Remaining\",d(e.token_remaining).toLocaleString())),e.ends_at&&u.append(p(\"Renews\",String(e.ends_at))),t.append(u),l>0){let g=r(\"div\",\"ms-meter\"),w=r(\"div\",\"ms-meter-fill\");w.style.width=`${Math.min(100,Math.max(0,f))}%`,g.append(w),t.append(g),t.append(r(\"p\",\"ms-count\",`${f}% of quota used`))}let m=c(e.user)?e.user:null;return m?.email&&t.append(r(\"p\",\"ms-count\",String(m.email))),t});b(O);\n"
|
|
5
5
|
};
|
|
6
6
|
//# sourceMappingURL=bundles.generated.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bundles.generated.js","sourceRoot":"","sources":["../../src/widgets/bundles.generated.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,aAAa,GAAG,+zEAA+zE,CAAC;AAE71E,MAAM,CAAC,MAAM,cAAc,GAA2B;IACpD,MAAM,EAAE
|
|
1
|
+
{"version":3,"file":"bundles.generated.js","sourceRoot":"","sources":["../../src/widgets/bundles.generated.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,aAAa,GAAG,+zEAA+zE,CAAC;AAE71E,MAAM,CAAC,MAAM,cAAc,GAA2B;IACpD,MAAM,EAAE,+4GAA+4G;IACv5G,QAAQ,EAAE,2vFAA2vF;CACtwF,CAAC"}
|