@mrscraper/ai-sdk 0.2.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/results.js DELETED
@@ -1,78 +0,0 @@
1
- function record(value) {
2
- return value !== null && typeof value === "object" && !Array.isArray(value)
3
- ? value
4
- : {};
5
- }
6
- function text(value) {
7
- return typeof value === "string" && value.length > 0 ? value : undefined;
8
- }
9
- function number(value) {
10
- return typeof value === "number" && Number.isFinite(value) ? value : undefined;
11
- }
12
- /**
13
- * Keeps the requested formats the API returned, plus usage and errors.
14
- *
15
- * When only HTML is requested, the API proxies the page and answers with the
16
- * raw HTML string instead of a JSON object; that string is the html format.
17
- */
18
- export function toPageResult(url, formats, response) {
19
- const result = { url, statusCode: response.status_code };
20
- if (typeof response.data === "string") {
21
- const html = text(response.data);
22
- if (html !== undefined && formats.includes("html"))
23
- result.html = html;
24
- return result;
25
- }
26
- const data = record(response.data);
27
- for (const format of formats) {
28
- const content = text(data[format]);
29
- if (content !== undefined)
30
- result[format] = content;
31
- }
32
- const tokenUsage = number(data.token_usage);
33
- if (tokenUsage !== undefined)
34
- result.tokenUsage = tokenUsage;
35
- const error = data.error;
36
- if (error !== null && error !== undefined && error !== "") {
37
- result.error = typeof error === "string" ? error : JSON.stringify(error);
38
- }
39
- return result;
40
- }
41
- /** Reduces the search response to what a model needs to choose pages. */
42
- export function toSearchResult(query, response) {
43
- const items = record(response.data).data;
44
- return {
45
- query,
46
- results: (Array.isArray(items) ? items : []).map((entry) => {
47
- const item = record(entry);
48
- return {
49
- rank: number(item.rank),
50
- title: text(item.title),
51
- link: text(item.url),
52
- description: text(item.description),
53
- source: text(item.source),
54
- };
55
- }),
56
- };
57
- }
58
- /**
59
- * Sends a screenshot to the model as an image part instead of a base64 string
60
- * inside JSON, which would cost hundreds of thousands of text tokens.
61
- */
62
- export function toPageModelOutput(output) {
63
- const { screenshot, ...rest } = output;
64
- if (screenshot === undefined)
65
- return { type: "json", value: { ...rest } };
66
- return {
67
- type: "content",
68
- value: [
69
- { type: "text", text: JSON.stringify(rest) },
70
- {
71
- type: "file",
72
- mediaType: "image",
73
- data: { type: "data", data: screenshot },
74
- },
75
- ],
76
- };
77
- }
78
- //# sourceMappingURL=results.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"results.js","sourceRoot":"","sources":["../src/results.ts"],"names":[],"mappings":"AAyCA,SAAS,MAAM,CAAC,KAAc;IAC5B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,SAAS,IAAI,CAAC,KAAc;IAC1B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3E,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACjF,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAC1B,GAAW,EACX,OAA8B,EAC9B,QAAqB;IAErB,MAAM,MAAM,GAAe,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrE,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;QACvE,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACnC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACnC,IAAI,OAAO,KAAK,SAAS;YAAE,MAAM,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC;IACtD,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC5C,IAAI,UAAU,KAAK,SAAS;QAAE,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;IAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACzB,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;QAC1D,MAAM,CAAC,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,cAAc,CAAC,KAAa,EAAE,QAAqB;IACjE,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;IACzC,OAAO;QACL,KAAK;QACL,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACzD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC3B,OAAO;gBACL,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;gBACvB,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;gBACvB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;gBACpB,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC;gBACnC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;aAC1B,CAAC;QACJ,CAAC,CAAC;KACH,CAAC;AACJ,CAAC;AAgBD;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAkB;IAClD,MAAM,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;IACvC,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,CAAC;IAC1E,OAAO;QACL,IAAI,EAAE,SAAS;QACf,KAAK,EAAE;YACL,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;YAC5C;gBACE,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,OAAO;gBAClB,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE;aACzC;SACF;KACF,CAAC;AACJ,CAAC"}
package/dist/search.d.ts DELETED
@@ -1,22 +0,0 @@
1
- /** MrScraper's web search runs as the "websearch" action on the Scraper API host. */
2
- export declare const WEB_SEARCH_ENDPOINT = "https://api.mrscraper.com";
3
- export interface WebSearchRequest {
4
- query: string;
5
- /** Two-letter country code; the API defaults to us. */
6
- country?: string;
7
- /** 10 to 100; the API defaults to 10. */
8
- numResults?: number;
9
- }
10
- export interface WebSearchResponse {
11
- status_code: number;
12
- data: unknown;
13
- }
14
- /** Returns the query text, or the q parameter of a search results URL. */
15
- export declare function searchQuery(input: string): string;
16
- /**
17
- * Runs one web search. Errors match `@mrscraper/sdk`: a missing key, a 401,
18
- * any other non-2xx response, and network failures throw `MrScraperError`
19
- * with the key redacted.
20
- */
21
- export declare function webSearch(apiKey: string | undefined, { query, country, numResults }: WebSearchRequest, timeoutSeconds?: number): Promise<WebSearchResponse>;
22
- //# sourceMappingURL=search.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAEA,qFAAqF;AACrF,eAAO,MAAM,mBAAmB,8BAA8B,CAAC;AAE/D,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,uDAAuD;IACvD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yCAAyC;IACzC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,OAAO,CAAC;CACf;AAED,0EAA0E;AAC1E,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAMjD;AAED;;;;GAIG;AACH,wBAAsB,SAAS,CAC7B,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,gBAAgB,EAChD,cAAc,SAAM,GACnB,OAAO,CAAC,iBAAiB,CAAC,CA4C5B"}
package/dist/search.js DELETED
@@ -1,61 +0,0 @@
1
- import { MrScraperError } from "@mrscraper/sdk";
2
- /** MrScraper's web search runs as the "websearch" action on the Scraper API host. */
3
- export const WEB_SEARCH_ENDPOINT = "https://api.mrscraper.com";
4
- /** Returns the query text, or the q parameter of a search results URL. */
5
- export function searchQuery(input) {
6
- const value = input.trim();
7
- if (!/^https?:\/\//i.test(value))
8
- return value;
9
- const query = new URL(value).searchParams.get("q")?.trim();
10
- if (!query)
11
- throw new TypeError("Search results URL must contain a q parameter");
12
- return query;
13
- }
14
- /**
15
- * Runs one web search. Errors match `@mrscraper/sdk`: a missing key, a 401,
16
- * any other non-2xx response, and network failures throw `MrScraperError`
17
- * with the key redacted.
18
- */
19
- export async function webSearch(apiKey, { query, country, numResults }, timeoutSeconds = 600) {
20
- const token = apiKey || process.env.MRSCRAPER_API_TOKEN || "";
21
- if (!token.trim()) {
22
- throw new MrScraperError("API key is not set. Pass apiKey or set MRSCRAPER_API_KEY. Get your key at https://app.mrscraper.com/api-tokens.");
23
- }
24
- try {
25
- const response = await fetch(WEB_SEARCH_ENDPOINT, {
26
- method: "POST",
27
- headers: {
28
- "Content-Type": "application/json",
29
- accept: "application/json",
30
- Authorization: `Bearer ${token}`,
31
- "x-api-token": token,
32
- },
33
- body: JSON.stringify({
34
- action: "websearch",
35
- query,
36
- ...(country ? { country: country.toLowerCase() } : {}),
37
- ...(numResults ? { numResults } : {}),
38
- }),
39
- signal: AbortSignal.timeout(timeoutSeconds * 1000),
40
- });
41
- if (response.status === 401) {
42
- throw new MrScraperError("Unauthorized or invalid token. Please go to https://app.mrscraper.com to get your token.", 401);
43
- }
44
- const contentType = response.headers.get("content-type")?.toLowerCase() ?? "";
45
- const data = contentType.includes("application/json")
46
- ? await response.json()
47
- : await response.text();
48
- if (!response.ok) {
49
- const message = typeof data === "string" ? data : JSON.stringify(data);
50
- throw new MrScraperError(message.replaceAll(token, "[REDACTED]"), response.status);
51
- }
52
- return { status_code: response.status, data };
53
- }
54
- catch (error) {
55
- if (error instanceof MrScraperError)
56
- throw error;
57
- const message = error instanceof Error ? error.message : String(error);
58
- throw new MrScraperError(message.replaceAll(token, "[REDACTED]"));
59
- }
60
- }
61
- //# sourceMappingURL=search.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"search.js","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD,qFAAqF;AACrF,MAAM,CAAC,MAAM,mBAAmB,GAAG,2BAA2B,CAAC;AAe/D,0EAA0E;AAC1E,MAAM,UAAU,WAAW,CAAC,KAAa;IACvC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/C,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC;IAC3D,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,SAAS,CAAC,+CAA+C,CAAC,CAAC;IACjF,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,MAA0B,EAC1B,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAoB,EAChD,cAAc,GAAG,GAAG;IAEpB,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,EAAE,CAAC;IAC9D,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAClB,MAAM,IAAI,cAAc,CACtB,iHAAiH,CAClH,CAAC;IACJ,CAAC;IACD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,mBAAmB,EAAE;YAChD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,kBAAkB;gBAC1B,aAAa,EAAE,UAAU,KAAK,EAAE;gBAChC,aAAa,EAAE,KAAK;aACrB;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,MAAM,EAAE,WAAW;gBACnB,KAAK;gBACL,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACtC,CAAC;YACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;SACnD,CAAC,CAAC;QACH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC5B,MAAM,IAAI,cAAc,CACtB,0FAA0F,EAC1F,GAAG,CACJ,CAAC;QACJ,CAAC;QACD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAC9E,MAAM,IAAI,GAAY,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YAC5D,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE;YACvB,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACvE,MAAM,IAAI,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACrF,CAAC;QACD,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,cAAc;YAAE,MAAM,KAAK,CAAC;QACjD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,IAAI,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC;IACpE,CAAC;AACH,CAAC"}