@mastra/brightdata 0.2.0 → 0.2.1-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +11 -0
- package/dist/client.d.ts +29 -3
- package/dist/client.d.ts.map +1 -1
- package/dist/index.cjs +111 -9
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +111 -9
- package/dist/index.js.map +1 -1
- package/dist/search.d.ts +1 -0
- package/dist/search.d.ts.map +1 -1
- package/dist/tools.d.ts +1 -0
- package/dist/tools.d.ts.map +1 -1
- package/package.json +5 -8
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,16 @@
|
|
|
1
1
|
# @mastra/brightdata
|
|
2
2
|
|
|
3
|
+
## 0.2.1-alpha.0
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- Fix Bright Data tools under Bun by replacing the SDK runtime client with fetch-based REST calls. ([#16630](https://github.com/mastra-ai/mastra/pull/16630))
|
|
8
|
+
|
|
9
|
+
- Harden Bright Data search input handling. Country and language codes are now validated as alphabetic two-letter codes, the `getBrightDataClient().search.google()` client validates and lowercase-normalizes `language` before the request, and structured JSON (`brd_json=1`) is only requested when the search `format` is `json` so callers can obtain a true raw SERP response. ([#17341](https://github.com/mastra-ai/mastra/pull/17341))
|
|
10
|
+
|
|
11
|
+
- Updated dependencies [[`8ace89d`](https://github.com/mastra-ai/mastra/commit/8ace89df77f762e622d3b9f7f65ad7524350d050), [`fa63872`](https://github.com/mastra-ai/mastra/commit/fa6387280954e6b667bec5714b55ba082bc627ff), [`f07b646`](https://github.com/mastra-ai/mastra/commit/f07b64604ab7d25391179790b7fd4823df9e2dff), [`d8838ae`](https://github.com/mastra-ai/mastra/commit/d8838ae80b69780361693d27098f7f6684af12fe), [`40f9297`](https://github.com/mastra-ai/mastra/commit/40f9297003b921c62373d3e8d3a4bda76c9f6de3), [`0f0d1ba`](https://github.com/mastra-ai/mastra/commit/0f0d1ba67bfcb2204e571401662f1eceefc03357), [`8c31bcd`](https://github.com/mastra-ai/mastra/commit/8c31bcdb00e597880d5939b1b7d7566fbe5dacae), [`95b14cd`](https://github.com/mastra-ai/mastra/commit/95b14cdd820e86d97ac05fe568424c513a252e31), [`aa36be2`](https://github.com/mastra-ai/mastra/commit/aa36be23aa513b7dc53cb8ca16b7fab8f20e43ad), [`212c635`](https://github.com/mastra-ai/mastra/commit/212c635203e61d036ab41db8ff86c3893dc795b3), [`d8838ae`](https://github.com/mastra-ai/mastra/commit/d8838ae80b69780361693d27098f7f6684af12fe), [`9aa5a73`](https://github.com/mastra-ai/mastra/commit/9aa5a73e7e110f6e9365eec69364a33d5f03bb56), [`f73c789`](https://github.com/mastra-ai/mastra/commit/f73c789e8ef21561580395d2c410119cab5848c8), [`8bd16da`](https://github.com/mastra-ai/mastra/commit/8bd16da73a4cb874d739373643dbd6a6e7f88684), [`c8630f8`](https://github.com/mastra-ai/mastra/commit/c8630f80d4f40cb5d22e60ab162b618b1907167a), [`47f71dc`](https://github.com/mastra-ai/mastra/commit/47f71dc6fbcbd12d71e21a979e676e20a02bd77d), [`50ceae2`](https://github.com/mastra-ai/mastra/commit/50ceae270878e2f8fb2b2c6c2faab09df0007c8a), [`8cdde58`](https://github.com/mastra-ai/mastra/commit/8cdde5875bbba6702d9df226f2b20232b8d75d6c), [`847ff1e`](https://github.com/mastra-ai/mastra/commit/847ff1e0d94368d94b2e173e4e0908e115568ef3), [`259d409`](https://github.com/mastra-ai/mastra/commit/259d409a514174299dbde1ff5e1121209b3ba850), [`9e16c68`](https://github.com/mastra-ai/mastra/commit/9e16c6818b6485ccb43df28aba6f3a2219d28662), [`cefca33`](https://github.com/mastra-ai/mastra/commit/cefca33ae666e69810c935fedf95a929c173d1d7), [`d00e8c5`](https://github.com/mastra-ai/mastra/commit/d00e8c50daebe5bce5bf2f48bde39c86fc3d2fe4), [`36fa7e2`](https://github.com/mastra-ai/mastra/commit/36fa7e24d14e58a1eb46147097b32f583e5b8775), [`87e9774`](https://github.com/mastra-ai/mastra/commit/87e97741c1e493cd6d62f478eb810b49bda4d57c), [`65a72e7`](https://github.com/mastra-ai/mastra/commit/65a72e70c25eedea8ff985a6624b96be2850236b), [`0f77241`](https://github.com/mastra-ai/mastra/commit/0f7724108806703799a8ba80ad0f09414afd5066), [`92ff509`](https://github.com/mastra-ai/mastra/commit/92ff5098ef8a990438ca038077021a5f7541ec1d), [`3fce5e7`](https://github.com/mastra-ai/mastra/commit/3fce5e70d011d289043e75003ef3336ed4aa43c3), [`a763592`](https://github.com/mastra-ai/mastra/commit/a763592c3db46963ef1011cfe16fe372816e775e), [`80c7737`](https://github.com/mastra-ai/mastra/commit/80c7737e32d7917b5f356957d67c169d01744fd3), [`3f1cf47`](https://github.com/mastra-ai/mastra/commit/3f1cf476f74c1e4cc2df908837e05853a5347e31)]:
|
|
12
|
+
- @mastra/core@1.38.0-alpha.3
|
|
13
|
+
|
|
3
14
|
## 0.2.0
|
|
4
15
|
|
|
5
16
|
### Minor Changes
|
package/dist/client.d.ts
CHANGED
|
@@ -1,6 +1,32 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
export
|
|
1
|
+
type RequestFormat = 'raw' | 'json';
|
|
2
|
+
type DataFormat = 'html' | 'markdown' | 'screenshot';
|
|
3
|
+
export interface BrightDataClientOptions {
|
|
4
|
+
[key: string]: unknown;
|
|
5
|
+
apiKey?: string;
|
|
6
|
+
timeout?: number;
|
|
7
|
+
webUnlockerZone?: string;
|
|
8
|
+
serpZone?: string;
|
|
9
|
+
}
|
|
10
|
+
interface RequestOptions {
|
|
11
|
+
country?: string;
|
|
12
|
+
dataFormat?: DataFormat;
|
|
13
|
+
format?: RequestFormat;
|
|
14
|
+
method?: string;
|
|
15
|
+
timeout?: number;
|
|
16
|
+
zone?: string;
|
|
17
|
+
}
|
|
18
|
+
interface SearchOptions extends RequestOptions {
|
|
19
|
+
language?: string;
|
|
20
|
+
start?: number;
|
|
21
|
+
}
|
|
22
|
+
export interface BrightDataClient {
|
|
23
|
+
search: {
|
|
24
|
+
google: (query: string, options?: SearchOptions) => Promise<unknown>;
|
|
25
|
+
};
|
|
26
|
+
scrapeUrl: (url: string, options?: RequestOptions) => Promise<string>;
|
|
27
|
+
close: () => Promise<void>;
|
|
28
|
+
}
|
|
4
29
|
export declare function getBrightDataClient(config?: BrightDataClientOptions): BrightDataClient;
|
|
5
30
|
export declare function closeClient(client: BrightDataClient): Promise<void>;
|
|
31
|
+
export {};
|
|
6
32
|
//# sourceMappingURL=client.d.ts.map
|
package/dist/client.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAKA,KAAK,aAAa,GAAG,KAAK,GAAG,MAAM,CAAC;AACpC,KAAK,UAAU,GAAG,MAAM,GAAG,UAAU,GAAG,YAAY,CAAC;AAErD,MAAM,WAAW,uBAAuB;IACtC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,cAAc;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,UAAU,aAAc,SAAQ,cAAc;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAWD,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE;QACN,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;KACtE,CAAC;IACF,SAAS,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACtE,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B;AAyFD,wBAAgB,mBAAmB,CAAC,MAAM,CAAC,EAAE,uBAAuB,GAAG,gBAAgB,CA+CtF;AAED,wBAAsB,WAAW,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAOzE"}
|
package/dist/index.cjs
CHANGED
|
@@ -1,10 +1,80 @@
|
|
|
1
1
|
'use strict';
|
|
2
2
|
|
|
3
|
-
var sdk = require('@brightdata/sdk');
|
|
4
3
|
var tools = require('@mastra/core/tools');
|
|
5
4
|
var zod = require('zod');
|
|
6
5
|
|
|
7
6
|
// src/client.ts
|
|
7
|
+
var REQUEST_ENDPOINT = "https://api.brightdata.com/request";
|
|
8
|
+
var DEFAULT_SERP_ZONE = "sdk_serp";
|
|
9
|
+
var DEFAULT_WEB_UNLOCKER_ZONE = "sdk_unlocker";
|
|
10
|
+
var DEFAULT_TIMEOUT = 12e4;
|
|
11
|
+
async function requestBrightData(apiKey, body, timeout = DEFAULT_TIMEOUT) {
|
|
12
|
+
const effectiveTimeout = Number.isFinite(timeout) && timeout > 0 ? timeout : DEFAULT_TIMEOUT;
|
|
13
|
+
const controller = new AbortController();
|
|
14
|
+
const timeoutId = setTimeout(() => controller.abort(), effectiveTimeout);
|
|
15
|
+
try {
|
|
16
|
+
const response = await fetch(REQUEST_ENDPOINT, {
|
|
17
|
+
body: JSON.stringify(body),
|
|
18
|
+
headers: {
|
|
19
|
+
Authorization: `Bearer ${apiKey}`,
|
|
20
|
+
"Content-Type": "application/json"
|
|
21
|
+
},
|
|
22
|
+
method: "POST",
|
|
23
|
+
signal: controller.signal
|
|
24
|
+
});
|
|
25
|
+
const responseText = await response.text();
|
|
26
|
+
if (!response.ok) {
|
|
27
|
+
if (response.status === 401 || response.status === 403) {
|
|
28
|
+
throw new Error("invalid API key or insufficient permissions");
|
|
29
|
+
}
|
|
30
|
+
if (response.status === 400) {
|
|
31
|
+
throw new Error(`bad request: ${responseText}`);
|
|
32
|
+
}
|
|
33
|
+
throw new Error(`request failed with status ${response.status}: ${responseText}`);
|
|
34
|
+
}
|
|
35
|
+
if (body.format === "json") {
|
|
36
|
+
return responseText ? JSON.parse(responseText) : {};
|
|
37
|
+
}
|
|
38
|
+
return responseText;
|
|
39
|
+
} catch (error) {
|
|
40
|
+
if (error instanceof Error && error.name === "AbortError") {
|
|
41
|
+
throw new Error(`Request timed out after ${effectiveTimeout}ms`);
|
|
42
|
+
}
|
|
43
|
+
throw error;
|
|
44
|
+
} finally {
|
|
45
|
+
clearTimeout(timeoutId);
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
function buildGoogleSearchUrl(query, options = {}) {
|
|
49
|
+
const url = new URL("https://www.google.com/search");
|
|
50
|
+
url.searchParams.set("q", query.trim());
|
|
51
|
+
if ((options.format ?? "json") === "json") {
|
|
52
|
+
url.searchParams.set("brd_json", "1");
|
|
53
|
+
}
|
|
54
|
+
url.searchParams.set("hl", options.language ?? "en");
|
|
55
|
+
if (options.country) {
|
|
56
|
+
url.searchParams.set("gl", options.country);
|
|
57
|
+
}
|
|
58
|
+
if (options.start !== void 0) {
|
|
59
|
+
url.searchParams.set("start", String(options.start));
|
|
60
|
+
}
|
|
61
|
+
return url.toString();
|
|
62
|
+
}
|
|
63
|
+
function toRequestBody(url, zone, options = {}) {
|
|
64
|
+
const body = {
|
|
65
|
+
format: options.format ?? "raw",
|
|
66
|
+
method: options.method ?? "GET",
|
|
67
|
+
url,
|
|
68
|
+
zone
|
|
69
|
+
};
|
|
70
|
+
if (options.country) {
|
|
71
|
+
body.country = options.country;
|
|
72
|
+
}
|
|
73
|
+
if (options.dataFormat && options.dataFormat !== "html") {
|
|
74
|
+
body.data_format = options.dataFormat;
|
|
75
|
+
}
|
|
76
|
+
return body;
|
|
77
|
+
}
|
|
8
78
|
function getBrightDataClient(config) {
|
|
9
79
|
const apiKey = config?.apiKey ?? process.env.BRIGHTDATA_API_TOKEN;
|
|
10
80
|
if (!apiKey) {
|
|
@@ -12,20 +82,51 @@ function getBrightDataClient(config) {
|
|
|
12
82
|
"Bright Data API token is required. Pass { apiKey } or set BRIGHTDATA_API_TOKEN env var."
|
|
13
83
|
);
|
|
14
84
|
}
|
|
15
|
-
|
|
85
|
+
const timeout = config?.timeout;
|
|
86
|
+
const serpZone = config?.serpZone ?? process.env.BRIGHTDATA_SERP_ZONE ?? DEFAULT_SERP_ZONE;
|
|
87
|
+
const webUnlockerZone = config?.webUnlockerZone ?? process.env.BRIGHTDATA_WEB_UNLOCKER_ZONE ?? DEFAULT_WEB_UNLOCKER_ZONE;
|
|
88
|
+
return {
|
|
89
|
+
search: {
|
|
90
|
+
google: async (query, options = {}) => {
|
|
91
|
+
if (options.language && !/^[a-z]{2}$/i.test(options.language)) {
|
|
92
|
+
throw new Error('language must be a two-letter code (e.g. "en", "es")');
|
|
93
|
+
}
|
|
94
|
+
const normalizedOptions = options.language ? { ...options, language: options.language.toLowerCase() } : options;
|
|
95
|
+
const url = buildGoogleSearchUrl(query, normalizedOptions);
|
|
96
|
+
return requestBrightData(
|
|
97
|
+
apiKey,
|
|
98
|
+
toRequestBody(url, normalizedOptions.zone ?? serpZone, {
|
|
99
|
+
...normalizedOptions,
|
|
100
|
+
format: normalizedOptions.format ?? "json",
|
|
101
|
+
method: "GET"
|
|
102
|
+
}),
|
|
103
|
+
normalizedOptions.timeout ?? timeout
|
|
104
|
+
);
|
|
105
|
+
}
|
|
106
|
+
},
|
|
107
|
+
scrapeUrl: async (url, options = {}) => {
|
|
108
|
+
const response = await requestBrightData(
|
|
109
|
+
apiKey,
|
|
110
|
+
toRequestBody(url, options.zone ?? webUnlockerZone, options),
|
|
111
|
+
options.timeout ?? timeout
|
|
112
|
+
);
|
|
113
|
+
return typeof response === "string" ? response : JSON.stringify(response);
|
|
114
|
+
},
|
|
115
|
+
close: async () => {
|
|
116
|
+
}
|
|
117
|
+
};
|
|
16
118
|
}
|
|
17
119
|
async function closeClient(client) {
|
|
18
120
|
const close = client.close;
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
} catch {
|
|
23
|
-
}
|
|
121
|
+
try {
|
|
122
|
+
await close.call(client);
|
|
123
|
+
} catch {
|
|
24
124
|
}
|
|
25
125
|
}
|
|
26
126
|
var inputSchema = zod.z.object({
|
|
27
127
|
query: zod.z.string().describe("The search query"),
|
|
28
|
-
country: zod.z.string().
|
|
128
|
+
country: zod.z.string().regex(/^[a-z]{2}$/i, "Country must be a 2-letter code").optional().describe('2-letter country code for geo-targeted results (e.g., "us", "gb")'),
|
|
129
|
+
language: zod.z.string().regex(/^[a-z]{2}$/i, "Language must be a 2-letter code").optional().describe('Language code for localized Google results (e.g., "en", "es", "fr")'),
|
|
29
130
|
start: zod.z.number().int().nonnegative().optional().describe("Result offset for pagination (e.g. 10 to get the second page of 10 results)")
|
|
30
131
|
});
|
|
31
132
|
var outputSchema = zod.z.object({
|
|
@@ -42,7 +143,7 @@ var outputSchema = zod.z.object({
|
|
|
42
143
|
function createBrightDataSearchTool(config) {
|
|
43
144
|
return tools.createTool({
|
|
44
145
|
id: "brightdata-search",
|
|
45
|
-
description: "Search Google and get back parsed organic results (link, title, description). Uses Bright Data's SERP API which bypasses bot detection. Supports country targeting
|
|
146
|
+
description: "Search Google and get back parsed organic results (link, title, description). Uses Bright Data's SERP API which bypasses bot detection. Supports country and language targeting, plus pagination via result offset.",
|
|
46
147
|
inputSchema,
|
|
47
148
|
outputSchema,
|
|
48
149
|
execute: async (input) => {
|
|
@@ -50,6 +151,7 @@ function createBrightDataSearchTool(config) {
|
|
|
50
151
|
try {
|
|
51
152
|
const rawResponse = await client.search.google(input.query, {
|
|
52
153
|
country: input.country,
|
|
154
|
+
language: input.language,
|
|
53
155
|
start: input.start
|
|
54
156
|
});
|
|
55
157
|
const response = typeof rawResponse === "string" ? JSON.parse(rawResponse) : rawResponse;
|
package/dist/index.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/client.ts","../src/search.ts","../src/fetch.ts","../src/tools.ts"],"names":["bdclient","z","createTool","inputSchema","outputSchema"],"mappings":";;;;;;;AAKO,SAAS,oBAAoB,MAAA,EAAoD;AACtF,EAAA,MAAM,MAAA,GAAS,MAAA,EAAQ,MAAA,IAAU,OAAA,CAAQ,GAAA,CAAI,oBAAA;AAC7C,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AACA,EAAA,OAAO,IAAIA,YAAA,CAAS,EAAE,GAAG,MAAA,EAAQ,QAAQ,CAAA;AAC3C;AAEA,eAAsB,YAAY,MAAA,EAAyC;AACzE,EAAA,MAAM,QAAS,MAAA,CAAkD,KAAA;AACjE,EAAA,IAAI,OAAO,UAAU,UAAA,EAAY;AAC/B,IAAA,IAAI;AACF,MAAA,MAAM,KAAA,CAAM,KAAK,MAAM,CAAA;AAAA,IACzB,CAAA,CAAA,MAAQ;AAAA,IAER;AAAA,EACF;AACF;AClBA,IAAM,WAAA,GAAcC,MAAE,MAAA,CAAO;AAAA,EAC3B,KAAA,EAAOA,KAAA,CAAE,MAAA,EAAO,CAAE,SAAS,kBAAkB,CAAA;AAAA,EAC7C,OAAA,EAASA,KAAA,CACN,MAAA,EAAO,CACP,MAAA,CAAO,CAAC,CAAA,CACR,QAAA,EAAS,CACT,QAAA,CAAS,mEAAmE,CAAA;AAAA,EAC/E,KAAA,EAAOA,KAAA,CACJ,MAAA,EAAO,CACP,GAAA,EAAI,CACJ,WAAA,EAAY,CACZ,QAAA,EAAS,CACT,QAAA,CAAS,6EAA6E;AAC3F,CAAC,CAAA;AAED,IAAM,YAAA,GAAeA,MAAE,MAAA,CAAO;AAAA,EAC5B,KAAA,EAAOA,MAAE,MAAA,EAAO;AAAA,EAChB,SAASA,KAAA,CAAE,KAAA;AAAA,IACTA,MAAE,MAAA,CAAO;AAAA,MACP,IAAA,EAAMA,MAAE,MAAA,EAAO;AAAA,MACf,KAAA,EAAOA,MAAE,MAAA,EAAO;AAAA,MAChB,WAAA,EAAaA,MAAE,MAAA;AAAO,KACvB;AAAA,GACH;AAAA,EACA,WAAA,EAAaA,MAAE,MAAA;AACjB,CAAC,CAAA;AAEM,SAAS,2BAA2B,MAAA,EAAkC;AAC3E,EAAA,OAAOC,gBAAA,CAAW;AAAA,IAChB,EAAA,EAAI,mBAAA;AAAA,IACJ,WAAA,EACE,sMAAA;AAAA,IACF,WAAA;AAAA,IACA,YAAA;AAAA,IACA,OAAA,EAAS,OAAM,KAAA,KAAS;AACtB,MAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,MAAA,IAAI;AACF,QAAA,MAAM,cAAc,MAAM,MAAA,CAAO,MAAA,CAAO,MAAA,CAAO,MAAM,KAAA,EAAO;AAAA,UAC1D,SAAS,KAAA,CAAM,OAAA;AAAA,UACf,OAAO,KAAA,CAAM;AAAA,SACd,CAAA;AAED,QAAA,MAAM,WACJ,OAAO,WAAA,KAAgB,WAAW,IAAA,CAAK,KAAA,CAAM,WAAW,CAAA,GAAI,WAAA;AAE9D,QAAA,MAAM,OAAA,GAAU,MAAM,OAAA,CAAQ,QAAA,CAAS,OAAO,CAAA,GAAI,QAAA,CAAS,UAAU,EAAC;AACtE,QAAA,MAAM,OAAA,GAAU,OAAA,CACb,GAAA,CAAI,CAAC,KAAA,KAAmB;AACvB,UAAA,IAAI,CAAC,KAAA,IAAS,OAAO,KAAA,KAAU,UAAU,OAAO,IAAA;AAChD,UAAA,MAAM,CAAA,GAAI,KAAA;AACV,UAAA,MAAM,IAAA,GAAO,OAAO,CAAA,CAAE,IAAA,KAAS,WAAW,CAAA,CAAE,IAAA,CAAK,MAAK,GAAI,EAAA;AAC1D,UAAA,MAAM,KAAA,GAAQ,OAAO,CAAA,CAAE,KAAA,KAAU,WAAW,CAAA,CAAE,KAAA,CAAM,MAAK,GAAI,EAAA;AAC7D,UAAA,MAAM,WAAA,GAAc,OAAO,CAAA,CAAE,WAAA,KAAgB,WAAW,CAAA,CAAE,WAAA,CAAY,MAAK,GAAI,EAAA;AAC/E,UAAA,IAAI,CAAC,IAAA,IAAQ,CAAC,KAAA,EAAO,OAAO,IAAA;AAC5B,UAAA,OAAO,EAAE,IAAA,EAAM,KAAA,EAAO,WAAA,EAAY;AAAA,QACpC,CAAC,CAAA,CACA,MAAA,CAAO,CAAC,CAAA,KAAiE,MAAM,IAAI,CAAA;AAEtF,QAAA,MAAM,UAAA,GAAa,MAAA,CAAO,QAAA,CAAS,YAAY,CAAA;AAC/C,QAAA,MAAM,cAAc,MAAA,CAAO,QAAA,CAAS,UAAU,CAAA,IAAK,UAAA,GAAa,IAAI,UAAA,GAAa,CAAA;AAEjF,QAAA,OAAO;AAAA,UACL,OAAO,KAAA,CAAM,KAAA;AAAA,UACb,OAAA;AAAA,UACA;AAAA,SACF;AAAA,MACF,CAAA,SAAE;AACA,QAAA,MAAM,YAAY,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF;AAAA,GACD,CAAA;AACH;ACvEA,IAAMC,YAAAA,GAAcF,MAAE,MAAA,CAAO;AAAA,EAC3B,KAAKA,KAAAA,CAAE,MAAA,GAAS,GAAA,EAAI,CAAE,SAAS,kBAAkB;AACnD,CAAC,CAAA;AAED,IAAMG,aAAAA,GAAeH,MAAE,MAAA,CAAO;AAAA,EAC5B,GAAA,EAAKA,MAAE,MAAA,EAAO;AAAA,EACd,OAAA,EAASA,KAAAA,CAAE,MAAA,EAAO,CAAE,SAAS,0BAA0B;AACzD,CAAC,CAAA;AAEM,SAAS,0BAA0B,MAAA,EAAkC;AAC1E,EAAA,OAAOC,gBAAAA,CAAW;AAAA,IAChB,EAAA,EAAI,kBAAA;AAAA,IACJ,WAAA,EACE,0LAAA;AAAA,IACF,WAAA,EAAAC,YAAAA;AAAA,IACA,YAAA,EAAAC,aAAAA;AAAA,IACA,OAAA,EAAS,OAAM,KAAA,KAAS;AACtB,MAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,MAAA,IAAI;AACF,QAAA,MAAM,OAAA,GAAU,MAAM,MAAA,CAAO,SAAA,CAAU,MAAM,GAAA,EAAK;AAAA,UAChD,UAAA,EAAY;AAAA,SACb,CAAA;AAED,QAAA,OAAO;AAAA,UACL,KAAK,KAAA,CAAM,GAAA;AAAA,UACX;AAAA,SACF;AAAA,MACF,CAAA,SAAE;AACA,QAAA,MAAM,YAAY,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF;AAAA,GACD,CAAA;AACH;;;AClCO,SAAS,sBAAsB,MAAA,EAAkC;AACtE,EAAA,OAAO;AAAA,IACL,SAAA,EAAW,2BAA2B,MAAM,CAAA;AAAA,IAC5C,QAAA,EAAU,0BAA0B,MAAM;AAAA,GAC5C;AACF","file":"index.cjs","sourcesContent":["import { bdclient } from '@brightdata/sdk';\n\nexport type BrightDataClientOptions = ConstructorParameters<typeof bdclient>[0];\nexport type BrightDataClient = bdclient;\n\nexport function getBrightDataClient(config?: BrightDataClientOptions): BrightDataClient {\n const apiKey = config?.apiKey ?? process.env.BRIGHTDATA_API_TOKEN;\n if (!apiKey) {\n throw new Error(\n 'Bright Data API token is required. Pass { apiKey } or set BRIGHTDATA_API_TOKEN env var.',\n );\n }\n return new bdclient({ ...config, apiKey });\n}\n\nexport async function closeClient(client: BrightDataClient): Promise<void> {\n const close = (client as { close?: () => Promise<void> | void }).close;\n if (typeof close === 'function') {\n try {\n await close.call(client);\n } catch {\n // best-effort cleanup; never mask the primary tool error from the finally block\n }\n }\n}\n","import { createTool } from '@mastra/core/tools';\nimport { z } from 'zod';\n\nimport { closeClient, getBrightDataClient } from './client.js';\nimport type { BrightDataClientOptions } from './client.js';\n\nconst inputSchema = z.object({\n query: z.string().describe('The search query'),\n country: z\n .string()\n .length(2)\n .optional()\n .describe('2-letter country code for geo-targeted results (e.g., \"us\", \"gb\")'),\n start: z\n .number()\n .int()\n .nonnegative()\n .optional()\n .describe('Result offset for pagination (e.g. 10 to get the second page of 10 results)'),\n});\n\nconst outputSchema = z.object({\n query: z.string(),\n results: z.array(\n z.object({\n link: z.string(),\n title: z.string(),\n description: z.string(),\n }),\n ),\n currentPage: z.number(),\n});\n\nexport function createBrightDataSearchTool(config?: BrightDataClientOptions) {\n return createTool({\n id: 'brightdata-search',\n description:\n \"Search Google and get back parsed organic results (link, title, description). Uses Bright Data's SERP API which bypasses bot detection. Supports country targeting and pagination via result offset.\",\n inputSchema,\n outputSchema,\n execute: async input => {\n const client = getBrightDataClient(config);\n try {\n const rawResponse = await client.search.google(input.query, {\n country: input.country,\n start: input.start,\n });\n\n const response: { organic?: unknown; current_page?: unknown } =\n typeof rawResponse === 'string' ? JSON.parse(rawResponse) : rawResponse;\n\n const organic = Array.isArray(response.organic) ? response.organic : [];\n const results = organic\n .map((entry: unknown) => {\n if (!entry || typeof entry !== 'object') return null;\n const e = entry as Record<string, unknown>;\n const link = typeof e.link === 'string' ? e.link.trim() : '';\n const title = typeof e.title === 'string' ? e.title.trim() : '';\n const description = typeof e.description === 'string' ? e.description.trim() : '';\n if (!link || !title) return null;\n return { link, title, description };\n })\n .filter((r): r is { link: string; title: string; description: string } => r !== null);\n\n const parsedPage = Number(response.current_page);\n const currentPage = Number.isFinite(parsedPage) && parsedPage > 0 ? parsedPage : 1;\n\n return {\n query: input.query,\n results,\n currentPage,\n };\n } finally {\n await closeClient(client);\n }\n },\n });\n}\n","import { createTool } from '@mastra/core/tools';\nimport { z } from 'zod';\n\nimport { closeClient, getBrightDataClient } from './client.js';\nimport type { BrightDataClientOptions } from './client.js';\n\nconst inputSchema = z.object({\n url: z.string().url().describe('The URL to fetch'),\n});\n\nconst outputSchema = z.object({\n url: z.string(),\n content: z.string().describe('Page content as Markdown'),\n});\n\nexport function createBrightDataFetchTool(config?: BrightDataClientOptions) {\n return createTool({\n id: 'brightdata-fetch',\n description:\n \"Fetch a webpage and return its content as Markdown. Uses Bright Data's Web Unlocker which bypasses bot detection and CAPTCHAs. Pass any URL, including pages that block normal scrapers.\",\n inputSchema,\n outputSchema,\n execute: async input => {\n const client = getBrightDataClient(config);\n try {\n const content = await client.scrapeUrl(input.url, {\n dataFormat: 'markdown',\n });\n\n return {\n url: input.url,\n content,\n };\n } finally {\n await closeClient(client);\n }\n },\n });\n}\n","import type { BrightDataClientOptions } from './client.js';\nimport { createBrightDataFetchTool } from './fetch.js';\nimport { createBrightDataSearchTool } from './search.js';\n\nexport function createBrightDataTools(config?: BrightDataClientOptions) {\n return {\n webSearch: createBrightDataSearchTool(config),\n webFetch: createBrightDataFetchTool(config),\n };\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/client.ts","../src/search.ts","../src/fetch.ts","../src/tools.ts"],"names":["z","createTool","inputSchema","outputSchema"],"mappings":";;;;;;AAAA,IAAM,gBAAA,GAAmB,oCAAA;AACzB,IAAM,iBAAA,GAAoB,UAAA;AAC1B,IAAM,yBAAA,GAA4B,cAAA;AAClC,IAAM,eAAA,GAAkB,IAAA;AA4CxB,eAAe,iBAAA,CACb,MAAA,EACA,IAAA,EACA,OAAA,GAAU,eAAA,EACQ;AAClB,EAAA,MAAM,mBAAmB,MAAA,CAAO,QAAA,CAAS,OAAO,CAAA,IAAK,OAAA,GAAU,IAAI,OAAA,GAAU,eAAA;AAC7E,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,gBAAgB,CAAA;AAEvE,EAAA,IAAI;AACF,IAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,gBAAA,EAAkB;AAAA,MAC7C,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,MACzB,OAAA,EAAS;AAAA,QACP,aAAA,EAAe,UAAU,MAAM,CAAA,CAAA;AAAA,QAC/B,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,MAAA,EAAQ,MAAA;AAAA,MACR,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAED,IAAA,MAAM,YAAA,GAAe,MAAM,QAAA,CAAS,IAAA,EAAK;AAEzC,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,IAAI,QAAA,CAAS,MAAA,KAAW,GAAA,IAAO,QAAA,CAAS,WAAW,GAAA,EAAK;AACtD,QAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,MAC/D;AAEA,MAAA,IAAI,QAAA,CAAS,WAAW,GAAA,EAAK;AAC3B,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,aAAA,EAAgB,YAAY,CAAA,CAAE,CAAA;AAAA,MAChD;AAEA,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,2BAAA,EAA8B,SAAS,MAAM,CAAA,EAAA,EAAK,YAAY,CAAA,CAAE,CAAA;AAAA,IAClF;AAEA,IAAA,IAAI,IAAA,CAAK,WAAW,MAAA,EAAQ;AAC1B,MAAA,OAAO,YAAA,GAAe,IAAA,CAAK,KAAA,CAAM,YAAY,IAAI,EAAC;AAAA,IACpD;AAEA,IAAA,OAAO,YAAA;AAAA,EACT,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,KAAA,YAAiB,KAAA,IAAS,KAAA,CAAM,IAAA,KAAS,YAAA,EAAc;AACzD,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,wBAAA,EAA2B,gBAAgB,CAAA,EAAA,CAAI,CAAA;AAAA,IACjE;AACA,IAAA,MAAM,KAAA;AAAA,EACR,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,oBAAA,CAAqB,KAAA,EAAe,OAAA,GAAyB,EAAC,EAAG;AACxE,EAAA,MAAM,GAAA,GAAM,IAAI,GAAA,CAAI,+BAA+B,CAAA;AACnD,EAAA,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,GAAA,EAAK,KAAA,CAAM,MAAM,CAAA;AACtC,EAAA,IAAA,CAAK,OAAA,CAAQ,MAAA,IAAU,MAAA,MAAY,MAAA,EAAQ;AACzC,IAAA,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,UAAA,EAAY,GAAG,CAAA;AAAA,EACtC;AACA,EAAA,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,IAAA,EAAM,OAAA,CAAQ,YAAY,IAAI,CAAA;AAEnD,EAAA,IAAI,QAAQ,OAAA,EAAS;AACnB,IAAA,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,IAAA,EAAM,OAAA,CAAQ,OAAO,CAAA;AAAA,EAC5C;AAEA,EAAA,IAAI,OAAA,CAAQ,UAAU,MAAA,EAAW;AAC/B,IAAA,GAAA,CAAI,aAAa,GAAA,CAAI,OAAA,EAAS,MAAA,CAAO,OAAA,CAAQ,KAAK,CAAC,CAAA;AAAA,EACrD;AAEA,EAAA,OAAO,IAAI,QAAA,EAAS;AACtB;AAEA,SAAS,aAAA,CAAc,GAAA,EAAa,IAAA,EAAc,OAAA,GAA0B,EAAC,EAA0B;AACrG,EAAA,MAAM,IAAA,GAA8B;AAAA,IAClC,MAAA,EAAQ,QAAQ,MAAA,IAAU,KAAA;AAAA,IAC1B,MAAA,EAAQ,QAAQ,MAAA,IAAU,KAAA;AAAA,IAC1B,GAAA;AAAA,IACA;AAAA,GACF;AAEA,EAAA,IAAI,QAAQ,OAAA,EAAS;AACnB,IAAA,IAAA,CAAK,UAAU,OAAA,CAAQ,OAAA;AAAA,EACzB;AAEA,EAAA,IAAI,OAAA,CAAQ,UAAA,IAAc,OAAA,CAAQ,UAAA,KAAe,MAAA,EAAQ;AACvD,IAAA,IAAA,CAAK,cAAc,OAAA,CAAQ,UAAA;AAAA,EAC7B;AAEA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,oBAAoB,MAAA,EAAoD;AACtF,EAAA,MAAM,MAAA,GAAS,MAAA,EAAQ,MAAA,IAAU,OAAA,CAAQ,GAAA,CAAI,oBAAA;AAC7C,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,MAAM,UAAU,MAAA,EAAQ,OAAA;AACxB,EAAA,MAAM,QAAA,GAAW,MAAA,EAAQ,QAAA,IAAY,OAAA,CAAQ,IAAI,oBAAA,IAAwB,iBAAA;AACzE,EAAA,MAAM,eAAA,GACJ,MAAA,EAAQ,eAAA,IAAmB,OAAA,CAAQ,IAAI,4BAAA,IAAgC,yBAAA;AAEzE,EAAA,OAAO;AAAA,IACL,MAAA,EAAQ;AAAA,MACN,MAAA,EAAQ,OAAO,KAAA,EAAe,OAAA,GAAyB,EAAC,KAAM;AAC5D,QAAA,IAAI,QAAQ,QAAA,IAAY,CAAC,cAAc,IAAA,CAAK,OAAA,CAAQ,QAAQ,CAAA,EAAG;AAC7D,UAAA,MAAM,IAAI,MAAM,sDAAsD,CAAA;AAAA,QACxE;AAEA,QAAA,MAAM,iBAAA,GAAoB,OAAA,CAAQ,QAAA,GAC9B,EAAE,GAAG,OAAA,EAAS,QAAA,EAAU,OAAA,CAAQ,QAAA,CAAS,WAAA,EAAY,EAAE,GACvD,OAAA;AAEJ,QAAA,MAAM,GAAA,GAAM,oBAAA,CAAqB,KAAA,EAAO,iBAAiB,CAAA;AACzD,QAAA,OAAO,iBAAA;AAAA,UACL,MAAA;AAAA,UACA,aAAA,CAAc,GAAA,EAAK,iBAAA,CAAkB,IAAA,IAAQ,QAAA,EAAU;AAAA,YACrD,GAAG,iBAAA;AAAA,YACH,MAAA,EAAQ,kBAAkB,MAAA,IAAU,MAAA;AAAA,YACpC,MAAA,EAAQ;AAAA,WACT,CAAA;AAAA,UACD,kBAAkB,OAAA,IAAW;AAAA,SAC/B;AAAA,MACF;AAAA,KACF;AAAA,IACA,SAAA,EAAW,OAAO,GAAA,EAAa,OAAA,GAA0B,EAAC,KAAM;AAC9D,MAAA,MAAM,WAAW,MAAM,iBAAA;AAAA,QACrB,MAAA;AAAA,QACA,aAAA,CAAc,GAAA,EAAK,OAAA,CAAQ,IAAA,IAAQ,iBAAiB,OAAO,CAAA;AAAA,QAC3D,QAAQ,OAAA,IAAW;AAAA,OACrB;AAEA,MAAA,OAAO,OAAO,QAAA,KAAa,QAAA,GAAW,QAAA,GAAW,IAAA,CAAK,UAAU,QAAQ,CAAA;AAAA,IAC1E,CAAA;AAAA,IACA,OAAO,YAAY;AAAA,IAAC;AAAA,GACtB;AACF;AAEA,eAAsB,YAAY,MAAA,EAAyC;AACzE,EAAA,MAAM,QAAQ,MAAA,CAAO,KAAA;AACrB,EAAA,IAAI;AACF,IAAA,MAAM,KAAA,CAAM,KAAK,MAAM,CAAA;AAAA,EACzB,CAAA,CAAA,MAAQ;AAAA,EAER;AACF;ACxLA,IAAM,WAAA,GAAcA,MAAE,MAAA,CAAO;AAAA,EAC3B,KAAA,EAAOA,KAAA,CAAE,MAAA,EAAO,CAAE,SAAS,kBAAkB,CAAA;AAAA,EAC7C,OAAA,EAASA,KAAA,CACN,MAAA,EAAO,CACP,KAAA,CAAM,aAAA,EAAe,iCAAiC,CAAA,CACtD,QAAA,EAAS,CACT,QAAA,CAAS,mEAAmE,CAAA;AAAA,EAC/E,QAAA,EAAUA,KAAA,CACP,MAAA,EAAO,CACP,KAAA,CAAM,aAAA,EAAe,kCAAkC,CAAA,CACvD,QAAA,EAAS,CACT,QAAA,CAAS,qEAAqE,CAAA;AAAA,EACjF,KAAA,EAAOA,KAAA,CACJ,MAAA,EAAO,CACP,GAAA,EAAI,CACJ,WAAA,EAAY,CACZ,QAAA,EAAS,CACT,QAAA,CAAS,6EAA6E;AAC3F,CAAC,CAAA;AAED,IAAM,YAAA,GAAeA,MAAE,MAAA,CAAO;AAAA,EAC5B,KAAA,EAAOA,MAAE,MAAA,EAAO;AAAA,EAChB,SAASA,KAAA,CAAE,KAAA;AAAA,IACTA,MAAE,MAAA,CAAO;AAAA,MACP,IAAA,EAAMA,MAAE,MAAA,EAAO;AAAA,MACf,KAAA,EAAOA,MAAE,MAAA,EAAO;AAAA,MAChB,WAAA,EAAaA,MAAE,MAAA;AAAO,KACvB;AAAA,GACH;AAAA,EACA,WAAA,EAAaA,MAAE,MAAA;AACjB,CAAC,CAAA;AAEM,SAAS,2BAA2B,MAAA,EAAkC;AAC3E,EAAA,OAAOC,gBAAA,CAAW;AAAA,IAChB,EAAA,EAAI,mBAAA;AAAA,IACJ,WAAA,EACE,qNAAA;AAAA,IACF,WAAA;AAAA,IACA,YAAA;AAAA,IACA,OAAA,EAAS,OAAM,KAAA,KAAS;AACtB,MAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,MAAA,IAAI;AACF,QAAA,MAAM,cAAc,MAAM,MAAA,CAAO,MAAA,CAAO,MAAA,CAAO,MAAM,KAAA,EAAO;AAAA,UAC1D,SAAS,KAAA,CAAM,OAAA;AAAA,UACf,UAAU,KAAA,CAAM,QAAA;AAAA,UAChB,OAAO,KAAA,CAAM;AAAA,SACd,CAAA;AAED,QAAA,MAAM,WACJ,OAAO,WAAA,KAAgB,WAAW,IAAA,CAAK,KAAA,CAAM,WAAW,CAAA,GAAI,WAAA;AAE9D,QAAA,MAAM,OAAA,GAAU,MAAM,OAAA,CAAQ,QAAA,CAAS,OAAO,CAAA,GAAI,QAAA,CAAS,UAAU,EAAC;AACtE,QAAA,MAAM,OAAA,GAAU,OAAA,CACb,GAAA,CAAI,CAAC,KAAA,KAAmB;AACvB,UAAA,IAAI,CAAC,KAAA,IAAS,OAAO,KAAA,KAAU,UAAU,OAAO,IAAA;AAChD,UAAA,MAAM,CAAA,GAAI,KAAA;AACV,UAAA,MAAM,IAAA,GAAO,OAAO,CAAA,CAAE,IAAA,KAAS,WAAW,CAAA,CAAE,IAAA,CAAK,MAAK,GAAI,EAAA;AAC1D,UAAA,MAAM,KAAA,GAAQ,OAAO,CAAA,CAAE,KAAA,KAAU,WAAW,CAAA,CAAE,KAAA,CAAM,MAAK,GAAI,EAAA;AAC7D,UAAA,MAAM,WAAA,GAAc,OAAO,CAAA,CAAE,WAAA,KAAgB,WAAW,CAAA,CAAE,WAAA,CAAY,MAAK,GAAI,EAAA;AAC/E,UAAA,IAAI,CAAC,IAAA,IAAQ,CAAC,KAAA,EAAO,OAAO,IAAA;AAC5B,UAAA,OAAO,EAAE,IAAA,EAAM,KAAA,EAAO,WAAA,EAAY;AAAA,QACpC,CAAC,CAAA,CACA,MAAA,CAAO,CAAC,CAAA,KAAiE,MAAM,IAAI,CAAA;AAEtF,QAAA,MAAM,UAAA,GAAa,MAAA,CAAO,QAAA,CAAS,YAAY,CAAA;AAC/C,QAAA,MAAM,cAAc,MAAA,CAAO,QAAA,CAAS,UAAU,CAAA,IAAK,UAAA,GAAa,IAAI,UAAA,GAAa,CAAA;AAEjF,QAAA,OAAO;AAAA,UACL,OAAO,KAAA,CAAM,KAAA;AAAA,UACb,OAAA;AAAA,UACA;AAAA,SACF;AAAA,MACF,CAAA,SAAE;AACA,QAAA,MAAM,YAAY,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF;AAAA,GACD,CAAA;AACH;AC7EA,IAAMC,YAAAA,GAAcF,MAAE,MAAA,CAAO;AAAA,EAC3B,KAAKA,KAAAA,CAAE,MAAA,GAAS,GAAA,EAAI,CAAE,SAAS,kBAAkB;AACnD,CAAC,CAAA;AAED,IAAMG,aAAAA,GAAeH,MAAE,MAAA,CAAO;AAAA,EAC5B,GAAA,EAAKA,MAAE,MAAA,EAAO;AAAA,EACd,OAAA,EAASA,KAAAA,CAAE,MAAA,EAAO,CAAE,SAAS,0BAA0B;AACzD,CAAC,CAAA;AAEM,SAAS,0BAA0B,MAAA,EAAkC;AAC1E,EAAA,OAAOC,gBAAAA,CAAW;AAAA,IAChB,EAAA,EAAI,kBAAA;AAAA,IACJ,WAAA,EACE,0LAAA;AAAA,IACF,WAAA,EAAAC,YAAAA;AAAA,IACA,YAAA,EAAAC,aAAAA;AAAA,IACA,OAAA,EAAS,OAAM,KAAA,KAAS;AACtB,MAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,MAAA,IAAI;AACF,QAAA,MAAM,OAAA,GAAU,MAAM,MAAA,CAAO,SAAA,CAAU,MAAM,GAAA,EAAK;AAAA,UAChD,UAAA,EAAY;AAAA,SACb,CAAA;AAED,QAAA,OAAO;AAAA,UACL,KAAK,KAAA,CAAM,GAAA;AAAA,UACX;AAAA,SACF;AAAA,MACF,CAAA,SAAE;AACA,QAAA,MAAM,YAAY,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF;AAAA,GACD,CAAA;AACH;;;AClCO,SAAS,sBAAsB,MAAA,EAAkC;AACtE,EAAA,OAAO;AAAA,IACL,SAAA,EAAW,2BAA2B,MAAM,CAAA;AAAA,IAC5C,QAAA,EAAU,0BAA0B,MAAM;AAAA,GAC5C;AACF","file":"index.cjs","sourcesContent":["const REQUEST_ENDPOINT = 'https://api.brightdata.com/request';\nconst DEFAULT_SERP_ZONE = 'sdk_serp';\nconst DEFAULT_WEB_UNLOCKER_ZONE = 'sdk_unlocker';\nconst DEFAULT_TIMEOUT = 120_000;\n\ntype RequestFormat = 'raw' | 'json';\ntype DataFormat = 'html' | 'markdown' | 'screenshot';\n\nexport interface BrightDataClientOptions {\n [key: string]: unknown;\n apiKey?: string;\n timeout?: number;\n webUnlockerZone?: string;\n serpZone?: string;\n}\n\ninterface RequestOptions {\n country?: string;\n dataFormat?: DataFormat;\n format?: RequestFormat;\n method?: string;\n timeout?: number;\n zone?: string;\n}\n\ninterface SearchOptions extends RequestOptions {\n language?: string;\n start?: number;\n}\n\ninterface BrightDataRequestBody {\n country?: string;\n data_format?: Exclude<DataFormat, 'html'>;\n format: RequestFormat;\n method: string;\n url: string;\n zone: string;\n}\n\nexport interface BrightDataClient {\n search: {\n google: (query: string, options?: SearchOptions) => Promise<unknown>;\n };\n scrapeUrl: (url: string, options?: RequestOptions) => Promise<string>;\n close: () => Promise<void>;\n}\n\nasync function requestBrightData(\n apiKey: string,\n body: BrightDataRequestBody,\n timeout = DEFAULT_TIMEOUT,\n): Promise<unknown> {\n const effectiveTimeout = Number.isFinite(timeout) && timeout > 0 ? timeout : DEFAULT_TIMEOUT;\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), effectiveTimeout);\n\n try {\n const response = await fetch(REQUEST_ENDPOINT, {\n body: JSON.stringify(body),\n headers: {\n Authorization: `Bearer ${apiKey}`,\n 'Content-Type': 'application/json',\n },\n method: 'POST',\n signal: controller.signal,\n });\n\n const responseText = await response.text();\n\n if (!response.ok) {\n if (response.status === 401 || response.status === 403) {\n throw new Error('invalid API key or insufficient permissions');\n }\n\n if (response.status === 400) {\n throw new Error(`bad request: ${responseText}`);\n }\n\n throw new Error(`request failed with status ${response.status}: ${responseText}`);\n }\n\n if (body.format === 'json') {\n return responseText ? JSON.parse(responseText) : {};\n }\n\n return responseText;\n } catch (error) {\n if (error instanceof Error && error.name === 'AbortError') {\n throw new Error(`Request timed out after ${effectiveTimeout}ms`);\n }\n throw error;\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction buildGoogleSearchUrl(query: string, options: SearchOptions = {}) {\n const url = new URL('https://www.google.com/search');\n url.searchParams.set('q', query.trim());\n if ((options.format ?? 'json') === 'json') {\n url.searchParams.set('brd_json', '1');\n }\n url.searchParams.set('hl', options.language ?? 'en');\n\n if (options.country) {\n url.searchParams.set('gl', options.country);\n }\n\n if (options.start !== undefined) {\n url.searchParams.set('start', String(options.start));\n }\n\n return url.toString();\n}\n\nfunction toRequestBody(url: string, zone: string, options: RequestOptions = {}): BrightDataRequestBody {\n const body: BrightDataRequestBody = {\n format: options.format ?? 'raw',\n method: options.method ?? 'GET',\n url,\n zone,\n };\n\n if (options.country) {\n body.country = options.country;\n }\n\n if (options.dataFormat && options.dataFormat !== 'html') {\n body.data_format = options.dataFormat;\n }\n\n return body;\n}\n\nexport function getBrightDataClient(config?: BrightDataClientOptions): BrightDataClient {\n const apiKey = config?.apiKey ?? process.env.BRIGHTDATA_API_TOKEN;\n if (!apiKey) {\n throw new Error(\n 'Bright Data API token is required. Pass { apiKey } or set BRIGHTDATA_API_TOKEN env var.',\n );\n }\n\n const timeout = config?.timeout;\n const serpZone = config?.serpZone ?? process.env.BRIGHTDATA_SERP_ZONE ?? DEFAULT_SERP_ZONE;\n const webUnlockerZone =\n config?.webUnlockerZone ?? process.env.BRIGHTDATA_WEB_UNLOCKER_ZONE ?? DEFAULT_WEB_UNLOCKER_ZONE;\n\n return {\n search: {\n google: async (query: string, options: SearchOptions = {}) => {\n if (options.language && !/^[a-z]{2}$/i.test(options.language)) {\n throw new Error('language must be a two-letter code (e.g. \"en\", \"es\")');\n }\n\n const normalizedOptions = options.language\n ? { ...options, language: options.language.toLowerCase() }\n : options;\n\n const url = buildGoogleSearchUrl(query, normalizedOptions);\n return requestBrightData(\n apiKey,\n toRequestBody(url, normalizedOptions.zone ?? serpZone, {\n ...normalizedOptions,\n format: normalizedOptions.format ?? 'json',\n method: 'GET',\n }),\n normalizedOptions.timeout ?? timeout,\n );\n },\n },\n scrapeUrl: async (url: string, options: RequestOptions = {}) => {\n const response = await requestBrightData(\n apiKey,\n toRequestBody(url, options.zone ?? webUnlockerZone, options),\n options.timeout ?? timeout,\n );\n\n return typeof response === 'string' ? response : JSON.stringify(response);\n },\n close: async () => {},\n };\n}\n\nexport async function closeClient(client: BrightDataClient): Promise<void> {\n const close = client.close;\n try {\n await close.call(client);\n } catch {\n // best-effort cleanup; never mask the primary tool error from the finally block\n }\n}\n","import { createTool } from '@mastra/core/tools';\nimport { z } from 'zod';\n\nimport { closeClient, getBrightDataClient } from './client.js';\nimport type { BrightDataClientOptions } from './client.js';\n\nconst inputSchema = z.object({\n query: z.string().describe('The search query'),\n country: z\n .string()\n .regex(/^[a-z]{2}$/i, 'Country must be a 2-letter code')\n .optional()\n .describe('2-letter country code for geo-targeted results (e.g., \"us\", \"gb\")'),\n language: z\n .string()\n .regex(/^[a-z]{2}$/i, 'Language must be a 2-letter code')\n .optional()\n .describe('Language code for localized Google results (e.g., \"en\", \"es\", \"fr\")'),\n start: z\n .number()\n .int()\n .nonnegative()\n .optional()\n .describe('Result offset for pagination (e.g. 10 to get the second page of 10 results)'),\n});\n\nconst outputSchema = z.object({\n query: z.string(),\n results: z.array(\n z.object({\n link: z.string(),\n title: z.string(),\n description: z.string(),\n }),\n ),\n currentPage: z.number(),\n});\n\nexport function createBrightDataSearchTool(config?: BrightDataClientOptions) {\n return createTool({\n id: 'brightdata-search',\n description:\n \"Search Google and get back parsed organic results (link, title, description). Uses Bright Data's SERP API which bypasses bot detection. Supports country and language targeting, plus pagination via result offset.\",\n inputSchema,\n outputSchema,\n execute: async input => {\n const client = getBrightDataClient(config);\n try {\n const rawResponse = await client.search.google(input.query, {\n country: input.country,\n language: input.language,\n start: input.start,\n });\n\n const response: { organic?: unknown; current_page?: unknown } =\n typeof rawResponse === 'string' ? JSON.parse(rawResponse) : rawResponse;\n\n const organic = Array.isArray(response.organic) ? response.organic : [];\n const results = organic\n .map((entry: unknown) => {\n if (!entry || typeof entry !== 'object') return null;\n const e = entry as Record<string, unknown>;\n const link = typeof e.link === 'string' ? e.link.trim() : '';\n const title = typeof e.title === 'string' ? e.title.trim() : '';\n const description = typeof e.description === 'string' ? e.description.trim() : '';\n if (!link || !title) return null;\n return { link, title, description };\n })\n .filter((r): r is { link: string; title: string; description: string } => r !== null);\n\n const parsedPage = Number(response.current_page);\n const currentPage = Number.isFinite(parsedPage) && parsedPage > 0 ? parsedPage : 1;\n\n return {\n query: input.query,\n results,\n currentPage,\n };\n } finally {\n await closeClient(client);\n }\n },\n });\n}\n","import { createTool } from '@mastra/core/tools';\nimport { z } from 'zod';\n\nimport { closeClient, getBrightDataClient } from './client.js';\nimport type { BrightDataClientOptions } from './client.js';\n\nconst inputSchema = z.object({\n url: z.string().url().describe('The URL to fetch'),\n});\n\nconst outputSchema = z.object({\n url: z.string(),\n content: z.string().describe('Page content as Markdown'),\n});\n\nexport function createBrightDataFetchTool(config?: BrightDataClientOptions) {\n return createTool({\n id: 'brightdata-fetch',\n description:\n \"Fetch a webpage and return its content as Markdown. Uses Bright Data's Web Unlocker which bypasses bot detection and CAPTCHAs. Pass any URL, including pages that block normal scrapers.\",\n inputSchema,\n outputSchema,\n execute: async input => {\n const client = getBrightDataClient(config);\n try {\n const content = await client.scrapeUrl(input.url, {\n dataFormat: 'markdown',\n });\n\n return {\n url: input.url,\n content,\n };\n } finally {\n await closeClient(client);\n }\n },\n });\n}\n","import type { BrightDataClientOptions } from './client.js';\nimport { createBrightDataFetchTool } from './fetch.js';\nimport { createBrightDataSearchTool } from './search.js';\n\nexport function createBrightDataTools(config?: BrightDataClientOptions) {\n return {\n webSearch: createBrightDataSearchTool(config),\n webFetch: createBrightDataFetchTool(config),\n };\n}\n"]}
|
package/dist/index.js
CHANGED
|
@@ -1,8 +1,78 @@
|
|
|
1
|
-
import { bdclient } from '@brightdata/sdk';
|
|
2
1
|
import { createTool } from '@mastra/core/tools';
|
|
3
2
|
import { z } from 'zod';
|
|
4
3
|
|
|
5
4
|
// src/client.ts
|
|
5
|
+
var REQUEST_ENDPOINT = "https://api.brightdata.com/request";
|
|
6
|
+
var DEFAULT_SERP_ZONE = "sdk_serp";
|
|
7
|
+
var DEFAULT_WEB_UNLOCKER_ZONE = "sdk_unlocker";
|
|
8
|
+
var DEFAULT_TIMEOUT = 12e4;
|
|
9
|
+
async function requestBrightData(apiKey, body, timeout = DEFAULT_TIMEOUT) {
|
|
10
|
+
const effectiveTimeout = Number.isFinite(timeout) && timeout > 0 ? timeout : DEFAULT_TIMEOUT;
|
|
11
|
+
const controller = new AbortController();
|
|
12
|
+
const timeoutId = setTimeout(() => controller.abort(), effectiveTimeout);
|
|
13
|
+
try {
|
|
14
|
+
const response = await fetch(REQUEST_ENDPOINT, {
|
|
15
|
+
body: JSON.stringify(body),
|
|
16
|
+
headers: {
|
|
17
|
+
Authorization: `Bearer ${apiKey}`,
|
|
18
|
+
"Content-Type": "application/json"
|
|
19
|
+
},
|
|
20
|
+
method: "POST",
|
|
21
|
+
signal: controller.signal
|
|
22
|
+
});
|
|
23
|
+
const responseText = await response.text();
|
|
24
|
+
if (!response.ok) {
|
|
25
|
+
if (response.status === 401 || response.status === 403) {
|
|
26
|
+
throw new Error("invalid API key or insufficient permissions");
|
|
27
|
+
}
|
|
28
|
+
if (response.status === 400) {
|
|
29
|
+
throw new Error(`bad request: ${responseText}`);
|
|
30
|
+
}
|
|
31
|
+
throw new Error(`request failed with status ${response.status}: ${responseText}`);
|
|
32
|
+
}
|
|
33
|
+
if (body.format === "json") {
|
|
34
|
+
return responseText ? JSON.parse(responseText) : {};
|
|
35
|
+
}
|
|
36
|
+
return responseText;
|
|
37
|
+
} catch (error) {
|
|
38
|
+
if (error instanceof Error && error.name === "AbortError") {
|
|
39
|
+
throw new Error(`Request timed out after ${effectiveTimeout}ms`);
|
|
40
|
+
}
|
|
41
|
+
throw error;
|
|
42
|
+
} finally {
|
|
43
|
+
clearTimeout(timeoutId);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
function buildGoogleSearchUrl(query, options = {}) {
|
|
47
|
+
const url = new URL("https://www.google.com/search");
|
|
48
|
+
url.searchParams.set("q", query.trim());
|
|
49
|
+
if ((options.format ?? "json") === "json") {
|
|
50
|
+
url.searchParams.set("brd_json", "1");
|
|
51
|
+
}
|
|
52
|
+
url.searchParams.set("hl", options.language ?? "en");
|
|
53
|
+
if (options.country) {
|
|
54
|
+
url.searchParams.set("gl", options.country);
|
|
55
|
+
}
|
|
56
|
+
if (options.start !== void 0) {
|
|
57
|
+
url.searchParams.set("start", String(options.start));
|
|
58
|
+
}
|
|
59
|
+
return url.toString();
|
|
60
|
+
}
|
|
61
|
+
function toRequestBody(url, zone, options = {}) {
|
|
62
|
+
const body = {
|
|
63
|
+
format: options.format ?? "raw",
|
|
64
|
+
method: options.method ?? "GET",
|
|
65
|
+
url,
|
|
66
|
+
zone
|
|
67
|
+
};
|
|
68
|
+
if (options.country) {
|
|
69
|
+
body.country = options.country;
|
|
70
|
+
}
|
|
71
|
+
if (options.dataFormat && options.dataFormat !== "html") {
|
|
72
|
+
body.data_format = options.dataFormat;
|
|
73
|
+
}
|
|
74
|
+
return body;
|
|
75
|
+
}
|
|
6
76
|
function getBrightDataClient(config) {
|
|
7
77
|
const apiKey = config?.apiKey ?? process.env.BRIGHTDATA_API_TOKEN;
|
|
8
78
|
if (!apiKey) {
|
|
@@ -10,20 +80,51 @@ function getBrightDataClient(config) {
|
|
|
10
80
|
"Bright Data API token is required. Pass { apiKey } or set BRIGHTDATA_API_TOKEN env var."
|
|
11
81
|
);
|
|
12
82
|
}
|
|
13
|
-
|
|
83
|
+
const timeout = config?.timeout;
|
|
84
|
+
const serpZone = config?.serpZone ?? process.env.BRIGHTDATA_SERP_ZONE ?? DEFAULT_SERP_ZONE;
|
|
85
|
+
const webUnlockerZone = config?.webUnlockerZone ?? process.env.BRIGHTDATA_WEB_UNLOCKER_ZONE ?? DEFAULT_WEB_UNLOCKER_ZONE;
|
|
86
|
+
return {
|
|
87
|
+
search: {
|
|
88
|
+
google: async (query, options = {}) => {
|
|
89
|
+
if (options.language && !/^[a-z]{2}$/i.test(options.language)) {
|
|
90
|
+
throw new Error('language must be a two-letter code (e.g. "en", "es")');
|
|
91
|
+
}
|
|
92
|
+
const normalizedOptions = options.language ? { ...options, language: options.language.toLowerCase() } : options;
|
|
93
|
+
const url = buildGoogleSearchUrl(query, normalizedOptions);
|
|
94
|
+
return requestBrightData(
|
|
95
|
+
apiKey,
|
|
96
|
+
toRequestBody(url, normalizedOptions.zone ?? serpZone, {
|
|
97
|
+
...normalizedOptions,
|
|
98
|
+
format: normalizedOptions.format ?? "json",
|
|
99
|
+
method: "GET"
|
|
100
|
+
}),
|
|
101
|
+
normalizedOptions.timeout ?? timeout
|
|
102
|
+
);
|
|
103
|
+
}
|
|
104
|
+
},
|
|
105
|
+
scrapeUrl: async (url, options = {}) => {
|
|
106
|
+
const response = await requestBrightData(
|
|
107
|
+
apiKey,
|
|
108
|
+
toRequestBody(url, options.zone ?? webUnlockerZone, options),
|
|
109
|
+
options.timeout ?? timeout
|
|
110
|
+
);
|
|
111
|
+
return typeof response === "string" ? response : JSON.stringify(response);
|
|
112
|
+
},
|
|
113
|
+
close: async () => {
|
|
114
|
+
}
|
|
115
|
+
};
|
|
14
116
|
}
|
|
15
117
|
async function closeClient(client) {
|
|
16
118
|
const close = client.close;
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
} catch {
|
|
21
|
-
}
|
|
119
|
+
try {
|
|
120
|
+
await close.call(client);
|
|
121
|
+
} catch {
|
|
22
122
|
}
|
|
23
123
|
}
|
|
24
124
|
var inputSchema = z.object({
|
|
25
125
|
query: z.string().describe("The search query"),
|
|
26
|
-
country: z.string().
|
|
126
|
+
country: z.string().regex(/^[a-z]{2}$/i, "Country must be a 2-letter code").optional().describe('2-letter country code for geo-targeted results (e.g., "us", "gb")'),
|
|
127
|
+
language: z.string().regex(/^[a-z]{2}$/i, "Language must be a 2-letter code").optional().describe('Language code for localized Google results (e.g., "en", "es", "fr")'),
|
|
27
128
|
start: z.number().int().nonnegative().optional().describe("Result offset for pagination (e.g. 10 to get the second page of 10 results)")
|
|
28
129
|
});
|
|
29
130
|
var outputSchema = z.object({
|
|
@@ -40,7 +141,7 @@ var outputSchema = z.object({
|
|
|
40
141
|
function createBrightDataSearchTool(config) {
|
|
41
142
|
return createTool({
|
|
42
143
|
id: "brightdata-search",
|
|
43
|
-
description: "Search Google and get back parsed organic results (link, title, description). Uses Bright Data's SERP API which bypasses bot detection. Supports country targeting
|
|
144
|
+
description: "Search Google and get back parsed organic results (link, title, description). Uses Bright Data's SERP API which bypasses bot detection. Supports country and language targeting, plus pagination via result offset.",
|
|
44
145
|
inputSchema,
|
|
45
146
|
outputSchema,
|
|
46
147
|
execute: async (input) => {
|
|
@@ -48,6 +149,7 @@ function createBrightDataSearchTool(config) {
|
|
|
48
149
|
try {
|
|
49
150
|
const rawResponse = await client.search.google(input.query, {
|
|
50
151
|
country: input.country,
|
|
152
|
+
language: input.language,
|
|
51
153
|
start: input.start
|
|
52
154
|
});
|
|
53
155
|
const response = typeof rawResponse === "string" ? JSON.parse(rawResponse) : rawResponse;
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/client.ts","../src/search.ts","../src/fetch.ts","../src/tools.ts"],"names":["inputSchema","z","outputSchema","createTool"],"mappings":";;;;;AAKO,SAAS,oBAAoB,MAAA,EAAoD;AACtF,EAAA,MAAM,MAAA,GAAS,MAAA,EAAQ,MAAA,IAAU,OAAA,CAAQ,GAAA,CAAI,oBAAA;AAC7C,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AACA,EAAA,OAAO,IAAI,QAAA,CAAS,EAAE,GAAG,MAAA,EAAQ,QAAQ,CAAA;AAC3C;AAEA,eAAsB,YAAY,MAAA,EAAyC;AACzE,EAAA,MAAM,QAAS,MAAA,CAAkD,KAAA;AACjE,EAAA,IAAI,OAAO,UAAU,UAAA,EAAY;AAC/B,IAAA,IAAI;AACF,MAAA,MAAM,KAAA,CAAM,KAAK,MAAM,CAAA;AAAA,IACzB,CAAA,CAAA,MAAQ;AAAA,IAER;AAAA,EACF;AACF;AClBA,IAAM,WAAA,GAAc,EAAE,MAAA,CAAO;AAAA,EAC3B,KAAA,EAAO,CAAA,CAAE,MAAA,EAAO,CAAE,SAAS,kBAAkB,CAAA;AAAA,EAC7C,OAAA,EAAS,CAAA,CACN,MAAA,EAAO,CACP,MAAA,CAAO,CAAC,CAAA,CACR,QAAA,EAAS,CACT,QAAA,CAAS,mEAAmE,CAAA;AAAA,EAC/E,KAAA,EAAO,CAAA,CACJ,MAAA,EAAO,CACP,GAAA,EAAI,CACJ,WAAA,EAAY,CACZ,QAAA,EAAS,CACT,QAAA,CAAS,6EAA6E;AAC3F,CAAC,CAAA;AAED,IAAM,YAAA,GAAe,EAAE,MAAA,CAAO;AAAA,EAC5B,KAAA,EAAO,EAAE,MAAA,EAAO;AAAA,EAChB,SAAS,CAAA,CAAE,KAAA;AAAA,IACT,EAAE,MAAA,CAAO;AAAA,MACP,IAAA,EAAM,EAAE,MAAA,EAAO;AAAA,MACf,KAAA,EAAO,EAAE,MAAA,EAAO;AAAA,MAChB,WAAA,EAAa,EAAE,MAAA;AAAO,KACvB;AAAA,GACH;AAAA,EACA,WAAA,EAAa,EAAE,MAAA;AACjB,CAAC,CAAA;AAEM,SAAS,2BAA2B,MAAA,EAAkC;AAC3E,EAAA,OAAO,UAAA,CAAW;AAAA,IAChB,EAAA,EAAI,mBAAA;AAAA,IACJ,WAAA,EACE,sMAAA;AAAA,IACF,WAAA;AAAA,IACA,YAAA;AAAA,IACA,OAAA,EAAS,OAAM,KAAA,KAAS;AACtB,MAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,MAAA,IAAI;AACF,QAAA,MAAM,cAAc,MAAM,MAAA,CAAO,MAAA,CAAO,MAAA,CAAO,MAAM,KAAA,EAAO;AAAA,UAC1D,SAAS,KAAA,CAAM,OAAA;AAAA,UACf,OAAO,KAAA,CAAM;AAAA,SACd,CAAA;AAED,QAAA,MAAM,WACJ,OAAO,WAAA,KAAgB,WAAW,IAAA,CAAK,KAAA,CAAM,WAAW,CAAA,GAAI,WAAA;AAE9D,QAAA,MAAM,OAAA,GAAU,MAAM,OAAA,CAAQ,QAAA,CAAS,OAAO,CAAA,GAAI,QAAA,CAAS,UAAU,EAAC;AACtE,QAAA,MAAM,OAAA,GAAU,OAAA,CACb,GAAA,CAAI,CAAC,KAAA,KAAmB;AACvB,UAAA,IAAI,CAAC,KAAA,IAAS,OAAO,KAAA,KAAU,UAAU,OAAO,IAAA;AAChD,UAAA,MAAM,CAAA,GAAI,KAAA;AACV,UAAA,MAAM,IAAA,GAAO,OAAO,CAAA,CAAE,IAAA,KAAS,WAAW,CAAA,CAAE,IAAA,CAAK,MAAK,GAAI,EAAA;AAC1D,UAAA,MAAM,KAAA,GAAQ,OAAO,CAAA,CAAE,KAAA,KAAU,WAAW,CAAA,CAAE,KAAA,CAAM,MAAK,GAAI,EAAA;AAC7D,UAAA,MAAM,WAAA,GAAc,OAAO,CAAA,CAAE,WAAA,KAAgB,WAAW,CAAA,CAAE,WAAA,CAAY,MAAK,GAAI,EAAA;AAC/E,UAAA,IAAI,CAAC,IAAA,IAAQ,CAAC,KAAA,EAAO,OAAO,IAAA;AAC5B,UAAA,OAAO,EAAE,IAAA,EAAM,KAAA,EAAO,WAAA,EAAY;AAAA,QACpC,CAAC,CAAA,CACA,MAAA,CAAO,CAAC,CAAA,KAAiE,MAAM,IAAI,CAAA;AAEtF,QAAA,MAAM,UAAA,GAAa,MAAA,CAAO,QAAA,CAAS,YAAY,CAAA;AAC/C,QAAA,MAAM,cAAc,MAAA,CAAO,QAAA,CAAS,UAAU,CAAA,IAAK,UAAA,GAAa,IAAI,UAAA,GAAa,CAAA;AAEjF,QAAA,OAAO;AAAA,UACL,OAAO,KAAA,CAAM,KAAA;AAAA,UACb,OAAA;AAAA,UACA;AAAA,SACF;AAAA,MACF,CAAA,SAAE;AACA,QAAA,MAAM,YAAY,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF;AAAA,GACD,CAAA;AACH;ACvEA,IAAMA,YAAAA,GAAcC,EAAE,MAAA,CAAO;AAAA,EAC3B,KAAKA,CAAAA,CAAE,MAAA,GAAS,GAAA,EAAI,CAAE,SAAS,kBAAkB;AACnD,CAAC,CAAA;AAED,IAAMC,aAAAA,GAAeD,EAAE,MAAA,CAAO;AAAA,EAC5B,GAAA,EAAKA,EAAE,MAAA,EAAO;AAAA,EACd,OAAA,EAASA,CAAAA,CAAE,MAAA,EAAO,CAAE,SAAS,0BAA0B;AACzD,CAAC,CAAA;AAEM,SAAS,0BAA0B,MAAA,EAAkC;AAC1E,EAAA,OAAOE,UAAAA,CAAW;AAAA,IAChB,EAAA,EAAI,kBAAA;AAAA,IACJ,WAAA,EACE,0LAAA;AAAA,IACF,WAAA,EAAAH,YAAAA;AAAA,IACA,YAAA,EAAAE,aAAAA;AAAA,IACA,OAAA,EAAS,OAAM,KAAA,KAAS;AACtB,MAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,MAAA,IAAI;AACF,QAAA,MAAM,OAAA,GAAU,MAAM,MAAA,CAAO,SAAA,CAAU,MAAM,GAAA,EAAK;AAAA,UAChD,UAAA,EAAY;AAAA,SACb,CAAA;AAED,QAAA,OAAO;AAAA,UACL,KAAK,KAAA,CAAM,GAAA;AAAA,UACX;AAAA,SACF;AAAA,MACF,CAAA,SAAE;AACA,QAAA,MAAM,YAAY,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF;AAAA,GACD,CAAA;AACH;;;AClCO,SAAS,sBAAsB,MAAA,EAAkC;AACtE,EAAA,OAAO;AAAA,IACL,SAAA,EAAW,2BAA2B,MAAM,CAAA;AAAA,IAC5C,QAAA,EAAU,0BAA0B,MAAM;AAAA,GAC5C;AACF","file":"index.js","sourcesContent":["import { bdclient } from '@brightdata/sdk';\n\nexport type BrightDataClientOptions = ConstructorParameters<typeof bdclient>[0];\nexport type BrightDataClient = bdclient;\n\nexport function getBrightDataClient(config?: BrightDataClientOptions): BrightDataClient {\n const apiKey = config?.apiKey ?? process.env.BRIGHTDATA_API_TOKEN;\n if (!apiKey) {\n throw new Error(\n 'Bright Data API token is required. Pass { apiKey } or set BRIGHTDATA_API_TOKEN env var.',\n );\n }\n return new bdclient({ ...config, apiKey });\n}\n\nexport async function closeClient(client: BrightDataClient): Promise<void> {\n const close = (client as { close?: () => Promise<void> | void }).close;\n if (typeof close === 'function') {\n try {\n await close.call(client);\n } catch {\n // best-effort cleanup; never mask the primary tool error from the finally block\n }\n }\n}\n","import { createTool } from '@mastra/core/tools';\nimport { z } from 'zod';\n\nimport { closeClient, getBrightDataClient } from './client.js';\nimport type { BrightDataClientOptions } from './client.js';\n\nconst inputSchema = z.object({\n query: z.string().describe('The search query'),\n country: z\n .string()\n .length(2)\n .optional()\n .describe('2-letter country code for geo-targeted results (e.g., \"us\", \"gb\")'),\n start: z\n .number()\n .int()\n .nonnegative()\n .optional()\n .describe('Result offset for pagination (e.g. 10 to get the second page of 10 results)'),\n});\n\nconst outputSchema = z.object({\n query: z.string(),\n results: z.array(\n z.object({\n link: z.string(),\n title: z.string(),\n description: z.string(),\n }),\n ),\n currentPage: z.number(),\n});\n\nexport function createBrightDataSearchTool(config?: BrightDataClientOptions) {\n return createTool({\n id: 'brightdata-search',\n description:\n \"Search Google and get back parsed organic results (link, title, description). Uses Bright Data's SERP API which bypasses bot detection. Supports country targeting and pagination via result offset.\",\n inputSchema,\n outputSchema,\n execute: async input => {\n const client = getBrightDataClient(config);\n try {\n const rawResponse = await client.search.google(input.query, {\n country: input.country,\n start: input.start,\n });\n\n const response: { organic?: unknown; current_page?: unknown } =\n typeof rawResponse === 'string' ? JSON.parse(rawResponse) : rawResponse;\n\n const organic = Array.isArray(response.organic) ? response.organic : [];\n const results = organic\n .map((entry: unknown) => {\n if (!entry || typeof entry !== 'object') return null;\n const e = entry as Record<string, unknown>;\n const link = typeof e.link === 'string' ? e.link.trim() : '';\n const title = typeof e.title === 'string' ? e.title.trim() : '';\n const description = typeof e.description === 'string' ? e.description.trim() : '';\n if (!link || !title) return null;\n return { link, title, description };\n })\n .filter((r): r is { link: string; title: string; description: string } => r !== null);\n\n const parsedPage = Number(response.current_page);\n const currentPage = Number.isFinite(parsedPage) && parsedPage > 0 ? parsedPage : 1;\n\n return {\n query: input.query,\n results,\n currentPage,\n };\n } finally {\n await closeClient(client);\n }\n },\n });\n}\n","import { createTool } from '@mastra/core/tools';\nimport { z } from 'zod';\n\nimport { closeClient, getBrightDataClient } from './client.js';\nimport type { BrightDataClientOptions } from './client.js';\n\nconst inputSchema = z.object({\n url: z.string().url().describe('The URL to fetch'),\n});\n\nconst outputSchema = z.object({\n url: z.string(),\n content: z.string().describe('Page content as Markdown'),\n});\n\nexport function createBrightDataFetchTool(config?: BrightDataClientOptions) {\n return createTool({\n id: 'brightdata-fetch',\n description:\n \"Fetch a webpage and return its content as Markdown. Uses Bright Data's Web Unlocker which bypasses bot detection and CAPTCHAs. Pass any URL, including pages that block normal scrapers.\",\n inputSchema,\n outputSchema,\n execute: async input => {\n const client = getBrightDataClient(config);\n try {\n const content = await client.scrapeUrl(input.url, {\n dataFormat: 'markdown',\n });\n\n return {\n url: input.url,\n content,\n };\n } finally {\n await closeClient(client);\n }\n },\n });\n}\n","import type { BrightDataClientOptions } from './client.js';\nimport { createBrightDataFetchTool } from './fetch.js';\nimport { createBrightDataSearchTool } from './search.js';\n\nexport function createBrightDataTools(config?: BrightDataClientOptions) {\n return {\n webSearch: createBrightDataSearchTool(config),\n webFetch: createBrightDataFetchTool(config),\n };\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/client.ts","../src/search.ts","../src/fetch.ts","../src/tools.ts"],"names":["inputSchema","z","outputSchema","createTool"],"mappings":";;;;AAAA,IAAM,gBAAA,GAAmB,oCAAA;AACzB,IAAM,iBAAA,GAAoB,UAAA;AAC1B,IAAM,yBAAA,GAA4B,cAAA;AAClC,IAAM,eAAA,GAAkB,IAAA;AA4CxB,eAAe,iBAAA,CACb,MAAA,EACA,IAAA,EACA,OAAA,GAAU,eAAA,EACQ;AAClB,EAAA,MAAM,mBAAmB,MAAA,CAAO,QAAA,CAAS,OAAO,CAAA,IAAK,OAAA,GAAU,IAAI,OAAA,GAAU,eAAA;AAC7E,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,gBAAgB,CAAA;AAEvE,EAAA,IAAI;AACF,IAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,gBAAA,EAAkB;AAAA,MAC7C,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,MACzB,OAAA,EAAS;AAAA,QACP,aAAA,EAAe,UAAU,MAAM,CAAA,CAAA;AAAA,QAC/B,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,MAAA,EAAQ,MAAA;AAAA,MACR,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAED,IAAA,MAAM,YAAA,GAAe,MAAM,QAAA,CAAS,IAAA,EAAK;AAEzC,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,IAAI,QAAA,CAAS,MAAA,KAAW,GAAA,IAAO,QAAA,CAAS,WAAW,GAAA,EAAK;AACtD,QAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,MAC/D;AAEA,MAAA,IAAI,QAAA,CAAS,WAAW,GAAA,EAAK;AAC3B,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,aAAA,EAAgB,YAAY,CAAA,CAAE,CAAA;AAAA,MAChD;AAEA,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,2BAAA,EAA8B,SAAS,MAAM,CAAA,EAAA,EAAK,YAAY,CAAA,CAAE,CAAA;AAAA,IAClF;AAEA,IAAA,IAAI,IAAA,CAAK,WAAW,MAAA,EAAQ;AAC1B,MAAA,OAAO,YAAA,GAAe,IAAA,CAAK,KAAA,CAAM,YAAY,IAAI,EAAC;AAAA,IACpD;AAEA,IAAA,OAAO,YAAA;AAAA,EACT,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,KAAA,YAAiB,KAAA,IAAS,KAAA,CAAM,IAAA,KAAS,YAAA,EAAc;AACzD,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,wBAAA,EAA2B,gBAAgB,CAAA,EAAA,CAAI,CAAA;AAAA,IACjE;AACA,IAAA,MAAM,KAAA;AAAA,EACR,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,oBAAA,CAAqB,KAAA,EAAe,OAAA,GAAyB,EAAC,EAAG;AACxE,EAAA,MAAM,GAAA,GAAM,IAAI,GAAA,CAAI,+BAA+B,CAAA;AACnD,EAAA,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,GAAA,EAAK,KAAA,CAAM,MAAM,CAAA;AACtC,EAAA,IAAA,CAAK,OAAA,CAAQ,MAAA,IAAU,MAAA,MAAY,MAAA,EAAQ;AACzC,IAAA,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,UAAA,EAAY,GAAG,CAAA;AAAA,EACtC;AACA,EAAA,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,IAAA,EAAM,OAAA,CAAQ,YAAY,IAAI,CAAA;AAEnD,EAAA,IAAI,QAAQ,OAAA,EAAS;AACnB,IAAA,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,IAAA,EAAM,OAAA,CAAQ,OAAO,CAAA;AAAA,EAC5C;AAEA,EAAA,IAAI,OAAA,CAAQ,UAAU,MAAA,EAAW;AAC/B,IAAA,GAAA,CAAI,aAAa,GAAA,CAAI,OAAA,EAAS,MAAA,CAAO,OAAA,CAAQ,KAAK,CAAC,CAAA;AAAA,EACrD;AAEA,EAAA,OAAO,IAAI,QAAA,EAAS;AACtB;AAEA,SAAS,aAAA,CAAc,GAAA,EAAa,IAAA,EAAc,OAAA,GAA0B,EAAC,EAA0B;AACrG,EAAA,MAAM,IAAA,GAA8B;AAAA,IAClC,MAAA,EAAQ,QAAQ,MAAA,IAAU,KAAA;AAAA,IAC1B,MAAA,EAAQ,QAAQ,MAAA,IAAU,KAAA;AAAA,IAC1B,GAAA;AAAA,IACA;AAAA,GACF;AAEA,EAAA,IAAI,QAAQ,OAAA,EAAS;AACnB,IAAA,IAAA,CAAK,UAAU,OAAA,CAAQ,OAAA;AAAA,EACzB;AAEA,EAAA,IAAI,OAAA,CAAQ,UAAA,IAAc,OAAA,CAAQ,UAAA,KAAe,MAAA,EAAQ;AACvD,IAAA,IAAA,CAAK,cAAc,OAAA,CAAQ,UAAA;AAAA,EAC7B;AAEA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,oBAAoB,MAAA,EAAoD;AACtF,EAAA,MAAM,MAAA,GAAS,MAAA,EAAQ,MAAA,IAAU,OAAA,CAAQ,GAAA,CAAI,oBAAA;AAC7C,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,MAAM,UAAU,MAAA,EAAQ,OAAA;AACxB,EAAA,MAAM,QAAA,GAAW,MAAA,EAAQ,QAAA,IAAY,OAAA,CAAQ,IAAI,oBAAA,IAAwB,iBAAA;AACzE,EAAA,MAAM,eAAA,GACJ,MAAA,EAAQ,eAAA,IAAmB,OAAA,CAAQ,IAAI,4BAAA,IAAgC,yBAAA;AAEzE,EAAA,OAAO;AAAA,IACL,MAAA,EAAQ;AAAA,MACN,MAAA,EAAQ,OAAO,KAAA,EAAe,OAAA,GAAyB,EAAC,KAAM;AAC5D,QAAA,IAAI,QAAQ,QAAA,IAAY,CAAC,cAAc,IAAA,CAAK,OAAA,CAAQ,QAAQ,CAAA,EAAG;AAC7D,UAAA,MAAM,IAAI,MAAM,sDAAsD,CAAA;AAAA,QACxE;AAEA,QAAA,MAAM,iBAAA,GAAoB,OAAA,CAAQ,QAAA,GAC9B,EAAE,GAAG,OAAA,EAAS,QAAA,EAAU,OAAA,CAAQ,QAAA,CAAS,WAAA,EAAY,EAAE,GACvD,OAAA;AAEJ,QAAA,MAAM,GAAA,GAAM,oBAAA,CAAqB,KAAA,EAAO,iBAAiB,CAAA;AACzD,QAAA,OAAO,iBAAA;AAAA,UACL,MAAA;AAAA,UACA,aAAA,CAAc,GAAA,EAAK,iBAAA,CAAkB,IAAA,IAAQ,QAAA,EAAU;AAAA,YACrD,GAAG,iBAAA;AAAA,YACH,MAAA,EAAQ,kBAAkB,MAAA,IAAU,MAAA;AAAA,YACpC,MAAA,EAAQ;AAAA,WACT,CAAA;AAAA,UACD,kBAAkB,OAAA,IAAW;AAAA,SAC/B;AAAA,MACF;AAAA,KACF;AAAA,IACA,SAAA,EAAW,OAAO,GAAA,EAAa,OAAA,GAA0B,EAAC,KAAM;AAC9D,MAAA,MAAM,WAAW,MAAM,iBAAA;AAAA,QACrB,MAAA;AAAA,QACA,aAAA,CAAc,GAAA,EAAK,OAAA,CAAQ,IAAA,IAAQ,iBAAiB,OAAO,CAAA;AAAA,QAC3D,QAAQ,OAAA,IAAW;AAAA,OACrB;AAEA,MAAA,OAAO,OAAO,QAAA,KAAa,QAAA,GAAW,QAAA,GAAW,IAAA,CAAK,UAAU,QAAQ,CAAA;AAAA,IAC1E,CAAA;AAAA,IACA,OAAO,YAAY;AAAA,IAAC;AAAA,GACtB;AACF;AAEA,eAAsB,YAAY,MAAA,EAAyC;AACzE,EAAA,MAAM,QAAQ,MAAA,CAAO,KAAA;AACrB,EAAA,IAAI;AACF,IAAA,MAAM,KAAA,CAAM,KAAK,MAAM,CAAA;AAAA,EACzB,CAAA,CAAA,MAAQ;AAAA,EAER;AACF;ACxLA,IAAM,WAAA,GAAc,EAAE,MAAA,CAAO;AAAA,EAC3B,KAAA,EAAO,CAAA,CAAE,MAAA,EAAO,CAAE,SAAS,kBAAkB,CAAA;AAAA,EAC7C,OAAA,EAAS,CAAA,CACN,MAAA,EAAO,CACP,KAAA,CAAM,aAAA,EAAe,iCAAiC,CAAA,CACtD,QAAA,EAAS,CACT,QAAA,CAAS,mEAAmE,CAAA;AAAA,EAC/E,QAAA,EAAU,CAAA,CACP,MAAA,EAAO,CACP,KAAA,CAAM,aAAA,EAAe,kCAAkC,CAAA,CACvD,QAAA,EAAS,CACT,QAAA,CAAS,qEAAqE,CAAA;AAAA,EACjF,KAAA,EAAO,CAAA,CACJ,MAAA,EAAO,CACP,GAAA,EAAI,CACJ,WAAA,EAAY,CACZ,QAAA,EAAS,CACT,QAAA,CAAS,6EAA6E;AAC3F,CAAC,CAAA;AAED,IAAM,YAAA,GAAe,EAAE,MAAA,CAAO;AAAA,EAC5B,KAAA,EAAO,EAAE,MAAA,EAAO;AAAA,EAChB,SAAS,CAAA,CAAE,KAAA;AAAA,IACT,EAAE,MAAA,CAAO;AAAA,MACP,IAAA,EAAM,EAAE,MAAA,EAAO;AAAA,MACf,KAAA,EAAO,EAAE,MAAA,EAAO;AAAA,MAChB,WAAA,EAAa,EAAE,MAAA;AAAO,KACvB;AAAA,GACH;AAAA,EACA,WAAA,EAAa,EAAE,MAAA;AACjB,CAAC,CAAA;AAEM,SAAS,2BAA2B,MAAA,EAAkC;AAC3E,EAAA,OAAO,UAAA,CAAW;AAAA,IAChB,EAAA,EAAI,mBAAA;AAAA,IACJ,WAAA,EACE,qNAAA;AAAA,IACF,WAAA;AAAA,IACA,YAAA;AAAA,IACA,OAAA,EAAS,OAAM,KAAA,KAAS;AACtB,MAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,MAAA,IAAI;AACF,QAAA,MAAM,cAAc,MAAM,MAAA,CAAO,MAAA,CAAO,MAAA,CAAO,MAAM,KAAA,EAAO;AAAA,UAC1D,SAAS,KAAA,CAAM,OAAA;AAAA,UACf,UAAU,KAAA,CAAM,QAAA;AAAA,UAChB,OAAO,KAAA,CAAM;AAAA,SACd,CAAA;AAED,QAAA,MAAM,WACJ,OAAO,WAAA,KAAgB,WAAW,IAAA,CAAK,KAAA,CAAM,WAAW,CAAA,GAAI,WAAA;AAE9D,QAAA,MAAM,OAAA,GAAU,MAAM,OAAA,CAAQ,QAAA,CAAS,OAAO,CAAA,GAAI,QAAA,CAAS,UAAU,EAAC;AACtE,QAAA,MAAM,OAAA,GAAU,OAAA,CACb,GAAA,CAAI,CAAC,KAAA,KAAmB;AACvB,UAAA,IAAI,CAAC,KAAA,IAAS,OAAO,KAAA,KAAU,UAAU,OAAO,IAAA;AAChD,UAAA,MAAM,CAAA,GAAI,KAAA;AACV,UAAA,MAAM,IAAA,GAAO,OAAO,CAAA,CAAE,IAAA,KAAS,WAAW,CAAA,CAAE,IAAA,CAAK,MAAK,GAAI,EAAA;AAC1D,UAAA,MAAM,KAAA,GAAQ,OAAO,CAAA,CAAE,KAAA,KAAU,WAAW,CAAA,CAAE,KAAA,CAAM,MAAK,GAAI,EAAA;AAC7D,UAAA,MAAM,WAAA,GAAc,OAAO,CAAA,CAAE,WAAA,KAAgB,WAAW,CAAA,CAAE,WAAA,CAAY,MAAK,GAAI,EAAA;AAC/E,UAAA,IAAI,CAAC,IAAA,IAAQ,CAAC,KAAA,EAAO,OAAO,IAAA;AAC5B,UAAA,OAAO,EAAE,IAAA,EAAM,KAAA,EAAO,WAAA,EAAY;AAAA,QACpC,CAAC,CAAA,CACA,MAAA,CAAO,CAAC,CAAA,KAAiE,MAAM,IAAI,CAAA;AAEtF,QAAA,MAAM,UAAA,GAAa,MAAA,CAAO,QAAA,CAAS,YAAY,CAAA;AAC/C,QAAA,MAAM,cAAc,MAAA,CAAO,QAAA,CAAS,UAAU,CAAA,IAAK,UAAA,GAAa,IAAI,UAAA,GAAa,CAAA;AAEjF,QAAA,OAAO;AAAA,UACL,OAAO,KAAA,CAAM,KAAA;AAAA,UACb,OAAA;AAAA,UACA;AAAA,SACF;AAAA,MACF,CAAA,SAAE;AACA,QAAA,MAAM,YAAY,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF;AAAA,GACD,CAAA;AACH;AC7EA,IAAMA,YAAAA,GAAcC,EAAE,MAAA,CAAO;AAAA,EAC3B,KAAKA,CAAAA,CAAE,MAAA,GAAS,GAAA,EAAI,CAAE,SAAS,kBAAkB;AACnD,CAAC,CAAA;AAED,IAAMC,aAAAA,GAAeD,EAAE,MAAA,CAAO;AAAA,EAC5B,GAAA,EAAKA,EAAE,MAAA,EAAO;AAAA,EACd,OAAA,EAASA,CAAAA,CAAE,MAAA,EAAO,CAAE,SAAS,0BAA0B;AACzD,CAAC,CAAA;AAEM,SAAS,0BAA0B,MAAA,EAAkC;AAC1E,EAAA,OAAOE,UAAAA,CAAW;AAAA,IAChB,EAAA,EAAI,kBAAA;AAAA,IACJ,WAAA,EACE,0LAAA;AAAA,IACF,WAAA,EAAAH,YAAAA;AAAA,IACA,YAAA,EAAAE,aAAAA;AAAA,IACA,OAAA,EAAS,OAAM,KAAA,KAAS;AACtB,MAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,MAAA,IAAI;AACF,QAAA,MAAM,OAAA,GAAU,MAAM,MAAA,CAAO,SAAA,CAAU,MAAM,GAAA,EAAK;AAAA,UAChD,UAAA,EAAY;AAAA,SACb,CAAA;AAED,QAAA,OAAO;AAAA,UACL,KAAK,KAAA,CAAM,GAAA;AAAA,UACX;AAAA,SACF;AAAA,MACF,CAAA,SAAE;AACA,QAAA,MAAM,YAAY,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF;AAAA,GACD,CAAA;AACH;;;AClCO,SAAS,sBAAsB,MAAA,EAAkC;AACtE,EAAA,OAAO;AAAA,IACL,SAAA,EAAW,2BAA2B,MAAM,CAAA;AAAA,IAC5C,QAAA,EAAU,0BAA0B,MAAM;AAAA,GAC5C;AACF","file":"index.js","sourcesContent":["const REQUEST_ENDPOINT = 'https://api.brightdata.com/request';\nconst DEFAULT_SERP_ZONE = 'sdk_serp';\nconst DEFAULT_WEB_UNLOCKER_ZONE = 'sdk_unlocker';\nconst DEFAULT_TIMEOUT = 120_000;\n\ntype RequestFormat = 'raw' | 'json';\ntype DataFormat = 'html' | 'markdown' | 'screenshot';\n\nexport interface BrightDataClientOptions {\n [key: string]: unknown;\n apiKey?: string;\n timeout?: number;\n webUnlockerZone?: string;\n serpZone?: string;\n}\n\ninterface RequestOptions {\n country?: string;\n dataFormat?: DataFormat;\n format?: RequestFormat;\n method?: string;\n timeout?: number;\n zone?: string;\n}\n\ninterface SearchOptions extends RequestOptions {\n language?: string;\n start?: number;\n}\n\ninterface BrightDataRequestBody {\n country?: string;\n data_format?: Exclude<DataFormat, 'html'>;\n format: RequestFormat;\n method: string;\n url: string;\n zone: string;\n}\n\nexport interface BrightDataClient {\n search: {\n google: (query: string, options?: SearchOptions) => Promise<unknown>;\n };\n scrapeUrl: (url: string, options?: RequestOptions) => Promise<string>;\n close: () => Promise<void>;\n}\n\nasync function requestBrightData(\n apiKey: string,\n body: BrightDataRequestBody,\n timeout = DEFAULT_TIMEOUT,\n): Promise<unknown> {\n const effectiveTimeout = Number.isFinite(timeout) && timeout > 0 ? timeout : DEFAULT_TIMEOUT;\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), effectiveTimeout);\n\n try {\n const response = await fetch(REQUEST_ENDPOINT, {\n body: JSON.stringify(body),\n headers: {\n Authorization: `Bearer ${apiKey}`,\n 'Content-Type': 'application/json',\n },\n method: 'POST',\n signal: controller.signal,\n });\n\n const responseText = await response.text();\n\n if (!response.ok) {\n if (response.status === 401 || response.status === 403) {\n throw new Error('invalid API key or insufficient permissions');\n }\n\n if (response.status === 400) {\n throw new Error(`bad request: ${responseText}`);\n }\n\n throw new Error(`request failed with status ${response.status}: ${responseText}`);\n }\n\n if (body.format === 'json') {\n return responseText ? JSON.parse(responseText) : {};\n }\n\n return responseText;\n } catch (error) {\n if (error instanceof Error && error.name === 'AbortError') {\n throw new Error(`Request timed out after ${effectiveTimeout}ms`);\n }\n throw error;\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction buildGoogleSearchUrl(query: string, options: SearchOptions = {}) {\n const url = new URL('https://www.google.com/search');\n url.searchParams.set('q', query.trim());\n if ((options.format ?? 'json') === 'json') {\n url.searchParams.set('brd_json', '1');\n }\n url.searchParams.set('hl', options.language ?? 'en');\n\n if (options.country) {\n url.searchParams.set('gl', options.country);\n }\n\n if (options.start !== undefined) {\n url.searchParams.set('start', String(options.start));\n }\n\n return url.toString();\n}\n\nfunction toRequestBody(url: string, zone: string, options: RequestOptions = {}): BrightDataRequestBody {\n const body: BrightDataRequestBody = {\n format: options.format ?? 'raw',\n method: options.method ?? 'GET',\n url,\n zone,\n };\n\n if (options.country) {\n body.country = options.country;\n }\n\n if (options.dataFormat && options.dataFormat !== 'html') {\n body.data_format = options.dataFormat;\n }\n\n return body;\n}\n\nexport function getBrightDataClient(config?: BrightDataClientOptions): BrightDataClient {\n const apiKey = config?.apiKey ?? process.env.BRIGHTDATA_API_TOKEN;\n if (!apiKey) {\n throw new Error(\n 'Bright Data API token is required. Pass { apiKey } or set BRIGHTDATA_API_TOKEN env var.',\n );\n }\n\n const timeout = config?.timeout;\n const serpZone = config?.serpZone ?? process.env.BRIGHTDATA_SERP_ZONE ?? DEFAULT_SERP_ZONE;\n const webUnlockerZone =\n config?.webUnlockerZone ?? process.env.BRIGHTDATA_WEB_UNLOCKER_ZONE ?? DEFAULT_WEB_UNLOCKER_ZONE;\n\n return {\n search: {\n google: async (query: string, options: SearchOptions = {}) => {\n if (options.language && !/^[a-z]{2}$/i.test(options.language)) {\n throw new Error('language must be a two-letter code (e.g. \"en\", \"es\")');\n }\n\n const normalizedOptions = options.language\n ? { ...options, language: options.language.toLowerCase() }\n : options;\n\n const url = buildGoogleSearchUrl(query, normalizedOptions);\n return requestBrightData(\n apiKey,\n toRequestBody(url, normalizedOptions.zone ?? serpZone, {\n ...normalizedOptions,\n format: normalizedOptions.format ?? 'json',\n method: 'GET',\n }),\n normalizedOptions.timeout ?? timeout,\n );\n },\n },\n scrapeUrl: async (url: string, options: RequestOptions = {}) => {\n const response = await requestBrightData(\n apiKey,\n toRequestBody(url, options.zone ?? webUnlockerZone, options),\n options.timeout ?? timeout,\n );\n\n return typeof response === 'string' ? response : JSON.stringify(response);\n },\n close: async () => {},\n };\n}\n\nexport async function closeClient(client: BrightDataClient): Promise<void> {\n const close = client.close;\n try {\n await close.call(client);\n } catch {\n // best-effort cleanup; never mask the primary tool error from the finally block\n }\n}\n","import { createTool } from '@mastra/core/tools';\nimport { z } from 'zod';\n\nimport { closeClient, getBrightDataClient } from './client.js';\nimport type { BrightDataClientOptions } from './client.js';\n\nconst inputSchema = z.object({\n query: z.string().describe('The search query'),\n country: z\n .string()\n .regex(/^[a-z]{2}$/i, 'Country must be a 2-letter code')\n .optional()\n .describe('2-letter country code for geo-targeted results (e.g., \"us\", \"gb\")'),\n language: z\n .string()\n .regex(/^[a-z]{2}$/i, 'Language must be a 2-letter code')\n .optional()\n .describe('Language code for localized Google results (e.g., \"en\", \"es\", \"fr\")'),\n start: z\n .number()\n .int()\n .nonnegative()\n .optional()\n .describe('Result offset for pagination (e.g. 10 to get the second page of 10 results)'),\n});\n\nconst outputSchema = z.object({\n query: z.string(),\n results: z.array(\n z.object({\n link: z.string(),\n title: z.string(),\n description: z.string(),\n }),\n ),\n currentPage: z.number(),\n});\n\nexport function createBrightDataSearchTool(config?: BrightDataClientOptions) {\n return createTool({\n id: 'brightdata-search',\n description:\n \"Search Google and get back parsed organic results (link, title, description). Uses Bright Data's SERP API which bypasses bot detection. Supports country and language targeting, plus pagination via result offset.\",\n inputSchema,\n outputSchema,\n execute: async input => {\n const client = getBrightDataClient(config);\n try {\n const rawResponse = await client.search.google(input.query, {\n country: input.country,\n language: input.language,\n start: input.start,\n });\n\n const response: { organic?: unknown; current_page?: unknown } =\n typeof rawResponse === 'string' ? JSON.parse(rawResponse) : rawResponse;\n\n const organic = Array.isArray(response.organic) ? response.organic : [];\n const results = organic\n .map((entry: unknown) => {\n if (!entry || typeof entry !== 'object') return null;\n const e = entry as Record<string, unknown>;\n const link = typeof e.link === 'string' ? e.link.trim() : '';\n const title = typeof e.title === 'string' ? e.title.trim() : '';\n const description = typeof e.description === 'string' ? e.description.trim() : '';\n if (!link || !title) return null;\n return { link, title, description };\n })\n .filter((r): r is { link: string; title: string; description: string } => r !== null);\n\n const parsedPage = Number(response.current_page);\n const currentPage = Number.isFinite(parsedPage) && parsedPage > 0 ? parsedPage : 1;\n\n return {\n query: input.query,\n results,\n currentPage,\n };\n } finally {\n await closeClient(client);\n }\n },\n });\n}\n","import { createTool } from '@mastra/core/tools';\nimport { z } from 'zod';\n\nimport { closeClient, getBrightDataClient } from './client.js';\nimport type { BrightDataClientOptions } from './client.js';\n\nconst inputSchema = z.object({\n url: z.string().url().describe('The URL to fetch'),\n});\n\nconst outputSchema = z.object({\n url: z.string(),\n content: z.string().describe('Page content as Markdown'),\n});\n\nexport function createBrightDataFetchTool(config?: BrightDataClientOptions) {\n return createTool({\n id: 'brightdata-fetch',\n description:\n \"Fetch a webpage and return its content as Markdown. Uses Bright Data's Web Unlocker which bypasses bot detection and CAPTCHAs. Pass any URL, including pages that block normal scrapers.\",\n inputSchema,\n outputSchema,\n execute: async input => {\n const client = getBrightDataClient(config);\n try {\n const content = await client.scrapeUrl(input.url, {\n dataFormat: 'markdown',\n });\n\n return {\n url: input.url,\n content,\n };\n } finally {\n await closeClient(client);\n }\n },\n });\n}\n","import type { BrightDataClientOptions } from './client.js';\nimport { createBrightDataFetchTool } from './fetch.js';\nimport { createBrightDataSearchTool } from './search.js';\n\nexport function createBrightDataTools(config?: BrightDataClientOptions) {\n return {\n webSearch: createBrightDataSearchTool(config),\n webFetch: createBrightDataFetchTool(config),\n };\n}\n"]}
|
package/dist/search.d.ts
CHANGED
|
@@ -2,6 +2,7 @@ import type { BrightDataClientOptions } from './client.js';
|
|
|
2
2
|
export declare function createBrightDataSearchTool(config?: BrightDataClientOptions): import("@mastra/core/tools").Tool<{
|
|
3
3
|
query: string;
|
|
4
4
|
country?: string | undefined;
|
|
5
|
+
language?: string | undefined;
|
|
5
6
|
start?: number | undefined;
|
|
6
7
|
}, {
|
|
7
8
|
query: string;
|
package/dist/search.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAkC3D,wBAAgB,0BAA0B,CAAC,MAAM,CAAC,EAAE,uBAAuB;;;;;;;;;;;;;iIA6C1E"}
|
package/dist/tools.d.ts
CHANGED
package/dist/tools.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAI3D,wBAAgB,qBAAqB,CAAC,MAAM,CAAC,EAAE,uBAAuB
|
|
1
|
+
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAI3D,wBAAgB,qBAAqB,CAAC,MAAM,CAAC,EAAE,uBAAuB;;;;;;;;;;;;;;;;;;;;;EAKrE"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mastra/brightdata",
|
|
3
|
-
"version": "0.2.0",
|
|
3
|
+
"version": "0.2.1-alpha.0",
|
|
4
4
|
"description": "Bright Data web search and web fetch tools for Mastra agents",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -43,9 +43,6 @@
|
|
|
43
43
|
"engines": {
|
|
44
44
|
"node": ">=22.13.0"
|
|
45
45
|
},
|
|
46
|
-
"dependencies": {
|
|
47
|
-
"@brightdata/sdk": "^1.1.0"
|
|
48
|
-
},
|
|
49
46
|
"peerDependencies": {
|
|
50
47
|
"@mastra/core": ">=1.0.0-0 <2.0.0-0",
|
|
51
48
|
"zod": ">=3.0.0"
|
|
@@ -54,10 +51,10 @@
|
|
|
54
51
|
"tsup": "^8.5.1",
|
|
55
52
|
"typescript": "^6.0.3",
|
|
56
53
|
"vitest": "4.1.5",
|
|
57
|
-
"zod": "^4.3
|
|
58
|
-
"@
|
|
59
|
-
"@internal/
|
|
60
|
-
"@
|
|
54
|
+
"zod": "^4.4.3",
|
|
55
|
+
"@internal/types-builder": "0.0.74",
|
|
56
|
+
"@internal/lint": "0.0.99",
|
|
57
|
+
"@mastra/core": "1.38.0-alpha.3"
|
|
61
58
|
},
|
|
62
59
|
"scripts": {
|
|
63
60
|
"build:lib": "tsup --silent --config tsup.config.ts",
|