@mastra/brightdata 0.3.0 → 0.3.1-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.md +6 -4
- package/README.md +18 -82
- package/dist/index.cjs +166 -198
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +165 -196
- package/dist/index.js.map +1 -1
- package/dist/tools.d.ts.map +1 -1
- package/package.json +11 -11
- package/CHANGELOG.md +0 -115
package/dist/index.js
CHANGED
|
@@ -1,217 +1,186 @@
|
|
|
1
|
-
import { createTool } from
|
|
2
|
-
import { z } from
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
var DEFAULT_TIMEOUT = 12e4;
|
|
1
|
+
import { createTool } from "@mastra/core/tools";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
//#region src/client.ts
|
|
4
|
+
const REQUEST_ENDPOINT = "https://api.brightdata.com/request";
|
|
5
|
+
const DEFAULT_SERP_ZONE = "sdk_serp";
|
|
6
|
+
const DEFAULT_WEB_UNLOCKER_ZONE = "sdk_unlocker";
|
|
7
|
+
const DEFAULT_TIMEOUT = 12e4;
|
|
9
8
|
async function requestBrightData(apiKey, body, timeout = DEFAULT_TIMEOUT) {
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
} catch (error) {
|
|
38
|
-
if (error instanceof Error && error.name === "AbortError") {
|
|
39
|
-
throw new Error(`Request timed out after ${effectiveTimeout}ms`);
|
|
40
|
-
}
|
|
41
|
-
throw error;
|
|
42
|
-
} finally {
|
|
43
|
-
clearTimeout(timeoutId);
|
|
44
|
-
}
|
|
9
|
+
const effectiveTimeout = Number.isFinite(timeout) && timeout > 0 ? timeout : DEFAULT_TIMEOUT;
|
|
10
|
+
const controller = new AbortController();
|
|
11
|
+
const timeoutId = setTimeout(() => controller.abort(), effectiveTimeout);
|
|
12
|
+
try {
|
|
13
|
+
const response = await fetch(REQUEST_ENDPOINT, {
|
|
14
|
+
body: JSON.stringify(body),
|
|
15
|
+
headers: {
|
|
16
|
+
Authorization: `Bearer ${apiKey}`,
|
|
17
|
+
"Content-Type": "application/json"
|
|
18
|
+
},
|
|
19
|
+
method: "POST",
|
|
20
|
+
signal: controller.signal
|
|
21
|
+
});
|
|
22
|
+
const responseText = await response.text();
|
|
23
|
+
if (!response.ok) {
|
|
24
|
+
if (response.status === 401 || response.status === 403) throw new Error("invalid API key or insufficient permissions");
|
|
25
|
+
if (response.status === 400) throw new Error(`bad request: ${responseText}`);
|
|
26
|
+
throw new Error(`request failed with status ${response.status}: ${responseText}`);
|
|
27
|
+
}
|
|
28
|
+
if (body.format === "json") return responseText ? JSON.parse(responseText) : {};
|
|
29
|
+
return responseText;
|
|
30
|
+
} catch (error) {
|
|
31
|
+
if (error instanceof Error && error.name === "AbortError") throw new Error(`Request timed out after ${effectiveTimeout}ms`);
|
|
32
|
+
throw error;
|
|
33
|
+
} finally {
|
|
34
|
+
clearTimeout(timeoutId);
|
|
35
|
+
}
|
|
45
36
|
}
|
|
46
37
|
function buildGoogleSearchUrl(query, options = {}) {
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
url.searchParams.set("gl", options.country);
|
|
55
|
-
}
|
|
56
|
-
if (options.start !== void 0) {
|
|
57
|
-
url.searchParams.set("start", String(options.start));
|
|
58
|
-
}
|
|
59
|
-
return url.toString();
|
|
38
|
+
const url = new URL("https://www.google.com/search");
|
|
39
|
+
url.searchParams.set("q", query.trim());
|
|
40
|
+
if ((options.format ?? "json") === "json") url.searchParams.set("brd_json", "1");
|
|
41
|
+
url.searchParams.set("hl", options.language ?? "en");
|
|
42
|
+
if (options.country) url.searchParams.set("gl", options.country);
|
|
43
|
+
if (options.start !== void 0) url.searchParams.set("start", String(options.start));
|
|
44
|
+
return url.toString();
|
|
60
45
|
}
|
|
61
46
|
function toRequestBody(url, zone, options = {}) {
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
if (options.dataFormat && options.dataFormat !== "html") {
|
|
72
|
-
body.data_format = options.dataFormat;
|
|
73
|
-
}
|
|
74
|
-
return body;
|
|
47
|
+
const body = {
|
|
48
|
+
format: options.format ?? "raw",
|
|
49
|
+
method: options.method ?? "GET",
|
|
50
|
+
url,
|
|
51
|
+
zone
|
|
52
|
+
};
|
|
53
|
+
if (options.country) body.country = options.country;
|
|
54
|
+
if (options.dataFormat && options.dataFormat !== "html") body.data_format = options.dataFormat;
|
|
55
|
+
return body;
|
|
75
56
|
}
|
|
76
57
|
function getBrightDataClient(config) {
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
},
|
|
103
|
-
scrapeUrl: async (url, options = {}) => {
|
|
104
|
-
const response = await requestBrightData(
|
|
105
|
-
apiKey,
|
|
106
|
-
toRequestBody(url, options.zone ?? webUnlockerZone, options),
|
|
107
|
-
options.timeout ?? timeout
|
|
108
|
-
);
|
|
109
|
-
return typeof response === "string" ? response : JSON.stringify(response);
|
|
110
|
-
},
|
|
111
|
-
close: async () => {
|
|
112
|
-
}
|
|
113
|
-
};
|
|
58
|
+
const apiKey = config?.apiKey ?? process.env.BRIGHTDATA_API_TOKEN;
|
|
59
|
+
if (!apiKey) throw new Error("Bright Data API token is required. Pass { apiKey } or set BRIGHTDATA_API_TOKEN env var.");
|
|
60
|
+
const timeout = config?.timeout;
|
|
61
|
+
const serpZone = config?.serpZone ?? process.env.BRIGHTDATA_SERP_ZONE ?? DEFAULT_SERP_ZONE;
|
|
62
|
+
const webUnlockerZone = config?.webUnlockerZone ?? process.env.BRIGHTDATA_WEB_UNLOCKER_ZONE ?? DEFAULT_WEB_UNLOCKER_ZONE;
|
|
63
|
+
return {
|
|
64
|
+
search: { google: async (query, options = {}) => {
|
|
65
|
+
if (options.language && !/^[a-z]{2}$/i.test(options.language)) throw new Error("language must be a two-letter code (e.g. \"en\", \"es\")");
|
|
66
|
+
const normalizedOptions = options.language ? {
|
|
67
|
+
...options,
|
|
68
|
+
language: options.language.toLowerCase()
|
|
69
|
+
} : options;
|
|
70
|
+
const url = buildGoogleSearchUrl(query, normalizedOptions);
|
|
71
|
+
return requestBrightData(apiKey, toRequestBody(url, normalizedOptions.zone ?? serpZone, {
|
|
72
|
+
...normalizedOptions,
|
|
73
|
+
format: normalizedOptions.format ?? "json",
|
|
74
|
+
method: "GET"
|
|
75
|
+
}), normalizedOptions.timeout ?? timeout);
|
|
76
|
+
} },
|
|
77
|
+
scrapeUrl: async (url, options = {}) => {
|
|
78
|
+
const response = await requestBrightData(apiKey, toRequestBody(url, options.zone ?? webUnlockerZone, options), options.timeout ?? timeout);
|
|
79
|
+
return typeof response === "string" ? response : JSON.stringify(response);
|
|
80
|
+
},
|
|
81
|
+
close: async () => {}
|
|
82
|
+
};
|
|
114
83
|
}
|
|
115
84
|
async function closeClient(client) {
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
}
|
|
85
|
+
const close = client.close;
|
|
86
|
+
try {
|
|
87
|
+
await close.call(client);
|
|
88
|
+
} catch {}
|
|
121
89
|
}
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
90
|
+
//#endregion
|
|
91
|
+
//#region src/search.ts
|
|
92
|
+
const inputSchema$1 = z.object({
|
|
93
|
+
query: z.string().describe("The search query"),
|
|
94
|
+
country: z.string().regex(/^[a-z]{2}$/i, "Country must be a 2-letter code").optional().describe("2-letter country code for geo-targeted results (e.g., \"us\", \"gb\")"),
|
|
95
|
+
language: z.string().regex(/^[a-z]{2}$/i, "Language must be a 2-letter code").optional().describe("Language code for localized Google results (e.g., \"en\", \"es\", \"fr\")"),
|
|
96
|
+
start: z.number().int().nonnegative().optional().describe("Result offset for pagination (e.g. 10 to get the second page of 10 results)")
|
|
127
97
|
});
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
),
|
|
137
|
-
currentPage: z.number()
|
|
98
|
+
const outputSchema$1 = z.object({
|
|
99
|
+
query: z.string(),
|
|
100
|
+
results: z.array(z.object({
|
|
101
|
+
link: z.string(),
|
|
102
|
+
title: z.string(),
|
|
103
|
+
description: z.string()
|
|
104
|
+
})),
|
|
105
|
+
currentPage: z.number()
|
|
138
106
|
});
|
|
139
107
|
function createBrightDataSearchTool(config) {
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
108
|
+
return createTool({
|
|
109
|
+
id: "brightdata-search",
|
|
110
|
+
description: "Search Google and get back parsed organic results (link, title, description). Uses Bright Data's SERP API which bypasses bot detection. Supports country and language targeting, plus pagination via result offset.",
|
|
111
|
+
inputSchema: inputSchema$1,
|
|
112
|
+
outputSchema: outputSchema$1,
|
|
113
|
+
execute: async (input) => {
|
|
114
|
+
const client = getBrightDataClient(config);
|
|
115
|
+
try {
|
|
116
|
+
const rawResponse = await client.search.google(input.query, {
|
|
117
|
+
country: input.country,
|
|
118
|
+
language: input.language,
|
|
119
|
+
start: input.start
|
|
120
|
+
});
|
|
121
|
+
const response = typeof rawResponse === "string" ? JSON.parse(rawResponse) : rawResponse;
|
|
122
|
+
const results = (Array.isArray(response.organic) ? response.organic : []).map((entry) => {
|
|
123
|
+
if (!entry || typeof entry !== "object") return null;
|
|
124
|
+
const e = entry;
|
|
125
|
+
const link = typeof e.link === "string" ? e.link.trim() : "";
|
|
126
|
+
const title = typeof e.title === "string" ? e.title.trim() : "";
|
|
127
|
+
const description = typeof e.description === "string" ? e.description.trim() : "";
|
|
128
|
+
if (!link || !title) return null;
|
|
129
|
+
return {
|
|
130
|
+
link,
|
|
131
|
+
title,
|
|
132
|
+
description
|
|
133
|
+
};
|
|
134
|
+
}).filter((r) => r !== null);
|
|
135
|
+
const parsedPage = Number(response.current_page);
|
|
136
|
+
const currentPage = Number.isFinite(parsedPage) && parsedPage > 0 ? parsedPage : 1;
|
|
137
|
+
return {
|
|
138
|
+
query: input.query,
|
|
139
|
+
results,
|
|
140
|
+
currentPage
|
|
141
|
+
};
|
|
142
|
+
} finally {
|
|
143
|
+
await closeClient(client);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
});
|
|
176
147
|
}
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
});
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
148
|
+
//#endregion
|
|
149
|
+
//#region src/fetch.ts
|
|
150
|
+
const inputSchema = z.object({ url: z.string().url().describe("The URL to fetch") });
|
|
151
|
+
const outputSchema = z.object({
|
|
152
|
+
url: z.string(),
|
|
153
|
+
content: z.string().describe("Page content as Markdown")
|
|
183
154
|
});
|
|
184
155
|
function createBrightDataFetchTool(config) {
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
}
|
|
204
|
-
});
|
|
156
|
+
return createTool({
|
|
157
|
+
id: "brightdata-fetch",
|
|
158
|
+
description: "Fetch a webpage and return its content as Markdown. Uses Bright Data's Web Unlocker which bypasses bot detection and CAPTCHAs. Pass any URL, including pages that block normal scrapers.",
|
|
159
|
+
inputSchema,
|
|
160
|
+
outputSchema,
|
|
161
|
+
execute: async (input) => {
|
|
162
|
+
const client = getBrightDataClient(config);
|
|
163
|
+
try {
|
|
164
|
+
const content = await client.scrapeUrl(input.url, { dataFormat: "markdown" });
|
|
165
|
+
return {
|
|
166
|
+
url: input.url,
|
|
167
|
+
content
|
|
168
|
+
};
|
|
169
|
+
} finally {
|
|
170
|
+
await closeClient(client);
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
});
|
|
205
174
|
}
|
|
206
|
-
|
|
207
|
-
|
|
175
|
+
//#endregion
|
|
176
|
+
//#region src/tools.ts
|
|
208
177
|
function createBrightDataTools(config) {
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
178
|
+
return {
|
|
179
|
+
webSearch: createBrightDataSearchTool(config),
|
|
180
|
+
webFetch: createBrightDataFetchTool(config)
|
|
181
|
+
};
|
|
213
182
|
}
|
|
214
|
-
|
|
183
|
+
//#endregion
|
|
215
184
|
export { createBrightDataFetchTool, createBrightDataSearchTool, createBrightDataTools, getBrightDataClient };
|
|
216
|
-
|
|
185
|
+
|
|
217
186
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/client.ts","../src/search.ts","../src/fetch.ts","../src/tools.ts"],"names":["inputSchema","z","outputSchema","createTool"],"mappings":";;;;AAAA,IAAM,gBAAA,GAAmB,oCAAA;AACzB,IAAM,iBAAA,GAAoB,UAAA;AAC1B,IAAM,yBAAA,GAA4B,cAAA;AAClC,IAAM,eAAA,GAAkB,IAAA;AA4CxB,eAAe,iBAAA,CACb,MAAA,EACA,IAAA,EACA,OAAA,GAAU,eAAA,EACQ;AAClB,EAAA,MAAM,mBAAmB,MAAA,CAAO,QAAA,CAAS,OAAO,CAAA,IAAK,OAAA,GAAU,IAAI,OAAA,GAAU,eAAA;AAC7E,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,gBAAgB,CAAA;AAEvE,EAAA,IAAI;AACF,IAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,gBAAA,EAAkB;AAAA,MAC7C,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,MACzB,OAAA,EAAS;AAAA,QACP,aAAA,EAAe,UAAU,MAAM,CAAA,CAAA;AAAA,QAC/B,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,MAAA,EAAQ,MAAA;AAAA,MACR,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAED,IAAA,MAAM,YAAA,GAAe,MAAM,QAAA,CAAS,IAAA,EAAK;AAEzC,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,IAAI,QAAA,CAAS,MAAA,KAAW,GAAA,IAAO,QAAA,CAAS,WAAW,GAAA,EAAK;AACtD,QAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,MAC/D;AAEA,MAAA,IAAI,QAAA,CAAS,WAAW,GAAA,EAAK;AAC3B,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA,aAAA,EAAgB,YAAY,CAAA,CAAE,CAAA;AAAA,MAChD;AAEA,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,2BAAA,EAA8B,SAAS,MAAM,CAAA,EAAA,EAAK,YAAY,CAAA,CAAE,CAAA;AAAA,IAClF;AAEA,IAAA,IAAI,IAAA,CAAK,WAAW,MAAA,EAAQ;AAC1B,MAAA,OAAO,YAAA,GAAe,IAAA,CAAK,KAAA,CAAM,YAAY,IAAI,EAAC;AAAA,IACpD;AAEA,IAAA,OAAO,YAAA;AAAA,EACT,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,KAAA,YAAiB,KAAA,IAAS,KAAA,CAAM,IAAA,KAAS,YAAA,EAAc;AACzD,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,wBAAA,EAA2B,gBAAgB,CAAA,EAAA,CAAI,CAAA;AAAA,IACjE;AACA,IAAA,MAAM,KAAA;AAAA,EACR,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,oBAAA,CAAqB,KAAA,EAAe,OAAA,GAAyB,EAAC,EAAG;AACxE,EAAA,MAAM,GAAA,GAAM,IAAI,GAAA,CAAI,+BAA+B,CAAA;AACnD,EAAA,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,GAAA,EAAK,KAAA,CAAM,MAAM,CAAA;AACtC,EAAA,IAAA,CAAK,OAAA,CAAQ,MAAA,IAAU,MAAA,MAAY,MAAA,EAAQ;AACzC,IAAA,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,UAAA,EAAY,GAAG,CAAA;AAAA,EACtC;AACA,EAAA,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,IAAA,EAAM,OAAA,CAAQ,YAAY,IAAI,CAAA;AAEnD,EAAA,IAAI,QAAQ,OAAA,EAAS;AACnB,IAAA,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,IAAA,EAAM,OAAA,CAAQ,OAAO,CAAA;AAAA,EAC5C;AAEA,EAAA,IAAI,OAAA,CAAQ,UAAU,MAAA,EAAW;AAC/B,IAAA,GAAA,CAAI,aAAa,GAAA,CAAI,OAAA,EAAS,MAAA,CAAO,OAAA,CAAQ,KAAK,CAAC,CAAA;AAAA,EACrD;AAEA,EAAA,OAAO,IAAI,QAAA,EAAS;AACtB;AAEA,SAAS,aAAA,CAAc,GAAA,EAAa,IAAA,EAAc,OAAA,GAA0B,EAAC,EAA0B;AACrG,EAAA,MAAM,IAAA,GAA8B;AAAA,IAClC,MAAA,EAAQ,QAAQ,MAAA,IAAU,KAAA;AAAA,IAC1B,MAAA,EAAQ,QAAQ,MAAA,IAAU,KAAA;AAAA,IAC1B,GAAA;AAAA,IACA;AAAA,GACF;AAEA,EAAA,IAAI,QAAQ,OAAA,EAAS;AACnB,IAAA,IAAA,CAAK,UAAU,OAAA,CAAQ,OAAA;AAAA,EACzB;AAEA,EAAA,IAAI,OAAA,CAAQ,UAAA,IAAc,OAAA,CAAQ,UAAA,KAAe,MAAA,EAAQ;AACvD,IAAA,IAAA,CAAK,cAAc,OAAA,CAAQ,UAAA;AAAA,EAC7B;AAEA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,oBAAoB,MAAA,EAAoD;AACtF,EAAA,MAAM,MAAA,GAAS,MAAA,EAAQ,MAAA,IAAU,OAAA,CAAQ,GAAA,CAAI,oBAAA;AAC7C,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,MAAM,yFAAyF,CAAA;AAAA,EAC3G;AAEA,EAAA,MAAM,UAAU,MAAA,EAAQ,OAAA;AACxB,EAAA,MAAM,QAAA,GAAW,MAAA,EAAQ,QAAA,IAAY,OAAA,CAAQ,IAAI,oBAAA,IAAwB,iBAAA;AACzE,EAAA,MAAM,eAAA,GACJ,MAAA,EAAQ,eAAA,IAAmB,OAAA,CAAQ,IAAI,4BAAA,IAAgC,yBAAA;AAEzE,EAAA,OAAO;AAAA,IACL,MAAA,EAAQ;AAAA,MACN,MAAA,EAAQ,OAAO,KAAA,EAAe,OAAA,GAAyB,EAAC,KAAM;AAC5D,QAAA,IAAI,QAAQ,QAAA,IAAY,CAAC,cAAc,IAAA,CAAK,OAAA,CAAQ,QAAQ,CAAA,EAAG;AAC7D,UAAA,MAAM,IAAI,MAAM,sDAAsD,CAAA;AAAA,QACxE;AAEA,QAAA,MAAM,iBAAA,GAAoB,OAAA,CAAQ,QAAA,GAAW,EAAE,GAAG,OAAA,EAAS,QAAA,EAAU,OAAA,CAAQ,QAAA,CAAS,WAAA,EAAY,EAAE,GAAI,OAAA;AAExG,QAAA,MAAM,GAAA,GAAM,oBAAA,CAAqB,KAAA,EAAO,iBAAiB,CAAA;AACzD,QAAA,OAAO,iBAAA;AAAA,UACL,MAAA;AAAA,UACA,aAAA,CAAc,GAAA,EAAK,iBAAA,CAAkB,IAAA,IAAQ,QAAA,EAAU;AAAA,YACrD,GAAG,iBAAA;AAAA,YACH,MAAA,EAAQ,kBAAkB,MAAA,IAAU,MAAA;AAAA,YACpC,MAAA,EAAQ;AAAA,WACT,CAAA;AAAA,UACD,kBAAkB,OAAA,IAAW;AAAA,SAC/B;AAAA,MACF;AAAA,KACF;AAAA,IACA,SAAA,EAAW,OAAO,GAAA,EAAa,OAAA,GAA0B,EAAC,KAAM;AAC9D,MAAA,MAAM,WAAW,MAAM,iBAAA;AAAA,QACrB,MAAA;AAAA,QACA,aAAA,CAAc,GAAA,EAAK,OAAA,CAAQ,IAAA,IAAQ,iBAAiB,OAAO,CAAA;AAAA,QAC3D,QAAQ,OAAA,IAAW;AAAA,OACrB;AAEA,MAAA,OAAO,OAAO,QAAA,KAAa,QAAA,GAAW,QAAA,GAAW,IAAA,CAAK,UAAU,QAAQ,CAAA;AAAA,IAC1E,CAAA;AAAA,IACA,OAAO,YAAY;AAAA,IAAC;AAAA,GACtB;AACF;AAEA,eAAsB,YAAY,MAAA,EAAyC;AACzE,EAAA,MAAM,QAAQ,MAAA,CAAO,KAAA;AACrB,EAAA,IAAI;AACF,IAAA,MAAM,KAAA,CAAM,KAAK,MAAM,CAAA;AAAA,EACzB,CAAA,CAAA,MAAQ;AAAA,EAER;AACF;ACpLA,IAAM,WAAA,GAAc,EAAE,MAAA,CAAO;AAAA,EAC3B,KAAA,EAAO,CAAA,CAAE,MAAA,EAAO,CAAE,SAAS,kBAAkB,CAAA;AAAA,EAC7C,OAAA,EAAS,CAAA,CACN,MAAA,EAAO,CACP,KAAA,CAAM,aAAA,EAAe,iCAAiC,CAAA,CACtD,QAAA,EAAS,CACT,QAAA,CAAS,mEAAmE,CAAA;AAAA,EAC/E,QAAA,EAAU,CAAA,CACP,MAAA,EAAO,CACP,KAAA,CAAM,aAAA,EAAe,kCAAkC,CAAA,CACvD,QAAA,EAAS,CACT,QAAA,CAAS,qEAAqE,CAAA;AAAA,EACjF,KAAA,EAAO,CAAA,CACJ,MAAA,EAAO,CACP,GAAA,EAAI,CACJ,WAAA,EAAY,CACZ,QAAA,EAAS,CACT,QAAA,CAAS,6EAA6E;AAC3F,CAAC,CAAA;AAED,IAAM,YAAA,GAAe,EAAE,MAAA,CAAO;AAAA,EAC5B,KAAA,EAAO,EAAE,MAAA,EAAO;AAAA,EAChB,SAAS,CAAA,CAAE,KAAA;AAAA,IACT,EAAE,MAAA,CAAO;AAAA,MACP,IAAA,EAAM,EAAE,MAAA,EAAO;AAAA,MACf,KAAA,EAAO,EAAE,MAAA,EAAO;AAAA,MAChB,WAAA,EAAa,EAAE,MAAA;AAAO,KACvB;AAAA,GACH;AAAA,EACA,WAAA,EAAa,EAAE,MAAA;AACjB,CAAC,CAAA;AAEM,SAAS,2BAA2B,MAAA,EAAkC;AAC3E,EAAA,OAAO,UAAA,CAAW;AAAA,IAChB,EAAA,EAAI,mBAAA;AAAA,IACJ,WAAA,EACE,qNAAA;AAAA,IACF,WAAA;AAAA,IACA,YAAA;AAAA,IACA,OAAA,EAAS,OAAM,KAAA,KAAS;AACtB,MAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,MAAA,IAAI;AACF,QAAA,MAAM,cAAc,MAAM,MAAA,CAAO,MAAA,CAAO,MAAA,CAAO,MAAM,KAAA,EAAO;AAAA,UAC1D,SAAS,KAAA,CAAM,OAAA;AAAA,UACf,UAAU,KAAA,CAAM,QAAA;AAAA,UAChB,OAAO,KAAA,CAAM;AAAA,SACd,CAAA;AAED,QAAA,MAAM,WACJ,OAAO,WAAA,KAAgB,WAAW,IAAA,CAAK,KAAA,CAAM,WAAW,CAAA,GAAI,WAAA;AAE9D,QAAA,MAAM,OAAA,GAAU,MAAM,OAAA,CAAQ,QAAA,CAAS,OAAO,CAAA,GAAI,QAAA,CAAS,UAAU,EAAC;AACtE,QAAA,MAAM,OAAA,GAAU,OAAA,CACb,GAAA,CAAI,CAAC,KAAA,KAAmB;AACvB,UAAA,IAAI,CAAC,KAAA,IAAS,OAAO,KAAA,KAAU,UAAU,OAAO,IAAA;AAChD,UAAA,MAAM,CAAA,GAAI,KAAA;AACV,UAAA,MAAM,IAAA,GAAO,OAAO,CAAA,CAAE,IAAA,KAAS,WAAW,CAAA,CAAE,IAAA,CAAK,MAAK,GAAI,EAAA;AAC1D,UAAA,MAAM,KAAA,GAAQ,OAAO,CAAA,CAAE,KAAA,KAAU,WAAW,CAAA,CAAE,KAAA,CAAM,MAAK,GAAI,EAAA;AAC7D,UAAA,MAAM,WAAA,GAAc,OAAO,CAAA,CAAE,WAAA,KAAgB,WAAW,CAAA,CAAE,WAAA,CAAY,MAAK,GAAI,EAAA;AAC/E,UAAA,IAAI,CAAC,IAAA,IAAQ,CAAC,KAAA,EAAO,OAAO,IAAA;AAC5B,UAAA,OAAO,EAAE,IAAA,EAAM,KAAA,EAAO,WAAA,EAAY;AAAA,QACpC,CAAC,CAAA,CACA,MAAA,CAAO,CAAC,CAAA,KAAiE,MAAM,IAAI,CAAA;AAEtF,QAAA,MAAM,UAAA,GAAa,MAAA,CAAO,QAAA,CAAS,YAAY,CAAA;AAC/C,QAAA,MAAM,cAAc,MAAA,CAAO,QAAA,CAAS,UAAU,CAAA,IAAK,UAAA,GAAa,IAAI,UAAA,GAAa,CAAA;AAEjF,QAAA,OAAO;AAAA,UACL,OAAO,KAAA,CAAM,KAAA;AAAA,UACb,OAAA;AAAA,UACA;AAAA,SACF;AAAA,MACF,CAAA,SAAE;AACA,QAAA,MAAM,YAAY,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF;AAAA,GACD,CAAA;AACH;AC7EA,IAAMA,YAAAA,GAAcC,EAAE,MAAA,CAAO;AAAA,EAC3B,KAAKA,CAAAA,CAAE,MAAA,GAAS,GAAA,EAAI,CAAE,SAAS,kBAAkB;AACnD,CAAC,CAAA;AAED,IAAMC,aAAAA,GAAeD,EAAE,MAAA,CAAO;AAAA,EAC5B,GAAA,EAAKA,EAAE,MAAA,EAAO;AAAA,EACd,OAAA,EAASA,CAAAA,CAAE,MAAA,EAAO,CAAE,SAAS,0BAA0B;AACzD,CAAC,CAAA;AAEM,SAAS,0BAA0B,MAAA,EAAkC;AAC1E,EAAA,OAAOE,UAAAA,CAAW;AAAA,IAChB,EAAA,EAAI,kBAAA;AAAA,IACJ,WAAA,EACE,0LAAA;AAAA,IACF,WAAA,EAAAH,YAAAA;AAAA,IACA,YAAA,EAAAE,aAAAA;AAAA,IACA,OAAA,EAAS,OAAM,KAAA,KAAS;AACtB,MAAA,MAAM,MAAA,GAAS,oBAAoB,MAAM,CAAA;AACzC,MAAA,IAAI;AACF,QAAA,MAAM,OAAA,GAAU,MAAM,MAAA,CAAO,SAAA,CAAU,MAAM,GAAA,EAAK;AAAA,UAChD,UAAA,EAAY;AAAA,SACb,CAAA;AAED,QAAA,OAAO;AAAA,UACL,KAAK,KAAA,CAAM,GAAA;AAAA,UACX;AAAA,SACF;AAAA,MACF,CAAA,SAAE;AACA,QAAA,MAAM,YAAY,MAAM,CAAA;AAAA,MAC1B;AAAA,IACF;AAAA,GACD,CAAA;AACH;;;AClCO,SAAS,sBAAsB,MAAA,EAAkC;AACtE,EAAA,OAAO;AAAA,IACL,SAAA,EAAW,2BAA2B,MAAM,CAAA;AAAA,IAC5C,QAAA,EAAU,0BAA0B,MAAM;AAAA,GAC5C;AACF","file":"index.js","sourcesContent":["const REQUEST_ENDPOINT = 'https://api.brightdata.com/request';\nconst DEFAULT_SERP_ZONE = 'sdk_serp';\nconst DEFAULT_WEB_UNLOCKER_ZONE = 'sdk_unlocker';\nconst DEFAULT_TIMEOUT = 120_000;\n\ntype RequestFormat = 'raw' | 'json';\ntype DataFormat = 'html' | 'markdown' | 'screenshot';\n\nexport interface BrightDataClientOptions {\n [key: string]: unknown;\n apiKey?: string;\n timeout?: number;\n webUnlockerZone?: string;\n serpZone?: string;\n}\n\ninterface RequestOptions {\n country?: string;\n dataFormat?: DataFormat;\n format?: RequestFormat;\n method?: string;\n timeout?: number;\n zone?: string;\n}\n\ninterface SearchOptions extends RequestOptions {\n language?: string;\n start?: number;\n}\n\ninterface BrightDataRequestBody {\n country?: string;\n data_format?: Exclude<DataFormat, 'html'>;\n format: RequestFormat;\n method: string;\n url: string;\n zone: string;\n}\n\nexport interface BrightDataClient {\n search: {\n google: (query: string, options?: SearchOptions) => Promise<unknown>;\n };\n scrapeUrl: (url: string, options?: RequestOptions) => Promise<string>;\n close: () => Promise<void>;\n}\n\nasync function requestBrightData(\n apiKey: string,\n body: BrightDataRequestBody,\n timeout = DEFAULT_TIMEOUT,\n): Promise<unknown> {\n const effectiveTimeout = Number.isFinite(timeout) && timeout > 0 ? timeout : DEFAULT_TIMEOUT;\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), effectiveTimeout);\n\n try {\n const response = await fetch(REQUEST_ENDPOINT, {\n body: JSON.stringify(body),\n headers: {\n Authorization: `Bearer ${apiKey}`,\n 'Content-Type': 'application/json',\n },\n method: 'POST',\n signal: controller.signal,\n });\n\n const responseText = await response.text();\n\n if (!response.ok) {\n if (response.status === 401 || response.status === 403) {\n throw new Error('invalid API key or insufficient permissions');\n }\n\n if (response.status === 400) {\n throw new Error(`bad request: ${responseText}`);\n }\n\n throw new Error(`request failed with status ${response.status}: ${responseText}`);\n }\n\n if (body.format === 'json') {\n return responseText ? JSON.parse(responseText) : {};\n }\n\n return responseText;\n } catch (error) {\n if (error instanceof Error && error.name === 'AbortError') {\n throw new Error(`Request timed out after ${effectiveTimeout}ms`);\n }\n throw error;\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction buildGoogleSearchUrl(query: string, options: SearchOptions = {}) {\n const url = new URL('https://www.google.com/search');\n url.searchParams.set('q', query.trim());\n if ((options.format ?? 'json') === 'json') {\n url.searchParams.set('brd_json', '1');\n }\n url.searchParams.set('hl', options.language ?? 'en');\n\n if (options.country) {\n url.searchParams.set('gl', options.country);\n }\n\n if (options.start !== undefined) {\n url.searchParams.set('start', String(options.start));\n }\n\n return url.toString();\n}\n\nfunction toRequestBody(url: string, zone: string, options: RequestOptions = {}): BrightDataRequestBody {\n const body: BrightDataRequestBody = {\n format: options.format ?? 'raw',\n method: options.method ?? 'GET',\n url,\n zone,\n };\n\n if (options.country) {\n body.country = options.country;\n }\n\n if (options.dataFormat && options.dataFormat !== 'html') {\n body.data_format = options.dataFormat;\n }\n\n return body;\n}\n\nexport function getBrightDataClient(config?: BrightDataClientOptions): BrightDataClient {\n const apiKey = config?.apiKey ?? process.env.BRIGHTDATA_API_TOKEN;\n if (!apiKey) {\n throw new Error('Bright Data API token is required. Pass { apiKey } or set BRIGHTDATA_API_TOKEN env var.');\n }\n\n const timeout = config?.timeout;\n const serpZone = config?.serpZone ?? process.env.BRIGHTDATA_SERP_ZONE ?? DEFAULT_SERP_ZONE;\n const webUnlockerZone =\n config?.webUnlockerZone ?? process.env.BRIGHTDATA_WEB_UNLOCKER_ZONE ?? DEFAULT_WEB_UNLOCKER_ZONE;\n\n return {\n search: {\n google: async (query: string, options: SearchOptions = {}) => {\n if (options.language && !/^[a-z]{2}$/i.test(options.language)) {\n throw new Error('language must be a two-letter code (e.g. \"en\", \"es\")');\n }\n\n const normalizedOptions = options.language ? { ...options, language: options.language.toLowerCase() } : options;\n\n const url = buildGoogleSearchUrl(query, normalizedOptions);\n return requestBrightData(\n apiKey,\n toRequestBody(url, normalizedOptions.zone ?? serpZone, {\n ...normalizedOptions,\n format: normalizedOptions.format ?? 'json',\n method: 'GET',\n }),\n normalizedOptions.timeout ?? timeout,\n );\n },\n },\n scrapeUrl: async (url: string, options: RequestOptions = {}) => {\n const response = await requestBrightData(\n apiKey,\n toRequestBody(url, options.zone ?? webUnlockerZone, options),\n options.timeout ?? timeout,\n );\n\n return typeof response === 'string' ? response : JSON.stringify(response);\n },\n close: async () => {},\n };\n}\n\nexport async function closeClient(client: BrightDataClient): Promise<void> {\n const close = client.close;\n try {\n await close.call(client);\n } catch {\n // best-effort cleanup; never mask the primary tool error from the finally block\n }\n}\n","import { createTool } from '@mastra/core/tools';\nimport { z } from 'zod';\n\nimport { closeClient, getBrightDataClient } from './client.js';\nimport type { BrightDataClientOptions } from './client.js';\n\nconst inputSchema = z.object({\n query: z.string().describe('The search query'),\n country: z\n .string()\n .regex(/^[a-z]{2}$/i, 'Country must be a 2-letter code')\n .optional()\n .describe('2-letter country code for geo-targeted results (e.g., \"us\", \"gb\")'),\n language: z\n .string()\n .regex(/^[a-z]{2}$/i, 'Language must be a 2-letter code')\n .optional()\n .describe('Language code for localized Google results (e.g., \"en\", \"es\", \"fr\")'),\n start: z\n .number()\n .int()\n .nonnegative()\n .optional()\n .describe('Result offset for pagination (e.g. 10 to get the second page of 10 results)'),\n});\n\nconst outputSchema = z.object({\n query: z.string(),\n results: z.array(\n z.object({\n link: z.string(),\n title: z.string(),\n description: z.string(),\n }),\n ),\n currentPage: z.number(),\n});\n\nexport function createBrightDataSearchTool(config?: BrightDataClientOptions) {\n return createTool({\n id: 'brightdata-search',\n description:\n \"Search Google and get back parsed organic results (link, title, description). Uses Bright Data's SERP API which bypasses bot detection. Supports country and language targeting, plus pagination via result offset.\",\n inputSchema,\n outputSchema,\n execute: async input => {\n const client = getBrightDataClient(config);\n try {\n const rawResponse = await client.search.google(input.query, {\n country: input.country,\n language: input.language,\n start: input.start,\n });\n\n const response: { organic?: unknown; current_page?: unknown } =\n typeof rawResponse === 'string' ? JSON.parse(rawResponse) : rawResponse;\n\n const organic = Array.isArray(response.organic) ? response.organic : [];\n const results = organic\n .map((entry: unknown) => {\n if (!entry || typeof entry !== 'object') return null;\n const e = entry as Record<string, unknown>;\n const link = typeof e.link === 'string' ? e.link.trim() : '';\n const title = typeof e.title === 'string' ? e.title.trim() : '';\n const description = typeof e.description === 'string' ? e.description.trim() : '';\n if (!link || !title) return null;\n return { link, title, description };\n })\n .filter((r): r is { link: string; title: string; description: string } => r !== null);\n\n const parsedPage = Number(response.current_page);\n const currentPage = Number.isFinite(parsedPage) && parsedPage > 0 ? parsedPage : 1;\n\n return {\n query: input.query,\n results,\n currentPage,\n };\n } finally {\n await closeClient(client);\n }\n },\n });\n}\n","import { createTool } from '@mastra/core/tools';\nimport { z } from 'zod';\n\nimport { closeClient, getBrightDataClient } from './client.js';\nimport type { BrightDataClientOptions } from './client.js';\n\nconst inputSchema = z.object({\n url: z.string().url().describe('The URL to fetch'),\n});\n\nconst outputSchema = z.object({\n url: z.string(),\n content: z.string().describe('Page content as Markdown'),\n});\n\nexport function createBrightDataFetchTool(config?: BrightDataClientOptions) {\n return createTool({\n id: 'brightdata-fetch',\n description:\n \"Fetch a webpage and return its content as Markdown. Uses Bright Data's Web Unlocker which bypasses bot detection and CAPTCHAs. Pass any URL, including pages that block normal scrapers.\",\n inputSchema,\n outputSchema,\n execute: async input => {\n const client = getBrightDataClient(config);\n try {\n const content = await client.scrapeUrl(input.url, {\n dataFormat: 'markdown',\n });\n\n return {\n url: input.url,\n content,\n };\n } finally {\n await closeClient(client);\n }\n },\n });\n}\n","import type { BrightDataClientOptions } from './client.js';\nimport { createBrightDataFetchTool } from './fetch.js';\nimport { createBrightDataSearchTool } from './search.js';\n\nexport function createBrightDataTools(config?: BrightDataClientOptions) {\n return {\n webSearch: createBrightDataSearchTool(config),\n webFetch: createBrightDataFetchTool(config),\n };\n}\n"]}
|
|
1
|
+
{"version":3,"file":"index.js","names":["inputSchema","outputSchema"],"sources":["../src/client.ts","../src/search.ts","../src/fetch.ts","../src/tools.ts"],"sourcesContent":["const REQUEST_ENDPOINT = 'https://api.brightdata.com/request';\nconst DEFAULT_SERP_ZONE = 'sdk_serp';\nconst DEFAULT_WEB_UNLOCKER_ZONE = 'sdk_unlocker';\nconst DEFAULT_TIMEOUT = 120_000;\n\ntype RequestFormat = 'raw' | 'json';\ntype DataFormat = 'html' | 'markdown' | 'screenshot';\n\nexport interface BrightDataClientOptions {\n [key: string]: unknown;\n apiKey?: string;\n timeout?: number;\n webUnlockerZone?: string;\n serpZone?: string;\n}\n\ninterface RequestOptions {\n country?: string;\n dataFormat?: DataFormat;\n format?: RequestFormat;\n method?: string;\n timeout?: number;\n zone?: string;\n}\n\ninterface SearchOptions extends RequestOptions {\n language?: string;\n start?: number;\n}\n\ninterface BrightDataRequestBody {\n country?: string;\n data_format?: Exclude<DataFormat, 'html'>;\n format: RequestFormat;\n method: string;\n url: string;\n zone: string;\n}\n\nexport interface BrightDataClient {\n search: {\n google: (query: string, options?: SearchOptions) => Promise<unknown>;\n };\n scrapeUrl: (url: string, options?: RequestOptions) => Promise<string>;\n close: () => Promise<void>;\n}\n\nasync function requestBrightData(\n apiKey: string,\n body: BrightDataRequestBody,\n timeout = DEFAULT_TIMEOUT,\n): Promise<unknown> {\n const effectiveTimeout = Number.isFinite(timeout) && timeout > 0 ? timeout : DEFAULT_TIMEOUT;\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), effectiveTimeout);\n\n try {\n const response = await fetch(REQUEST_ENDPOINT, {\n body: JSON.stringify(body),\n headers: {\n Authorization: `Bearer ${apiKey}`,\n 'Content-Type': 'application/json',\n },\n method: 'POST',\n signal: controller.signal,\n });\n\n const responseText = await response.text();\n\n if (!response.ok) {\n if (response.status === 401 || response.status === 403) {\n throw new Error('invalid API key or insufficient permissions');\n }\n\n if (response.status === 400) {\n throw new Error(`bad request: ${responseText}`);\n }\n\n throw new Error(`request failed with status ${response.status}: ${responseText}`);\n }\n\n if (body.format === 'json') {\n return responseText ? JSON.parse(responseText) : {};\n }\n\n return responseText;\n } catch (error) {\n if (error instanceof Error && error.name === 'AbortError') {\n throw new Error(`Request timed out after ${effectiveTimeout}ms`);\n }\n throw error;\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction buildGoogleSearchUrl(query: string, options: SearchOptions = {}) {\n const url = new URL('https://www.google.com/search');\n url.searchParams.set('q', query.trim());\n if ((options.format ?? 'json') === 'json') {\n url.searchParams.set('brd_json', '1');\n }\n url.searchParams.set('hl', options.language ?? 'en');\n\n if (options.country) {\n url.searchParams.set('gl', options.country);\n }\n\n if (options.start !== undefined) {\n url.searchParams.set('start', String(options.start));\n }\n\n return url.toString();\n}\n\nfunction toRequestBody(url: string, zone: string, options: RequestOptions = {}): BrightDataRequestBody {\n const body: BrightDataRequestBody = {\n format: options.format ?? 'raw',\n method: options.method ?? 'GET',\n url,\n zone,\n };\n\n if (options.country) {\n body.country = options.country;\n }\n\n if (options.dataFormat && options.dataFormat !== 'html') {\n body.data_format = options.dataFormat;\n }\n\n return body;\n}\n\nexport function getBrightDataClient(config?: BrightDataClientOptions): BrightDataClient {\n const apiKey = config?.apiKey ?? process.env.BRIGHTDATA_API_TOKEN;\n if (!apiKey) {\n throw new Error('Bright Data API token is required. Pass { apiKey } or set BRIGHTDATA_API_TOKEN env var.');\n }\n\n const timeout = config?.timeout;\n const serpZone = config?.serpZone ?? process.env.BRIGHTDATA_SERP_ZONE ?? DEFAULT_SERP_ZONE;\n const webUnlockerZone =\n config?.webUnlockerZone ?? process.env.BRIGHTDATA_WEB_UNLOCKER_ZONE ?? DEFAULT_WEB_UNLOCKER_ZONE;\n\n return {\n search: {\n google: async (query: string, options: SearchOptions = {}) => {\n if (options.language && !/^[a-z]{2}$/i.test(options.language)) {\n throw new Error('language must be a two-letter code (e.g. \"en\", \"es\")');\n }\n\n const normalizedOptions = options.language ? { ...options, language: options.language.toLowerCase() } : options;\n\n const url = buildGoogleSearchUrl(query, normalizedOptions);\n return requestBrightData(\n apiKey,\n toRequestBody(url, normalizedOptions.zone ?? serpZone, {\n ...normalizedOptions,\n format: normalizedOptions.format ?? 'json',\n method: 'GET',\n }),\n normalizedOptions.timeout ?? timeout,\n );\n },\n },\n scrapeUrl: async (url: string, options: RequestOptions = {}) => {\n const response = await requestBrightData(\n apiKey,\n toRequestBody(url, options.zone ?? webUnlockerZone, options),\n options.timeout ?? timeout,\n );\n\n return typeof response === 'string' ? response : JSON.stringify(response);\n },\n close: async () => {},\n };\n}\n\nexport async function closeClient(client: BrightDataClient): Promise<void> {\n const close = client.close;\n try {\n await close.call(client);\n } catch {\n // best-effort cleanup; never mask the primary tool error from the finally block\n }\n}\n","import { createTool } from '@mastra/core/tools';\nimport { z } from 'zod';\n\nimport { closeClient, getBrightDataClient } from './client.js';\nimport type { BrightDataClientOptions } from './client.js';\n\nconst inputSchema = z.object({\n query: z.string().describe('The search query'),\n country: z\n .string()\n .regex(/^[a-z]{2}$/i, 'Country must be a 2-letter code')\n .optional()\n .describe('2-letter country code for geo-targeted results (e.g., \"us\", \"gb\")'),\n language: z\n .string()\n .regex(/^[a-z]{2}$/i, 'Language must be a 2-letter code')\n .optional()\n .describe('Language code for localized Google results (e.g., \"en\", \"es\", \"fr\")'),\n start: z\n .number()\n .int()\n .nonnegative()\n .optional()\n .describe('Result offset for pagination (e.g. 10 to get the second page of 10 results)'),\n});\n\nconst outputSchema = z.object({\n query: z.string(),\n results: z.array(\n z.object({\n link: z.string(),\n title: z.string(),\n description: z.string(),\n }),\n ),\n currentPage: z.number(),\n});\n\nexport function createBrightDataSearchTool(config?: BrightDataClientOptions) {\n return createTool({\n id: 'brightdata-search',\n description:\n \"Search Google and get back parsed organic results (link, title, description). Uses Bright Data's SERP API which bypasses bot detection. Supports country and language targeting, plus pagination via result offset.\",\n inputSchema,\n outputSchema,\n execute: async input => {\n const client = getBrightDataClient(config);\n try {\n const rawResponse = await client.search.google(input.query, {\n country: input.country,\n language: input.language,\n start: input.start,\n });\n\n const response: { organic?: unknown; current_page?: unknown } =\n typeof rawResponse === 'string' ? JSON.parse(rawResponse) : rawResponse;\n\n const organic = Array.isArray(response.organic) ? response.organic : [];\n const results = organic\n .map((entry: unknown) => {\n if (!entry || typeof entry !== 'object') return null;\n const e = entry as Record<string, unknown>;\n const link = typeof e.link === 'string' ? e.link.trim() : '';\n const title = typeof e.title === 'string' ? e.title.trim() : '';\n const description = typeof e.description === 'string' ? e.description.trim() : '';\n if (!link || !title) return null;\n return { link, title, description };\n })\n .filter((r): r is { link: string; title: string; description: string } => r !== null);\n\n const parsedPage = Number(response.current_page);\n const currentPage = Number.isFinite(parsedPage) && parsedPage > 0 ? parsedPage : 1;\n\n return {\n query: input.query,\n results,\n currentPage,\n };\n } finally {\n await closeClient(client);\n }\n },\n });\n}\n","import { createTool } from '@mastra/core/tools';\nimport { z } from 'zod';\n\nimport { closeClient, getBrightDataClient } from './client.js';\nimport type { BrightDataClientOptions } from './client.js';\n\nconst inputSchema = z.object({\n url: z.string().url().describe('The URL to fetch'),\n});\n\nconst outputSchema = z.object({\n url: z.string(),\n content: z.string().describe('Page content as Markdown'),\n});\n\nexport function createBrightDataFetchTool(config?: BrightDataClientOptions) {\n return createTool({\n id: 'brightdata-fetch',\n description:\n \"Fetch a webpage and return its content as Markdown. Uses Bright Data's Web Unlocker which bypasses bot detection and CAPTCHAs. Pass any URL, including pages that block normal scrapers.\",\n inputSchema,\n outputSchema,\n execute: async input => {\n const client = getBrightDataClient(config);\n try {\n const content = await client.scrapeUrl(input.url, {\n dataFormat: 'markdown',\n });\n\n return {\n url: input.url,\n content,\n };\n } finally {\n await closeClient(client);\n }\n },\n });\n}\n","import type { BrightDataClientOptions } from './client.js';\nimport { createBrightDataFetchTool } from './fetch.js';\nimport { createBrightDataSearchTool } from './search.js';\n\nexport function createBrightDataTools(config?: BrightDataClientOptions) {\n return {\n webSearch: createBrightDataSearchTool(config),\n webFetch: createBrightDataFetchTool(config),\n };\n}\n"],"mappings":";;;AAAA,MAAM,mBAAmB;AACzB,MAAM,oBAAoB;AAC1B,MAAM,4BAA4B;AAClC,MAAM,kBAAkB;AA4CxB,eAAe,kBACb,QACA,MACA,UAAU,iBACQ;CAClB,MAAM,mBAAmB,OAAO,SAAS,OAAO,KAAK,UAAU,IAAI,UAAU;CAC7E,MAAM,aAAa,IAAI,gBAAgB;CACvC,MAAM,YAAY,iBAAiB,WAAW,MAAM,GAAG,gBAAgB;CAEvE,IAAI;EACF,MAAM,WAAW,MAAM,MAAM,kBAAkB;GAC7C,MAAM,KAAK,UAAU,IAAI;GACzB,SAAS;IACP,eAAe,UAAU;IACzB,gBAAgB;GAClB;GACA,QAAQ;GACR,QAAQ,WAAW;EACrB,CAAC;EAED,MAAM,eAAe,MAAM,SAAS,KAAK;EAEzC,IAAI,CAAC,SAAS,IAAI;GAChB,IAAI,SAAS,WAAW,OAAO,SAAS,WAAW,KACjD,MAAM,IAAI,MAAM,6CAA6C;GAG/D,IAAI,SAAS,WAAW,KACtB,MAAM,IAAI,MAAM,gBAAgB,cAAc;GAGhD,MAAM,IAAI,MAAM,8BAA8B,SAAS,OAAO,IAAI,cAAc;EAClF;EAEA,IAAI,KAAK,WAAW,QAClB,OAAO,eAAe,KAAK,MAAM,YAAY,IAAI,CAAC;EAGpD,OAAO;CACT,SAAS,OAAO;EACd,IAAI,iBAAiB,SAAS,MAAM,SAAS,cAC3C,MAAM,IAAI,MAAM,2BAA2B,iBAAiB,GAAG;EAEjE,MAAM;CACR,UAAU;EACR,aAAa,SAAS;CACxB;AACF;AAEA,SAAS,qBAAqB,OAAe,UAAyB,CAAC,GAAG;CACxE,MAAM,MAAM,IAAI,IAAI,+BAA+B;CACnD,IAAI,aAAa,IAAI,KAAK,MAAM,KAAK,CAAC;CACtC,KAAK,QAAQ,UAAU,YAAY,QACjC,IAAI,aAAa,IAAI,YAAY,GAAG;CAEtC,IAAI,aAAa,IAAI,MAAM,QAAQ,YAAY,IAAI;CAEnD,IAAI,QAAQ,SACV,IAAI,aAAa,IAAI,MAAM,QAAQ,OAAO;CAG5C,IAAI,QAAQ,UAAU,KAAA,GACpB,IAAI,aAAa,IAAI,SAAS,OAAO,QAAQ,KAAK,CAAC;CAGrD,OAAO,IAAI,SAAS;AACtB;AAEA,SAAS,cAAc,KAAa,MAAc,UAA0B,CAAC,GAA0B;CACrG,MAAM,OAA8B;EAClC,QAAQ,QAAQ,UAAU;EAC1B,QAAQ,QAAQ,UAAU;EAC1B;EACA;CACF;CAEA,IAAI,QAAQ,SACV,KAAK,UAAU,QAAQ;CAGzB,IAAI,QAAQ,cAAc,QAAQ,eAAe,QAC/C,KAAK,cAAc,QAAQ;CAG7B,OAAO;AACT;AAEA,SAAgB,oBAAoB,QAAoD;CACtF,MAAM,SAAS,QAAQ,UAAU,QAAQ,IAAI;CAC7C,IAAI,CAAC,QACH,MAAM,IAAI,MAAM,yFAAyF;CAG3G,MAAM,UAAU,QAAQ;CACxB,MAAM,WAAW,QAAQ,YAAY,QAAQ,IAAI,wBAAwB;CACzE,MAAM,kBACJ,QAAQ,mBAAmB,QAAQ,IAAI,gCAAgC;CAEzE,OAAO;EACL,QAAQ,EACN,QAAQ,OAAO,OAAe,UAAyB,CAAC,MAAM;GAC5D,IAAI,QAAQ,YAAY,CAAC,cAAc,KAAK,QAAQ,QAAQ,GAC1D,MAAM,IAAI,MAAM,0DAAsD;GAGxE,MAAM,oBAAoB,QAAQ,WAAW;IAAE,GAAG;IAAS,UAAU,QAAQ,SAAS,YAAY;GAAE,IAAI;GAExG,MAAM,MAAM,qBAAqB,OAAO,iBAAiB;GACzD,OAAO,kBACL,QACA,cAAc,KAAK,kBAAkB,QAAQ,UAAU;IACrD,GAAG;IACH,QAAQ,kBAAkB,UAAU;IACpC,QAAQ;GACV,CAAC,GACD,kBAAkB,WAAW,OAC/B;EACF,EACF;EACA,WAAW,OAAO,KAAa,UAA0B,CAAC,MAAM;GAC9D,MAAM,WAAW,MAAM,kBACrB,QACA,cAAc,KAAK,QAAQ,QAAQ,iBAAiB,OAAO,GAC3D,QAAQ,WAAW,OACrB;GAEA,OAAO,OAAO,aAAa,WAAW,WAAW,KAAK,UAAU,QAAQ;EAC1E;EACA,OAAO,YAAY,CAAC;CACtB;AACF;AAEA,eAAsB,YAAY,QAAyC;CACzE,MAAM,QAAQ,OAAO;CACrB,IAAI;EACF,MAAM,MAAM,KAAK,MAAM;CACzB,QAAQ,CAER;AACF;;;ACpLA,MAAMA,gBAAc,EAAE,OAAO;CAC3B,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,kBAAkB;CAC7C,SAAS,EACN,OAAO,CAAC,CACR,MAAM,eAAe,iCAAiC,CAAC,CACvD,SAAS,CAAC,CACV,SAAS,uEAAmE;CAC/E,UAAU,EACP,OAAO,CAAC,CACR,MAAM,eAAe,kCAAkC,CAAC,CACxD,SAAS,CAAC,CACV,SAAS,2EAAqE;CACjF,OAAO,EACJ,OAAO,CAAC,CACR,IAAI,CAAC,CACL,YAAY,CAAC,CACb,SAAS,CAAC,CACV,SAAS,6EAA6E;AAC3F,CAAC;AAED,MAAMC,iBAAe,EAAE,OAAO;CAC5B,OAAO,EAAE,OAAO;CAChB,SAAS,EAAE,MACT,EAAE,OAAO;EACP,MAAM,EAAE,OAAO;EACf,OAAO,EAAE,OAAO;EAChB,aAAa,EAAE,OAAO;CACxB,CAAC,CACH;CACA,aAAa,EAAE,OAAO;AACxB,CAAC;AAED,SAAgB,2BAA2B,QAAkC;CAC3E,OAAO,WAAW;EAChB,IAAI;EACJ,aACE;EACF,aAAA;EACA,cAAA;EACA,SAAS,OAAM,UAAS;GACtB,MAAM,SAAS,oBAAoB,MAAM;GACzC,IAAI;IACF,MAAM,cAAc,MAAM,OAAO,OAAO,OAAO,MAAM,OAAO;KAC1D,SAAS,MAAM;KACf,UAAU,MAAM;KAChB,OAAO,MAAM;IACf,CAAC;IAED,MAAM,WACJ,OAAO,gBAAgB,WAAW,KAAK,MAAM,WAAW,IAAI;IAG9D,MAAM,WADU,MAAM,QAAQ,SAAS,OAAO,IAAI,SAAS,UAAU,CAAC,EAAA,CAEnE,KAAK,UAAmB;KACvB,IAAI,CAAC,SAAS,OAAO,UAAU,UAAU,OAAO;KAChD,MAAM,IAAI;KACV,MAAM,OAAO,OAAO,EAAE,SAAS,WAAW,EAAE,KAAK,KAAK,IAAI;KAC1D,MAAM,QAAQ,OAAO,EAAE,UAAU,WAAW,EAAE,MAAM,KAAK,IAAI;KAC7D,MAAM,cAAc,OAAO,EAAE,gBAAgB,WAAW,EAAE,YAAY,KAAK,IAAI;KAC/E,IAAI,CAAC,QAAQ,CAAC,OAAO,OAAO;KAC5B,OAAO;MAAE;MAAM;MAAO;KAAY;IACpC,CAAC,CAAC,CACD,QAAQ,MAAiE,MAAM,IAAI;IAEtF,MAAM,aAAa,OAAO,SAAS,YAAY;IAC/C,MAAM,cAAc,OAAO,SAAS,UAAU,KAAK,aAAa,IAAI,aAAa;IAEjF,OAAO;KACL,OAAO,MAAM;KACb;KACA;IACF;GACF,UAAU;IACR,MAAM,YAAY,MAAM;GAC1B;EACF;CACF,CAAC;AACH;;;AC7EA,MAAM,cAAc,EAAE,OAAO,EAC3B,KAAK,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kBAAkB,EACnD,CAAC;AAED,MAAM,eAAe,EAAE,OAAO;CAC5B,KAAK,EAAE,OAAO;CACd,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,0BAA0B;AACzD,CAAC;AAED,SAAgB,0BAA0B,QAAkC;CAC1E,OAAO,WAAW;EAChB,IAAI;EACJ,aACE;EACF;EACA;EACA,SAAS,OAAM,UAAS;GACtB,MAAM,SAAS,oBAAoB,MAAM;GACzC,IAAI;IACF,MAAM,UAAU,MAAM,OAAO,UAAU,MAAM,KAAK,EAChD,YAAY,WACd,CAAC;IAED,OAAO;KACL,KAAK,MAAM;KACX;IACF;GACF,UAAU;IACR,MAAM,YAAY,MAAM;GAC1B;EACF;CACF,CAAC;AACH;;;AClCA,SAAgB,sBAAsB,QAAkC;CACtE,OAAO;EACL,WAAW,2BAA2B,MAAM;EAC5C,UAAU,0BAA0B,MAAM;CAC5C;AACF"}
|
package/dist/tools.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAI3D,wBAAgB,qBAAqB,CAAC,MAAM,CAAC,EAAE,uBAAuB
|
|
1
|
+
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAI3D,wBAAgB,qBAAqB,CAAC,MAAM,CAAC,EAAE,uBAAuB;IAElE,SAAS;;;;;;;;;;;;;;IACT,QAAQ;;;;;;EAEX"}
|
package/package.json
CHANGED
|
@@ -1,13 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mastra/brightdata",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.1-alpha.1",
|
|
4
4
|
"description": "Bright Data web search and web fetch tools for Mastra agents",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
|
7
7
|
"types": "./dist/index.d.ts",
|
|
8
8
|
"files": [
|
|
9
|
-
"dist"
|
|
10
|
-
"CHANGELOG.md"
|
|
9
|
+
"dist"
|
|
11
10
|
],
|
|
12
11
|
"exports": {
|
|
13
12
|
".": {
|
|
@@ -48,18 +47,19 @@
|
|
|
48
47
|
"zod": ">=3.0.0"
|
|
49
48
|
},
|
|
50
49
|
"devDependencies": {
|
|
51
|
-
"
|
|
52
|
-
"typescript": "^
|
|
53
|
-
"vitest": "4.1.
|
|
50
|
+
"tsdown": "0.22.9",
|
|
51
|
+
"typescript": "^7.0.2",
|
|
52
|
+
"vitest": "4.1.10",
|
|
54
53
|
"zod": "^4.4.3",
|
|
55
|
-
"@internal/lint": "0.0.
|
|
56
|
-
"@internal/types-builder": "0.0.
|
|
57
|
-
"@mastra/core": "1.
|
|
54
|
+
"@internal/lint": "0.0.129",
|
|
55
|
+
"@internal/types-builder": "0.0.104",
|
|
56
|
+
"@mastra/core": "1.64.0-alpha.7"
|
|
58
57
|
},
|
|
59
58
|
"scripts": {
|
|
60
|
-
"build:lib": "
|
|
59
|
+
"build:lib": "tsdown --silent --config tsdown.config.ts",
|
|
61
60
|
"build:watch": "pnpm build:lib --watch",
|
|
62
|
-
"lint": "eslint .",
|
|
61
|
+
"lint": "oxlint . && eslint .",
|
|
62
|
+
"lint:fix": "oxlint --fix . && eslint --fix .",
|
|
63
63
|
"test": "vitest run"
|
|
64
64
|
}
|
|
65
65
|
}
|