@graphext/cuery 0.9.1 → 0.9.3

package/esm/mod.d.ts

@@ -26,6 +26,7 @@ export * from './src/tools/scorer.js';
 export * from './src/helpers/seedKeywords.js';
 export * from './src/tools/generic.js';
 export * from './src/apis/hasdata/index.js';
+export * from './src/apis/brightdata/index.js';
 export * from './src/apis/chatgptScraper/index.js';
 export * from './src/apis/googleAds/keywordPlanner.js';
 export * from './src/schemas/index.js';

package/esm/mod.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../src/mod.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EACN,WAAW,EACX,mBAAmB,EACnB,eAAe,EACf,YAAY,EACZ,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,SAAS,GACd,MAAM,0BAA0B,CAAC;AAGlC,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,oCAAoC,CAAC;AACnD,cAAc,wCAAwC,CAAC;AACvD,cAAc,wBAAwB,CAAC"}
+{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../src/mod.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EACN,WAAW,EACX,mBAAmB,EACnB,eAAe,EACf,YAAY,EACZ,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,SAAS,GACd,MAAM,0BAA0B,CAAC;AAGlC,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,oCAAoC,CAAC;AACnD,cAAc,wCAAwC,CAAC;AACvD,cAAc,wBAAwB,CAAC"}

package/esm/mod.js

@@ -28,6 +28,7 @@ export * from './src/tools/scorer.js';
 export * from './src/helpers/seedKeywords.js';
 export * from './src/tools/generic.js';
 export * from './src/apis/hasdata/index.js';
+export * from './src/apis/brightdata/index.js';
 export * from './src/apis/chatgptScraper/index.js';
 export * from './src/apis/googleAds/keywordPlanner.js';
 export * from './src/schemas/index.js';

package/esm/src/apis/brightdata/index.d.ts

@@ -0,0 +1,2 @@
+export * from './scrape.js';
+//# sourceMappingURL=index.d.ts.map

package/esm/src/apis/brightdata/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/src/apis/brightdata/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC"}

package/esm/src/apis/brightdata/index.js

@@ -0,0 +1 @@
+export * from './scrape.js';

package/esm/src/apis/brightdata/scrape.d.ts

@@ -0,0 +1,30 @@
+import { type RetryConfig } from '../../helpers/async.js';
+export interface BrightDataScrapeOptions {
+    /** BrightData zone name. Defaults to "web_unlocker". */
+    zone?: string;
+    /** HTTP method for the target request. Defaults to "GET". */
+    method?: 'GET' | 'POST';
+    /** Country code for geo-targeting (e.g. "us", "gb", "de"). */
+    country?: string;
+    /** Request body for POST requests to the target URL. */
+    body?: string;
+    /** Additional headers to send to the target URL. */
+    headers?: Record<string, string>;
+    /** Custom retry configuration. */
+    retryConfig?: RetryConfig;
+}
+export interface BrightDataScrapeResponse {
+    url: string;
+    html?: string;
+}
+/**
+ * Scrape a single URL using BrightData Web Unlocker API.
+ * Returns raw HTML content.
+ */
+export declare function scrapeBrightData(url: string, options?: BrightDataScrapeOptions): Promise<BrightDataScrapeResponse>;
+/**
+ * Scrape multiple URLs in parallel using BrightData Web Unlocker API.
+ * Uses mapParallel with configurable concurrency.
+ */
+export declare function scrapeBrightDataBatch(urls: Array<string>, options?: BrightDataScrapeOptions, maxConcurrency?: number): Promise<Array<BrightDataScrapeResponse>>;
+//# sourceMappingURL=scrape.d.ts.map

package/esm/src/apis/brightdata/scrape.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../../../src/src/apis/brightdata/scrape.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,KAAK,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAapF,MAAM,WAAW,uBAAuB;IACpC,wDAAwD;IACxD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6DAA6D;IAC7D,MAAM,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IACxB,8DAA8D;IAC9D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wDAAwD;IACxD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oDAAoD;IACpD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,kCAAkC;IAClC,WAAW,CAAC,EAAE,WAAW,CAAC;CAC7B;AAED,MAAM,WAAW,wBAAwB;IACrC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AA4ED;;;GAGG;AACH,wBAAsB,gBAAgB,CAClC,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,uBAA4B,GACtC,OAAO,CAAC,wBAAwB,CAAC,CAYnC;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,CACvC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EACnB,OAAO,GAAE,uBAA4B,EACrC,cAAc,GAAE,MAA+B,GAChD,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,CAQ1C"}

package/esm/src/apis/brightdata/scrape.js

@@ -0,0 +1,93 @@
+import * as dntShim from "../../../_dnt.shims.js";
+import { mapParallel, withRetries } from '../../helpers/async.js';
+const BRIGHTDATA_CONCURRENCY = 10;
+const BRIGHTDATA_RETRY_CONFIG = {
+    maxRetries: 3,
+    initialDelay: 1000,
+    maxDelay: 8000,
+    backoffMultiplier: 2,
+    statusCodes: [429, 500, 502, 503]
+};
+function getApiKey() {
+    const apiKey = dntShim.Deno.env.get('BRIGHTDATA_API_KEY');
+    if (apiKey == null) {
+        throw new Error('BRIGHTDATA_API_KEY environment variable is required');
+    }
+    return apiKey;
+}
+async function fetchBrightData(url, apiKey, options, retryConfig) {
+    const response = await withRetries(async () => {
+        const body = {
+            zone: options.zone ?? 'web_unlocker',
+            url,
+            format: 'raw',
+            method: options.method ?? 'GET'
+        };
+        if (options.country != null) {
+            body.country = options.country;
+        }
+        if (options.body != null) {
+            body.body = options.body;
+        }
+        const headers = {
+            'Authorization': `Bearer ${apiKey}`,
+            'Content-Type': 'application/json'
+        };
+        if (options.headers != null) {
+            // Forward custom headers as part of the BrightData request
+            body.headers = options.headers;
+        }
+        return fetch('https://api.brightdata.com/request', {
+            method: 'POST',
+            headers,
+            body: JSON.stringify(body),
+            signal: dntShim.dntGlobalThis.abortSignal
+        });
+    }, retryConfig);
+    if (!response.ok) {
+        const status = response.status;
+        let details = '';
+        try {
+            details = ` - ${await response.text()}`;
+        }
+        catch {
+            // ignore
+        }
+        const errorMessage = status === 401
+            ? 'BrightData API error (401): Invalid API key'
+            : status === 403
+                ? 'BrightData API error (403): Forbidden or credits exhausted'
+                : status === 429
+                    ? 'BrightData API error (429): Rate limit exceeded'
+                    : `BrightData API error: ${status} ${response.statusText}${details}`;
+        console.error(errorMessage);
+        throw new Error(errorMessage);
+    }
+    return response;
+}
+/**
+ * Scrape a single URL using BrightData Web Unlocker API.
+ * Returns raw HTML content.
+ */
+export async function scrapeBrightData(url, options = {}) {
+    const apiKey = getApiKey();
+    const retryConfig = options.retryConfig ?? BRIGHTDATA_RETRY_CONFIG;
+    try {
+        const response = await fetchBrightData(url, apiKey, options, retryConfig);
+        const html = await response.text();
+        return { url, html };
+    }
+    catch (error) {
+        console.error(`BrightData scrape error for ${url}:`, error);
+        return { url };
+    }
+}
+/**
+ * Scrape multiple URLs in parallel using BrightData Web Unlocker API.
+ * Uses mapParallel with configurable concurrency.
+ */
+export async function scrapeBrightDataBatch(urls, options = {}, maxConcurrency = BRIGHTDATA_CONCURRENCY) {
+    return mapParallel(urls, maxConcurrency, async (url) => {
+        return await scrapeBrightData(url, options);
+    });
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@graphext/cuery",
-  "version": "0.9.1",
+  "version": "0.9.3",
   "description": "Cuery tools for AI-powered keyword research and brand analysis",
   "repository": {
     "type": "git",

package/script/mod.d.ts

@@ -26,6 +26,7 @@ export * from './src/tools/scorer.js';
 export * from './src/helpers/seedKeywords.js';
 export * from './src/tools/generic.js';
 export * from './src/apis/hasdata/index.js';
+export * from './src/apis/brightdata/index.js';
 export * from './src/apis/chatgptScraper/index.js';
 export * from './src/apis/googleAds/keywordPlanner.js';
 export * from './src/schemas/index.js';

package/script/mod.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../src/mod.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EACN,WAAW,EACX,mBAAmB,EACnB,eAAe,EACf,YAAY,EACZ,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,SAAS,GACd,MAAM,0BAA0B,CAAC;AAGlC,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,oCAAoC,CAAC;AACnD,cAAc,wCAAwC,CAAC;AACvD,cAAc,wBAAwB,CAAC"}
+{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../src/mod.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EACN,WAAW,EACX,mBAAmB,EACnB,eAAe,EACf,YAAY,EACZ,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,SAAS,GACd,MAAM,0BAA0B,CAAC;AAGlC,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,oCAAoC,CAAC;AACnD,cAAc,wCAAwC,CAAC;AACvD,cAAc,wBAAwB,CAAC"}

package/script/mod.js

@@ -51,6 +51,7 @@ __exportStar(require("./src/tools/scorer.js"), exports);
 __exportStar(require("./src/helpers/seedKeywords.js"), exports);
 __exportStar(require("./src/tools/generic.js"), exports);
 __exportStar(require("./src/apis/hasdata/index.js"), exports);
+__exportStar(require("./src/apis/brightdata/index.js"), exports);
 __exportStar(require("./src/apis/chatgptScraper/index.js"), exports);
 __exportStar(require("./src/apis/googleAds/keywordPlanner.js"), exports);
 __exportStar(require("./src/schemas/index.js"), exports);

package/script/src/apis/brightdata/index.d.ts

@@ -0,0 +1,2 @@
+export * from './scrape.js';
+//# sourceMappingURL=index.d.ts.map

package/script/src/apis/brightdata/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/src/apis/brightdata/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC"}

package/script/src/apis/brightdata/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./scrape.js"), exports);

package/script/src/apis/brightdata/scrape.d.ts

@@ -0,0 +1,30 @@
+import { type RetryConfig } from '../../helpers/async.js';
+export interface BrightDataScrapeOptions {
+    /** BrightData zone name. Defaults to "web_unlocker". */
+    zone?: string;
+    /** HTTP method for the target request. Defaults to "GET". */
+    method?: 'GET' | 'POST';
+    /** Country code for geo-targeting (e.g. "us", "gb", "de"). */
+    country?: string;
+    /** Request body for POST requests to the target URL. */
+    body?: string;
+    /** Additional headers to send to the target URL. */
+    headers?: Record<string, string>;
+    /** Custom retry configuration. */
+    retryConfig?: RetryConfig;
+}
+export interface BrightDataScrapeResponse {
+    url: string;
+    html?: string;
+}
+/**
+ * Scrape a single URL using BrightData Web Unlocker API.
+ * Returns raw HTML content.
+ */
+export declare function scrapeBrightData(url: string, options?: BrightDataScrapeOptions): Promise<BrightDataScrapeResponse>;
+/**
+ * Scrape multiple URLs in parallel using BrightData Web Unlocker API.
+ * Uses mapParallel with configurable concurrency.
+ */
+export declare function scrapeBrightDataBatch(urls: Array<string>, options?: BrightDataScrapeOptions, maxConcurrency?: number): Promise<Array<BrightDataScrapeResponse>>;
+//# sourceMappingURL=scrape.d.ts.map

package/script/src/apis/brightdata/scrape.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../../../src/src/apis/brightdata/scrape.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,KAAK,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAapF,MAAM,WAAW,uBAAuB;IACpC,wDAAwD;IACxD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6DAA6D;IAC7D,MAAM,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IACxB,8DAA8D;IAC9D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wDAAwD;IACxD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oDAAoD;IACpD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,kCAAkC;IAClC,WAAW,CAAC,EAAE,WAAW,CAAC;CAC7B;AAED,MAAM,WAAW,wBAAwB;IACrC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AA4ED;;;GAGG;AACH,wBAAsB,gBAAgB,CAClC,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,uBAA4B,GACtC,OAAO,CAAC,wBAAwB,CAAC,CAYnC;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,CACvC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EACnB,OAAO,GAAE,uBAA4B,EACrC,cAAc,GAAE,MAA+B,GAChD,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,CAQ1C"}

package/script/src/apis/brightdata/scrape.js

@@ -0,0 +1,130 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scrapeBrightData = scrapeBrightData;
+exports.scrapeBrightDataBatch = scrapeBrightDataBatch;
+const dntShim = __importStar(require("../../../_dnt.shims.js"));
+const async_js_1 = require("../../helpers/async.js");
+const BRIGHTDATA_CONCURRENCY = 10;
+const BRIGHTDATA_RETRY_CONFIG = {
+    maxRetries: 3,
+    initialDelay: 1000,
+    maxDelay: 8000,
+    backoffMultiplier: 2,
+    statusCodes: [429, 500, 502, 503]
+};
+function getApiKey() {
+    const apiKey = dntShim.Deno.env.get('BRIGHTDATA_API_KEY');
+    if (apiKey == null) {
+        throw new Error('BRIGHTDATA_API_KEY environment variable is required');
+    }
+    return apiKey;
+}
+async function fetchBrightData(url, apiKey, options, retryConfig) {
+    const response = await (0, async_js_1.withRetries)(async () => {
+        const body = {
+            zone: options.zone ?? 'web_unlocker',
+            url,
+            format: 'raw',
+            method: options.method ?? 'GET'
+        };
+        if (options.country != null) {
+            body.country = options.country;
+        }
+        if (options.body != null) {
+            body.body = options.body;
+        }
+        const headers = {
+            'Authorization': `Bearer ${apiKey}`,
+            'Content-Type': 'application/json'
+        };
+        if (options.headers != null) {
+            // Forward custom headers as part of the BrightData request
+            body.headers = options.headers;
+        }
+        return fetch('https://api.brightdata.com/request', {
+            method: 'POST',
+            headers,
+            body: JSON.stringify(body),
+            signal: dntShim.dntGlobalThis.abortSignal
+        });
+    }, retryConfig);
+    if (!response.ok) {
+        const status = response.status;
+        let details = '';
+        try {
+            details = ` - ${await response.text()}`;
+        }
+        catch {
+            // ignore
+        }
+        const errorMessage = status === 401
+            ? 'BrightData API error (401): Invalid API key'
+            : status === 403
+                ? 'BrightData API error (403): Forbidden or credits exhausted'
+                : status === 429
+                    ? 'BrightData API error (429): Rate limit exceeded'
+                    : `BrightData API error: ${status} ${response.statusText}${details}`;
+        console.error(errorMessage);
+        throw new Error(errorMessage);
+    }
+    return response;
+}
+/**
+ * Scrape a single URL using BrightData Web Unlocker API.
+ * Returns raw HTML content.
+ */
+async function scrapeBrightData(url, options = {}) {
+    const apiKey = getApiKey();
+    const retryConfig = options.retryConfig ?? BRIGHTDATA_RETRY_CONFIG;
+    try {
+        const response = await fetchBrightData(url, apiKey, options, retryConfig);
+        const html = await response.text();
+        return { url, html };
+    }
+    catch (error) {
+        console.error(`BrightData scrape error for ${url}:`, error);
+        return { url };
+    }
+}
+/**
+ * Scrape multiple URLs in parallel using BrightData Web Unlocker API.
+ * Uses mapParallel with configurable concurrency.
+ */
+async function scrapeBrightDataBatch(urls, options = {}, maxConcurrency = BRIGHTDATA_CONCURRENCY) {
+    return (0, async_js_1.mapParallel)(urls, maxConcurrency, async (url) => {
+        return await scrapeBrightData(url, options);
+    });
+}