@graphext/cuery 0.9.4 → 0.10.0

package/esm/src/apis/brightdata/llmScraper/scrape.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../../../../src/src/apis/brightdata/llmScraper/scrape.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oCAAoC,CAAC;AAOjE,MAAM,WAAW,YAAY;IAC5B,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B;AAED,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,GAAG,IAAI,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC1G,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAChD,WAAW,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IACjD,iBAAiB,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,WAAW,GAAG,IAAI,CAAC;CACxD;AAED,MAAM,WAAW,UAAU;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,cAAc,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;IACvE,eAAe,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;IAC1E,oBAAoB,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;CACpF;AAMD,wBAAgB,cAAc,IAAI,WAAW,GAAG,SAAS,CAExD;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAMlD;AA+BD,wBAAgB,YAAY,CAC3B,SAAS,EAAE,KAAK,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC,EACvG,aAAa,GAAE,KAAK,CAAC;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAM,GAC3E,KAAK,CAAC,MAAM,CAAC,CAoFf;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,WAAW,CAU5G;AAMD,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,UAAU,CAkExE"}

package/esm/src/apis/brightdata/llmScraper/scrape.js

@@ -0,0 +1,184 @@
+/* eslint no-console: ["warn", { allow: ["log", "warn", "error"] }] */
+/**
+ * LLM Scraper - Core types and orchestration logic.
+ *
+ * Uses composition: providers supply functions, this module orchestrates them.
+ */
+import * as dntShim from "../../../../_dnt.shims.js";
+import { mapParallel } from '../../../helpers/async.js';
+import { extractDomain } from '../../../helpers/urls.js';
+// ============================================================================
+// Shared Utilities
+// ============================================================================
+export function getAbortSignal() {
+    return dntShim.dntGlobalThis.abortSignal;
+}
+export function cleanAnswer(answer) {
+    return answer
+        .replace(/!\[([^\]]*)\]\([^)]+\)/g, '')
+        .replace(/\n\s*Image\s*\n/g, '\n')
+        .replace(/\n{3,}/g, '\n\n')
+        .trim();
+}
+/**
+ * Derive a merge key from a URL: origin + pathname, stripping query and fragment.
+ * Falls back to the raw URL if parsing fails.
+ */
+function urlMergeKey(url) {
+    try {
+        const parsed = new URL(url);
+        return parsed.origin + parsed.pathname;
+    }
+    catch {
+        return url;
+    }
+}
+/**
+ * Returns true when `candidate` carries extra info (hash or search params)
+ * that `current` does not.
+ */
+function hasExtraUrlInfo(current, candidate) {
+    try {
+        const cur = new URL(current);
+        const cand = new URL(candidate);
+        const hasNewHash = cand.hash !== '' && cur.hash === '';
+        const hasNewParams = cand.search !== '' && cur.search === '';
+        return hasNewHash || hasNewParams;
+    }
+    catch {
+        return false;
+    }
+}
+export function buildSources(citations, linksAttached = []) {
+    const sources = [];
+    const sourcesByKey = new Map();
+    const upsertSource = (url, initialTitle, cited) => {
+        const key = urlMergeKey(url);
+        const existing = sourcesByKey.get(key);
+        if (existing) {
+            if (!existing.title && initialTitle) {
+                existing.title = initialTitle;
+            }
+            existing.cited = existing.cited || cited;
+            // Keep the most informative URL (with fragment/params)
+            if (hasExtraUrlInfo(existing.url, url)) {
+                existing.url = url;
+            }
+            return existing;
+        }
+        const source = {
+            title: initialTitle,
+            url,
+            domain: extractDomain(url),
+            cited,
+        };
+        sources.push(source);
+        sourcesByKey.set(key, source);
+        return source;
+    };
+    const sortedLinks = [...linksAttached].sort((a, b) => {
+        const aPos = a.position ?? Number.MAX_SAFE_INTEGER;
+        const bPos = b.position ?? Number.MAX_SAFE_INTEGER;
+        return aPos - bPos;
+    });
+    for (const link of sortedLinks) {
+        if (!link.url)
+            continue;
+        const source = upsertSource(link.url, link.text ?? '', true);
+        if (link.position != null) {
+            source.positions ??= [];
+            if (!source.positions.includes(link.position)) {
+                source.positions.push(link.position);
+            }
+        }
+    }
+    for (const citation of citations) {
+        if (!citation.url)
+            continue;
+        const key = urlMergeKey(citation.url);
+        const existing = sourcesByKey.get(key);
+        const title = citation.title || citation.description || citation.text || '';
+        if (existing) {
+            if (title) {
+                existing.title = title;
+            }
+            existing.cited = existing.cited || citation.cited;
+            // Append extra fragment/params from citation
+            if (hasExtraUrlInfo(existing.url, citation.url)) {
+                existing.url = citation.url;
+            }
+            continue;
+        }
+        const source = {
+            title,
+            url: citation.url,
+            domain: extractDomain(citation.url),
+            cited: citation.cited,
+        };
+        sources.push(source);
+        sourcesByKey.set(key, source);
+    }
+    for (const source of sources) {
+        source.positions?.sort((a, b) => a - b);
+    }
+    return sources;
+}
+/**
+ * Creates an empty model result for failed jobs.
+ * This ensures we always return the same number of rows as input.
+ */
+export function emptyModelResult(providerName, errorMessage, context) {
+    if (errorMessage) {
+        console.error(`[${providerName}] ${errorMessage}`, context ?? '');
+    }
+    return {
+        prompt: '',
+        answer: '',
+        answer_text_markdown: '',
+        sources: [],
+    };
+}
+// ============================================================================
+// Scraper Factory
+// ============================================================================
+export function createLLMScraper(provider) {
+    const { name, maxConcurrency, maxPromptsPerRequest, triggerJob, monitorJob, downloadJob, transformResponse, } = provider;
+    async function triggerLLMBatch({ prompts, useSearch = false, countryISOCode = null, }) {
+        const jobIds = await mapParallel(prompts, maxConcurrency, (prompt) => triggerJob(prompt, useSearch, countryISOCode));
+        console.log(`[${name}] Triggered ${jobIds.length} jobs for ${prompts.length} prompts`);
+        return jobIds;
+    }
+    async function downloadLLMSnapshots(jobIds) {
+        const results = [];
+        for (const jobId of jobIds) {
+            if (!jobId) {
+                results.push(emptyModelResult(name, 'No job ID provided'));
+                continue;
+            }
+            const isReady = await monitorJob(jobId);
+            if (!isReady) {
+                results.push(emptyModelResult(name, 'Job not ready or failed', jobId));
+                continue;
+            }
+            const raw = await downloadJob(jobId);
+            if (!raw) {
+                results.push(emptyModelResult(name, 'Failed to download job', jobId));
+                continue;
+            }
+            const result = transformResponse(raw);
+            results.push(result ?? emptyModelResult(name, 'Failed to transform response', jobId));
+        }
+        return results;
+    }
+    async function scrapeLLMBatch(options) {
+        const jobIds = await triggerLLMBatch(options);
+        return downloadLLMSnapshots(jobIds);
+    }
+    return {
+        maxConcurrency,
+        maxPromptsPerRequest,
+        scrapeLLMBatch,
+        triggerLLMBatch,
+        downloadLLMSnapshots,
+    };
+}

package/esm/src/schemas/search.schema.d.ts

@@ -1,12 +1,12 @@
 import type { z } from '../../deps/jsr.io/@zod/zod/4.3.6/src/index.js';
-import type { Source, SearchSource } from './sources.schema.js';
+import type { Source } from './sources.schema.js';
 export type ContextSize = 'low' | 'medium' | 'high';
 export type ReasoningEffort = 'low' | 'medium' | 'high';
 export interface SearchResult {
     answer: string;
+    answer_text_markdown?: string;
     sources: Array<Source>;
     searchQueries?: Array<string>;
-    searchSources?: Array<SearchSource>;
 }
 export type SearchOptions = {
     prompt: string;

package/esm/src/schemas/search.schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"search.schema.d.ts","sourceRoot":"","sources":["../../../src/src/schemas/search.schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,+CAA+C,CAAC;AAEvE,OAAO,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAChE,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AACpD,MAAM,MAAM,eAAe,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAGxD,MAAM,WAAW,YAAY;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,aAAa,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC9B,aAAa,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;CACpC;AAED,MAAM,MAAM,aAAa,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;4FACwF;IACxF,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,UAAU,CAAC,EAAE,YAAY,GAAG,oBAAoB,CAAA;CAChD,CAAC;AAEF,MAAM,MAAM,sBAAsB,CAAC,CAAC,IAAI,aAAa,GAAG;IACvD,cAAc,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,GAAG;IAChE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB,CAAA"}
+{"version":3,"file":"search.schema.d.ts","sourceRoot":"","sources":["../../../src/src/schemas/search.schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,+CAA+C,CAAC;AAEvE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAClD,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AACpD,MAAM,MAAM,eAAe,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAExD,MAAM,WAAW,YAAY;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,aAAa,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAC9B;AAED,MAAM,MAAM,aAAa,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;4FACwF;IACxF,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,UAAU,CAAC,EAAE,YAAY,GAAG,oBAAoB,CAAC;CACjD,CAAC;AAEF,MAAM,MAAM,sBAAsB,CAAC,CAAC,IAAI,aAAa,GAAG;IACvD,cAAc,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,GAAG;IAChE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC"}

package/esm/src/schemas/sources.schema.d.ts

@@ -3,6 +3,7 @@ export interface Source {
     url: string;
     domain: string;
     cited?: boolean;
+    snippet?: string;
     positions?: Array<number>;
 }
 /**
@@ -22,8 +23,4 @@ export interface CategorizedSource extends EnrichedSource {
     category: string | null;
     subcategory: string | null;
 }
-export interface SearchSource extends Source {
-    rank: number;
-    datePublished: string | null;
-}
 //# sourceMappingURL=sources.schema.d.ts.map

package/esm/src/schemas/sources.schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sources.schema.d.ts","sourceRoot":"","sources":["../../../src/src/schemas/sources.schema.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,MAAM;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAC1B;AAED;;;GAGG;AACH,MAAM,WAAW,cAAe,SAAQ,MAAM;IAC7C,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,oBAAoB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,iBAAkB,SAAQ,cAAc;IACxD,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED,MAAM,WAAW,YAAa,SAAQ,MAAM;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B"}
+{"version":3,"file":"sources.schema.d.ts","sourceRoot":"","sources":["../../../src/src/schemas/sources.schema.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,MAAM;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAC1B;AAED;;;GAGG;AACH,MAAM,WAAW,cAAe,SAAQ,MAAM;IAC7C,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,oBAAoB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,iBAAkB,SAAQ,cAAc;IACxD,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B"}

package/esm/src/tools/sentiment.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sentiment.d.ts","sourceRoot":"","sources":["../../../src/src/tools/sentiment.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,KAAK,EAAE,YAAY,EAAW,MAAM,4BAA4B,CAAC;AACxE,OAAO,EAAE,KAAK,WAAW,EAAE,KAAK,YAAY,EAAsB,MAAM,gCAAgC,CAAC;AACzG,OAAO,EAAE,KAAK,WAAW,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AA6D7C,MAAM,WAAW,wBAAwB;IACxC,uDAAuD;IACvD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,yCAAyC;IACzC,KAAK,CAAC,EAAE,YAAY,GAAG,IAAI,CAAC;CAC5B;AAED;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC5F,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAE1B,MAAM,EAAE,wBAAwB,YAAK,EAAE,WAAW,EAAE,WAAW;cAuBxD,MAAM;;;;;;;;;;;;IAIzB,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,EAAE;cAQ7B,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO;cAIrC,aAAa,CAAC,MAAM,EAAE,YAAY,GAAG,KAAK,CAAC,WAAW,CAAC;IAI1E;;OAEG;IACY,MAAM,CACpB,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,OAAO,GAAE,OAAO,CAAC,WAAW,CAAM,GAChC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,CAAC;CA+BlD;AAMD;;GAEG;AACH,eAAO,MAAM,yBAAyB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAI5D,CAAC;AAWF;;GAEG;AACH,MAAM,WAAW,iCAAiC;IACjD,iDAAiD;IACjD,YAAY,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,qBAAa,2BAA4B,SAAQ,UAAU;gBAC9C,MAAM,EAAE,iCAAiC,YAAK,EAAE,WAAW,EAAE,WAAW;CAOpF;AAED,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACvF,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC"}
+{"version":3,"file":"sentiment.d.ts","sourceRoot":"","sources":["../../../src/src/tools/sentiment.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,KAAK,EAAE,YAAY,EAAW,MAAM,4BAA4B,CAAC;AACxE,OAAO,EAAE,KAAK,WAAW,EAAE,KAAK,YAAY,EAAsB,MAAM,gCAAgC,CAAC;AACzG,OAAO,EAAE,KAAK,WAAW,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AA6D7C,MAAM,WAAW,wBAAwB;IACxC,uDAAuD;IACvD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,yCAAyC;IACzC,KAAK,CAAC,EAAE,YAAY,GAAG,IAAI,CAAC;CAC5B;AAED;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC5F,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAE1B,MAAM,EAAE,wBAAwB,YAAK,EAAE,WAAW,EAAE,WAAW;cAwBxD,MAAM;;;;;;;;;;;;IAIzB,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,EAAE;cAQ7B,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO;cAIrC,aAAa,CAAC,MAAM,EAAE,YAAY,GAAG,KAAK,CAAC,WAAW,CAAC;IAI1E;;OAEG;IACY,MAAM,CACpB,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,OAAO,GAAE,OAAO,CAAC,WAAW,CAAM,GAChC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,CAAC;CA+BlD;AAMD;;GAEG;AACH,eAAO,MAAM,yBAAyB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAI5D,CAAC;AAWF;;GAEG;AACH,MAAM,WAAW,iCAAiC;IACjD,iDAAiD;IACjD,YAAY,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,qBAAa,2BAA4B,SAAQ,UAAU;gBAC9C,MAAM,EAAE,iCAAiC,YAAK,EAAE,WAAW,EAAE,WAAW;CAOpF;AAED,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACvF,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC"}

package/esm/src/tools/sentiment.js

@@ -73,8 +73,9 @@ export class SentimentExtractor extends Tool {
                     ? ` or its products/services (${portfolio})`
                     : '';
                 return dedent(`
-					Pay special attention to mentions of "${brand.shortName}"${portfolioText}.
-					When an aspect relates to a brand/entity, set the "context" field to "${brand.shortName}".
+					When an aspect relates specifically to "${brand.shortName}"${portfolioText}, set the "context" field to "${brand.shortName}".
+					If it relates to a different brand/entity, use that brand/entity as the "context" exactly as implied by the input, or null if unclear.
+						If additional instructions provide brand/entity names to use, apply those names exactly when setting the "context" field.
 					Keep aspect names and quoted text exactly as they appear in the original input.
 					Respond in language code ${brand.language}.
 				`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@graphext/cuery",
-  "version": "0.9.4",
+  "version": "0.10.0",
   "description": "Cuery tools for AI-powered keyword research and brand analysis",
   "repository": {
     "type": "git",

package/script/browser.d.ts

@@ -2,7 +2,7 @@
  * Browser-safe exports for @graphext/cuery
  *
  * This module only exports types and pure functions that can safely run in the browser.
- * It excludes server-only modules like chatgptScraper, googleAds, and API functions
+ * It excludes server-only modules like llmScraper, googleAds, and API functions
  * that depend on Node.js or Deno-specific APIs.
  *
  * @module

package/script/browser.js

@@ -3,7 +3,7 @@
  * Browser-safe exports for @graphext/cuery
  *
  * This module only exports types and pure functions that can safely run in the browser.
- * It excludes server-only modules like chatgptScraper, googleAds, and API functions
+ * It excludes server-only modules like llmScraper, googleAds, and API functions
  * that depend on Node.js or Deno-specific APIs.
  *
  * @module

package/script/mod.d.ts

@@ -5,7 +5,7 @@
  */
 export * from './src/llm.js';
 export { BatchResponse } from './src/response.js';
-export { getProvider, getProviderForModel, getModelPricing, getModelInfo, calculateCost, type ModelPricing, type ModelInfo, } from './src/providers/index.js';
+export { calculateCost, getModelInfo, getModelPricing, getProvider, getProviderForModel, type ModelInfo, type ModelPricing, } from './src/providers/index.js';
 export * from './src/tools/keywords.js';
 export * from './src/tools/classifier.js';
 export * from './src/tools/funnel.js';
@@ -26,8 +26,8 @@ export * from './src/tools/scorer.js';
 export * from './src/helpers/seedKeywords.js';
 export * from './src/tools/generic.js';
 export * from './src/apis/hasdata/index.js';
-export * from './src/apis/brightdata/index.js';
-export * from './src/apis/chatgptScraper/index.js';
+export * from './src/apis/brightdata/contentScraper/index.js';
+export * from './src/apis/brightdata/llmScraper/index.js';
 export * from './src/apis/googleAds/keywordPlanner.js';
 export * from './src/schemas/index.js';
 //# sourceMappingURL=mod.d.ts.map

package/script/mod.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../src/mod.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EACN,WAAW,EACX,mBAAmB,EACnB,eAAe,EACf,YAAY,EACZ,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,SAAS,GACd,MAAM,0BAA0B,CAAC;AAGlC,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,oCAAoC,CAAC;AACnD,cAAc,wCAAwC,CAAC;AACvD,cAAc,wBAAwB,CAAC"}
+{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../src/mod.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EACN,aAAa,EACb,YAAY,EACZ,eAAe,EACf,WAAW,EACX,mBAAmB,EACnB,KAAK,SAAS,EACd,KAAK,YAAY,GACjB,MAAM,0BAA0B,CAAC;AAGlC,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,+CAA+C,CAAC;AAC9D,cAAc,2CAA2C,CAAC;AAC1D,cAAc,wCAAwC,CAAC;AACvD,cAAc,wBAAwB,CAAC"}

package/script/mod.js

@@ -19,17 +19,17 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.calculateCost = exports.getModelInfo = exports.getModelPricing = exports.getProviderForModel = exports.getProvider = exports.BatchResponse = void 0;
+exports.getProviderForModel = exports.getProvider = exports.getModelPricing = exports.getModelInfo = exports.calculateCost = exports.BatchResponse = void 0;
 // Core LLM interface and types
 __exportStar(require("./src/llm.js"), exports);
 var response_js_1 = require("./src/response.js");
 Object.defineProperty(exports, "BatchResponse", { enumerable: true, get: function () { return response_js_1.BatchResponse; } });
 var index_js_1 = require("./src/providers/index.js");
+Object.defineProperty(exports, "calculateCost", { enumerable: true, get: function () { return index_js_1.calculateCost; } });
+Object.defineProperty(exports, "getModelInfo", { enumerable: true, get: function () { return index_js_1.getModelInfo; } });
+Object.defineProperty(exports, "getModelPricing", { enumerable: true, get: function () { return index_js_1.getModelPricing; } });
 Object.defineProperty(exports, "getProvider", { enumerable: true, get: function () { return index_js_1.getProvider; } });
 Object.defineProperty(exports, "getProviderForModel", { enumerable: true, get: function () { return index_js_1.getProviderForModel; } });
-Object.defineProperty(exports, "getModelPricing", { enumerable: true, get: function () { return index_js_1.getModelPricing; } });
-Object.defineProperty(exports, "getModelInfo", { enumerable: true, get: function () { return index_js_1.getModelInfo; } });
-Object.defineProperty(exports, "calculateCost", { enumerable: true, get: function () { return index_js_1.calculateCost; } });
 // Tools
 __exportStar(require("./src/tools/keywords.js"), exports);
 __exportStar(require("./src/tools/classifier.js"), exports);
@@ -51,7 +51,7 @@ __exportStar(require("./src/tools/scorer.js"), exports);
 __exportStar(require("./src/helpers/seedKeywords.js"), exports);
 __exportStar(require("./src/tools/generic.js"), exports);
 __exportStar(require("./src/apis/hasdata/index.js"), exports);
-__exportStar(require("./src/apis/brightdata/index.js"), exports);
-__exportStar(require("./src/apis/chatgptScraper/index.js"), exports);
+__exportStar(require("./src/apis/brightdata/contentScraper/index.js"), exports);
+__exportStar(require("./src/apis/brightdata/llmScraper/index.js"), exports);
 __exportStar(require("./src/apis/googleAds/keywordPlanner.js"), exports);
 __exportStar(require("./src/schemas/index.js"), exports);

package/script/src/apis/brightdata/contentScraper/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/src/apis/brightdata/contentScraper/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC"}

package/{esm/src/apis/brightdata → script/src/apis/brightdata/contentScraper}/scrape.d.ts

@@ -1,4 +1,4 @@
-import { type RetryConfig } from '../../helpers/async.js';
+import { type RetryConfig } from '../../../helpers/async.js';
 export interface BrightDataScrapeOptions {
     /** BrightData zone name. Defaults to "web_unlocker". */
     zone?: string;

package/script/src/apis/brightdata/contentScraper/scrape.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../../../../src/src/apis/brightdata/contentScraper/scrape.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,KAAK,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAavF,MAAM,WAAW,uBAAuB;IACpC,wDAAwD;IACxD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6DAA6D;IAC7D,MAAM,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IACxB,8DAA8D;IAC9D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wDAAwD;IACxD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oDAAoD;IACpD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,kCAAkC;IAClC,WAAW,CAAC,EAAE,WAAW,CAAC;CAC7B;AAED,MAAM,WAAW,wBAAwB;IACrC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AA4ED;;;GAGG;AACH,wBAAsB,gBAAgB,CAClC,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,uBAA4B,GACtC,OAAO,CAAC,wBAAwB,CAAC,CAYnC;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,CACvC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EACnB,OAAO,GAAE,uBAA4B,EACrC,cAAc,GAAE,MAA+B,GAChD,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,CAQ1C"}

package/script/src/apis/brightdata/{scrape.js → contentScraper/scrape.js}

@@ -35,8 +35,8 @@ var __importStar = (this && this.__importStar) || (function () {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.scrapeBrightData = scrapeBrightData;
 exports.scrapeBrightDataBatch = scrapeBrightDataBatch;
-const dntShim = __importStar(require("../../../_dnt.shims.js"));
-const async_js_1 = require("../../helpers/async.js");
+const dntShim = __importStar(require("../../../../_dnt.shims.js"));
+const async_js_1 = require("../../../helpers/async.js");
 const BRIGHTDATA_CONCURRENCY = 10;
 const BRIGHTDATA_RETRY_CONFIG = {
     maxRetries: 3,

package/script/src/apis/brightdata/llmScraper/brightdata.d.ts

@@ -0,0 +1,20 @@
+import { type ProviderFunctions } from './scrape.js';
+interface BrightdataProviderConfig {
+    apiBase: string;
+    datasetId: string;
+    outputFields: Array<string>;
+    extraFields?: Array<string>;
+    targetUrl: string;
+    extraInputs?: (params: {
+        prompt: string;
+        useSearch: boolean;
+        countryISOCode: string | null;
+    }) => Record<string, unknown>;
+    providerName: string;
+    maxConcurrency: number;
+    maxPromptsPerRequest: number;
+}
+export declare function createBrightdataProvider(overrides?: Partial<BrightdataProviderConfig>): ProviderFunctions;
+export declare const brightdataProvider: ProviderFunctions;
+export {};
+//# sourceMappingURL=brightdata.d.ts.map

package/script/src/apis/brightdata/llmScraper/brightdata.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"brightdata.d.ts","sourceRoot":"","sources":["../../../../../src/src/apis/brightdata/llmScraper/brightdata.ts"],"names":[],"mappings":"AAcA,OAAO,EAA6C,KAAK,iBAAiB,EAAE,MAAM,aAAa,CAAC;AA4BhG,UAAU,wBAAwB;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5B,WAAW,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,CACb,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAC;QAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,KACzE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;CAC7B;AA2DD,wBAAgB,wBAAwB,CACvC,SAAS,GAAE,OAAO,CAAC,wBAAwB,CAAM,GAC/C,iBAAiB,CAgJnB;AAMD,eAAO,MAAM,kBAAkB,EAAE,iBAA8C,CAAC"}

package/script/src/apis/brightdata/llmScraper/brightdata.js

@@ -0,0 +1,219 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.brightdataProvider = void 0;
+exports.createBrightdataProvider = createBrightdataProvider;
+/* eslint no-console: ["warn", { allow: ["log", "warn", "error"] }] */
+/**
+ * Brightdata LLM Scraper Provider.
+ *
+ * API Flow:
+ * 1. Trigger: POST to /datasets/v3/trigger → returns snapshot_id
+ * 2. Monitor: GET /datasets/v3/progress/{snapshot_id} until ready
+ * 3. Download: GET /datasets/v3/snapshot/{snapshot_id}
+ */
+const dntShim = __importStar(require("../../../../_dnt.shims.js"));
+const async_js_1 = require("../../../helpers/async.js");
+const scrape_js_1 = require("./scrape.js");
+const DEFAULT_BRIGHTDATA_PROVIDER_CONFIG = {
+    apiBase: 'https://api.brightdata.com',
+    datasetId: 'gd_m7aof0k82r803d5bjm',
+    outputFields: [
+        'url',
+        'prompt',
+        'answer_text',
+        'answer_text_markdown',
+        'citations',
+        'links_attached',
+        'country',
+        'index',
+    ],
+    targetUrl: 'http://chatgpt.com/',
+    providerName: 'Brightdata',
+    maxConcurrency: 50,
+    maxPromptsPerRequest: 1,
+};
+const TRIGGER_RETRY = {
+    maxRetries: 3,
+    initialDelay: 0,
+    statusCodes: [429, 500, 502, 503, 504],
+};
+const DOWNLOAD_RETRY = {
+    maxRetries: 5,
+    initialDelay: 2000,
+    statusCodes: [202, 500, 502, 503, 504],
+};
+const MONITOR_RETRY = {
+    maxRetries: 4,
+    initialDelay: 1000,
+    statusCodes: [408, 425, 429, 500, 502, 503, 504],
+};
+const MONITOR_RETRIABLE = new Set(MONITOR_RETRY.statusCodes ?? []);
+const MAX_WAIT_MS = 600_000; // 10 minutes
+const POLL_INTERVAL_MS = 5_000;
+// ============================================================================
+// API Key
+// ============================================================================
+function getApiKey() {
+    const apiKey = dntShim.Deno.env.get('BRIGHTDATA_API_KEY');
+    if (!apiKey) {
+        throw new Error('BRIGHTDATA_API_KEY environment variable is required');
+    }
+    return apiKey;
+}
+// ============================================================================
+// Provider Functions
+// ============================================================================
+function createBrightdataProvider(overrides = {}) {
+    const config = { ...DEFAULT_BRIGHTDATA_PROVIDER_CONFIG, ...overrides };
+    const customOutputFields = [...new Set([...(config.outputFields ?? []), ...(config.extraFields ?? [])])].join('|');
+    async function triggerJob(prompt, useSearch, countryISOCode) {
+        const apiKey = getApiKey();
+        const url = `${config.apiBase}/datasets/v3/trigger?dataset_id=${config.datasetId}&include_errors=true`;
+        const input = {
+            url: config.targetUrl,
+            prompt,
+            country: countryISOCode || '',
+            index: 0,
+        };
+        Object.assign(input, config.extraInputs?.({ prompt, useSearch, countryISOCode }) ?? {});
+        const body = {
+            custom_output_fields: customOutputFields,
+            input: [input],
+        };
+        try {
+            const response = await (0, async_js_1.withRetries)(() => fetch(url, {
+                method: 'POST',
+                headers: {
+                    'Authorization': `Bearer ${apiKey}`,
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify(body),
+                signal: (0, scrape_js_1.getAbortSignal)(),
+            }), TRIGGER_RETRY);
+            if (!response.ok) {
+                console.error(`[${config.providerName}] Trigger error: ${response.status}`);
+                return null;
+            }
+            const data = await response.json();
+            return data?.snapshot_id || null;
+        }
+        catch (error) {
+            console.error(`[${config.providerName}] Trigger failed:`, error);
+            return null;
+        }
+    }
+    async function monitorJob(snapshotId) {
+        const apiKey = getApiKey();
+        const url = `${config.apiBase}/datasets/v3/progress/${snapshotId}`;
+        const startTime = Date.now();
+        const abortSignal = (0, scrape_js_1.getAbortSignal)();
+        while (Date.now() - startTime < MAX_WAIT_MS) {
+            if (abortSignal?.aborted)
+                return false;
+            try {
+                const response = await (0, async_js_1.withRetries)(() => fetch(url, {
+                    headers: { 'Authorization': `Bearer ${apiKey}` },
+                    signal: abortSignal,
+                }), MONITOR_RETRY);
+                if (!response.ok) {
+                    if (!MONITOR_RETRIABLE.has(response.status))
+                        return false;
+                }
+                else {
+                    const status = await response.json();
+                    if (status.status === 'ready' || status.status === 'complete')
+                        return true;
+                    if (status.status === 'failed' || status.status === 'error')
+                        return false;
+                }
+            }
+            catch (error) {
+                console.error(`[${config.providerName}] Monitor error:`, error);
+            }
+            await (0, async_js_1.sleep)(POLL_INTERVAL_MS, abortSignal);
+        }
+        console.error(`[${config.providerName}] Monitor timeout after ${MAX_WAIT_MS / 1000}s`);
+        return false;
+    }
+    async function downloadJob(snapshotId) {
+        const apiKey = getApiKey();
+        const url = `${config.apiBase}/datasets/v3/snapshot/${snapshotId}?format=json`;
+        try {
+            const response = await (0, async_js_1.withRetries)(() => fetch(url, {
+                headers: { 'Authorization': `Bearer ${apiKey}` },
+                signal: (0, scrape_js_1.getAbortSignal)(),
+            }), DOWNLOAD_RETRY);
+            if (!response.ok) {
+                console.error(`[${config.providerName}] Download error: ${response.status}`);
+                return null;
+            }
+            const data = await response.json();
+            return Array.isArray(data) ? data : null;
+        }
+        catch (error) {
+            console.error(`[${config.providerName}] Download failed:`, error);
+            return null;
+        }
+    }
+    function transformResponse(raw) {
+        const responses = raw;
+        if (!responses || responses.length === 0)
+            return null;
+        const response = responses[0];
+        const answerText = (0, scrape_js_1.cleanAnswer)(response.answer_text || '');
+        const answerTextMarkdown = (0, scrape_js_1.cleanAnswer)(response.answer_text_markdown || '');
+        return {
+            prompt: response.prompt,
+            answer: answerText,
+            answer_text_markdown: answerTextMarkdown,
+            sources: (0, scrape_js_1.buildSources)(response.citations ?? [], response.links_attached ?? []),
+            searchQueries: response.web_search_query || [],
+        };
+    }
+    return {
+        name: config.providerName,
+        maxConcurrency: config.maxConcurrency,
+        maxPromptsPerRequest: config.maxPromptsPerRequest,
+        triggerJob,
+        monitorJob,
+        downloadJob,
+        transformResponse,
+    };
+}
+// ============================================================================
+// Export
+// ============================================================================
+exports.brightdataProvider = createBrightdataProvider();

package/script/src/apis/brightdata/llmScraper/index.d.ts

@@ -0,0 +1,14 @@
+import type { ModelResult } from '../../../schemas/models.schema.js';
+import { type BatchOptions } from './scrape.js';
+export type { BatchOptions };
+export type JobId = string | null;
+export type ScraperTarget = 'chatgpt' | 'aim';
+export declare function getMaxConcurrency(target?: ScraperTarget): number;
+export declare function getMaxPromptsPerRequest(target?: ScraperTarget): number;
+export declare function scrapeGPTBatch(options: BatchOptions): Promise<Array<ModelResult>>;
+export declare function triggerGPTBatch(options: BatchOptions): Promise<Array<string | null>>;
+export declare function downloadGPTSnapshots(jobIds: Array<string | null>): Promise<Array<ModelResult>>;
+export declare function scrapeAIMBatch(options: BatchOptions): Promise<Array<ModelResult>>;
+export declare function triggerAIMBatch(options: BatchOptions): Promise<Array<string | null>>;
+export declare function downloadAIMSnapshots(jobIds: Array<string | null>): Promise<Array<ModelResult>>;
+//# sourceMappingURL=index.d.ts.map

package/script/src/apis/brightdata/llmScraper/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/src/apis/brightdata/llmScraper/index.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,KAAK,YAAY,EAAqC,MAAM,aAAa,CAAC;AAKnF,YAAY,EAAE,YAAY,EAAE,CAAC;AAC7B,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,IAAI,CAAC;AAClC,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,KAAK,CAAC;AAuE9C,wBAAgB,iBAAiB,CAAC,MAAM,GAAE,aAAyB,GAAG,MAAM,CAE3E;AAED,wBAAgB,uBAAuB,CAAC,MAAM,GAAE,aAAyB,GAAG,MAAM,CAEjF;AAGD,wBAAsB,cAAc,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAEvF;AAED,wBAAsB,eAAe,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAE1F;AAED,wBAAsB,oBAAoB,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAEpG;AAGD,wBAAsB,cAAc,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAEvF;AAED,wBAAsB,eAAe,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAE1F;AAED,wBAAsB,oBAAoB,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAEpG"}