@graphext/cuery 0.2.0

package/esm/src/apis/googleAds/languageResourceMap.js

@@ -0,0 +1,208 @@
+// Generated from google_ads_langs.json.
+// Do not edit manually.
+export const LANGUAGE_RESOURCE_MAP = Object.freeze({
+    '1000': 'languageConstants/1000',
+    '1001': 'languageConstants/1001',
+    '1002': 'languageConstants/1002',
+    '1003': 'languageConstants/1003',
+    '1004': 'languageConstants/1004',
+    '1005': 'languageConstants/1005',
+    '1009': 'languageConstants/1009',
+    '1010': 'languageConstants/1010',
+    '1011': 'languageConstants/1011',
+    '1012': 'languageConstants/1012',
+    '1013': 'languageConstants/1013',
+    '1014': 'languageConstants/1014',
+    '1015': 'languageConstants/1015',
+    '1017': 'languageConstants/1017',
+    '1018': 'languageConstants/1018',
+    '1019': 'languageConstants/1019',
+    '1020': 'languageConstants/1020',
+    '1021': 'languageConstants/1021',
+    '1022': 'languageConstants/1022',
+    '1023': 'languageConstants/1023',
+    '1024': 'languageConstants/1024',
+    '1025': 'languageConstants/1025',
+    '1026': 'languageConstants/1026',
+    '1027': 'languageConstants/1027',
+    '1028': 'languageConstants/1028',
+    '1029': 'languageConstants/1029',
+    '1030': 'languageConstants/1030',
+    '1031': 'languageConstants/1031',
+    '1032': 'languageConstants/1032',
+    '1033': 'languageConstants/1033',
+    '1034': 'languageConstants/1034',
+    '1035': 'languageConstants/1035',
+    '1036': 'languageConstants/1036',
+    '1037': 'languageConstants/1037',
+    '1038': 'languageConstants/1038',
+    '1039': 'languageConstants/1039',
+    '1040': 'languageConstants/1040',
+    '1041': 'languageConstants/1041',
+    '1042': 'languageConstants/1042',
+    '1043': 'languageConstants/1043',
+    '1044': 'languageConstants/1044',
+    '1056': 'languageConstants/1056',
+    '1064': 'languageConstants/1064',
+    '1072': 'languageConstants/1072',
+    '1086': 'languageConstants/1086',
+    '1098': 'languageConstants/1098',
+    '1101': 'languageConstants/1101',
+    '1102': 'languageConstants/1102',
+    '1110': 'languageConstants/1110',
+    '1130': 'languageConstants/1130',
+    '1131': 'languageConstants/1131',
+    'ar': 'languageConstants/1019',
+    'AR': 'languageConstants/1019',
+    'arabic': 'languageConstants/1019',
+    'bengali': 'languageConstants/1056',
+    'bg': 'languageConstants/1020',
+    'BG': 'languageConstants/1020',
+    'bn': 'languageConstants/1056',
+    'BN': 'languageConstants/1056',
+    'bulgarian': 'languageConstants/1020',
+    'ca': 'languageConstants/1038',
+    'CA': 'languageConstants/1038',
+    'catalan': 'languageConstants/1038',
+    'chinese (simplified)': 'languageConstants/1017',
+    'chinese (traditional)': 'languageConstants/1018',
+    'croatian': 'languageConstants/1039',
+    'cs': 'languageConstants/1021',
+    'CS': 'languageConstants/1021',
+    'czech': 'languageConstants/1021',
+    'da': 'languageConstants/1009',
+    'DA': 'languageConstants/1009',
+    'danish': 'languageConstants/1009',
+    'de': 'languageConstants/1001',
+    'DE': 'languageConstants/1001',
+    'dutch': 'languageConstants/1010',
+    'el': 'languageConstants/1022',
+    'EL': 'languageConstants/1022',
+    'en': 'languageConstants/1000',
+    'EN': 'languageConstants/1000',
+    'english': 'languageConstants/1000',
+    'es': 'languageConstants/1003',
+    'ES': 'languageConstants/1003',
+    'estonian': 'languageConstants/1043',
+    'et': 'languageConstants/1043',
+    'ET': 'languageConstants/1043',
+    'fa': 'languageConstants/1064',
+    'FA': 'languageConstants/1064',
+    'fi': 'languageConstants/1011',
+    'FI': 'languageConstants/1011',
+    'filipino': 'languageConstants/1042',
+    'finnish': 'languageConstants/1011',
+    'fr': 'languageConstants/1002',
+    'FR': 'languageConstants/1002',
+    'french': 'languageConstants/1002',
+    'german': 'languageConstants/1001',
+    'greek': 'languageConstants/1022',
+    'gu': 'languageConstants/1072',
+    'GU': 'languageConstants/1072',
+    'gujarati': 'languageConstants/1072',
+    'hebrew': 'languageConstants/1027',
+    'hi': 'languageConstants/1023',
+    'HI': 'languageConstants/1023',
+    'hindi': 'languageConstants/1023',
+    'hr': 'languageConstants/1039',
+    'HR': 'languageConstants/1039',
+    'hu': 'languageConstants/1024',
+    'HU': 'languageConstants/1024',
+    'hungarian': 'languageConstants/1024',
+    'icelandic': 'languageConstants/1026',
+    'id': 'languageConstants/1025',
+    'ID': 'languageConstants/1025',
+    'indonesian': 'languageConstants/1025',
+    'is': 'languageConstants/1026',
+    'IS': 'languageConstants/1026',
+    'it': 'languageConstants/1004',
+    'IT': 'languageConstants/1004',
+    'italian': 'languageConstants/1004',
+    'iw': 'languageConstants/1027',
+    'IW': 'languageConstants/1027',
+    'ja': 'languageConstants/1005',
+    'JA': 'languageConstants/1005',
+    'japanese': 'languageConstants/1005',
+    'kannada': 'languageConstants/1086',
+    'kn': 'languageConstants/1086',
+    'KN': 'languageConstants/1086',
+    'ko': 'languageConstants/1012',
+    'KO': 'languageConstants/1012',
+    'korean': 'languageConstants/1012',
+    'latvian': 'languageConstants/1028',
+    'lithuanian': 'languageConstants/1029',
+    'lt': 'languageConstants/1029',
+    'LT': 'languageConstants/1029',
+    'lv': 'languageConstants/1028',
+    'LV': 'languageConstants/1028',
+    'malay': 'languageConstants/1102',
+    'malayalam': 'languageConstants/1098',
+    'marathi': 'languageConstants/1101',
+    'ml': 'languageConstants/1098',
+    'ML': 'languageConstants/1098',
+    'mr': 'languageConstants/1101',
+    'MR': 'languageConstants/1101',
+    'ms': 'languageConstants/1102',
+    'MS': 'languageConstants/1102',
+    'nl': 'languageConstants/1010',
+    'NL': 'languageConstants/1010',
+    'no': 'languageConstants/1013',
+    'NO': 'languageConstants/1013',
+    'norwegian': 'languageConstants/1013',
+    'pa': 'languageConstants/1110',
+    'PA': 'languageConstants/1110',
+    'persian': 'languageConstants/1064',
+    'pl': 'languageConstants/1030',
+    'PL': 'languageConstants/1030',
+    'polish': 'languageConstants/1030',
+    'portuguese': 'languageConstants/1014',
+    'pt': 'languageConstants/1014',
+    'PT': 'languageConstants/1014',
+    'punjabi': 'languageConstants/1110',
+    'ro': 'languageConstants/1032',
+    'RO': 'languageConstants/1032',
+    'romanian': 'languageConstants/1032',
+    'ru': 'languageConstants/1031',
+    'RU': 'languageConstants/1031',
+    'russian': 'languageConstants/1031',
+    'serbian': 'languageConstants/1035',
+    'sk': 'languageConstants/1033',
+    'SK': 'languageConstants/1033',
+    'sl': 'languageConstants/1034',
+    'SL': 'languageConstants/1034',
+    'slovak': 'languageConstants/1033',
+    'slovenian': 'languageConstants/1034',
+    'spanish': 'languageConstants/1003',
+    'sr': 'languageConstants/1035',
+    'SR': 'languageConstants/1035',
+    'sv': 'languageConstants/1015',
+    'SV': 'languageConstants/1015',
+    'swedish': 'languageConstants/1015',
+    'ta': 'languageConstants/1130',
+    'TA': 'languageConstants/1130',
+    'tamil': 'languageConstants/1130',
+    'te': 'languageConstants/1131',
+    'TE': 'languageConstants/1131',
+    'telugu': 'languageConstants/1131',
+    'th': 'languageConstants/1044',
+    'TH': 'languageConstants/1044',
+    'thai': 'languageConstants/1044',
+    'tl': 'languageConstants/1042',
+    'TL': 'languageConstants/1042',
+    'tr': 'languageConstants/1037',
+    'TR': 'languageConstants/1037',
+    'turkish': 'languageConstants/1037',
+    'uk': 'languageConstants/1036',
+    'UK': 'languageConstants/1036',
+    'ukrainian': 'languageConstants/1036',
+    'ur': 'languageConstants/1041',
+    'UR': 'languageConstants/1041',
+    'urdu': 'languageConstants/1041',
+    'vi': 'languageConstants/1040',
+    'VI': 'languageConstants/1040',
+    'vietnamese': 'languageConstants/1040',
+    'zh_cn': 'languageConstants/1017',
+    'ZH_CN': 'languageConstants/1017',
+    'zh_tw': 'languageConstants/1018',
+    'ZH_TW': 'languageConstants/1018'
+});

package/esm/src/apis/hasdata/aim.d.ts

@@ -0,0 +1,4 @@
+import type { AIOParsed } from './helpers.js';
+export declare function fetchAIM(prompt: string, country?: string | null, language?: string | null, location?: string | null): Promise<AIOParsed>;
+export declare function fetchAIMBatch(prompts: Array<string>, country?: string | null, language?: string | null, location?: string | null, maxConcurrency?: number): Promise<Array<AIOParsed>>;
+//# sourceMappingURL=aim.d.ts.map

package/esm/src/apis/hasdata/aim.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"aim.d.ts","sourceRoot":"","sources":["../../../../src/src/apis/hasdata/aim.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACX,SAAS,EACT,MAAM,cAAc,CAAC;AAOtB,wBAAsB,QAAQ,CAC7B,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,MAAM,GAAG,IAAW,EAC7B,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,QAAQ,GAAE,MAAM,GAAG,IAAW,GAC5B,OAAO,CAAC,SAAS,CAAC,CA4BpB;AAED,wBAAsB,aAAa,CAClC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,EACtB,OAAO,GAAE,MAAM,GAAG,IAAW,EAC7B,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,cAAc,GAAE,MAA4B,GAC1C,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAM3B"}

package/esm/src/apis/hasdata/aim.js

@@ -0,0 +1,32 @@
+/* eslint no-console: ["warn", { allow: ["log", "warn", "error"] }] */
+import { mapParallel } from '../../async.js';
+import { fetchHasDataWithRetry, HASDATA_CONCURRENCY, parseAIM } from './helpers.js';
+export async function fetchAIM(prompt, country = null, language = null, location = null) {
+    const aimEndpoint = 'https://api.hasdata.com/scrape/google/ai-mode';
+    const params = { q: prompt };
+    if (location) {
+        params.location = location;
+    }
+    if (country) {
+        params.gl = country.toLowerCase();
+    }
+    if (language) {
+        params.hl = language.toLowerCase();
+    }
+    const url = new URL(aimEndpoint);
+    for (const [key, value] of Object.entries(params)) {
+        url.searchParams.set(key, value);
+    }
+    try {
+        const response = await fetchHasDataWithRetry(url.toString());
+        const content = await response.json();
+        return parseAIM(content);
+    }
+    catch (error) {
+        console.error('HasData AI Mode API error:', error);
+        return { answer: '', sources: [] };
+    }
+}
+export async function fetchAIMBatch(prompts, country = null, language = null, location = null, maxConcurrency = HASDATA_CONCURRENCY) {
+    return mapParallel(prompts, maxConcurrency, async (prompt) => fetchAIM(prompt, country, language, location));
+}

package/esm/src/apis/hasdata/aio.d.ts

@@ -0,0 +1,4 @@
+import { type AIOParsed } from './helpers.js';
+export declare function fetchAIO(prompt: string, country?: string | null, language?: string | null): Promise<AIOParsed>;
+export declare function fetchAIOBatch(prompts: Array<string>, country?: string | null, language?: string | null, maxConcurrency?: number): Promise<Array<AIOParsed>>;
+//# sourceMappingURL=aio.d.ts.map

package/esm/src/apis/hasdata/aio.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"aio.d.ts","sourceRoot":"","sources":["../../../../src/src/apis/hasdata/aio.ts"],"names":[],"mappings":"AAGA,OAAO,EAIN,KAAK,SAAS,EAEd,MAAM,cAAc,CAAC;AAStB,wBAAsB,QAAQ,CAC7B,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,MAAM,GAAG,IAAW,EAC7B,QAAQ,GAAE,MAAM,GAAG,IAAW,GAC5B,OAAO,CAAC,SAAS,CAAC,CAiCpB;AAED,wBAAsB,aAAa,CAClC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,EACtB,OAAO,GAAE,MAAM,GAAG,IAAW,EAC7B,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,cAAc,GAAE,MAA4B,GAC1C,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAM3B"}

package/esm/src/apis/hasdata/aio.js

@@ -0,0 +1,42 @@
+/* eslint no-console: ["warn", { allow: ["log", "warn", "error"] }] */
+import { mapParallel } from '../../async.js';
+import { fetchHasDataWithRetry, HASDATA_CONCURRENCY, parseAIO } from './helpers.js';
+function aioRequestUrl(aio) {
+    if (aio.pageToken && aio.hasdataLink) {
+        return aio.hasdataLink;
+    }
+    return null;
+}
+export async function fetchAIO(prompt, country = null, language = null) {
+    const serpEndpoint = 'https://api.hasdata.com/scrape/google/serp';
+    const params = { q: prompt };
+    if (country) {
+        params.gl = country.toLowerCase();
+    }
+    if (language) {
+        params.hl = language.toLowerCase();
+    }
+    const url = new URL(serpEndpoint);
+    for (const [key, value] of Object.entries(params)) {
+        url.searchParams.set(key, value);
+    }
+    try {
+        let response = await fetchHasDataWithRetry(url.toString());
+        let content = await response.json();
+        let aio = content.aiOverview || {};
+        const aioUrlString = aioRequestUrl(aio);
+        if (aioUrlString) {
+            response = await fetchHasDataWithRetry(aioUrlString);
+            content = await response.json();
+            aio = content.aiOverview || {};
+        }
+        return parseAIO(aio);
+    }
+    catch (error) {
+        console.error('HasData API error:', error);
+        return { answer: '', sources: [] };
+    }
+}
+export async function fetchAIOBatch(prompts, country = null, language = null, maxConcurrency = HASDATA_CONCURRENCY) {
+    return mapParallel(prompts, maxConcurrency, async (prompt) => fetchAIO(prompt, country, language));
+}

package/esm/src/apis/hasdata/helpers.d.ts

@@ -0,0 +1,55 @@
+import { type RetryConfig } from '../../async.js';
+import type { Source } from '../../schemas/sources.schema.js';
+export declare const HASDATA_CONCURRENCY = 29;
+export declare const HASDATA_RETRY_CONFIG: RetryConfig;
+export declare function getHasDataApiKey(): string;
+export declare function fetchHasDataWithRetry(url: string, retryConfig?: RetryConfig): Promise<Response>;
+interface ListItem {
+    title?: string;
+    snippet?: string;
+    list?: Array<ListItem>;
+}
+interface TextBlock {
+    type?: string;
+    snippet?: string;
+    snippetHighlightedWords?: Array<string>;
+    referenceIndexes?: Array<number>;
+    list?: Array<ListItem>;
+    rows?: Array<Array<string>>;
+    thumbnail?: string;
+    language?: string;
+}
+interface Reference {
+    index?: number;
+    title?: string;
+    link?: string;
+    url?: string;
+    snippet?: string;
+    source?: string;
+}
+export interface AIOverview {
+    textBlocks?: Array<TextBlock>;
+    references?: Array<Reference>;
+    aiOverview?: AIOverview;
+    pageToken?: string;
+    hasdataLink?: string;
+}
+interface RequestMetadata {
+    id?: string;
+    status?: string;
+    html?: string;
+    url?: string;
+}
+export interface AIMode {
+    requestMetadata?: RequestMetadata;
+    textBlocks?: Array<TextBlock>;
+    references?: Array<Reference>;
+}
+export interface AIOParsed {
+    answer: string;
+    sources: Array<Source>;
+}
+export declare function parseAIO(aio: AIOverview): AIOParsed;
+export declare function parseAIM(aim: AIMode): AIOParsed;
+export {};
+//# sourceMappingURL=helpers.d.ts.map

package/esm/src/apis/hasdata/helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../../src/src/apis/hasdata/helpers.ts"],"names":[],"mappings":"AACA,OAAO,EAAe,KAAK,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE/D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;AAG9D,eAAO,MAAM,mBAAmB,KAAK,CAAC;AAEtC,eAAO,MAAM,oBAAoB,EAAE,WAMlC,CAAC;AAEF,wBAAgB,gBAAgB,IAAI,MAAM,CAMzC;AAED,wBAAsB,qBAAqB,CAC1C,GAAG,EAAE,MAAM,EACX,WAAW,GAAE,WAAkC,GAC7C,OAAO,CAAC,QAAQ,CAAC,CAgCnB;AAED,UAAU,QAAQ;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;CACvB;AAED,UAAU,SAAS;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACvB,IAAI,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,SAAS;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IAC1B,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC9B,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC9B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,UAAU,eAAe;IACxB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,MAAM;IACtB,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC9B,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,SAAS;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACvB;AAwJD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,UAAU,GAAG,SAAS,CAInD;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAI/C"}

package/esm/src/apis/hasdata/helpers.js

@@ -0,0 +1,182 @@
+import * as dntShim from "../../../_dnt.shims.js";
+import { withRetries } from '../../async.js';
+import { extractDomain } from '../../urls.js';
+export const HASDATA_CONCURRENCY = 29;
+export const HASDATA_RETRY_CONFIG = {
+    maxRetries: 3,
+    initialDelay: 1000,
+    maxDelay: 8000,
+    backoffMultiplier: 2,
+    statusCodes: [429, 500]
+};
+export function getHasDataApiKey() {
+    const apiKey = dntShim.Deno.env.get('HASDATA_API_KEY');
+    if (!apiKey) {
+        throw new Error('HASDATA_API_KEY environment variable is required');
+    }
+    return apiKey;
+}
+export async function fetchHasDataWithRetry(url, retryConfig = HASDATA_RETRY_CONFIG) {
+    const headers = {
+        'x-api-key': getHasDataApiKey()
+    };
+    const response = await withRetries(async () => fetch(url, {
+        headers,
+        signal: dntShim.dntGlobalThis.abortSignal
+    }), retryConfig);
+    if (!response.ok) {
+        const status = response.status;
+        let errorMessage;
+        if (status === 401) {
+            errorMessage = 'HasData API error (401): Invalid API key';
+        }
+        else if (status === 403) {
+            errorMessage = 'HasData API error (403): API credits exhausted';
+        }
+        else if (status === 404) {
+            errorMessage = 'HasData API error (404): Page not found';
+        }
+        else {
+            errorMessage = `HasData API error: ${status} ${response.statusText}`;
+        }
+        console.error(errorMessage);
+        throw new Error(errorMessage);
+    }
+    return response;
+}
+function removeCSSChunks(text) {
+    if (!text) {
+        return '';
+    }
+    // Remove CSS blocks that start with :root (anchored pattern - safe)
+    text = text.replace(/:root\{[^}]*\}(?:@supports[^}]*\{[^}]*\{[^}]*\}\})?(?:\.[a-zA-Z0-9_-]+\{[^}]*\})*\.?/g, '');
+    // Remove standalone @supports blocks (less common but safe anchor)
+    text = text.replace(/@supports[^\{]*\{(?:[^{}]|\{[^}]*\})*\}/g, '');
+    // Only remove class blocks if they appear in suspicious patterns (3+ consecutive)
+    text = text.replace(/(?:\.[a-zA-Z0-9_-]+\{[^}]*\}){3,}/g, '');
+    return text;
+}
+function cleanText(text) {
+    if (!text) {
+        return '';
+    }
+    text = removeCSSChunks(text);
+    text = text.replace(/\u00a0/g, ' ');
+    text = text.replace(/[ \t]+/g, ' ');
+    const lines = text.split('\n').map(line => line.trim());
+    const cleaned = [];
+    for (const line of lines) {
+        if (line || (cleaned.length > 0 && cleaned[cleaned.length - 1])) {
+            cleaned.push(line);
+        }
+    }
+    return cleaned.join('\n').trim();
+}
+function* iterListItems(items, indent = 0) {
+    const prefix = '  '.repeat(indent) + '- ';
+    for (const obj of items) {
+        const title = obj.title || '';
+        const snippet = obj.snippet || '';
+        let line;
+        if (title && snippet && title.endsWith(':')) {
+            line = `${title} ${snippet}`.trim();
+        }
+        else {
+            line = [title, snippet].filter(p => p).join(' ').trim();
+        }
+        if (line) {
+            yield prefix + cleanText(line);
+        }
+        if (obj.list && Array.isArray(obj.list)) {
+            yield* iterListItems(obj.list, indent + 1);
+        }
+    }
+}
+function formatTable(block) {
+    const rows = block.rows || [];
+    if (rows.length === 0) {
+        return '';
+    }
+    const out = [];
+    const header = rows[0].map(cell => removeCSSChunks(cell));
+    out.push('| ' + header.join(' | ') + ' |');
+    out.push('| ' + header.map(() => '---').join(' | ') + ' |');
+    for (let i = 1; i < rows.length; i++) {
+        const cleanedRow = rows[i].map(cell => removeCSSChunks(cell));
+        out.push('| ' + cleanedRow.join(' | ') + ' |');
+    }
+    return out.join('\n');
+}
+function formatCode(block) {
+    const lang = block.language || '';
+    const snippet = block.snippet || '';
+    if (!snippet) {
+        return '';
+    }
+    const header = `[Code${lang ? ': ' + lang : ''}]`;
+    return `${header}\n${snippet.trim()}`;
+}
+function parseAIResult(data, { allowNestedOverview = true } = {}) {
+    const textBlocks = data.textBlocks || (allowNestedOverview ? data.aiOverview?.textBlocks : []) || [];
+    const parts = [];
+    const handlers = {
+        paragraph: (b) => cleanText(b.snippet || ''),
+        list: (b) => Array.from(iterListItems(b.list || [])).join('\n'),
+        table: formatTable,
+        code: formatCode
+    };
+    for (const block of textBlocks) {
+        const btype = block.type || (block.snippet ? 'paragraph' : null);
+        if (!btype || btype === 'carousel') {
+            continue;
+        }
+        const handler = handlers[btype];
+        if (handler) {
+            const rendered = handler(block);
+            if (rendered) {
+                parts.push(rendered);
+            }
+        }
+        else {
+            const snippet = block.snippet || '';
+            if (snippet) {
+                parts.push(cleanText(snippet));
+            }
+        }
+    }
+    const deduped = [];
+    for (const p of parts) {
+        if (deduped.length === 0 || deduped[deduped.length - 1] !== p) {
+            deduped.push(p);
+        }
+    }
+    let answer = cleanText(deduped.join('\n\n'));
+    if (answer.length > 16000) {
+        console.warn('Warning: AI answer truncated to 16000 characters');
+        answer = answer.slice(0, 16000);
+    }
+    const refs = data.references || (allowNestedOverview ? data.aiOverview?.references : []) || [];
+    const sources = [];
+    for (const r of refs) {
+        const link = r.link || r.url;
+        const title = [r.title, r.source, r.snippet].filter(Boolean).join(' - ');
+        if (link) {
+            sources.push({
+                title,
+                url: link,
+                domain: extractDomain(link)
+            });
+        }
+    }
+    return { answer, sources };
+}
+export function parseAIO(aio) {
+    return parseAIResult(aio, {
+        allowNestedOverview: true
+    });
+}
+export function parseAIM(aim) {
+    return parseAIResult(aim, {
+        allowNestedOverview: false
+    });
+}

package/esm/src/async.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Async utilities: sleep, retry with backoff, and parallel execution.
+ */
+export declare function sleep(ms: number, abortSignal?: AbortSignal): Promise<void>;
+export interface RetryConfig {
+    maxRetries?: number;
+    initialDelay?: number;
+    maxDelay?: number;
+    backoffMultiplier?: number;
+    statusCodes?: Array<number>;
+}
+export declare const RETRY_DEFAULTS: {
+    maxRetries: number;
+    initialDelay: number;
+    maxDelay: number;
+    backoffMultiplier: number;
+    statusCodes: number[];
+};
+/**
+ * Executes a fetch operation with exponential backoff retry logic.
+ * Only retries on network errors or specific HTTP status codes (default: 429, 500).
+ */
+export declare function withRetries(fn: () => Promise<Response>, { maxRetries, initialDelay, maxDelay, backoffMultiplier, statusCodes }?: RetryConfig): Promise<Response>;
+/**
+ * Executes an async callback on each item in an iterable with limited concurrency.
+ * Results are returned in the same order as the input.
+ */
+export declare function mapParallel<T, U>(iterable: Array<T> | Set<T> | Iterator<T>, nWorkers: number, callback: (value: T, index: number) => Promise<U>): Promise<Array<U>>;
+//# sourceMappingURL=async.d.ts.map

package/esm/src/async.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"async.d.ts","sourceRoot":"","sources":["../../src/src/async.ts"],"names":[],"mappings":"AAAA;;GAEG;AAYH,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAyB1E;AAMD,MAAM,WAAW,WAAW;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAC5B;AAED,eAAO,MAAM,cAAc;;;;;;CAM1B,CAAC;AAEF;;;GAGG;AACH,wBAAsB,WAAW,CAChC,EAAE,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,EAC3B,EACC,UAAsC,EACtC,YAA0C,EAC1C,QAAkC,EAClC,iBAAoD,EACpD,WAAwC,EACxC,GAAE,WAAgB,GACjB,OAAO,CAAC,QAAQ,CAAC,CA+CnB;AAMD;;;GAGG;AACH,wBAAsB,WAAW,CAAC,CAAC,EAAE,CAAC,EACrC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,EACzC,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAC/C,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CA0BnB"}