@graphext/cuery 0.7.0 → 0.8.1

package/esm/src/apis/hasdata/helpers.js

@@ -1,182 +0,0 @@
-import * as dntShim from "../../../_dnt.shims.js";
-import { withRetries } from '../../helpers/async.js';
-import { extractDomain } from '../../helpers/urls.js';
-export const HASDATA_CONCURRENCY = 29;
-export const HASDATA_RETRY_CONFIG = {
-    maxRetries: 3,
-    initialDelay: 1000,
-    maxDelay: 8000,
-    backoffMultiplier: 2,
-    statusCodes: [429, 500]
-};
-export function getHasDataApiKey() {
-    const apiKey = dntShim.Deno.env.get('HASDATA_API_KEY');
-    if (!apiKey) {
-        throw new Error('HASDATA_API_KEY environment variable is required');
-    }
-    return apiKey;
-}
-export async function fetchHasDataWithRetry(url, retryConfig = HASDATA_RETRY_CONFIG) {
-    const headers = {
-        'x-api-key': getHasDataApiKey()
-    };
-    const response = await withRetries(async () => fetch(url, {
-        headers,
-        signal: dntShim.dntGlobalThis.abortSignal
-    }), retryConfig);
-    if (!response.ok) {
-        const status = response.status;
-        let errorMessage;
-        if (status === 401) {
-            errorMessage = 'HasData API error (401): Invalid API key';
-        }
-        else if (status === 403) {
-            errorMessage = 'HasData API error (403): API credits exhausted';
-        }
-        else if (status === 404) {
-            errorMessage = 'HasData API error (404): Page not found';
-        }
-        else {
-            errorMessage = `HasData API error: ${status} ${response.statusText}`;
-        }
-        console.error(errorMessage);
-        throw new Error(errorMessage);
-    }
-    return response;
-}
-function removeCSSChunks(text) {
-    if (!text) {
-        return '';
-    }
-    // Remove CSS blocks that start with :root (anchored pattern - safe)
-    text = text.replace(/:root\{[^}]*\}(?:@supports[^}]*\{[^}]*\{[^}]*\}\})?(?:\.[a-zA-Z0-9_-]+\{[^}]*\})*\.?/g, '');
-    // Remove standalone @supports blocks (less common but safe anchor)
-    text = text.replace(/@supports[^\{]*\{(?:[^{}]|\{[^}]*\})*\}/g, '');
-    // Only remove class blocks if they appear in suspicious patterns (3+ consecutive)
-    text = text.replace(/(?:\.[a-zA-Z0-9_-]+\{[^}]*\}){3,}/g, '');
-    return text;
-}
-function cleanText(text) {
-    if (!text) {
-        return '';
-    }
-    text = removeCSSChunks(text);
-    text = text.replace(/\u00a0/g, ' ');
-    text = text.replace(/[ \t]+/g, ' ');
-    const lines = text.split('\n').map(line => line.trim());
-    const cleaned = [];
-    for (const line of lines) {
-        if (line || (cleaned.length > 0 && cleaned[cleaned.length - 1])) {
-            cleaned.push(line);
-        }
-    }
-    return cleaned.join('\n').trim();
-}
-function* iterListItems(items, indent = 0) {
-    const prefix = '  '.repeat(indent) + '- ';
-    for (const obj of items) {
-        const title = obj.title || '';
-        const snippet = obj.snippet || '';
-        let line;
-        if (title && snippet && title.endsWith(':')) {
-            line = `${title} ${snippet}`.trim();
-        }
-        else {
-            line = [title, snippet].filter(p => p).join(' ').trim();
-        }
-        if (line) {
-            yield prefix + cleanText(line);
-        }
-        if (obj.list && Array.isArray(obj.list)) {
-            yield* iterListItems(obj.list, indent + 1);
-        }
-    }
-}
-function formatTable(block) {
-    const rows = block.rows || [];
-    if (rows.length === 0) {
-        return '';
-    }
-    const out = [];
-    const header = rows[0].map(cell => removeCSSChunks(cell));
-    out.push('| ' + header.join(' | ') + ' |');
-    out.push('| ' + header.map(() => '---').join(' | ') + ' |');
-    for (let i = 1; i < rows.length; i++) {
-        const cleanedRow = rows[i].map(cell => removeCSSChunks(cell));
-        out.push('| ' + cleanedRow.join(' | ') + ' |');
-    }
-    return out.join('\n');
-}
-function formatCode(block) {
-    const lang = block.language || '';
-    const snippet = block.snippet || '';
-    if (!snippet) {
-        return '';
-    }
-    const header = `[Code${lang ? ': ' + lang : ''}]`;
-    return `${header}\n${snippet.trim()}`;
-}
-function parseAIResult(data, { allowNestedOverview = true } = {}) {
-    const textBlocks = data.textBlocks || (allowNestedOverview ? data.aiOverview?.textBlocks : []) || [];
-    const parts = [];
-    const handlers = {
-        paragraph: (b) => cleanText(b.snippet || ''),
-        list: (b) => Array.from(iterListItems(b.list || [])).join('\n'),
-        table: formatTable,
-        code: formatCode
-    };
-    for (const block of textBlocks) {
-        const btype = block.type || (block.snippet ? 'paragraph' : null);
-        if (!btype || btype === 'carousel') {
-            continue;
-        }
-        const handler = handlers[btype];
-        if (handler) {
-            const rendered = handler(block);
-            if (rendered) {
-                parts.push(rendered);
-            }
-        }
-        else {
-            const snippet = block.snippet || '';
-            if (snippet) {
-                parts.push(cleanText(snippet));
-            }
-        }
-    }
-    const deduped = [];
-    for (const p of parts) {
-        if (deduped.length === 0 || deduped[deduped.length - 1] !== p) {
-            deduped.push(p);
-        }
-    }
-    let answer = cleanText(deduped.join('\n\n'));
-    if (answer.length > 16000) {
-        console.warn('Warning: AI answer truncated to 16000 characters');
-        answer = answer.slice(0, 16000);
-    }
-    const refs = data.references || (allowNestedOverview ? data.aiOverview?.references : []) || [];
-    const sources = [];
-    for (const r of refs) {
-        const link = r.link || r.url;
-        const title = [r.title, r.source, r.snippet].filter(Boolean).join(' - ');
-        if (link) {
-            sources.push({
-                title,
-                url: link,
-                domain: extractDomain(link)
-            });
-        }
-    }
-    return { answer, sources };
-}
-export function parseAIO(aio) {
-    return parseAIResult(aio, {
-        allowNestedOverview: true
-    });
-}
-export function parseAIM(aim) {
-    return parseAIResult(aim, {
-        allowNestedOverview: false
-    });
-}

package/script/src/api.d.ts

@@ -1,73 +0,0 @@
-import { type JobId } from './apis/chatgptScraper/index.js';
-import { type Entity } from './schemas/entity.schema.js';
-import { type Funnel } from './schemas/funnel.schema.js';
-import type { ModelIdentifier } from './schemas/models.schema.js';
-import { type Persona } from './schemas/persona.schema.js';
-import { type BrandContext } from './schemas/brand.schema.js';
-import { type Source, type EnrichedSource, type SearchSource } from './schemas/sources.schema.js';
-export type ModelResponse = {
-    prompt: string;
-    model: string;
-    answer: string;
-    sources: Array<Source>;
-    searchQueries: Array<string>;
-    searchSources: Array<SearchSource>;
-};
-export type EnrichedModelResponse = {
-    prompt: string;
-    model: string;
-    answer: string;
-    sources: Array<EnrichedSource>;
-    fanout?: Array<string>;
-    rankedBrandsInAnswer: Array<string>;
-    rankedBrandsInSourceTitles: Array<string>;
-    rankedBrandsInSourceDomains: Array<string>;
-};
-export declare function queryModel(prompts: Array<string | JobId>, model: ModelIdentifier, searchCountry?: string | null): Promise<Array<ModelResponse>>;
-export declare function classifyIntent(texts: Array<string>): Promise<Array<string | null>>;
-export declare function extractTopics(params: {
-    records: Array<Record<string, unknown>>;
-    maxSamples?: number;
-    instructions?: string;
-    language?: string;
-    model?: string;
-}): Promise<{
-    topics: {
-        topic: string;
-        subtopics: string[];
-    }[];
-} | null>;
-export declare function generatePersonas(params: {
-    sector: string;
-    market: string;
-    language: string;
-    brand?: string;
-    brandDomain?: string;
-    count?: number;
-    briefing?: string;
-    instructions?: string;
-    userLanguage?: string;
-    personas?: Array<Persona>;
-    model?: string;
-}): Promise<{
-    personas: {
-        name: string;
-        description: string;
-        keywordSeeds: string[];
-    }[];
-    explanation: string;
-} | null>;
-export declare function extractAndAssignTopics(texts: Array<string>): Promise<Array<{
-    topic: string | null;
-    subtopic: string | null;
-}>>;
-export declare function assignFunnelStages(texts: Array<string>, funnel: Funnel): Promise<Array<{
-    funnelStage: string | null;
-    funnelCategory: string | null;
-}>>;
-export declare function classifyIntoPersonas(texts: Array<string>, personas: Array<Persona>): Promise<Array<Array<string> | null>>;
-export declare function classifyBrandedNonBranded(texts: Array<string>): Promise<Array<string | null>>;
-export declare function extractEntities(texts: Array<string>): Promise<Array<Array<Entity> | null>>;
-export declare function scorePurchaseProbability(texts: Array<string>, numDays?: number): Promise<Array<number | null>>;
-export declare function scoreRelevance(prompts: Array<string>, context: BrandContext): Promise<Array<number | null>>;
-//# sourceMappingURL=api.d.ts.map

package/script/src/api.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/src/api.ts"],"names":[],"mappings":"AAGA,OAAO,EAAwC,KAAK,KAAK,EAAE,MAAM,gCAAgC,CAAC;AAIlG,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAElE,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAE9D,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,cAAc,EAAE,KAAK,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAMlG,MAAM,MAAM,aAAa,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,aAAa,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,oBAAoB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpC,0BAA0B,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1C,2BAA2B,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAC3C,CAAC;AAEF,wBAAsB,UAAU,CAC/B,OAAO,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,EAC9B,KAAK,EAAE,eAAe,EACtB,aAAa,GAAE,MAAM,GAAG,IAAW,GACjC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAkD/B;AAQD,wBAAsB,cAAc,CACnC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAClB,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAc/B;AAED,wBAAsB,aAAa,CAAC,MAAM,EAAE;IAC3C,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;;;;;UAWA;AAED,wBAAsB,gBAAgB,CAAC,MAAM,EAAE;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;;;;;;;UAiBA;AAED,wBAAsB,sBAAsB,CAC3C,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAClB,OAAO,CAAC,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CAAC,CA0BnE;AAED,wBAAsB,kBAAkB,CACvC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EACpB,MAAM,EAAE,MAAM,GACZ,OAAO,CAAC,KAAK,CAAC;IAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CAAC,CAa/E;AAED,wBAAsB,oBAAoB,CACzC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EACpB,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,GACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAkBtC;AAED,wBAAsB,yBAAyB,CAC9C,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAClB,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAkB/B;AAED,wBAAsB,eAAe,CACpC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAClB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAetC;AAED,wBAAsB,wBAAwB,CAC7C,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EACpB,OAAO,GAAE,MAAW,GAClB,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAe/B;AAED,wBAAsB,cAAc,CACnC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,EACtB,OAAO,EAAE,YAAY,GACnB,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CA6C/B"}

package/script/src/api.js

@@ -1,221 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.queryModel = queryModel;
-exports.classifyIntent = classifyIntent;
-exports.extractTopics = extractTopics;
-exports.generatePersonas = generatePersonas;
-exports.extractAndAssignTopics = extractAndAssignTopics;
-exports.assignFunnelStages = assignFunnelStages;
-exports.classifyIntoPersonas = classifyIntoPersonas;
-exports.classifyBrandedNonBranded = classifyBrandedNonBranded;
-exports.extractEntities = extractEntities;
-exports.scorePurchaseProbability = scorePurchaseProbability;
-exports.scoreRelevance = scoreRelevance;
-/* eslint no-console: ["warn", { allow: ["log", "warn", "error"] }] */
-const aim_js_1 = require("./apis/hasdata/aim.js");
-const aio_js_1 = require("./apis/hasdata/aio.js");
-const index_js_1 = require("./apis/chatgptScraper/index.js");
-const classifier_js_1 = require("./tools/classifier.js");
-const entities_js_1 = require("./tools/entities.js");
-const funnel_js_1 = require("./tools/funnel.js");
-const utils_js_1 = require("./helpers/utils.js");
-const scorer_js_1 = require("./tools/scorer.js");
-const topics_js_1 = require("./tools/topics.js");
-const personas_js_1 = require("./tools/personas.js");
-const utils_js_2 = require("./helpers/utils.js");
-async function queryModel(prompts, model, searchCountry = null) {
-    let searchResults;
-    if (model === 'google/ai-overview') {
-        searchResults = await (0, aio_js_1.fetchAIOBatch)(prompts, searchCountry, null);
-    }
-    else if (model === 'google/ai-mode') {
-        searchResults = await (0, aim_js_1.fetchAIMBatch)(prompts, searchCountry, null);
-    }
-    else if (model.startsWith('openai/') || model.includes('chatgpt')) {
-        // JobIds are alphanumeric strings without spaces
-        // (e.g., "7420410504197219329" for Oxylabs, "s_xxxxx" for Brightdata)
-        // Prompts are natural language text with spaces
-        const firstPrompt = prompts[0];
-        const isJobIdArray = prompts.length === 0 || firstPrompt == null || !firstPrompt.includes(' ');
-        if (isJobIdArray) {
-            searchResults = await (0, index_js_1.downloadGPTSnapshots)(prompts);
-        }
-        else {
-            searchResults = await (0, index_js_1.scrapeGPTBatch)({
-                prompts: prompts,
-                countryISOCode: searchCountry
-            });
-        }
-    }
-    else {
-        throw new Error(`Unsupported model: ${model}`);
-    }
-    // Convert model identifier to column name (e.g., "google/ai-overview" -> "ai_overview")
-    const modelColumnName = (0, utils_js_1.cleanColumnName)(model.split('/').pop() ?? model);
-    const responses = searchResults.map((sr, i) => ({
-        answer: sr.answer,
-        sources: sr.sources,
-        prompt: sr.prompt ?? (typeof prompts[i] === 'string' ? prompts[i] : ''),
-        model: modelColumnName,
-        searchQueries: sr.searchQueries ?? [],
-        searchSources: sr.searchSources ?? []
-    }));
-    return responses;
-}
-const intentLabels = {
-    'informational': 'The user is seeking information or answers to questions about a topic.',
-    'navigational': 'The user is trying to find a specific website or page.',
-    'transactional': 'The user intends to complete a transaction, such as making a purchase or signing up for a service.'
-};
-async function classifyIntent(texts) {
-    console.log('Classifying prompt intents...');
-    const classifier = new classifier_js_1.Classifier({
-        labels: intentLabels,
-        instructions: 'Classify the search query into one of the following intents: informational, navigational, transactional.'
-    }, { model: 'gpt-4.1-mini' });
-    const textRecords = texts.map(text => ({ text }));
-    const intents = await classifier.batch(textRecords);
-    return intents.toArray();
-}
-async function extractTopics(params) {
-    const extractor = new topics_js_1.TopicExtractor({
-        maxSamples: params.maxSamples,
-        instructions: params.instructions,
-        language: params.language
-    }, { model: params.model ?? 'gpt-4.1-mini' });
-    const result = await extractor.invoke(params.records);
-    return result.parsed;
-}
-async function generatePersonas(params) {
-    const generator = new personas_js_1.PersonaGenerator({
-        sector: params.sector,
-        market: params.market,
-        language: params.language,
-        brand: params.brand,
-        brandDomain: params.brandDomain,
-        count: params.count,
-        briefing: params.briefing,
-        instructions: params.instructions,
-        userLanguage: params.userLanguage
-    }, { model: params.model ?? 'gpt-4.1' });
-    const result = await generator.invoke(params.personas ?? null);
-    return result.parsed;
-}
-async function extractAndAssignTopics(texts) {
-    console.log('Identifying topics...');
-    const textRecords = texts.map(text => ({ text }));
-    const extractor = new topics_js_1.TopicExtractor({ maxSamples: 500 }, { model: 'gpt-4.1' });
-    const taxonomyResult = await extractor.invoke(textRecords);
-    const taxonomy = taxonomyResult.parsed;
-    if (taxonomy == null) {
-        return texts.map(() => ({ topic: null, subtopic: null }));
-    }
-    console.log('Assigning topics...');
-    const assigner = new topics_js_1.TopicAssigner({ taxonomy }, { model: 'gpt-4.1-mini' });
-    const topicLabels = await assigner.batch(texts);
-    return topicLabels.toArray().map(label => ({
-        topic: label?.topic ?? null,
-        subtopic: label?.subtopic ?? null
-    }));
-}
-async function assignFunnelStages(texts, funnel) {
-    console.log('Assigning funnel stages...');
-    const funnelTopics = (0, funnel_js_1.funnelToTopics)(funnel);
-    const assigner = new topics_js_1.TopicAssigner({ taxonomy: funnelTopics }, { model: 'gpt-4.1-mini' });
-    const funnelLabels = await assigner.batch(texts);
-    return funnelLabels.toArray().map(label => ({
-        funnelStage: label?.topic ?? null,
-        funnelCategory: label?.subtopic ?? null
-    }));
-}
-async function classifyIntoPersonas(texts, personas) {
-    console.log('Classifying prompts into personas...');
-    const personaLabels = {};
-    personas.forEach(persona => {
-        personaLabels[persona.name] = persona.description;
-    });
-    const labeler = new classifier_js_1.Labeler({
-        labels: personaLabels,
-        instructions: 'Classify the search query into one or more customer personas based on the language, intent, and context.'
-    }, { model: 'gpt-4.1-mini' });
-    const textRecords = texts.map(text => ({ text }));
-    const personaAssignments = await labeler.batch(textRecords);
-    return personaAssignments.toArray();
-}
-async function classifyBrandedNonBranded(texts) {
-    console.log('Classifying prompts into branded/non-branded...');
-    const brandedLabels = {
-        'branded': 'The query explicitly mentions a specific brand name, company name, product name, or trademark. It shows clear brand awareness and intent to find information about that particular brand.',
-        'non-branded': 'The query is generic and does not mention any specific brand names. It focuses on product categories, features, problems, or general information without brand specificity.'
-    };
-    const classifier = new classifier_js_1.Classifier({
-        labels: brandedLabels,
-        instructions: 'Classify whether the search query mentions specific brands or is generic/category-based.'
-    }, { model: 'gpt-4.1-mini' });
-    const textRecords = texts.map(text => ({ text }));
-    const brandedClassifications = await classifier.batch(textRecords);
-    return brandedClassifications.toArray();
-}
-async function extractEntities(texts) {
-    const extractor = new entities_js_1.EntityExtractor({
-        entityDefinitions: {
-            brands: 'Any brand or companies mentioned',
-            products: 'Any products or services mentioned',
-            features: 'Specific features or attributes of products/services',
-            issues: 'Problems or issues mentioned'
-        }
-    }, { model: 'gpt-4.1-mini' });
-    const result = await extractor.batch(texts);
-    return result.toArray();
-}
-async function scorePurchaseProbability(texts, numDays = 30) {
-    console.log('Scoring purchase probability...');
-    const records = texts.map(text => ({ text }));
-    const description = (0, utils_js_2.dedent)(`
-		A score from 0 to 100 indicating the likelihood that the user intends to make a purchase
-		in the next ${numDays} days. The input record is a text query representing a search
-		that a user may perform using a traditional search engine or LLM chat.
-	`);
-    const scorer = new scorer_js_1.Scorer({ name: 'Purchase Probability', description: description, type: 'integer', min: 0, max: 100 }, { model: 'gpt-4.1-mini' });
-    const scores = await scorer.batch(records);
-    return scores.toArray();
-}
-async function scoreRelevance(prompts, context) {
-    console.log('Scoring prompt relevance...');
-    const contextParts = [];
-    if (context.shortName) {
-        contextParts.push(`Brand: ${context.shortName}`);
-    }
-    if (context.sector) {
-        contextParts.push(`Sector: ${context.sector}`);
-    }
-    if (context.country) {
-        contextParts.push(`Market: ${context.country}`);
-    }
-    if (context.briefing) {
-        contextParts.push(`Brief: ${context.briefing}`);
-    }
-    const contextDescription = contextParts.length > 0
-        ? `Analysis context:\n${contextParts.join('\n')}`
-        : '';
-    const records = prompts.map(prompt => ({ prompt }));
-    const description = (0, utils_js_2.dedent)(`
-		A score from 0.0 to 1.0 measuring how relevant this search keyword/prompt is
-		for the specified SEO analysis context. Consider whether it is specific enough
-		for the following brand, sector, market and research brief.
-
-		${contextDescription}
-
-		A score of 0.0 means the keyword/prompt is completely irrelevant to the context,
-		e.g. "cheap shoes" for a brand selling enterprise software. A low score can mean
-		the keyword/prompt is too generic, not related to the sector/market, or targets
-		a different audience. E.g. "data analysis" might be too broad in the context of
-		a social network scheduler tool. A medium or high score means the keyword is relevant,
-		e.g. "social media data analysis" for the same brand and analysis brief. A score of
-		1.0 means the keyword/prompt is highly relevant and specific to the context, e.g.
-		"best CRM software for small business" for a brand selling CRM software.
-	`);
-    const scorer = new scorer_js_1.Scorer({ name: 'Prompt Relevance', description: description, type: 'number', min: 0.0, max: 1.0 }, { model: 'gpt-4.1-mini' });
-    const scores = await scorer.batch(records);
-    return scores.toArray();
-}

package/script/src/apis/hasdata/aim.d.ts

@@ -1,4 +0,0 @@
-import type { AIOParsed } from './helpers.js';
-export declare function fetchAIM(prompt: string, country?: string | null, language?: string | null, location?: string | null): Promise<AIOParsed>;
-export declare function fetchAIMBatch(prompts: Array<string>, country?: string | null, language?: string | null, location?: string | null, maxConcurrency?: number): Promise<Array<AIOParsed>>;
-//# sourceMappingURL=aim.d.ts.map

package/script/src/apis/hasdata/aim.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"aim.d.ts","sourceRoot":"","sources":["../../../../src/src/apis/hasdata/aim.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACX,SAAS,EACT,MAAM,cAAc,CAAC;AAOtB,wBAAsB,QAAQ,CAC7B,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,MAAM,GAAG,IAAW,EAC7B,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,QAAQ,GAAE,MAAM,GAAG,IAAW,GAC5B,OAAO,CAAC,SAAS,CAAC,CA4BpB;AAED,wBAAsB,aAAa,CAClC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,EACtB,OAAO,GAAE,MAAM,GAAG,IAAW,EAC7B,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,cAAc,GAAE,MAA4B,GAC1C,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAM3B"}

package/script/src/apis/hasdata/aim.js

@@ -1,36 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.fetchAIM = fetchAIM;
-exports.fetchAIMBatch = fetchAIMBatch;
-/* eslint no-console: ["warn", { allow: ["log", "warn", "error"] }] */
-const async_js_1 = require("../../helpers/async.js");
-const helpers_js_1 = require("./helpers.js");
-async function fetchAIM(prompt, country = null, language = null, location = null) {
-    const aimEndpoint = 'https://api.hasdata.com/scrape/google/ai-mode';
-    const params = { q: prompt };
-    if (location) {
-        params.location = location;
-    }
-    if (country) {
-        params.gl = country.toLowerCase();
-    }
-    if (language) {
-        params.hl = language.toLowerCase();
-    }
-    const url = new URL(aimEndpoint);
-    for (const [key, value] of Object.entries(params)) {
-        url.searchParams.set(key, value);
-    }
-    try {
-        const response = await (0, helpers_js_1.fetchHasDataWithRetry)(url.toString());
-        const content = await response.json();
-        return (0, helpers_js_1.parseAIM)(content);
-    }
-    catch (error) {
-        console.error('HasData AI Mode API error:', error);
-        return { answer: '', sources: [] };
-    }
-}
-async function fetchAIMBatch(prompts, country = null, language = null, location = null, maxConcurrency = helpers_js_1.HASDATA_CONCURRENCY) {
-    return (0, async_js_1.mapParallel)(prompts, maxConcurrency, async (prompt) => fetchAIM(prompt, country, language, location));
-}

package/script/src/apis/hasdata/aio.d.ts

@@ -1,4 +0,0 @@
-import { type AIOParsed } from './helpers.js';
-export declare function fetchAIO(prompt: string, country?: string | null, language?: string | null): Promise<AIOParsed>;
-export declare function fetchAIOBatch(prompts: Array<string>, country?: string | null, language?: string | null, maxConcurrency?: number): Promise<Array<AIOParsed>>;
-//# sourceMappingURL=aio.d.ts.map

package/script/src/apis/hasdata/aio.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"aio.d.ts","sourceRoot":"","sources":["../../../../src/src/apis/hasdata/aio.ts"],"names":[],"mappings":"AAGA,OAAO,EAIN,KAAK,SAAS,EAEd,MAAM,cAAc,CAAC;AAStB,wBAAsB,QAAQ,CAC7B,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,MAAM,GAAG,IAAW,EAC7B,QAAQ,GAAE,MAAM,GAAG,IAAW,GAC5B,OAAO,CAAC,SAAS,CAAC,CAiCpB;AAED,wBAAsB,aAAa,CAClC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,EACtB,OAAO,GAAE,MAAM,GAAG,IAAW,EAC7B,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,cAAc,GAAE,MAA4B,GAC1C,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAM3B"}

package/script/src/apis/hasdata/aio.js

@@ -1,46 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.fetchAIO = fetchAIO;
-exports.fetchAIOBatch = fetchAIOBatch;
-/* eslint no-console: ["warn", { allow: ["log", "warn", "error"] }] */
-const async_js_1 = require("../../helpers/async.js");
-const helpers_js_1 = require("./helpers.js");
-function aioRequestUrl(aio) {
-    if (aio.pageToken && aio.hasdataLink) {
-        return aio.hasdataLink;
-    }
-    return null;
-}
-async function fetchAIO(prompt, country = null, language = null) {
-    const serpEndpoint = 'https://api.hasdata.com/scrape/google/serp';
-    const params = { q: prompt };
-    if (country) {
-        params.gl = country.toLowerCase();
-    }
-    if (language) {
-        params.hl = language.toLowerCase();
-    }
-    const url = new URL(serpEndpoint);
-    for (const [key, value] of Object.entries(params)) {
-        url.searchParams.set(key, value);
-    }
-    try {
-        let response = await (0, helpers_js_1.fetchHasDataWithRetry)(url.toString());
-        let content = await response.json();
-        let aio = content.aiOverview || {};
-        const aioUrlString = aioRequestUrl(aio);
-        if (aioUrlString) {
-            response = await (0, helpers_js_1.fetchHasDataWithRetry)(aioUrlString);
-            content = await response.json();
-            aio = content.aiOverview || {};
-        }
-        return (0, helpers_js_1.parseAIO)(aio);
-    }
-    catch (error) {
-        console.error('HasData API error:', error);
-        return { answer: '', sources: [] };
-    }
-}
-async function fetchAIOBatch(prompts, country = null, language = null, maxConcurrency = helpers_js_1.HASDATA_CONCURRENCY) {
-    return (0, async_js_1.mapParallel)(prompts, maxConcurrency, async (prompt) => fetchAIO(prompt, country, language));
-}

package/script/src/apis/hasdata/helpers.d.ts

@@ -1,55 +0,0 @@
-import { type RetryConfig } from '../../helpers/async.js';
-import type { Source } from '../../schemas/sources.schema.js';
-export declare const HASDATA_CONCURRENCY = 29;
-export declare const HASDATA_RETRY_CONFIG: RetryConfig;
-export declare function getHasDataApiKey(): string;
-export declare function fetchHasDataWithRetry(url: string, retryConfig?: RetryConfig): Promise<Response>;
-interface ListItem {
-    title?: string;
-    snippet?: string;
-    list?: Array<ListItem>;
-}
-interface TextBlock {
-    type?: string;
-    snippet?: string;
-    snippetHighlightedWords?: Array<string>;
-    referenceIndexes?: Array<number>;
-    list?: Array<ListItem>;
-    rows?: Array<Array<string>>;
-    thumbnail?: string;
-    language?: string;
-}
-interface Reference {
-    index?: number;
-    title?: string;
-    link?: string;
-    url?: string;
-    snippet?: string;
-    source?: string;
-}
-export interface AIOverview {
-    textBlocks?: Array<TextBlock>;
-    references?: Array<Reference>;
-    aiOverview?: AIOverview;
-    pageToken?: string;
-    hasdataLink?: string;
-}
-interface RequestMetadata {
-    id?: string;
-    status?: string;
-    html?: string;
-    url?: string;
-}
-export interface AIMode {
-    requestMetadata?: RequestMetadata;
-    textBlocks?: Array<TextBlock>;
-    references?: Array<Reference>;
-}
-export interface AIOParsed {
-    answer: string;
-    sources: Array<Source>;
-}
-export declare function parseAIO(aio: AIOverview): AIOParsed;
-export declare function parseAIM(aim: AIMode): AIOParsed;
-export {};
-//# sourceMappingURL=helpers.d.ts.map

package/script/src/apis/hasdata/helpers.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../../src/src/apis/hasdata/helpers.ts"],"names":[],"mappings":"AACA,OAAO,EAAe,KAAK,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAEvE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;AAG9D,eAAO,MAAM,mBAAmB,KAAK,CAAC;AAEtC,eAAO,MAAM,oBAAoB,EAAE,WAMlC,CAAC;AAEF,wBAAgB,gBAAgB,IAAI,MAAM,CAMzC;AAED,wBAAsB,qBAAqB,CAC1C,GAAG,EAAE,MAAM,EACX,WAAW,GAAE,WAAkC,GAC7C,OAAO,CAAC,QAAQ,CAAC,CAgCnB;AAED,UAAU,QAAQ;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;CACvB;AAED,UAAU,SAAS;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACvB,IAAI,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,SAAS;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IAC1B,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC9B,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC9B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,UAAU,eAAe;IACxB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,MAAM;IACtB,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC9B,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,SAAS;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACvB;AAwJD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,UAAU,GAAG,SAAS,CAInD;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAI/C"}