@graphext/cuery 0.4.0 → 0.5.2

package/esm/browser.d.ts

@@ -8,5 +8,5 @@
  * @module
  */
 export * from './src/schemas/index.js';
-export * from './src/tools/seedKeywords.js';
+export * from './src/helpers/seedKeywords.js';
 //# sourceMappingURL=browser.d.ts.map

package/esm/browser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["../src/browser.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,cAAc,wBAAwB,CAAC;AAGvC,cAAc,6BAA6B,CAAC"}
+{"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["../src/browser.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,cAAc,wBAAwB,CAAC;AAGvC,cAAc,+BAA+B,CAAC"}

package/esm/browser.js

@@ -10,4 +10,4 @@
 // Types and schemas (no runtime dependencies)
 export * from './src/schemas/index.js';
 // Pure functions for seed keyword handling (no external dependencies)
-export * from './src/tools/seedKeywords.js';
+export * from './src/helpers/seedKeywords.js';

package/esm/mod.d.ts

@@ -3,19 +3,22 @@
  *
  * @module
  */
+export * from './src/llm.js';
+export { BatchResponse } from './src/response.js';
+export { getProvider, getProviderForModel, getModelPricing, getModelInfo, calculateCost, type ModelPricing, type ModelInfo, } from './src/providers/index.js';
 export * from './src/tools/keywords.js';
 export * from './src/tools/classifier.js';
 export * from './src/tools/funnel.js';
 export * from './src/tools/personas.js';
 export * from './src/tools/search.js';
 export * from './src/tools/topics.js';
-export * from './src/utils.js';
+export * from './src/helpers/utils.js';
 export * from './src/tools/brands.js';
 export * from './src/tools/translate.js';
 export * from './src/tools/sentiment.js';
 export * from './src/tools/sources.js';
 export * from './src/tools/entities.js';
-export * from './src/tools/seedKeywords.js';
+export * from './src/helpers/seedKeywords.js';
 export * from './src/tools/generic.js';
 export * from './src/api.js';
 export * from './src/apis/chatgptScraper/index.js';

package/esm/mod.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../src/mod.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,cAAc,CAAC;AAC7B,cAAc,oCAAoC,CAAC;AACnD,cAAc,wCAAwC,CAAC;AACvD,cAAc,wBAAwB,CAAC"}
+{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../src/mod.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EACN,WAAW,EACX,mBAAmB,EACnB,eAAe,EACf,YAAY,EACZ,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,SAAS,GACd,MAAM,0BAA0B,CAAC;AAGlC,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,cAAc,CAAC;AAC7B,cAAc,oCAAoC,CAAC;AACnD,cAAc,wCAAwC,CAAC;AACvD,cAAc,wBAAwB,CAAC"}

package/esm/mod.js

@@ -3,19 +3,24 @@
  *
  * @module
  */
+// Core LLM interface and types
+export * from './src/llm.js';
+export { BatchResponse } from './src/response.js';
+export { getProvider, getProviderForModel, getModelPricing, getModelInfo, calculateCost, } from './src/providers/index.js';
+// Tools
 export * from './src/tools/keywords.js';
 export * from './src/tools/classifier.js';
 export * from './src/tools/funnel.js';
 export * from './src/tools/personas.js';
 export * from './src/tools/search.js';
 export * from './src/tools/topics.js';
-export * from './src/utils.js';
+export * from './src/helpers/utils.js';
 export * from './src/tools/brands.js';
 export * from './src/tools/translate.js';
 export * from './src/tools/sentiment.js';
 export * from './src/tools/sources.js';
 export * from './src/tools/entities.js';
-export * from './src/tools/seedKeywords.js';
+export * from './src/helpers/seedKeywords.js';
 export * from './src/tools/generic.js';
 export * from './src/api.js';
 export * from './src/apis/chatgptScraper/index.js';

package/esm/src/api.d.ts

@@ -1,5 +1,4 @@
 import { type JobId } from './apis/chatgptScraper/index.js';
-import { ModelId } from './models.js';
 import { type Entity } from './schemas/entity.schema.js';
 import { type Funnel } from './schemas/funnel.schema.js';
 import type { ModelIdentifier } from './schemas/models.schema.js';
@@ -24,8 +23,40 @@ export type EnrichedModelResponse = {
     rankedBrandsInSourceTitles: Array<string>;
     rankedBrandsInSourceDomains: Array<string>;
 };
-export declare function queryModel(prompts: Array<string | JobId>, model: ModelIdentifier | ModelId, searchCountry?: string | null): Promise<Array<ModelResponse>>;
+export declare function queryModel(prompts: Array<string | JobId>, model: ModelIdentifier, searchCountry?: string | null): Promise<Array<ModelResponse>>;
 export declare function classifyIntent(texts: Array<string>): Promise<Array<string | null>>;
+export declare function extractTopics(params: {
+    records: Array<Record<string, unknown>>;
+    maxSamples?: number;
+    instructions?: string;
+    language?: string;
+    model?: string;
+}): Promise<{
+    topics: {
+        topic: string;
+        subtopics: string[];
+    }[];
+} | null>;
+export declare function generatePersonas(params: {
+    sector: string;
+    market: string;
+    language: string;
+    brand?: string;
+    brandDomain?: string;
+    count?: number;
+    briefing?: string;
+    instructions?: string;
+    userLanguage?: string;
+    personas?: Array<Persona>;
+    model?: string;
+}): Promise<{
+    personas: {
+        name: string;
+        description: string;
+        keywordSeeds: string[];
+    }[];
+    explanation: string;
+} | null>;
 export declare function extractAndAssignTopics(texts: Array<string>): Promise<Array<{
     topic: string | null;
     subtopic: string | null;
@@ -36,7 +67,7 @@ export declare function assignFunnelStages(texts: Array<string>, funnel: Funnel)
 }>>;
 export declare function classifyIntoPersonas(texts: Array<string>, personas: Array<Persona>): Promise<Array<Array<string> | null>>;
 export declare function classifyBrandedNonBranded(texts: Array<string>): Promise<Array<string | null>>;
-export declare function extractEntities(texts: Array<string>): Promise<Array<Array<Entity>>>;
-export declare function scorePurchaseProbability(texts: Array<string>, numDays?: number): Promise<Array<number>>;
-export declare function scoreRelevance(prompts: Array<string>, context: BrandContext): Promise<Array<number>>;
+export declare function extractEntities(texts: Array<string>): Promise<Array<Array<Entity> | null>>;
+export declare function scorePurchaseProbability(texts: Array<string>, numDays?: number): Promise<Array<number | null>>;
+export declare function scoreRelevance(prompts: Array<string>, context: BrandContext): Promise<Array<number | null>>;
 //# sourceMappingURL=api.d.ts.map

package/esm/src/api.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/src/api.ts"],"names":[],"mappings":"AAGA,OAAO,EAAwC,KAAK,KAAK,EAAE,MAAM,gCAAgC,CAAC;AAIlG,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAE9D,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,cAAc,EAAE,KAAK,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAKlG,MAAM,MAAM,aAAa,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,aAAa,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,oBAAoB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpC,0BAA0B,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1C,2BAA2B,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAC3C,CAAC;AAEF,wBAAsB,UAAU,CAC/B,OAAO,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,EAC9B,KAAK,EAAE,eAAe,GAAG,OAAO,EAChC,aAAa,GAAE,MAAM,GAAG,IAAW,GACjC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAgD/B;AAQD,wBAAsB,cAAc,CACnC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAClB,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAY/B;AAED,wBAAsB,sBAAsB,CAC3C,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAClB,OAAO,CAAC,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CAAC,CAgBnE;AAED,wBAAsB,kBAAkB,CACvC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EACpB,MAAM,EAAE,MAAM,GACZ,OAAO,CAAC,KAAK,CAAC;IAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CAAC,CAS/E;AAED,wBAAsB,oBAAoB,CACzC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EACpB,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,GACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAgBtC;AAED,wBAAsB,yBAAyB,CAC9C,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAClB,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAgB/B;AAED,wBAAsB,eAAe,CACpC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAClB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAS/B;AAED,wBAAsB,wBAAwB,CAC7C,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EACpB,OAAO,GAAE,MAAW,GAClB,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAoBxB;AAED,wBAAsB,cAAc,CACnC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,EACtB,OAAO,EAAE,YAAY,GACnB,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAkDxB"}
+{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/src/api.ts"],"names":[],"mappings":"AAGA,OAAO,EAAwC,KAAK,KAAK,EAAE,MAAM,gCAAgC,CAAC;AAIlG,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAElE,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAE9D,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,cAAc,EAAE,KAAK,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAMlG,MAAM,MAAM,aAAa,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,aAAa,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,oBAAoB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpC,0BAA0B,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1C,2BAA2B,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAC3C,CAAC;AAEF,wBAAsB,UAAU,CAC/B,OAAO,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,EAC9B,KAAK,EAAE,eAAe,EACtB,aAAa,GAAE,MAAM,GAAG,IAAW,GACjC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAkD/B;AAQD,wBAAsB,cAAc,CACnC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAClB,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAc/B;AAED,wBAAsB,aAAa,CAAC,MAAM,EAAE;IAC3C,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;;;;;UAWA;AAED,wBAAsB,gBAAgB,CAAC,MAAM,EAAE;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;;;;;;;UAiBA;AAED,wBAAsB,sBAAsB,CAC3C,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAClB,OAAO,CAAC,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CAAC,CA0BnE;AAED,wBAAsB,kBAAkB,CACvC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EACpB,MAAM,EAAE,MAAM,GACZ,OAAO,CAAC,KAAK,CAAC;IAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CAAC,CAa/E;AAED,wBAAsB,oBAAoB,CACzC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EACpB,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,GACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAkBtC;AAED,wBAAsB,yBAAyB,CAC9C,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAClB,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAkB/B;AAED,wBAAsB,eAAe,CACpC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAClB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAetC;AAED,wBAAsB,wBAAwB,CAC7C,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EACpB,OAAO,GAAE,MAAW,GAClB,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAe/B;AAED,wBAAsB,cAAc,CACnC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,EACtB,OAAO,EAAE,YAAY,GACnB,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CA6C/B"}

package/esm/src/api.js

@@ -2,23 +2,23 @@
 import { fetchAIMBatch } from './apis/hasdata/aim.js';
 import { fetchAIOBatch } from './apis/hasdata/aio.js';
 import { downloadGPTSnapshots, scrapeGPTBatch } from './apis/chatgptScraper/index.js';
-import { classifyBatch, labelBatch } from './tools/classifier.js';
-import { extractEntitiesBatch } from './tools/entities.js';
+import { Classifier, Labeler } from './tools/classifier.js';
+import { EntityExtractor } from './tools/entities.js';
 import { funnelToTopics } from './tools/funnel.js';
-import { ModelId } from './models.js';
-import { scoreBatch } from './tools/scorer.js';
-import { extractTopics, assignTopics } from './tools/topics.js';
-import { dedent } from './utils.js';
+import { cleanColumnName } from './helpers/utils.js';
+import { Scorer } from './tools/scorer.js';
+import { TopicExtractor, TopicAssigner } from './tools/topics.js';
+import { PersonaGenerator } from './tools/personas.js';
+import { dedent } from './helpers/utils.js';
 export async function queryModel(prompts, model, searchCountry = null) {
-    const modelId = model instanceof ModelId ? model : new ModelId(model);
     let searchResults;
-    if (modelId.equals('google/ai-overview')) {
+    if (model === 'google/ai-overview') {
         searchResults = await fetchAIOBatch(prompts, searchCountry, null);
     }
-    else if (modelId.equals('google/ai-mode')) {
+    else if (model === 'google/ai-mode') {
         searchResults = await fetchAIMBatch(prompts, searchCountry, null);
     }
-    else if (modelId.provider == 'openai' || modelId.name.includes('gpt-') || modelId.name.includes('chatgpt')) {
+    else if (model.startsWith('openai/') || model.includes('chatgpt')) {
         // JobIds are alphanumeric strings without spaces
         // (e.g., "7420410504197219329" for Oxylabs, "s_xxxxx" for Brightdata)
         // Prompts are natural language text with spaces
@@ -35,13 +35,15 @@ export async function queryModel(prompts, model, searchCountry = null) {
         }
     }
     else {
-        throw new Error(`Unsupported model: ${modelId}`);
+        throw new Error(`Unsupported model: ${model}`);
     }
+    // Convert model identifier to column name (e.g., "google/ai-overview" -> "ai_overview")
+    const modelColumnName = cleanColumnName(model.split('/').pop() ?? model);
     const responses = searchResults.map((sr, i) => ({
         answer: sr.answer,
         sources: sr.sources,
         prompt: sr.prompt ?? (typeof prompts[i] === 'string' ? prompts[i] : ''),
-        model: modelId.columnName(),
+        model: modelColumnName,
         searchQueries: sr.searchQueries ?? [],
         searchSources: sr.searchSources ?? []
     }));
@@ -54,20 +56,51 @@ const intentLabels = {
 };
 export async function classifyIntent(texts) {
     console.log('Classifying prompt intents...');
+    const classifier = new Classifier({
+        labels: intentLabels,
+        instructions: 'Classify the search query into one of the following intents: informational, navigational, transactional.'
+    }, { model: 'gpt-4.1-mini' });
     const textRecords = texts.map(text => ({ text }));
-    const intents = await classifyBatch(textRecords, intentLabels, 'Classify the search query into one of the following intents: informational, navigational, transactional.', 'gpt-4.1-mini');
-    return intents;
+    const intents = await classifier.batch(textRecords);
+    return intents.toArray();
+}
+export async function extractTopics(params) {
+    const extractor = new TopicExtractor({
+        maxSamples: params.maxSamples,
+        instructions: params.instructions,
+        language: params.language
+    }, { model: params.model ?? 'gpt-4.1-mini' });
+    const result = await extractor.invoke(params.records);
+    return result.parsed;
+}
+export async function generatePersonas(params) {
+    const generator = new PersonaGenerator({
+        sector: params.sector,
+        market: params.market,
+        language: params.language,
+        brand: params.brand,
+        brandDomain: params.brandDomain,
+        count: params.count,
+        briefing: params.briefing,
+        instructions: params.instructions,
+        userLanguage: params.userLanguage
+    }, { model: params.model ?? 'gpt-4.1' });
+    const result = await generator.invoke(params.personas ?? null);
+    return result.parsed;
 }
 export async function extractAndAssignTopics(texts) {
     console.log('Identifying topics...');
     const textRecords = texts.map(text => ({ text }));
-    const taxonomy = await extractTopics({
-        records: textRecords,
-        maxSamples: 500
-    });
+    const extractor = new TopicExtractor({ maxSamples: 500 }, { model: 'gpt-4.1' });
+    const taxonomyResult = await extractor.invoke(textRecords);
+    const taxonomy = taxonomyResult.parsed;
+    if (taxonomy == null) {
+        return texts.map(() => ({ topic: null, subtopic: null }));
+    }
     console.log('Assigning topics...');
-    const topicLabels = await assignTopics(texts, taxonomy);
-    return topicLabels.map(label => ({
+    const assigner = new TopicAssigner({ taxonomy }, { model: 'gpt-4.1-mini' });
+    const topicLabels = await assigner.batch(texts);
+    return topicLabels.toArray().map(label => ({
         topic: label?.topic ?? null,
         subtopic: label?.subtopic ?? null
     }));
@@ -75,8 +108,9 @@ export async function extractAndAssignTopics(texts) {
 export async function assignFunnelStages(texts, funnel) {
     console.log('Assigning funnel stages...');
     const funnelTopics = funnelToTopics(funnel);
-    const funnelLabels = await assignTopics(texts, funnelTopics);
-    return funnelLabels.map(label => ({
+    const assigner = new TopicAssigner({ taxonomy: funnelTopics }, { model: 'gpt-4.1-mini' });
+    const funnelLabels = await assigner.batch(texts);
+    return funnelLabels.toArray().map(label => ({
         funnelStage: label?.topic ?? null,
         funnelCategory: label?.subtopic ?? null
     }));
@@ -87,9 +121,13 @@ export async function classifyIntoPersonas(texts, personas) {
     personas.forEach(persona => {
         personaLabels[persona.name] = persona.description;
     });
+    const labeler = new Labeler({
+        labels: personaLabels,
+        instructions: 'Classify the search query into one or more customer personas based on the language, intent, and context.'
+    }, { model: 'gpt-4.1-mini' });
     const textRecords = texts.map(text => ({ text }));
-    const personaAssignments = await labelBatch(textRecords, personaLabels, 'Classify the search query into one or more customer personas based on the language, intent, and context.', 'gpt-4.1-mini');
-    return personaAssignments;
+    const personaAssignments = await labeler.batch(textRecords);
+    return personaAssignments.toArray();
 }
 export async function classifyBrandedNonBranded(texts) {
     console.log('Classifying prompts into branded/non-branded...');
@@ -97,18 +135,25 @@ export async function classifyBrandedNonBranded(texts) {
         'branded': 'The query explicitly mentions a specific brand name, company name, product name, or trademark. It shows clear brand awareness and intent to find information about that particular brand.',
         'non-branded': 'The query is generic and does not mention any specific brand names. It focuses on product categories, features, problems, or general information without brand specificity.'
     };
+    const classifier = new Classifier({
+        labels: brandedLabels,
+        instructions: 'Classify whether the search query mentions specific brands or is generic/category-based.'
+    }, { model: 'gpt-4.1-mini' });
     const textRecords = texts.map(text => ({ text }));
-    const brandedClassifications = await classifyBatch(textRecords, brandedLabels, 'Classify whether the search query mentions specific brands or is generic/category-based.', 'gpt-4.1-mini');
-    return brandedClassifications;
+    const brandedClassifications = await classifier.batch(textRecords);
+    return brandedClassifications.toArray();
 }
 export async function extractEntities(texts) {
-    const entityDefinitions = `
-		- brands: Any brand or companies mentioned
-		- products: Any products or services mentioned
-		- features: Specific features or attributes of products/services
-		- issues: Problems or issues mentioned
-	`;
-    return extractEntitiesBatch(texts, entityDefinitions, '', 'gpt-4.1-mini');
+    const extractor = new EntityExtractor({
+        entityDefinitions: {
+            brands: 'Any brand or companies mentioned',
+            products: 'Any products or services mentioned',
+            features: 'Specific features or attributes of products/services',
+            issues: 'Problems or issues mentioned'
+        }
+    }, { model: 'gpt-4.1-mini' });
+    const result = await extractor.batch(texts);
+    return result.toArray();
 }
 export async function scorePurchaseProbability(texts, numDays = 30) {
     console.log('Scoring purchase probability...');
@@ -118,8 +163,9 @@ export async function scorePurchaseProbability(texts, numDays = 30) {
 		in the next ${numDays} days. The input record is a text query representing a search
 		that a user may perform using a traditional search engine or LLM chat.
 	`);
-    const scores = await scoreBatch(records, 'Purchase Probability', description, 'integer', 0, 100, 'gpt-4.1-mini');
-    return scores;
+    const scorer = new Scorer({ name: 'Purchase Probability', description: description, type: 'integer', min: 0, max: 100 }, { model: 'gpt-4.1-mini' });
+    const scores = await scorer.batch(records);
+    return scores.toArray();
 }
 export async function scoreRelevance(prompts, context) {
     console.log('Scoring prompt relevance...');
@@ -156,6 +202,7 @@ export async function scoreRelevance(prompts, context) {
 		1.0 means the keyword/prompt is highly relevant and specific to the context, e.g.
 		"best CRM software for small business" for a brand selling CRM software.
 	`);
-    const scores = await scoreBatch(records, 'Prompt Relevance', description, 'number', 0.0, 1.0, 'gpt-4.1-mini');
-    return scores;
+    const scorer = new Scorer({ name: 'Prompt Relevance', description: description, type: 'number', min: 0.0, max: 1.0 }, { model: 'gpt-4.1-mini' });
+    const scores = await scorer.batch(records);
+    return scores.toArray();
 }

package/esm/src/apis/chatgptScraper/brightdata.js

@@ -8,7 +8,7 @@
  * 3. Download: GET /datasets/v3/snapshot/{snapshot_id}
  */
 import * as dntShim from "../../../_dnt.shims.js";
-import { withRetries, sleep } from '../../async.js';
+import { withRetries, sleep } from '../../helpers/async.js';
 import { getAbortSignal, cleanAnswer, buildSources, buildSearchSources } from './scraper.js';
 // ============================================================================
 // Constants

package/esm/src/apis/chatgptScraper/oxy.js

@@ -8,7 +8,7 @@
  * 3. Download: GET /v1/queries/{id}/results
  */
 import * as dntShim from "../../../_dnt.shims.js";
-import { withRetries, sleep } from '../../async.js';
+import { withRetries, sleep } from '../../helpers/async.js';
 import { getAbortSignal, cleanAnswer, buildSources } from './scraper.js';
 // ============================================================================
 // Constants

package/esm/src/apis/chatgptScraper/scraper.js

@@ -5,8 +5,8 @@
  * Uses composition: providers supply functions, this module orchestrates them.
  */
 import * as dntShim from "../../../_dnt.shims.js";
-import { mapParallel } from '../../async.js';
-import { extractDomain } from '../../urls.js';
+import { mapParallel } from '../../helpers/async.js';
+import { extractDomain } from '../../helpers/urls.js';
 // ============================================================================
 // Shared Utilities
 // ============================================================================

package/esm/src/apis/hasdata/aim.js

@@ -1,5 +1,5 @@
 /* eslint no-console: ["warn", { allow: ["log", "warn", "error"] }] */
-import { mapParallel } from '../../async.js';
+import { mapParallel } from '../../helpers/async.js';
 import { fetchHasDataWithRetry, HASDATA_CONCURRENCY, parseAIM } from './helpers.js';
 export async function fetchAIM(prompt, country = null, language = null, location = null) {
     const aimEndpoint = 'https://api.hasdata.com/scrape/google/ai-mode';

package/esm/src/apis/hasdata/aio.js

@@ -1,5 +1,5 @@
 /* eslint no-console: ["warn", { allow: ["log", "warn", "error"] }] */
-import { mapParallel } from '../../async.js';
+import { mapParallel } from '../../helpers/async.js';
 import { fetchHasDataWithRetry, HASDATA_CONCURRENCY, parseAIO } from './helpers.js';
 function aioRequestUrl(aio) {
     if (aio.pageToken && aio.hasdataLink) {

package/esm/src/apis/hasdata/helpers.d.ts

@@ -1,4 +1,4 @@
-import { type RetryConfig } from '../../async.js';
+import { type RetryConfig } from '../../helpers/async.js';
 import type { Source } from '../../schemas/sources.schema.js';
 export declare const HASDATA_CONCURRENCY = 29;
 export declare const HASDATA_RETRY_CONFIG: RetryConfig;

package/esm/src/apis/hasdata/helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../../src/src/apis/hasdata/helpers.ts"],"names":[],"mappings":"AACA,OAAO,EAAe,KAAK,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE/D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;AAG9D,eAAO,MAAM,mBAAmB,KAAK,CAAC;AAEtC,eAAO,MAAM,oBAAoB,EAAE,WAMlC,CAAC;AAEF,wBAAgB,gBAAgB,IAAI,MAAM,CAMzC;AAED,wBAAsB,qBAAqB,CAC1C,GAAG,EAAE,MAAM,EACX,WAAW,GAAE,WAAkC,GAC7C,OAAO,CAAC,QAAQ,CAAC,CAgCnB;AAED,UAAU,QAAQ;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;CACvB;AAED,UAAU,SAAS;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACvB,IAAI,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,SAAS;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IAC1B,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC9B,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC9B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,UAAU,eAAe;IACxB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,MAAM;IACtB,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC9B,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,SAAS;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACvB;AAwJD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,UAAU,GAAG,SAAS,CAInD;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAI/C"}
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../../src/src/apis/hasdata/helpers.ts"],"names":[],"mappings":"AACA,OAAO,EAAe,KAAK,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAEvE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;AAG9D,eAAO,MAAM,mBAAmB,KAAK,CAAC;AAEtC,eAAO,MAAM,oBAAoB,EAAE,WAMlC,CAAC;AAEF,wBAAgB,gBAAgB,IAAI,MAAM,CAMzC;AAED,wBAAsB,qBAAqB,CAC1C,GAAG,EAAE,MAAM,EACX,WAAW,GAAE,WAAkC,GAC7C,OAAO,CAAC,QAAQ,CAAC,CAgCnB;AAED,UAAU,QAAQ;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;CACvB;AAED,UAAU,SAAS;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACvB,IAAI,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,SAAS;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IAC1B,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC9B,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC9B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,UAAU,eAAe;IACxB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,MAAM;IACtB,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC9B,UAAU,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,SAAS;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACvB;AAwJD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,UAAU,GAAG,SAAS,CAInD;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAI/C"}

package/esm/src/apis/hasdata/helpers.js

@@ -1,6 +1,6 @@
 import * as dntShim from "../../../_dnt.shims.js";
-import { withRetries } from '../../async.js';
-import { extractDomain } from '../../urls.js';
+import { withRetries } from '../../helpers/async.js';
+import { extractDomain } from '../../helpers/urls.js';
 export const HASDATA_CONCURRENCY = 29;
 export const HASDATA_RETRY_CONFIG = {
     maxRetries: 3,