scrapex 1.0.0-alpha.1 → 1.0.0-beta.2

package/dist/llm/index.d.mts

@@ -1,4 +1,4 @@
-import { h as ScrapedData, r as EnhancementType, s as ExtractionSchema } from "../types-CNQZVW36.mjs";
+import { G as EnhancementType, M as BaseHttpConfig, N as BaseHttpProvider, Y as ExtractionSchema, rt as ScrapedData } from "../types-BOcHQU9s.mjs";
 import { z } from "zod";
 
 //#region src/llm/types.d.ts
@@ -24,23 +24,6 @@ interface LLMProvider {
    */
   completeJSON<T>(prompt: string, schema: z.ZodType<T>, options?: CompletionOptions): Promise<T>;
 }
-/**
- * Provider configuration for Anthropic
- */
-interface AnthropicConfig {
-  apiKey?: string;
-  model?: string;
-  baseUrl?: string;
-}
-/**
- * Provider configuration for OpenAI-compatible APIs
- * Works with: OpenAI, Ollama, LM Studio, LocalAI, vLLM, etc.
- */
-interface OpenAICompatibleConfig {
-  apiKey?: string;
-  model?: string;
-  baseUrl?: string;
-}
 /**
  * Enhancement result types
  */
@@ -91,27 +74,6 @@ declare const ClassifySchema: z.ZodObject<{
   confidence: z.ZodNumber;
 }, z.core.$strip>;
 //#endregion
-//#region src/llm/anthropic.d.ts
-/**
- * Anthropic Claude provider
- *
- * Requires @anthropic-ai/sdk as a peer dependency.
- *
- * @example
- * ```ts
- * const provider = new AnthropicProvider({ apiKey: 'sk-...' });
- * const result = await scrape(url, { llm: provider, enhance: ['summarize'] });
- * ```
- */
-declare class AnthropicProvider implements LLMProvider {
-  readonly name = "anthropic";
-  private client;
-  private model;
-  constructor(config?: AnthropicConfig);
-  complete(prompt: string, options?: CompletionOptions): Promise<string>;
-  completeJSON<T>(prompt: string, schema: z.ZodType<T>, options?: CompletionOptions): Promise<T>;
-}
-//#endregion
 //#region src/llm/enhancer.d.ts
 /**
  * Enhance scraped data with LLM-powered features
@@ -136,76 +98,161 @@ declare function ask(data: ScrapedData, provider: LLMProvider, prompt: string, o
  */
 declare function extract<T>(data: ScrapedData, provider: LLMProvider, schema: ExtractionSchema, promptTemplate?: string): Promise<T>;
 //#endregion
-//#region src/llm/openai.d.ts
+//#region src/llm/http.d.ts
 /**
- * OpenAI-compatible provider
- *
- * Works with:
- * - OpenAI API
- * - Ollama (http://localhost:11434/v1)
- * - LM Studio (http://localhost:1234/v1)
- * - LocalAI
- * - vLLM
- * - Any OpenAI-compatible API
- *
- * Requires `openai` as a peer dependency.
+ * HTTP LLM provider configuration.
+ */
+interface HttpLLMConfig<TRequest = unknown, TResponse = unknown, TError = unknown> extends BaseHttpConfig<TError> {
+  /**
+   * Build request body from prompt and options.
+   * @default OpenAI-compatible format with messages array
+   */
+  requestBuilder?: (prompt: string, options: CompletionOptions) => TRequest;
+  /**
+   * Extract completion text from response.
+   * @default (res) => res.choices[0].message.content
+   */
+  responseMapper?: (response: TResponse) => string;
+  /**
+   * Enable JSON mode - adds response_format to request.
+   * For OpenAI-compatible APIs, this adds { response_format: { type: "json_object" } }
+   */
+  jsonMode?: boolean;
+}
+/**
+ * HTTP-based LLM provider.
+ * Works with any REST API using native fetch.
+ */
+declare class HttpLLMProvider<TRequest = unknown, TResponse = unknown, TError = unknown> extends BaseHttpProvider<TError> implements LLMProvider {
+  readonly name: string;
+  private readonly requestBuilder;
+  private readonly responseMapper;
+  private readonly jsonMode;
+  constructor(config: HttpLLMConfig<TRequest, TResponse, TError>);
+  /**
+   * Generate a text completion.
+   */
+  complete(prompt: string, options?: CompletionOptions): Promise<string>;
+  /**
+   * Generate a structured JSON completion with Zod validation.
+   */
+  completeJSON<T>(prompt: string, schema: z.ZodType<T>, options?: CompletionOptions): Promise<T>;
+}
+/**
+ * Convert a Zod schema to a JSON Schema representation.
+ * Uses Zod's built-in toJSONSchema method (Zod 4+).
+ * Used for prompting LLMs to return structured data.
+ */
+declare function zodToJsonSchema(schema: z.ZodType<unknown>): object;
+//#endregion
+//#region src/llm/presets.d.ts
+/**
+ * Create an OpenAI LLM provider.
  *
  * @example
  * ```ts
- * // OpenAI
- * const provider = new OpenAIProvider({ apiKey: 'sk-...' });
- *
- * // Ollama
- * const provider = new OpenAIProvider({
- *   baseUrl: 'http://localhost:11434/v1',
- *   model: 'llama3.2',
- *   apiKey: 'ollama' // Ollama doesn't require a real key
- * });
+ * const provider = createOpenAI({ apiKey: 'sk-...' });
+ * const result = await scrape(url, { llm: provider, enhance: ['summarize'] });
+ * ```
+ */
+declare function createOpenAI(options?: {
+  apiKey?: string;
+  model?: string;
+  baseUrl?: string;
+}): LLMProvider;
+/**
+ * Create an Anthropic Claude LLM provider.
  *
- * // LM Studio
- * const provider = new OpenAIProvider({
- *   baseUrl: 'http://localhost:1234/v1',
- *   model: 'local-model',
- *   apiKey: 'lm-studio'
- * });
+ * @example
+ * ```ts
+ * const provider = createAnthropic({ apiKey: 'sk-...' });
+ * const result = await scrape(url, { llm: provider, enhance: ['summarize'] });
  * ```
  */
-declare class OpenAIProvider implements LLMProvider {
-  readonly name = "openai";
-  private client;
-  private model;
-  constructor(config?: OpenAICompatibleConfig);
-  complete(prompt: string, options?: CompletionOptions): Promise<string>;
-  completeJSON<T>(prompt: string, schema: z.ZodType<T>, options?: CompletionOptions): Promise<T>;
-}
+declare function createAnthropic(options?: {
+  apiKey?: string;
+  model?: string;
+}): LLMProvider;
 /**
- * Create an OpenAI provider with default settings
+ * Create a Groq LLM provider.
+ * Groq provides fast inference for open-source models.
+ *
+ * @example
+ * ```ts
+ * const provider = createGroq({ model: 'llama-3.1-70b-versatile' });
+ * ```
  */
-declare function createOpenAI(config?: OpenAICompatibleConfig): OpenAIProvider;
+declare function createGroq(options?: {
+  apiKey?: string;
+  model?: string;
+}): LLMProvider;
 /**
- * Create an Ollama provider
+ * Create an Ollama LLM provider for local models.
  *
  * @example
  * ```ts
  * const provider = createOllama({ model: 'llama3.2' });
  * ```
  */
-declare function createOllama(config?: {
+declare function createOllama(options: {
   model: string;
-  port?: number;
-}): OpenAIProvider;
+  baseUrl?: string;
+}): LLMProvider;
 /**
- * Create an LM Studio provider
+ * Create an LM Studio LLM provider for local models.
  *
  * @example
  * ```ts
  * const provider = createLMStudio({ model: 'local-model' });
  * ```
  */
-declare function createLMStudio(config?: {
+declare function createLMStudio(options: {
   model: string;
-  port?: number;
-}): OpenAIProvider;
+  baseUrl?: string;
+}): LLMProvider;
+/**
+ * Create a Together AI LLM provider.
+ *
+ * @example
+ * ```ts
+ * const provider = createTogether({ model: 'meta-llama/Llama-3.2-3B-Instruct-Turbo' });
+ * ```
+ */
+declare function createTogether(options?: {
+  apiKey?: string;
+  model?: string;
+}): LLMProvider;
+/**
+ * Create an OpenRouter LLM provider.
+ * OpenRouter provides access to many models through a unified API.
+ *
+ * @example
+ * ```ts
+ * const provider = createOpenRouter({
+ *   model: 'anthropic/claude-3.5-sonnet',
+ * });
+ * ```
+ */
+declare function createOpenRouter(options: {
+  apiKey?: string;
+  model: string;
+  siteUrl?: string;
+  siteName?: string;
+}): LLMProvider;
+/**
+ * Create a generic HTTP LLM provider.
+ * Use this for any OpenAI-compatible API.
+ *
+ * @example
+ * ```ts
+ * const provider = createHttpLLM({
+ *   baseUrl: 'https://my-api.com/v1/chat/completions',
+ *   model: 'my-model',
+ *   headers: { Authorization: 'Bearer ...' },
+ * });
+ * ```
+ */
+declare function createHttpLLM<TRequest = unknown, TResponse = unknown, TError = unknown>(config: HttpLLMConfig<TRequest, TResponse, TError>): LLMProvider;
 //#endregion
-export { type AnthropicConfig, AnthropicProvider, type AskOptions, type ClassifyResult, ClassifySchema, type CompletionOptions, type EntitiesResult, EntitiesSchema, type LLMProvider, type OpenAICompatibleConfig, OpenAIProvider, type SummaryResult, SummarySchema, type TagsResult, TagsSchema, ask, createLMStudio, createOllama, createOpenAI, enhance, extract };
+export { type AskOptions, type ClassifyResult, ClassifySchema, type CompletionOptions, type EntitiesResult, EntitiesSchema, type HttpLLMConfig, HttpLLMProvider, type LLMProvider, type SummaryResult, SummarySchema, type TagsResult, TagsSchema, ask, createAnthropic, createGroq, createHttpLLM, createLMStudio, createOllama, createOpenAI, createOpenRouter, createTogether, enhance, extract, zodToJsonSchema };
 //# sourceMappingURL=index.d.mts.map

package/dist/llm/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","names":[],"sources":["../../src/llm/types.ts","../../src/llm/anthropic.ts","../../src/llm/enhancer.ts","../../src/llm/openai.ts"],"sourcesContent":[],"mappings":";;;;;;;AAKiB,UAAA,iBAAA,CAAiB;EASjB,SAAA,CAAA,EAAA,MAAW;EAMS,WAAA,CAAA,EAAA,MAAA;EAAoB,YAAA,CAAA,EAAA,MAAA;;;;;AAK6B,UAXrE,WAAA,CAWqE;EAAO,SAAA,IAAA,EAAA,MAAA;EAM5E;AAUjB;AASA;EAIiB,QAAA,CAAA,MAAU,EAAA,MAAA,EAAA,OAAA,CAAA,EAlCU,iBAkCV,CAAA,EAlC8B,OAkC9B,CAAA,MAAA,CAAA;EAIV;AAQjB;AAQA;0CAjD0C,CAAA,CAAE,QAAQ,cAAc,oBAAoB,QAAQ;;;;AAqD9F;UA/CiB,eAAA;;;EA+CM,OAAA,CAAA,EAAA,MAAA;;AAIvB;;;;UAzCiB,sBAAA;;;;;;;;AAyCU,UAhCV,aAAA,CAgCU;EAAA,OAAA,EAAA,MAAA;AAQ3B;UApCiB,UAAA;;;AAoCU,UAhCV,cAAA,CAgCU;EAAA,MAAA,EAAA,MAAA,EAAA;;;;ECxEd,QAAA,EAAA,MAAA,EAAA;;AAgC6B,UDgBzB,cAAA,CChByB;EAAyB,WAAA,EAAA,MAAA;EA8B7C,UAAA,EAAA,MAAA;;;;;AA9DoB,cDwD7B,aCxD6B,EDwDhB,CAAA,CAAA,SCxDgB,CAAA;EAAW,OAAA,aAAA;;cD4DxC,YAAU,CAAA,CAAA;;AEjEvB,CAAA,eAA6B,CAAA;AACrB,cFoEK,cEpEL,EFoEmB,CAAA,CAAA,SEpEnB,CAAA;EACI,MAAA,YAAA,YAAA,CAAA;EACH,aAAA,YAAA,YAAA,CAAA;EACU,YAAA,YAAA,YAAA,CAAA;EAAR,SAAA,YAAA,YAAA,CAAA;EAAR,QAAA,YAAA,YAAA,CAAA;CAAO,eAAA,CAAA;AAoDO,cFqBJ,cEjBF,EFiBgB,CAAA,CAAA,SEjBA,CAAA;EAOL,WAAG,WAAA,CAAA;IACjB,OAAA,EAAA,SAAA;IACI,OAAA,EAAA,SAAA;IAEA,IAAA,EAAA,MAAA;IACO,IAAA,EAAA,MAAA;IAAR,OAAA,EAAA,SAAA;IAAR,KAAA,EAAA,OAAA;IAAO,IAAA,EAAA,MAAA;IA8CY,OAAO,EAAA,SAAA;EACrB,CAAA,CAAA;EACI,UAAA,aAAA;CACF,eAAA,CAAA;;;;;AFjIV;AASA;;;;;;;;AAW6F,cCPhF,iBAAA,YAA6B,WDOmD,CAAA;EAM5E,SAAA,IAAA,GAAA,WAAe;EAUf,QAAA,MAAA;EASA,QAAA,KAAA;EAIA,WAAA,CAAA,MAAU,CAAA,EC/BL,eD+BK;EAIV,QAAA,CAAA,MAAA,EAAc,MAAA,EAAA,OAAA,CAAA,ECRW,iBDQX,CAAA,ECRoC,ODQpC,CAAA,MAAA,CAAA;EAQd,YAAA,CAAA,CAAA,CAAA,CAAA,MAAc,EAAA,MAAA,EAAA,MAAA,ECcnB,CAAA,CAAE,ODdiB,CCcT,CDdS,CAAA,EAAA,OAAA,CAAA,ECelB,iBDfkB,CAAA,ECgB1B,ODhB0B,CCgBlB,CDhBkB,CAAA;AAQ/B;;;;;AArEA;AASiB,iBEDK,OAAA,CFCM,IAAA,EEApB,WFAoB,EAAA,QAAA,EEChB,WFDgB,EAAA,KAAA,EEEnB,eFFmB,EAAA,CAAA,EEGzB,OFHyB,CEGjB,OFHiB,CEGT,WFHS,CAAA,CAAA;;;;AAWgB,UE4C3B,UAAA,CF5C2B;EAAsB;EAA4B,GAAA,CAAA,EAAA,MAAA;EAAR;EAAO,MAAA,CAAA,EEgDlF,gBFhDkF;AAM7F;AAUA;AASA;AAIA;AAIA;AAQiB,iBEcK,GAAA,CFdS,IAAA,EEevB,WFfuB,EAAA,QAAA,EEgBnB,WFhBmB,EAAA,MAAA,EAAA,MAAA,EAAA,OAAA,CAAA,EEkBnB,UFlBmB,CAAA,EEmB5B,OFnB4B,CEmBpB,OFnBoB,CEmBZ,WFnBY,CAAA,CAAA;AAQ/B;;;AAA0B,iBEyDJ,OFzDI,CAAA,CAAA,CAAA,CAAA,IAAA,EE0DlB,WF1DkB,EAAA,QAAA,EE2Dd,WF3Dc,EAAA,MAAA,EE4DhB,gBF5DgB,EAAA,cAAA,CAAA,EAAA,MAAA,CAAA,EE8DvB,OF9DuB,CE8Df,CF9De,CAAA;;;;;AArE1B;AASA;;;;;;;;;AAiBA;AAUA;AASA;AAIA;AAIA;AAQA;AAQA;;;;;AAIA;;;;;;AAIA;;;;cGzCa,cAAA,YAA0B;;;;uBAKjB;qCA8BoB,oBAAyB;0CAoCvD,CAAA,CAAE,QAAQ,cACT,oBACR,QAAQ;;;;AHxBb;iBG6IgB,YAAA,UAAsB,yBAAyB;;;;;;;;AFrN/D;AAKsB,iBE4NN,YAAA,CF5NM,MAyDA,CAzDA,EAAA;EA2BoB,KAAA,EAAA,MAAA;EAAyB,IAAA,CAAA,EAAA,MAAA;CA8B7C,CAAA,EEqKnB,cFrKmB;;;;;;;;;iBEqLN,cAAA,ODtPJ;EAFU,KAAA,EAAA,MAAO;EACrB,IAAA,CAAA,EAAA,MAAA;CACI,CAAA,ECwPT,cDxPS"}
+{"version":3,"file":"index.d.mts","names":[],"sources":["../../src/llm/types.ts","../../src/llm/enhancer.ts","../../src/llm/http.ts","../../src/llm/presets.ts"],"sourcesContent":[],"mappings":";;;;;;;AAKiB,UAAA,iBAAA,CAAiB;EASjB,SAAA,CAAA,EAAA,MAAW;EAMS,WAAA,CAAA,EAAA,MAAA;EAAoB,YAAA,CAAA,EAAA,MAAA;;;;;AAK6B,UAXrE,WAAA,CAWqE;EAAO,SAAA,IAAA,EAAA,MAAA;EAM5E;AAIjB;AAIA;EAQiB,QAAA,CAAA,MAAA,EAAc,MAAA,EAAA,OAAA,CAAA,EA3BM,iBA2BN,CAAA,EA3B0B,OA2B1B,CAAA,MAAA,CAAA;EAQlB;;;EAAa,YAAA,CAAA,CAAA,CAAA,CAAA,MAAA,EAAA,MAAA,EAAA,MAAA,EA9BgB,CAAA,CAAE,OA8BlB,CA9B0B,CA8B1B,CAAA,EAAA,OAAA,CAAA,EA9BwC,iBA8BxC,CAAA,EA9B4D,OA8B5D,CA9BoE,CA8BpE,CAAA;;AAI1B;;;UA5BiB,aAAA;EA4BM,OAAA,EAAA,MAAA;;AAIV,UA5BI,UAAA,CAkCf;;;UA9Be,cAAA;;;;;;;UAQA,cAAA;;EAgBU,UAAA,EAAA,MAAA;;AAQ3B;;;cAhBa,eAAa,CAAA,CAAA;EAgBC,OAAA,aAAA;CAAA,eAAA,CAAA;cAZd,YAAU,CAAA,CAAA;;;AC9CD,cDkDT,cClDgB,EDkDF,CAAA,CAAA,SClDE,CAAA;EACrB,MAAA,YAAA,YAAA,CAAA;EACI,aAAA,YAAA,YAAA,CAAA;EACH,YAAA,YAAA,YAAA,CAAA;EACU,SAAA,YAAA,YAAA,CAAA;EAAR,QAAA,YAAA,YAAA,CAAA;CAAR,eAAA,CAAA;AAAO,cDsDG,cCtDH,EDsDiB,CAAA,CAAA,SCtDjB,CAAA;EAoDO,WAAA,WAAU,CAAA;IAWL,OAAG,EAAA,SAAA;IACjB,OAAA,EAAA,SAAA;IACI,IAAA,EAAA,MAAA;IAEA,IAAA,EAAA,MAAA;IACO,OAAA,EAAA,SAAA;IAAR,KAAA,EAAA,OAAA;IAAR,IAAA,EAAA,MAAA;IAAO,OAAA,EAAA,SAAA;EA8CY,CAAA,CAAA;EACd,UAAA,aAAA;CACI,eAAA,CAAA;;;;;ADhIZ;AASiB,iBCDK,OAAA,CDCM,IAAA,ECApB,WDAoB,EAAA,QAAA,ECChB,WDDgB,EAAA,KAAA,ECEnB,eDFmB,EAAA,CAAA,ECGzB,ODHyB,CCGjB,ODHiB,CCGT,WDHS,CAAA,CAAA;;;;AAWgB,UC4C3B,UAAA,CD5C2B;EAAsB;EAA4B,GAAA,CAAA,EAAA,MAAA;EAAR;EAAO,MAAA,CAAA,ECgDlF,gBDhDkF;AAM7F;AAIA;AAIA;AAQA;AAQA;iBCyBsB,GAAA,OACd,uBACI,uCAEA,aACT,QAAQ,QAAQ;;;;AD1BN,iBCwES,ODtEpB,CAAA,CAAA,CAAA,CAAA,IAAA,ECuEM,WDvEN,EAAA,QAAA,ECwEU,WDxEV,EAAA,MAAA,ECyEQ,gBDzER,EAAA,cAAA,CAAA,EAAA,MAAA,CAAA,EC2EC,OD3ED,CC2ES,CD3ET,CAAA;;;;;;AApCgE,UERjD,aFQiD,CAAA,WAAA,OAAA,EAAA,YAAA,OAAA,EAAA,SAAA,OAAA,CAAA,SEPxD,cFOwD,CEPzC,MFOyC,CAAA,CAAA;EAA4B;;;AAM9F;EAIiB,cAAU,CAAA,EAAA,CAAA,MAAA,EAAA,MAAA,EAAA,OAAA,EEZkB,iBFYlB,EAAA,GEZwC,QFYxC;EAIV;AAQjB;AAQA;;8BE3B8B;EF2BJ;;AAI1B;;;;;;AAIA;;cEnBa,mFACH,iBAAiB,mBACd;;;;;sBAQS,cAAc,UAAU,WAAW;;;;qCAiEf,oBAAyB;EFxDxC;;AAQ3B;0CE0EY,CAAA,CAAE,QAAQ,cACT,oBACR,QAAQ;;;;;;;iBAkEG,eAAA,SAAwB,CAAA,CAAE;;;;;;;;;;;AFtL1C;AAIiB,iBGdD,YAAA,CHcW,QAAA,EAAA;EAIV,MAAA,CAAA,EAAA,MAAA;EAQA,KAAA,CAAA,EAAA,MAAA;EAQJ,OAAA,CAAA,EAAA,MAEX;IGhCE;;;;AHkCJ;;;;;;AAIa,iBGJG,eAAA,CHUd,QAAA,EAAA;;;IGV8E;;;;;;;;;;AHIrD,iBGqCX,UAAA,CHrCW,QAAA,EAAA;EAQd,MAAA,CAAA,EAAA,MAAA;;IG6B8D;;;;;;;AFvF3E;;AAEY,iBE+GI,YAAA,CF/GJ,OAAA,EAAA;EACH,KAAA,EAAA,MAAA;EACU,OAAA,CAAA,EAAA,MAAA;CAAR,CAAA,EE6GiE,WF7GjE;;;AAoDX;AAWA;;;;;AAKW,iBE8DK,cAAA,CF9DL,OAAA,EAAA;EAAR,KAAA,EAAA,MAAA;EAAO,OAAA,CAAA,EAAA,MAAA;AA8CV,CAAA,CAAA,EEgB8E,WFhBjD;;;;;;;;;iBEqCb,cAAA,QDjJ6B;EAN5B,MAAA,CAAA,EAAA,MAAA;EACQ,KAAA,CAAA,EAAA,MAAA;CAKoB,CAAA,ECiJkC,WDjJlC;;;;;AAqB7C;;;;;;;AA2EmE,iBCgFnD,gBAAA,CDhFmD,OAAA,EAAA;EA0B7C,MAAA,CAAA,EAAA,MAAA;EAAR,KAAA,EAAA,MAAA;EACD,OAAA,CAAA,EAAA,MAAA;EACA,QAAA,CAAA,EAAA,MAAA;CAAR,CAAA,ECyDD,WDzDC;;;;AAkEL;;;;AChMA;AAsCA;AAyCA;AA0BA;AAqBA;AAqBA;AA+BgB,iBAgDA,aA3CZ,CAAA,WAAW,OAAA,EAAA,YAAA,OAAA,EAAA,SAAA,OAAA,CAAA,CAAA,MAAA,EA4CL,aA5CK,CA4CS,QA5CT,EA4CmB,SA5CnB,EA4C8B,MA5C9B,CAAA,CAAA,EA6CZ,WA7CY"}