scrapex 1.0.0-alpha.1 → 1.0.0-beta.1

package/dist/llm/index.mjs

@@ -1,75 +1,98 @@
-import { a as EntitiesSchema, c as ScrapeError, i as ClassifySchema, n as enhance, o as SummarySchema, r as extract, s as TagsSchema, t as ask } from "../enhancer-Q6CSc1gA.mjs";
-import { createRequire } from "node:module";
+import { a as EntitiesSchema, c as BaseHttpProvider, i as ClassifySchema, n as enhance, o as SummarySchema, p as ScrapeError, r as extract, s as TagsSchema, t as ask } from "../enhancer-ByjRD-t5.mjs";
+import { z } from "zod";
 
-//#region rolldown:runtime
-var __require = /* @__PURE__ */ createRequire(import.meta.url);
-
-//#endregion
-//#region src/llm/anthropic.ts
-const DEFAULT_MODEL$1 = "claude-3-5-haiku-20241022";
-const DEFAULT_MAX_TOKENS$1 = 1024;
+//#region src/llm/http.ts
 /**
-* Anthropic Claude provider
-*
-* Requires @anthropic-ai/sdk as a peer dependency.
-*
-* @example
-* ```ts
-* const provider = new AnthropicProvider({ apiKey: 'sk-...' });
-* const result = await scrape(url, { llm: provider, enhance: ['summarize'] });
-* ```
+* HTTP-based LLM Provider using native fetch.
+* Provides a unified interface for any REST-based LLM API.
 */
-var AnthropicProvider = class {
-	name = "anthropic";
-	client;
-	model;
-	constructor(config = {}) {
-		const apiKey = config.apiKey ?? process.env.ANTHROPIC_API_KEY;
-		if (!apiKey) throw new ScrapeError("Anthropic API key required. Set ANTHROPIC_API_KEY env var or pass apiKey in config.", "LLM_ERROR");
-		this.model = config.model ?? DEFAULT_MODEL$1;
-		try {
-			const { Anthropic } = __require("@anthropic-ai/sdk");
-			this.client = new Anthropic({
-				apiKey,
-				baseURL: config.baseUrl
+/**
+* HTTP-based LLM provider.
+* Works with any REST API using native fetch.
+*/
+var HttpLLMProvider = class extends BaseHttpProvider {
+	name;
+	requestBuilder;
+	responseMapper;
+	jsonMode;
+	constructor(config) {
+		super(config);
+		this.name = "http-llm";
+		this.jsonMode = config.jsonMode ?? false;
+		this.requestBuilder = config.requestBuilder ?? ((prompt, opts) => {
+			const messages = [];
+			if (opts.systemPrompt) messages.push({
+				role: "system",
+				content: opts.systemPrompt
 			});
-		} catch {
-			throw new ScrapeError("@anthropic-ai/sdk is required for Anthropic provider. Install with: npm install @anthropic-ai/sdk", "LLM_ERROR");
-		}
+			messages.push({
+				role: "user",
+				content: prompt
+			});
+			const request = {
+				model: this.model,
+				messages
+			};
+			if (opts.temperature !== void 0) request.temperature = opts.temperature;
+			if (opts.maxTokens !== void 0) request.max_tokens = opts.maxTokens;
+			return request;
+		});
+		this.responseMapper = config.responseMapper ?? ((response) => {
+			const resp = response;
+			if (Array.isArray(resp.choices) && resp.choices.length > 0) {
+				const choice = resp.choices[0];
+				if (choice.message?.content) return choice.message.content;
+			}
+			if (Array.isArray(resp.content)) {
+				const textBlock = resp.content.find((c) => c.type === "text");
+				if (textBlock?.text) return textBlock.text;
+			}
+			throw new ScrapeError("Unable to parse LLM response. Provide a custom responseMapper.", "VALIDATION_ERROR");
+		});
 	}
+	/**
+	* Generate a text completion.
+	*/
 	async complete(prompt, options = {}) {
-		try {
-			const content = (await this.client.messages.create({
-				model: this.model,
-				max_tokens: options.maxTokens ?? DEFAULT_MAX_TOKENS$1,
-				messages: [{
-					role: "user",
-					content: prompt
-				}],
-				system: options.systemPrompt,
-				temperature: options.temperature
-			})).content[0];
-			if (content?.type === "text" && content.text) return content.text;
-			throw new ScrapeError("Unexpected or empty response from Anthropic", "LLM_ERROR");
-		} catch (error) {
-			if (error instanceof ScrapeError) throw error;
-			throw new ScrapeError(`Anthropic API error: ${error instanceof Error ? error.message : String(error)}`, "LLM_ERROR", void 0, error instanceof Error ? error : void 0);
-		}
+		let body = this.requestBuilder(prompt, options);
+		if (this.jsonMode && typeof body === "object" && body !== null) body = {
+			...body,
+			response_format: { type: "json_object" }
+		};
+		const { data } = await this.fetch(this.baseUrl, { body });
+		const content = this.responseMapper(data);
+		if (!content) throw new ScrapeError("Empty response from LLM", "LLM_ERROR");
+		return content;
 	}
+	/**
+	* Generate a structured JSON completion with Zod validation.
+	*/
 	async completeJSON(prompt, schema, options = {}) {
 		const jsonPrompt = `${prompt}
 
 Respond ONLY with valid JSON matching this schema:
-${JSON.stringify(zodToJsonSchema$1(schema), null, 2)}
+${JSON.stringify(zodToJsonSchema(schema), null, 2)}
 
 Do not include any explanation or markdown formatting. Just the JSON object.`;
-		const response = await this.complete(jsonPrompt, {
+		const useJsonMode = this.jsonMode;
+		let body = this.requestBuilder(jsonPrompt, {
 			...options,
 			systemPrompt: options.systemPrompt ?? "You are a helpful assistant that responds only with valid JSON."
 		});
+		if (useJsonMode && typeof body === "object" && body !== null) body = {
+			...body,
+			response_format: { type: "json_object" }
+		};
+		const { data } = await this.fetch(this.baseUrl, { body });
+		const content = this.responseMapper(data);
+		if (!content) throw new ScrapeError("Empty response from LLM", "LLM_ERROR");
 		try {
-			const jsonMatch = response.match(/\{[\s\S]*\}/);
-			if (!jsonMatch) throw new Error("No JSON object found in response");
+			const trimmed = content.trim();
+			try {
+				return schema.parse(JSON.parse(trimmed));
+			} catch {}
+			const jsonMatch = content.match(/[[{][\s\S]*[\]}]/);
+			if (!jsonMatch) throw new Error("No JSON found in response");
 			const parsed = JSON.parse(jsonMatch[0]);
 			return schema.parse(parsed);
 		} catch (error) {
@@ -78,233 +101,217 @@ Do not include any explanation or markdown formatting. Just the JSON object.`;
 	}
 };
 /**
-* Convert a Zod schema to a simple JSON Schema representation
-* (simplified version for prompt engineering)
+* Convert a Zod schema to a JSON Schema representation.
+* Uses Zod's built-in toJSONSchema method (Zod 4+).
+* Used for prompting LLMs to return structured data.
 */
-function zodToJsonSchema$1(schema) {
+function zodToJsonSchema(schema) {
+	if (typeof z.toJSONSchema === "function") {
+		const { $schema, ...rest } = z.toJSONSchema(schema);
+		return rest;
+	}
 	const def = schema._def;
-	switch (def.typeName) {
-		case "ZodObject": {
+	switch (def.type) {
+		case "object": {
 			const shape = schema.shape;
 			const properties = {};
-			for (const [key, value] of Object.entries(shape)) properties[key] = zodToJsonSchema$1(value);
+			const required = [];
+			for (const [key, value] of Object.entries(shape)) {
+				properties[key] = zodToJsonSchema(value);
+				if (value._def.type !== "optional") required.push(key);
+			}
 			return {
 				type: "object",
-				properties
+				properties,
+				required
 			};
 		}
-		case "ZodArray": return {
+		case "array": return {
 			type: "array",
-			items: zodToJsonSchema$1(def.type)
-		};
-		case "ZodString": return { type: "string" };
-		case "ZodNumber": return { type: "number" };
-		case "ZodBoolean": return { type: "boolean" };
-		case "ZodEnum": return {
-			type: "string",
-			enum: def.values
+			items: zodToJsonSchema(def.element)
 		};
+		case "string": return { type: "string" };
+		case "number": return { type: "number" };
+		case "boolean": return { type: "boolean" };
+		case "enum": {
+			const enumDef = def;
+			return {
+				type: "string",
+				enum: Object.values(enumDef.entries)
+			};
+		}
+		case "optional": return zodToJsonSchema(def.innerType);
 		default: return { type: "string" };
 	}
 }
 
 //#endregion
-//#region src/llm/openai.ts
-const DEFAULT_MODEL = "gpt-4o-mini";
-const DEFAULT_MAX_TOKENS = 1024;
-const DEFAULT_BASE_URL = "https://api.openai.com/v1";
+//#region src/llm/presets.ts
 /**
-* OpenAI-compatible provider
-*
-* Works with:
-* - OpenAI API
-* - Ollama (http://localhost:11434/v1)
-* - LM Studio (http://localhost:1234/v1)
-* - LocalAI
-* - vLLM
-* - Any OpenAI-compatible API
-*
-* Requires `openai` as a peer dependency.
+* Preset factory functions for common LLM providers.
+* All presets use the HttpLLMProvider with appropriate configuration.
+*/
+/**
+* Create an OpenAI LLM provider.
 *
 * @example
 * ```ts
-* // OpenAI
-* const provider = new OpenAIProvider({ apiKey: 'sk-...' });
-*
-* // Ollama
-* const provider = new OpenAIProvider({
-*   baseUrl: 'http://localhost:11434/v1',
-*   model: 'llama3.2',
-*   apiKey: 'ollama' // Ollama doesn't require a real key
-* });
+* const provider = createOpenAI({ apiKey: 'sk-...' });
+* const result = await scrape(url, { llm: provider, enhance: ['summarize'] });
+* ```
+*/
+function createOpenAI(options) {
+	const apiKey = options?.apiKey ?? process.env.OPENAI_API_KEY;
+	if (!apiKey) throw new Error("OpenAI API key required. Set OPENAI_API_KEY env var or pass apiKey option.");
+	return new HttpLLMProvider({
+		baseUrl: options?.baseUrl ?? "https://api.openai.com/v1/chat/completions",
+		model: options?.model ?? "gpt-4o-mini",
+		headers: { Authorization: `Bearer ${apiKey}` },
+		jsonMode: true
+	});
+}
+/**
+* Create an Anthropic Claude LLM provider.
 *
-* // LM Studio
-* const provider = new OpenAIProvider({
-*   baseUrl: 'http://localhost:1234/v1',
-*   model: 'local-model',
-*   apiKey: 'lm-studio'
-* });
+* @example
+* ```ts
+* const provider = createAnthropic({ apiKey: 'sk-...' });
+* const result = await scrape(url, { llm: provider, enhance: ['summarize'] });
 * ```
 */
-var OpenAIProvider = class {
-	name = "openai";
-	client;
-	model;
-	constructor(config = {}) {
-		const apiKey = config.apiKey ?? process.env.OPENAI_API_KEY;
-		const baseUrl = config.baseUrl ?? DEFAULT_BASE_URL;
-		if (!apiKey && baseUrl === DEFAULT_BASE_URL) throw new ScrapeError("OpenAI API key required. Set OPENAI_API_KEY env var or pass apiKey in config.", "LLM_ERROR");
-		this.model = config.model ?? DEFAULT_MODEL;
-		try {
-			const { OpenAI } = __require("openai");
-			this.client = new OpenAI({
-				apiKey: apiKey ?? "local",
-				baseURL: baseUrl
-			});
-		} catch {
-			throw new ScrapeError("openai package is required for OpenAI provider. Install with: npm install openai", "LLM_ERROR");
-		}
-	}
-	async complete(prompt, options = {}) {
-		try {
-			const client = this.client;
-			const messages = [];
-			if (options.systemPrompt) messages.push({
-				role: "system",
-				content: options.systemPrompt
-			});
-			messages.push({
-				role: "user",
-				content: prompt
-			});
-			const content = (await client.chat.completions.create({
-				model: this.model,
-				max_tokens: options.maxTokens ?? DEFAULT_MAX_TOKENS,
-				messages,
-				temperature: options.temperature
-			})).choices[0]?.message?.content;
-			if (!content) throw new ScrapeError("Empty response from OpenAI", "LLM_ERROR");
-			return content;
-		} catch (error) {
-			if (error instanceof ScrapeError) throw error;
-			throw new ScrapeError(`OpenAI API error: ${error instanceof Error ? error.message : String(error)}`, "LLM_ERROR", void 0, error instanceof Error ? error : void 0);
-		}
-	}
-	async completeJSON(prompt, schema, options = {}) {
-		const client = this.client;
-		try {
-			const messages = [{
-				role: "system",
-				content: options.systemPrompt ?? "You are a helpful assistant that extracts information from content."
-			}, {
+function createAnthropic(options) {
+	const apiKey = options?.apiKey ?? process.env.ANTHROPIC_API_KEY;
+	if (!apiKey) throw new Error("Anthropic API key required. Set ANTHROPIC_API_KEY env var or pass apiKey option.");
+	const model = options?.model ?? "claude-3-5-haiku-20241022";
+	return new HttpLLMProvider({
+		baseUrl: "https://api.anthropic.com/v1/messages",
+		model,
+		headers: {
+			"x-api-key": apiKey,
+			"anthropic-version": "2023-06-01"
+		},
+		requestBuilder: (prompt, opts) => ({
+			model,
+			max_tokens: opts.maxTokens ?? 1024,
+			messages: [{
 				role: "user",
 				content: prompt
-			}];
-			const content = (await client.chat.completions.create({
-				model: this.model,
-				max_tokens: options.maxTokens ?? DEFAULT_MAX_TOKENS,
-				messages,
-				temperature: options.temperature,
-				response_format: { type: "json_object" }
-			})).choices[0]?.message?.content;
-			if (!content) throw new ScrapeError("Empty response from OpenAI", "LLM_ERROR");
-			const parsed = JSON.parse(content);
-			return schema.parse(parsed);
-		} catch (error) {
-			if (error instanceof ScrapeError) throw error;
-			const jsonPrompt = `${prompt}
-
-Respond ONLY with valid JSON matching this schema:
-${JSON.stringify(zodToJsonSchema(schema), null, 2)}
-
-Do not include any explanation or markdown formatting. Just the JSON object.`;
-			const response = await this.complete(jsonPrompt, {
-				...options,
-				systemPrompt: "You respond only with valid JSON."
-			});
-			try {
-				const jsonMatch = response.match(/\{[\s\S]*\}/);
-				if (!jsonMatch) throw new Error("No JSON object found in response");
-				const parsed = JSON.parse(jsonMatch[0]);
-				return schema.parse(parsed);
-			} catch (parseError) {
-				throw new ScrapeError(`Failed to parse LLM response as JSON: ${parseError instanceof Error ? parseError.message : String(parseError)}`, "VALIDATION_ERROR", void 0, parseError instanceof Error ? parseError : void 0);
-			}
-		}
-	}
-};
-/**
-* Convert a Zod schema to JSON Schema for structured outputs
-*/
-function zodToJsonSchema(schema) {
-	const def = schema._def;
-	switch (def.typeName) {
-		case "ZodObject": {
-			const shape = schema.shape;
-			const properties = {};
-			const required = [];
-			for (const [key, value] of Object.entries(shape)) {
-				properties[key] = zodToJsonSchema(value);
-				if (value._def.typeName !== "ZodOptional") required.push(key);
-			}
-			return {
-				type: "object",
-				properties,
-				required
-			};
-		}
-		case "ZodArray": return {
-			type: "array",
-			items: zodToJsonSchema(def.type)
-		};
-		case "ZodString": return { type: "string" };
-		case "ZodNumber": return { type: "number" };
-		case "ZodBoolean": return { type: "boolean" };
-		case "ZodEnum": return {
-			type: "string",
-			enum: def.values
-		};
-		case "ZodOptional": return zodToJsonSchema(def.innerType);
-		default: return { type: "string" };
-	}
+			}],
+			...opts.systemPrompt && { system: opts.systemPrompt },
+			...opts.temperature !== void 0 && { temperature: opts.temperature }
+		}),
+		responseMapper: (res) => res.content.find((item) => item.type === "text")?.text ?? ""
+	});
 }
 /**
-* Create an OpenAI provider with default settings
+* Create a Groq LLM provider.
+* Groq provides fast inference for open-source models.
+*
+* @example
+* ```ts
+* const provider = createGroq({ model: 'llama-3.1-70b-versatile' });
+* ```
 */
-function createOpenAI(config) {
-	return new OpenAIProvider(config);
+function createGroq(options) {
+	const apiKey = options?.apiKey ?? process.env.GROQ_API_KEY;
+	if (!apiKey) throw new Error("Groq API key required. Set GROQ_API_KEY env var or pass apiKey option.");
+	return new HttpLLMProvider({
+		baseUrl: "https://api.groq.com/openai/v1/chat/completions",
+		model: options?.model ?? "llama-3.1-70b-versatile",
+		headers: { Authorization: `Bearer ${apiKey}` },
+		jsonMode: true
+	});
 }
 /**
-* Create an Ollama provider
+* Create an Ollama LLM provider for local models.
 *
 * @example
 * ```ts
 * const provider = createOllama({ model: 'llama3.2' });
 * ```
 */
-function createOllama(config = { model: "llama3.2" }) {
-	return new OpenAIProvider({
-		baseUrl: `http://localhost:${config.port ?? 11434}/v1`,
-		model: config.model,
-		apiKey: "ollama"
+function createOllama(options) {
+	return new HttpLLMProvider({
+		baseUrl: options.baseUrl ?? "http://localhost:11434/v1/chat/completions",
+		model: options.model,
+		requireHttps: false,
+		allowPrivate: true
 	});
 }
 /**
-* Create an LM Studio provider
+* Create an LM Studio LLM provider for local models.
 *
 * @example
 * ```ts
 * const provider = createLMStudio({ model: 'local-model' });
 * ```
 */
-function createLMStudio(config = { model: "local-model" }) {
-	return new OpenAIProvider({
-		baseUrl: `http://localhost:${config.port ?? 1234}/v1`,
-		model: config.model,
-		apiKey: "lm-studio"
+function createLMStudio(options) {
+	return new HttpLLMProvider({
+		baseUrl: options.baseUrl ?? "http://localhost:1234/v1/chat/completions",
+		model: options.model,
+		requireHttps: false,
+		allowPrivate: true
+	});
+}
+/**
+* Create a Together AI LLM provider.
+*
+* @example
+* ```ts
+* const provider = createTogether({ model: 'meta-llama/Llama-3.2-3B-Instruct-Turbo' });
+* ```
+*/
+function createTogether(options) {
+	const apiKey = options?.apiKey ?? process.env.TOGETHER_API_KEY;
+	if (!apiKey) throw new Error("Together API key required. Set TOGETHER_API_KEY env var or pass apiKey option.");
+	return new HttpLLMProvider({
+		baseUrl: "https://api.together.xyz/v1/chat/completions",
+		model: options?.model ?? "meta-llama/Llama-3.2-3B-Instruct-Turbo",
+		headers: { Authorization: `Bearer ${apiKey}` },
+		jsonMode: true
+	});
+}
+/**
+* Create an OpenRouter LLM provider.
+* OpenRouter provides access to many models through a unified API.
+*
+* @example
+* ```ts
+* const provider = createOpenRouter({
+*   model: 'anthropic/claude-3.5-sonnet',
+* });
+* ```
+*/
+function createOpenRouter(options) {
+	const apiKey = options.apiKey ?? process.env.OPENROUTER_API_KEY;
+	if (!apiKey) throw new Error("OpenRouter API key required. Set OPENROUTER_API_KEY env var or pass apiKey option.");
+	const headers = { Authorization: `Bearer ${apiKey}` };
+	if (options.siteUrl) headers["HTTP-Referer"] = options.siteUrl;
+	if (options.siteName) headers["X-Title"] = options.siteName;
+	return new HttpLLMProvider({
+		baseUrl: "https://openrouter.ai/api/v1/chat/completions",
+		model: options.model,
+		headers
 	});
 }
+/**
+* Create a generic HTTP LLM provider.
+* Use this for any OpenAI-compatible API.
+*
+* @example
+* ```ts
+* const provider = createHttpLLM({
+*   baseUrl: 'https://my-api.com/v1/chat/completions',
+*   model: 'my-model',
+*   headers: { Authorization: 'Bearer ...' },
+* });
+* ```
+*/
+function createHttpLLM(config) {
+	return new HttpLLMProvider(config);
+}
 
 //#endregion
-export { AnthropicProvider, ClassifySchema, EntitiesSchema, OpenAIProvider, SummarySchema, TagsSchema, ask, createLMStudio, createOllama, createOpenAI, enhance, extract };
+export { ClassifySchema, EntitiesSchema, HttpLLMProvider, SummarySchema, TagsSchema, ask, createAnthropic, createGroq, createHttpLLM, createLMStudio, createOllama, createOpenAI, createOpenRouter, createTogether, enhance, extract, zodToJsonSchema };
 //# sourceMappingURL=index.mjs.map

package/dist/llm/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","names":["DEFAULT_MODEL","DEFAULT_MAX_TOKENS","zodToJsonSchema","properties: Record<string, object>","messages: Array<{ role: 'system' | 'user'; content: string }>","properties: Record<string, object>","required: string[]"],"sources":["../../src/llm/anthropic.ts","../../src/llm/openai.ts"],"sourcesContent":["import type { z } from 'zod';\nimport { ScrapeError } from '@/core/errors.js';\nimport type { AnthropicConfig, CompletionOptions, LLMProvider } from './types.js';\n\nconst DEFAULT_MODEL = 'claude-3-5-haiku-20241022';\nconst DEFAULT_MAX_TOKENS = 1024;\n\n/**\n * Anthropic Claude provider\n *\n * Requires @anthropic-ai/sdk as a peer dependency.\n *\n * @example\n * ```ts\n * const provider = new AnthropicProvider({ apiKey: 'sk-...' });\n * const result = await scrape(url, { llm: provider, enhance: ['summarize'] });\n * ```\n */\nexport class AnthropicProvider implements LLMProvider {\n  readonly name = 'anthropic';\n  private client: unknown;\n  private model: string;\n\n  constructor(config: AnthropicConfig = {}) {\n    const apiKey = config.apiKey ?? process.env.ANTHROPIC_API_KEY;\n    if (!apiKey) {\n      throw new ScrapeError(\n        'Anthropic API key required. Set ANTHROPIC_API_KEY env var or pass apiKey in config.',\n        'LLM_ERROR'\n      );\n    }\n\n    this.model = config.model ?? DEFAULT_MODEL;\n\n    // Dynamic import to avoid requiring the SDK if not used\n    try {\n      // eslint-disable-next-line @typescript-eslint/no-require-imports\n      const { Anthropic } = require('@anthropic-ai/sdk') as typeof import('@anthropic-ai/sdk');\n      this.client = new Anthropic({\n        apiKey,\n        baseURL: config.baseUrl,\n      });\n    } catch {\n      throw new ScrapeError(\n        '@anthropic-ai/sdk is required for Anthropic provider. Install with: npm install @anthropic-ai/sdk',\n        'LLM_ERROR'\n      );\n    }\n  }\n\n  async complete(prompt: string, options: CompletionOptions = {}): Promise<string> {\n    try {\n      const client = this.client as import('@anthropic-ai/sdk').Anthropic;\n      const response = await client.messages.create({\n        model: this.model,\n        max_tokens: options.maxTokens ?? DEFAULT_MAX_TOKENS,\n        messages: [{ role: 'user', content: prompt }],\n        system: options.systemPrompt,\n        temperature: options.temperature,\n      });\n\n      const content = response.content[0];\n      if (content?.type === 'text' && content.text) {\n        return content.text;\n      }\n\n      throw new ScrapeError('Unexpected or empty response from Anthropic', 'LLM_ERROR');\n    } catch (error) {\n      if (error instanceof ScrapeError) throw error;\n      throw new ScrapeError(\n        `Anthropic API error: ${error instanceof Error ? error.message : String(error)}`,\n        'LLM_ERROR',\n        undefined,\n        error instanceof Error ? error : undefined\n      );\n    }\n  }\n\n  async completeJSON<T>(\n    prompt: string,\n    schema: z.ZodType<T>,\n    options: CompletionOptions = {}\n  ): Promise<T> {\n    const jsonPrompt = `${prompt}\n\nRespond ONLY with valid JSON matching this schema:\n${JSON.stringify(zodToJsonSchema(schema), null, 2)}\n\nDo not include any explanation or markdown formatting. Just the JSON object.`;\n\n    const response = await this.complete(jsonPrompt, {\n      ...options,\n      systemPrompt:\n        options.systemPrompt ?? 'You are a helpful assistant that responds only with valid JSON.',\n    });\n\n    try {\n      // Try to extract JSON from the response\n      const jsonMatch = response.match(/\\{[\\s\\S]*\\}/);\n      if (!jsonMatch) {\n        throw new Error('No JSON object found in response');\n      }\n\n      const parsed = JSON.parse(jsonMatch[0]);\n      return schema.parse(parsed);\n    } catch (error) {\n      throw new ScrapeError(\n        `Failed to parse LLM response as JSON: ${error instanceof Error ? error.message : String(error)}`,\n        'VALIDATION_ERROR',\n        undefined,\n        error instanceof Error ? error : undefined\n      );\n    }\n  }\n}\n\n/**\n * Convert a Zod schema to a simple JSON Schema representation\n * (simplified version for prompt engineering)\n */\nfunction zodToJsonSchema(schema: z.ZodType<unknown>): object {\n  const def = (schema as z.ZodType<unknown> & { _def: { typeName: string } })._def;\n\n  switch (def.typeName) {\n    case 'ZodObject': {\n      const shape = (schema as z.ZodObject<z.ZodRawShape>).shape;\n      const properties: Record<string, object> = {};\n      for (const [key, value] of Object.entries(shape)) {\n        properties[key] = zodToJsonSchema(value as z.ZodType<unknown>);\n      }\n      return { type: 'object', properties };\n    }\n    case 'ZodArray': {\n      const arrayDef = def as unknown as { type: z.ZodType<unknown> };\n      return { type: 'array', items: zodToJsonSchema(arrayDef.type) };\n    }\n    case 'ZodString':\n      return { type: 'string' };\n    case 'ZodNumber':\n      return { type: 'number' };\n    case 'ZodBoolean':\n      return { type: 'boolean' };\n    case 'ZodEnum': {\n      const enumDef = def as unknown as { values: string[] };\n      return { type: 'string', enum: enumDef.values };\n    }\n    default:\n      return { type: 'string' };\n  }\n}\n","import type { z } from 'zod';\nimport { ScrapeError } from '@/core/errors.js';\nimport type { CompletionOptions, LLMProvider, OpenAICompatibleConfig } from './types.js';\n\nconst DEFAULT_MODEL = 'gpt-4o-mini';\nconst DEFAULT_MAX_TOKENS = 1024;\nconst DEFAULT_BASE_URL = 'https://api.openai.com/v1';\n\n/**\n * OpenAI-compatible provider\n *\n * Works with:\n * - OpenAI API\n * - Ollama (http://localhost:11434/v1)\n * - LM Studio (http://localhost:1234/v1)\n * - LocalAI\n * - vLLM\n * - Any OpenAI-compatible API\n *\n * Requires `openai` as a peer dependency.\n *\n * @example\n * ```ts\n * // OpenAI\n * const provider = new OpenAIProvider({ apiKey: 'sk-...' });\n *\n * // Ollama\n * const provider = new OpenAIProvider({\n *   baseUrl: 'http://localhost:11434/v1',\n *   model: 'llama3.2',\n *   apiKey: 'ollama' // Ollama doesn't require a real key\n * });\n *\n * // LM Studio\n * const provider = new OpenAIProvider({\n *   baseUrl: 'http://localhost:1234/v1',\n *   model: 'local-model',\n *   apiKey: 'lm-studio'\n * });\n * ```\n */\nexport class OpenAIProvider implements LLMProvider {\n  readonly name = 'openai';\n  private client: unknown;\n  private model: string;\n\n  constructor(config: OpenAICompatibleConfig = {}) {\n    const apiKey = config.apiKey ?? process.env.OPENAI_API_KEY;\n    const baseUrl = config.baseUrl ?? DEFAULT_BASE_URL;\n\n    // Only require API key for OpenAI (not for local providers)\n    if (!apiKey && baseUrl === DEFAULT_BASE_URL) {\n      throw new ScrapeError(\n        'OpenAI API key required. Set OPENAI_API_KEY env var or pass apiKey in config.',\n        'LLM_ERROR'\n      );\n    }\n\n    this.model = config.model ?? DEFAULT_MODEL;\n\n    // Dynamic import to avoid requiring the SDK if not used\n    try {\n      // eslint-disable-next-line @typescript-eslint/no-require-imports\n      const { OpenAI } = require('openai') as typeof import('openai');\n      this.client = new OpenAI({\n        apiKey: apiKey ?? 'local', // Use 'local' as placeholder for local providers\n        baseURL: baseUrl,\n      });\n    } catch {\n      throw new ScrapeError(\n        'openai package is required for OpenAI provider. Install with: npm install openai',\n        'LLM_ERROR'\n      );\n    }\n  }\n\n  async complete(prompt: string, options: CompletionOptions = {}): Promise<string> {\n    try {\n      const client = this.client as import('openai').OpenAI;\n      const messages: Array<{ role: 'system' | 'user'; content: string }> = [];\n\n      if (options.systemPrompt) {\n        messages.push({ role: 'system', content: options.systemPrompt });\n      }\n      messages.push({ role: 'user', content: prompt });\n\n      const response = await client.chat.completions.create({\n        model: this.model,\n        max_tokens: options.maxTokens ?? DEFAULT_MAX_TOKENS,\n        messages,\n        temperature: options.temperature,\n      });\n\n      const content = response.choices[0]?.message?.content;\n      if (!content) {\n        throw new ScrapeError('Empty response from OpenAI', 'LLM_ERROR');\n      }\n\n      return content;\n    } catch (error) {\n      if (error instanceof ScrapeError) throw error;\n      throw new ScrapeError(\n        `OpenAI API error: ${error instanceof Error ? error.message : String(error)}`,\n        'LLM_ERROR',\n        undefined,\n        error instanceof Error ? error : undefined\n      );\n    }\n  }\n\n  async completeJSON<T>(\n    prompt: string,\n    schema: z.ZodType<T>,\n    options: CompletionOptions = {}\n  ): Promise<T> {\n    const client = this.client as import('openai').OpenAI;\n\n    try {\n      // Use JSON mode for structured outputs\n      const messages: Array<{ role: 'system' | 'user'; content: string }> = [\n        {\n          role: 'system',\n          content:\n            options.systemPrompt ??\n            'You are a helpful assistant that extracts information from content.',\n        },\n        { role: 'user', content: prompt },\n      ];\n\n      const response = await client.chat.completions.create({\n        model: this.model,\n        max_tokens: options.maxTokens ?? DEFAULT_MAX_TOKENS,\n        messages,\n        temperature: options.temperature,\n        response_format: { type: 'json_object' },\n      });\n\n      const content = response.choices[0]?.message?.content;\n      if (!content) {\n        throw new ScrapeError('Empty response from OpenAI', 'LLM_ERROR');\n      }\n\n      const parsed = JSON.parse(content);\n      return schema.parse(parsed);\n    } catch (error) {\n      // Fallback to regular completion with JSON instruction\n      if (error instanceof ScrapeError) throw error;\n\n      // If structured output failed, try regular completion\n      const jsonPrompt = `${prompt}\n\nRespond ONLY with valid JSON matching this schema:\n${JSON.stringify(zodToJsonSchema(schema), null, 2)}\n\nDo not include any explanation or markdown formatting. Just the JSON object.`;\n\n      const response = await this.complete(jsonPrompt, {\n        ...options,\n        systemPrompt: 'You respond only with valid JSON.',\n      });\n\n      try {\n        const jsonMatch = response.match(/\\{[\\s\\S]*\\}/);\n        if (!jsonMatch) {\n          throw new Error('No JSON object found in response');\n        }\n\n        const parsed = JSON.parse(jsonMatch[0]);\n        return schema.parse(parsed);\n      } catch (parseError) {\n        throw new ScrapeError(\n          `Failed to parse LLM response as JSON: ${parseError instanceof Error ? parseError.message : String(parseError)}`,\n          'VALIDATION_ERROR',\n          undefined,\n          parseError instanceof Error ? parseError : undefined\n        );\n      }\n    }\n  }\n}\n\n/**\n * Convert a Zod schema to JSON Schema for structured outputs\n */\nfunction zodToJsonSchema(schema: z.ZodType<unknown>): object {\n  const def = (schema as z.ZodType<unknown> & { _def: { typeName: string } })._def;\n\n  switch (def.typeName) {\n    case 'ZodObject': {\n      const shape = (schema as z.ZodObject<z.ZodRawShape>).shape;\n      const properties: Record<string, object> = {};\n      const required: string[] = [];\n\n      for (const [key, value] of Object.entries(shape)) {\n        properties[key] = zodToJsonSchema(value as z.ZodType<unknown>);\n        // Assume all fields are required unless wrapped in ZodOptional\n        const valueDef = (value as z.ZodType<unknown> & { _def: { typeName: string } })._def;\n        if (valueDef.typeName !== 'ZodOptional') {\n          required.push(key);\n        }\n      }\n      return { type: 'object', properties, required };\n    }\n    case 'ZodArray': {\n      const arrayDef = def as unknown as { type: z.ZodType<unknown> };\n      return { type: 'array', items: zodToJsonSchema(arrayDef.type) };\n    }\n    case 'ZodString':\n      return { type: 'string' };\n    case 'ZodNumber':\n      return { type: 'number' };\n    case 'ZodBoolean':\n      return { type: 'boolean' };\n    case 'ZodEnum': {\n      const enumDef = def as unknown as { values: string[] };\n      return { type: 'string', enum: enumDef.values };\n    }\n    case 'ZodOptional': {\n      const optionalDef = def as unknown as { innerType: z.ZodType<unknown> };\n      return zodToJsonSchema(optionalDef.innerType);\n    }\n    default:\n      return { type: 'string' };\n  }\n}\n\n// Convenience factory functions\n\n/**\n * Create an OpenAI provider with default settings\n */\nexport function createOpenAI(config?: OpenAICompatibleConfig): OpenAIProvider {\n  return new OpenAIProvider(config);\n}\n\n/**\n * Create an Ollama provider\n *\n * @example\n * ```ts\n * const provider = createOllama({ model: 'llama3.2' });\n * ```\n */\nexport function createOllama(\n  config: { model: string; port?: number } = { model: 'llama3.2' }\n): OpenAIProvider {\n  return new OpenAIProvider({\n    baseUrl: `http://localhost:${config.port ?? 11434}/v1`,\n    model: config.model,\n    apiKey: 'ollama',\n  });\n}\n\n/**\n * Create an LM Studio provider\n *\n * @example\n * ```ts\n * const provider = createLMStudio({ model: 'local-model' });\n * ```\n */\nexport function createLMStudio(\n  config: { model: string; port?: number } = { model: 'local-model' }\n): OpenAIProvider {\n  return new OpenAIProvider({\n    baseUrl: `http://localhost:${config.port ?? 1234}/v1`,\n    model: config.model,\n    apiKey: 'lm-studio',\n  });\n}\n"],"mappings":";;;;;;;;AAIA,MAAMA,kBAAgB;AACtB,MAAMC,uBAAqB;;;;;;;;;;;;AAa3B,IAAa,oBAAb,MAAsD;CACpD,AAAS,OAAO;CAChB,AAAQ;CACR,AAAQ;CAER,YAAY,SAA0B,EAAE,EAAE;EACxC,MAAM,SAAS,OAAO,UAAU,QAAQ,IAAI;AAC5C,MAAI,CAAC,OACH,OAAM,IAAI,YACR,uFACA,YACD;AAGH,OAAK,QAAQ,OAAO,SAASD;AAG7B,MAAI;GAEF,MAAM,EAAE,wBAAsB,oBAAoB;AAClD,QAAK,SAAS,IAAI,UAAU;IAC1B;IACA,SAAS,OAAO;IACjB,CAAC;UACI;AACN,SAAM,IAAI,YACR,qGACA,YACD;;;CAIL,MAAM,SAAS,QAAgB,UAA6B,EAAE,EAAmB;AAC/E,MAAI;GAUF,MAAM,WARW,MADF,KAAK,OACU,SAAS,OAAO;IAC5C,OAAO,KAAK;IACZ,YAAY,QAAQ,aAAaC;IACjC,UAAU,CAAC;KAAE,MAAM;KAAQ,SAAS;KAAQ,CAAC;IAC7C,QAAQ,QAAQ;IAChB,aAAa,QAAQ;IACtB,CAAC,EAEuB,QAAQ;AACjC,OAAI,SAAS,SAAS,UAAU,QAAQ,KACtC,QAAO,QAAQ;AAGjB,SAAM,IAAI,YAAY,+CAA+C,YAAY;WAC1E,OAAO;AACd,OAAI,iBAAiB,YAAa,OAAM;AACxC,SAAM,IAAI,YACR,wBAAwB,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM,IAC9E,aACA,QACA,iBAAiB,QAAQ,QAAQ,OAClC;;;CAIL,MAAM,aACJ,QACA,QACA,UAA6B,EAAE,EACnB;EACZ,MAAM,aAAa,GAAG,OAAO;;;EAG/B,KAAK,UAAUC,kBAAgB,OAAO,EAAE,MAAM,EAAE,CAAC;;;EAI/C,MAAM,WAAW,MAAM,KAAK,SAAS,YAAY;GAC/C,GAAG;GACH,cACE,QAAQ,gBAAgB;GAC3B,CAAC;AAEF,MAAI;GAEF,MAAM,YAAY,SAAS,MAAM,cAAc;AAC/C,OAAI,CAAC,UACH,OAAM,IAAI,MAAM,mCAAmC;GAGrD,MAAM,SAAS,KAAK,MAAM,UAAU,GAAG;AACvC,UAAO,OAAO,MAAM,OAAO;WACpB,OAAO;AACd,SAAM,IAAI,YACR,yCAAyC,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM,IAC/F,oBACA,QACA,iBAAiB,QAAQ,QAAQ,OAClC;;;;;;;;AASP,SAASA,kBAAgB,QAAoC;CAC3D,MAAM,MAAO,OAA+D;AAE5E,SAAQ,IAAI,UAAZ;EACE,KAAK,aAAa;GAChB,MAAM,QAAS,OAAsC;GACrD,MAAMC,aAAqC,EAAE;AAC7C,QAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,MAAM,CAC9C,YAAW,OAAOD,kBAAgB,MAA4B;AAEhE,UAAO;IAAE,MAAM;IAAU;IAAY;;EAEvC,KAAK,WAEH,QAAO;GAAE,MAAM;GAAS,OAAOA,kBADd,IACuC,KAAK;GAAE;EAEjE,KAAK,YACH,QAAO,EAAE,MAAM,UAAU;EAC3B,KAAK,YACH,QAAO,EAAE,MAAM,UAAU;EAC3B,KAAK,aACH,QAAO,EAAE,MAAM,WAAW;EAC5B,KAAK,UAEH,QAAO;GAAE,MAAM;GAAU,MADT,IACuB;GAAQ;EAEjD,QACE,QAAO,EAAE,MAAM,UAAU;;;;;;AC/I/B,MAAM,gBAAgB;AACtB,MAAM,qBAAqB;AAC3B,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmCzB,IAAa,iBAAb,MAAmD;CACjD,AAAS,OAAO;CAChB,AAAQ;CACR,AAAQ;CAER,YAAY,SAAiC,EAAE,EAAE;EAC/C,MAAM,SAAS,OAAO,UAAU,QAAQ,IAAI;EAC5C,MAAM,UAAU,OAAO,WAAW;AAGlC,MAAI,CAAC,UAAU,YAAY,iBACzB,OAAM,IAAI,YACR,iFACA,YACD;AAGH,OAAK,QAAQ,OAAO,SAAS;AAG7B,MAAI;GAEF,MAAM,EAAE,qBAAmB,SAAS;AACpC,QAAK,SAAS,IAAI,OAAO;IACvB,QAAQ,UAAU;IAClB,SAAS;IACV,CAAC;UACI;AACN,SAAM,IAAI,YACR,oFACA,YACD;;;CAIL,MAAM,SAAS,QAAgB,UAA6B,EAAE,EAAmB;AAC/E,MAAI;GACF,MAAM,SAAS,KAAK;GACpB,MAAME,WAAgE,EAAE;AAExE,OAAI,QAAQ,aACV,UAAS,KAAK;IAAE,MAAM;IAAU,SAAS,QAAQ;IAAc,CAAC;AAElE,YAAS,KAAK;IAAE,MAAM;IAAQ,SAAS;IAAQ,CAAC;GAShD,MAAM,WAPW,MAAM,OAAO,KAAK,YAAY,OAAO;IACpD,OAAO,KAAK;IACZ,YAAY,QAAQ,aAAa;IACjC;IACA,aAAa,QAAQ;IACtB,CAAC,EAEuB,QAAQ,IAAI,SAAS;AAC9C,OAAI,CAAC,QACH,OAAM,IAAI,YAAY,8BAA8B,YAAY;AAGlE,UAAO;WACA,OAAO;AACd,OAAI,iBAAiB,YAAa,OAAM;AACxC,SAAM,IAAI,YACR,qBAAqB,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM,IAC3E,aACA,QACA,iBAAiB,QAAQ,QAAQ,OAClC;;;CAIL,MAAM,aACJ,QACA,QACA,UAA6B,EAAE,EACnB;EACZ,MAAM,SAAS,KAAK;AAEpB,MAAI;GAEF,MAAMA,WAAgE,CACpE;IACE,MAAM;IACN,SACE,QAAQ,gBACR;IACH,EACD;IAAE,MAAM;IAAQ,SAAS;IAAQ,CAClC;GAUD,MAAM,WARW,MAAM,OAAO,KAAK,YAAY,OAAO;IACpD,OAAO,KAAK;IACZ,YAAY,QAAQ,aAAa;IACjC;IACA,aAAa,QAAQ;IACrB,iBAAiB,EAAE,MAAM,eAAe;IACzC,CAAC,EAEuB,QAAQ,IAAI,SAAS;AAC9C,OAAI,CAAC,QACH,OAAM,IAAI,YAAY,8BAA8B,YAAY;GAGlE,MAAM,SAAS,KAAK,MAAM,QAAQ;AAClC,UAAO,OAAO,MAAM,OAAO;WACpB,OAAO;AAEd,OAAI,iBAAiB,YAAa,OAAM;GAGxC,MAAM,aAAa,GAAG,OAAO;;;EAGjC,KAAK,UAAU,gBAAgB,OAAO,EAAE,MAAM,EAAE,CAAC;;;GAI7C,MAAM,WAAW,MAAM,KAAK,SAAS,YAAY;IAC/C,GAAG;IACH,cAAc;IACf,CAAC;AAEF,OAAI;IACF,MAAM,YAAY,SAAS,MAAM,cAAc;AAC/C,QAAI,CAAC,UACH,OAAM,IAAI,MAAM,mCAAmC;IAGrD,MAAM,SAAS,KAAK,MAAM,UAAU,GAAG;AACvC,WAAO,OAAO,MAAM,OAAO;YACpB,YAAY;AACnB,UAAM,IAAI,YACR,yCAAyC,sBAAsB,QAAQ,WAAW,UAAU,OAAO,WAAW,IAC9G,oBACA,QACA,sBAAsB,QAAQ,aAAa,OAC5C;;;;;;;;AAST,SAAS,gBAAgB,QAAoC;CAC3D,MAAM,MAAO,OAA+D;AAE5E,SAAQ,IAAI,UAAZ;EACE,KAAK,aAAa;GAChB,MAAM,QAAS,OAAsC;GACrD,MAAMC,aAAqC,EAAE;GAC7C,MAAMC,WAAqB,EAAE;AAE7B,QAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,MAAM,EAAE;AAChD,eAAW,OAAO,gBAAgB,MAA4B;AAG9D,QADkB,MAA8D,KACnE,aAAa,cACxB,UAAS,KAAK,IAAI;;AAGtB,UAAO;IAAE,MAAM;IAAU;IAAY;IAAU;;EAEjD,KAAK,WAEH,QAAO;GAAE,MAAM;GAAS,OAAO,gBADd,IACuC,KAAK;GAAE;EAEjE,KAAK,YACH,QAAO,EAAE,MAAM,UAAU;EAC3B,KAAK,YACH,QAAO,EAAE,MAAM,UAAU;EAC3B,KAAK,aACH,QAAO,EAAE,MAAM,WAAW;EAC5B,KAAK,UAEH,QAAO;GAAE,MAAM;GAAU,MADT,IACuB;GAAQ;EAEjD,KAAK,cAEH,QAAO,gBADa,IACe,UAAU;EAE/C,QACE,QAAO,EAAE,MAAM,UAAU;;;;;;AAS/B,SAAgB,aAAa,QAAiD;AAC5E,QAAO,IAAI,eAAe,OAAO;;;;;;;;;;AAWnC,SAAgB,aACd,SAA2C,EAAE,OAAO,YAAY,EAChD;AAChB,QAAO,IAAI,eAAe;EACxB,SAAS,oBAAoB,OAAO,QAAQ,MAAM;EAClD,OAAO,OAAO;EACd,QAAQ;EACT,CAAC;;;;;;;;;;AAWJ,SAAgB,eACd,SAA2C,EAAE,OAAO,eAAe,EACnD;AAChB,QAAO,IAAI,eAAe;EACxB,SAAS,oBAAoB,OAAO,QAAQ,KAAK;EACjD,OAAO,OAAO;EACd,QAAQ;EACT,CAAC"}
+{"version":3,"file":"index.mjs","names":["messages: Array<{ role: string; content: string }>","request: Record<string, unknown>","properties: Record<string, object>","required: string[]","headers: Record<string, string>"],"sources":["../../src/llm/http.ts","../../src/llm/presets.ts"],"sourcesContent":["/**\n * HTTP-based LLM Provider using native fetch.\n * Provides a unified interface for any REST-based LLM API.\n */\n\nimport { z } from 'zod';\nimport { type BaseHttpConfig, BaseHttpProvider } from '../common/http-base.js';\nimport { ScrapeError } from '../core/errors.js';\nimport type { CompletionOptions, LLMProvider } from './types.js';\n\n// ─────────────────────────────────────────────────────────────\n// Types\n// ─────────────────────────────────────────────────────────────\n\n/**\n * HTTP LLM provider configuration.\n */\nexport interface HttpLLMConfig<TRequest = unknown, TResponse = unknown, TError = unknown>\n  extends BaseHttpConfig<TError> {\n  /**\n   * Build request body from prompt and options.\n   * @default OpenAI-compatible format with messages array\n   */\n  requestBuilder?: (prompt: string, options: CompletionOptions) => TRequest;\n  /**\n   * Extract completion text from response.\n   * @default (res) => res.choices[0].message.content\n   */\n  responseMapper?: (response: TResponse) => string;\n  /**\n   * Enable JSON mode - adds response_format to request.\n   * For OpenAI-compatible APIs, this adds { response_format: { type: \"json_object\" } }\n   */\n  jsonMode?: boolean;\n}\n\n// ─────────────────────────────────────────────────────────────\n// HTTP LLM Provider\n// ─────────────────────────────────────────────────────────────\n\n/**\n * HTTP-based LLM provider.\n * Works with any REST API using native fetch.\n */\nexport class HttpLLMProvider<TRequest = unknown, TResponse = unknown, TError = unknown>\n  extends BaseHttpProvider<TError>\n  implements LLMProvider\n{\n  readonly name: string;\n\n  private readonly requestBuilder: (prompt: string, options: CompletionOptions) => TRequest;\n  private readonly responseMapper: (response: TResponse) => string;\n  private readonly jsonMode: boolean;\n\n  constructor(config: HttpLLMConfig<TRequest, TResponse, TError>) {\n    super(config);\n    this.name = 'http-llm';\n    this.jsonMode = config.jsonMode ?? false;\n\n    // Default request builder: OpenAI-compatible format\n    this.requestBuilder =\n      config.requestBuilder ??\n      ((prompt: string, opts: CompletionOptions) => {\n        const messages: Array<{ role: string; content: string }> = [];\n\n        if (opts.systemPrompt) {\n          messages.push({ role: 'system', content: opts.systemPrompt });\n        }\n        messages.push({ role: 'user', content: prompt });\n\n        const request: Record<string, unknown> = {\n          model: this.model,\n          messages,\n        };\n\n        if (opts.temperature !== undefined) {\n          request.temperature = opts.temperature;\n        }\n        if (opts.maxTokens !== undefined) {\n          request.max_tokens = opts.maxTokens;\n        }\n\n        return request as TRequest;\n      });\n\n    // Default response mapper: OpenAI-compatible format\n    this.responseMapper =\n      config.responseMapper ??\n      ((response: TResponse) => {\n        const resp = response as Record<string, unknown>;\n\n        // OpenAI format: { choices: [{ message: { content: \"...\" } }] }\n        if (Array.isArray(resp.choices) && resp.choices.length > 0) {\n          const choice = resp.choices[0] as { message?: { content?: string } };\n          if (choice.message?.content) {\n            return choice.message.content;\n          }\n        }\n\n        // Anthropic format: { content: [{ type: \"text\", text: \"...\" }] }\n        if (Array.isArray(resp.content)) {\n          const textBlock = resp.content.find((c: { type?: string }) => c.type === 'text') as\n            | { text?: string }\n            | undefined;\n          if (textBlock?.text) {\n            return textBlock.text;\n          }\n        }\n\n        throw new ScrapeError(\n          'Unable to parse LLM response. Provide a custom responseMapper.',\n          'VALIDATION_ERROR'\n        );\n      });\n  }\n\n  /**\n   * Generate a text completion.\n   */\n  async complete(prompt: string, options: CompletionOptions = {}): Promise<string> {\n    let body = this.requestBuilder(prompt, options);\n\n    // Add JSON mode if enabled\n    if (this.jsonMode && typeof body === 'object' && body !== null) {\n      body = {\n        ...body,\n        response_format: { type: 'json_object' },\n      } as TRequest;\n    }\n\n    const { data } = await this.fetch<TResponse>(this.baseUrl, { body });\n\n    const content = this.responseMapper(data);\n    if (!content) {\n      throw new ScrapeError('Empty response from LLM', 'LLM_ERROR');\n    }\n\n    return content;\n  }\n\n  /**\n   * Generate a structured JSON completion with Zod validation.\n   */\n  async completeJSON<T>(\n    prompt: string,\n    schema: z.ZodType<T>,\n    options: CompletionOptions = {}\n  ): Promise<T> {\n    // Build a prompt that requests JSON output\n    const jsonPrompt = `${prompt}\n\nRespond ONLY with valid JSON matching this schema:\n${JSON.stringify(zodToJsonSchema(schema), null, 2)}\n\nDo not include any explanation or markdown formatting. Just the JSON object.`;\n\n    // Use JSON mode if available\n    const useJsonMode = this.jsonMode;\n    let body = this.requestBuilder(jsonPrompt, {\n      ...options,\n      systemPrompt:\n        options.systemPrompt ?? 'You are a helpful assistant that responds only with valid JSON.',\n    });\n\n    if (useJsonMode && typeof body === 'object' && body !== null) {\n      body = {\n        ...body,\n        response_format: { type: 'json_object' },\n      } as TRequest;\n    }\n\n    const { data } = await this.fetch<TResponse>(this.baseUrl, { body });\n    const content = this.responseMapper(data);\n\n    if (!content) {\n      throw new ScrapeError('Empty response from LLM', 'LLM_ERROR');\n    }\n\n    try {\n      const trimmed = content.trim();\n      try {\n        return schema.parse(JSON.parse(trimmed));\n      } catch {\n        // Fall back to extracting JSON from markdown or surrounding text\n      }\n\n      const jsonMatch = content.match(/[[{][\\s\\S]*[\\]}]/);\n      if (!jsonMatch) {\n        throw new Error('No JSON found in response');\n      }\n\n      const parsed = JSON.parse(jsonMatch[0]);\n      return schema.parse(parsed);\n    } catch (error) {\n      throw new ScrapeError(\n        `Failed to parse LLM response as JSON: ${error instanceof Error ? error.message : String(error)}`,\n        'VALIDATION_ERROR',\n        undefined,\n        error instanceof Error ? error : undefined\n      );\n    }\n  }\n}\n\n// ─────────────────────────────────────────────────────────────\n// Utilities\n// ─────────────────────────────────────────────────────────────\n\n/**\n * Convert a Zod schema to a JSON Schema representation.\n * Uses Zod's built-in toJSONSchema method (Zod 4+).\n * Used for prompting LLMs to return structured data.\n */\nexport function zodToJsonSchema(schema: z.ZodType<unknown>): object {\n  // Zod 4+ has built-in static toJSONSchema method\n  if (typeof z.toJSONSchema === 'function') {\n    const jsonSchema = z.toJSONSchema(schema);\n    // Remove $schema key as it's not needed for LLM prompting\n    const { $schema, ...rest } = jsonSchema as { $schema?: string; [key: string]: unknown };\n    return rest;\n  }\n\n  // Fallback for older Zod versions using _def.type\n  const def = (schema as z.ZodType<unknown> & { _def: { type: string } })._def;\n  const type = def.type;\n\n  switch (type) {\n    case 'object': {\n      const shape = (schema as z.ZodObject<z.ZodRawShape>).shape;\n      const properties: Record<string, object> = {};\n      const required: string[] = [];\n\n      for (const [key, value] of Object.entries(shape)) {\n        properties[key] = zodToJsonSchema(value as z.ZodType<unknown>);\n        const valueDef = (value as z.ZodType<unknown> & { _def: { type: string } })._def;\n        if (valueDef.type !== 'optional') {\n          required.push(key);\n        }\n      }\n      return { type: 'object', properties, required };\n    }\n    case 'array': {\n      const arrayDef = def as unknown as { element: z.ZodType<unknown> };\n      return { type: 'array', items: zodToJsonSchema(arrayDef.element) };\n    }\n    case 'string':\n      return { type: 'string' };\n    case 'number':\n      return { type: 'number' };\n    case 'boolean':\n      return { type: 'boolean' };\n    case 'enum': {\n      const enumDef = def as unknown as { entries: Record<string, string> };\n      return { type: 'string', enum: Object.values(enumDef.entries) };\n    }\n    case 'optional': {\n      const optionalDef = def as unknown as { innerType: z.ZodType<unknown> };\n      return zodToJsonSchema(optionalDef.innerType);\n    }\n    default:\n      return { type: 'string' };\n  }\n}\n\n// Re-export types for convenience\nexport type { ZodType } from 'zod';\n","/**\n * Preset factory functions for common LLM providers.\n * All presets use the HttpLLMProvider with appropriate configuration.\n */\n\nimport { type HttpLLMConfig, HttpLLMProvider } from './http.js';\nimport type { LLMProvider } from './types.js';\n\n// ─────────────────────────────────────────────────────────────\n// OpenAI\n// ─────────────────────────────────────────────────────────────\n\n/**\n * Create an OpenAI LLM provider.\n *\n * @example\n * ```ts\n * const provider = createOpenAI({ apiKey: 'sk-...' });\n * const result = await scrape(url, { llm: provider, enhance: ['summarize'] });\n * ```\n */\nexport function createOpenAI(options?: {\n  apiKey?: string;\n  model?: string;\n  baseUrl?: string;\n}): LLMProvider {\n  const apiKey = options?.apiKey ?? process.env.OPENAI_API_KEY;\n  if (!apiKey) {\n    throw new Error('OpenAI API key required. Set OPENAI_API_KEY env var or pass apiKey option.');\n  }\n\n  return new HttpLLMProvider({\n    baseUrl: options?.baseUrl ?? 'https://api.openai.com/v1/chat/completions',\n    model: options?.model ?? 'gpt-4o-mini',\n    headers: { Authorization: `Bearer ${apiKey}` },\n    jsonMode: true,\n  });\n}\n\n// ─────────────────────────────────────────────────────────────\n// Anthropic\n// ─────────────────────────────────────────────────────────────\n\n/**\n * Anthropic API response shape.\n */\ninterface AnthropicResponse {\n  content: Array<{ type: string; text?: string }>;\n}\n\n/**\n * Create an Anthropic Claude LLM provider.\n *\n * @example\n * ```ts\n * const provider = createAnthropic({ apiKey: 'sk-...' });\n * const result = await scrape(url, { llm: provider, enhance: ['summarize'] });\n * ```\n */\nexport function createAnthropic(options?: { apiKey?: string; model?: string }): LLMProvider {\n  const apiKey = options?.apiKey ?? process.env.ANTHROPIC_API_KEY;\n  if (!apiKey) {\n    throw new Error(\n      'Anthropic API key required. Set ANTHROPIC_API_KEY env var or pass apiKey option.'\n    );\n  }\n\n  const model = options?.model ?? 'claude-3-5-haiku-20241022';\n\n  return new HttpLLMProvider<unknown, AnthropicResponse>({\n    baseUrl: 'https://api.anthropic.com/v1/messages',\n    model,\n    headers: {\n      'x-api-key': apiKey,\n      'anthropic-version': '2023-06-01',\n    },\n    requestBuilder: (prompt, opts) => ({\n      model,\n      max_tokens: opts.maxTokens ?? 1024,\n      messages: [{ role: 'user', content: prompt }],\n      ...(opts.systemPrompt && { system: opts.systemPrompt }),\n      ...(opts.temperature !== undefined && { temperature: opts.temperature }),\n    }),\n    responseMapper: (res) => res.content.find((item) => item.type === 'text')?.text ?? '',\n  });\n}\n\n// ─────────────────────────────────────────────────────────────\n// Groq\n// ─────────────────────────────────────────────────────────────\n\n/**\n * Create a Groq LLM provider.\n * Groq provides fast inference for open-source models.\n *\n * @example\n * ```ts\n * const provider = createGroq({ model: 'llama-3.1-70b-versatile' });\n * ```\n */\nexport function createGroq(options?: { apiKey?: string; model?: string }): LLMProvider {\n  const apiKey = options?.apiKey ?? process.env.GROQ_API_KEY;\n  if (!apiKey) {\n    throw new Error('Groq API key required. Set GROQ_API_KEY env var or pass apiKey option.');\n  }\n\n  return new HttpLLMProvider({\n    baseUrl: 'https://api.groq.com/openai/v1/chat/completions',\n    model: options?.model ?? 'llama-3.1-70b-versatile',\n    headers: { Authorization: `Bearer ${apiKey}` },\n    jsonMode: true,\n  });\n}\n\n// ─────────────────────────────────────────────────────────────\n// Ollama (Local)\n// ─────────────────────────────────────────────────────────────\n\n/**\n * Create an Ollama LLM provider for local models.\n *\n * @example\n * ```ts\n * const provider = createOllama({ model: 'llama3.2' });\n * ```\n */\nexport function createOllama(options: { model: string; baseUrl?: string }): LLMProvider {\n  return new HttpLLMProvider({\n    baseUrl: options.baseUrl ?? 'http://localhost:11434/v1/chat/completions',\n    model: options.model,\n    requireHttps: false,\n    allowPrivate: true,\n  });\n}\n\n// ─────────────────────────────────────────────────────────────\n// LM Studio (Local)\n// ─────────────────────────────────────────────────────────────\n\n/**\n * Create an LM Studio LLM provider for local models.\n *\n * @example\n * ```ts\n * const provider = createLMStudio({ model: 'local-model' });\n * ```\n */\nexport function createLMStudio(options: { model: string; baseUrl?: string }): LLMProvider {\n  return new HttpLLMProvider({\n    baseUrl: options.baseUrl ?? 'http://localhost:1234/v1/chat/completions',\n    model: options.model,\n    requireHttps: false,\n    allowPrivate: true,\n  });\n}\n\n// ─────────────────────────────────────────────────────────────\n// Together AI\n// ─────────────────────────────────────────────────────────────\n\n/**\n * Create a Together AI LLM provider.\n *\n * @example\n * ```ts\n * const provider = createTogether({ model: 'meta-llama/Llama-3.2-3B-Instruct-Turbo' });\n * ```\n */\nexport function createTogether(options?: { apiKey?: string; model?: string }): LLMProvider {\n  const apiKey = options?.apiKey ?? process.env.TOGETHER_API_KEY;\n  if (!apiKey) {\n    throw new Error(\n      'Together API key required. Set TOGETHER_API_KEY env var or pass apiKey option.'\n    );\n  }\n\n  return new HttpLLMProvider({\n    baseUrl: 'https://api.together.xyz/v1/chat/completions',\n    model: options?.model ?? 'meta-llama/Llama-3.2-3B-Instruct-Turbo',\n    headers: { Authorization: `Bearer ${apiKey}` },\n    jsonMode: true,\n  });\n}\n\n// ─────────────────────────────────────────────────────────────\n// OpenRouter\n// ─────────────────────────────────────────────────────────────\n\n/**\n * Create an OpenRouter LLM provider.\n * OpenRouter provides access to many models through a unified API.\n *\n * @example\n * ```ts\n * const provider = createOpenRouter({\n *   model: 'anthropic/claude-3.5-sonnet',\n * });\n * ```\n */\nexport function createOpenRouter(options: {\n  apiKey?: string;\n  model: string;\n  siteUrl?: string;\n  siteName?: string;\n}): LLMProvider {\n  const apiKey = options.apiKey ?? process.env.OPENROUTER_API_KEY;\n  if (!apiKey) {\n    throw new Error(\n      'OpenRouter API key required. Set OPENROUTER_API_KEY env var or pass apiKey option.'\n    );\n  }\n\n  const headers: Record<string, string> = {\n    Authorization: `Bearer ${apiKey}`,\n  };\n\n  if (options.siteUrl) {\n    headers['HTTP-Referer'] = options.siteUrl;\n  }\n  if (options.siteName) {\n    headers['X-Title'] = options.siteName;\n  }\n\n  return new HttpLLMProvider({\n    baseUrl: 'https://openrouter.ai/api/v1/chat/completions',\n    model: options.model,\n    headers,\n  });\n}\n\n// ─────────────────────────────────────────────────────────────\n// Generic HTTP Provider\n// ─────────────────────────────────────────────────────────────\n\n/**\n * Create a generic HTTP LLM provider.\n * Use this for any OpenAI-compatible API.\n *\n * @example\n * ```ts\n * const provider = createHttpLLM({\n *   baseUrl: 'https://my-api.com/v1/chat/completions',\n *   model: 'my-model',\n *   headers: { Authorization: 'Bearer ...' },\n * });\n * ```\n */\nexport function createHttpLLM<TRequest = unknown, TResponse = unknown, TError = unknown>(\n  config: HttpLLMConfig<TRequest, TResponse, TError>\n): LLMProvider {\n  return new HttpLLMProvider(config);\n}\n"],"mappings":";;;;;;;;;;;;AA4CA,IAAa,kBAAb,cACU,iBAEV;CACE,AAAS;CAET,AAAiB;CACjB,AAAiB;CACjB,AAAiB;CAEjB,YAAY,QAAoD;AAC9D,QAAM,OAAO;AACb,OAAK,OAAO;AACZ,OAAK,WAAW,OAAO,YAAY;AAGnC,OAAK,iBACH,OAAO,oBACL,QAAgB,SAA4B;GAC5C,MAAMA,WAAqD,EAAE;AAE7D,OAAI,KAAK,aACP,UAAS,KAAK;IAAE,MAAM;IAAU,SAAS,KAAK;IAAc,CAAC;AAE/D,YAAS,KAAK;IAAE,MAAM;IAAQ,SAAS;IAAQ,CAAC;GAEhD,MAAMC,UAAmC;IACvC,OAAO,KAAK;IACZ;IACD;AAED,OAAI,KAAK,gBAAgB,OACvB,SAAQ,cAAc,KAAK;AAE7B,OAAI,KAAK,cAAc,OACrB,SAAQ,aAAa,KAAK;AAG5B,UAAO;;AAIX,OAAK,iBACH,OAAO,oBACL,aAAwB;GACxB,MAAM,OAAO;AAGb,OAAI,MAAM,QAAQ,KAAK,QAAQ,IAAI,KAAK,QAAQ,SAAS,GAAG;IAC1D,MAAM,SAAS,KAAK,QAAQ;AAC5B,QAAI,OAAO,SAAS,QAClB,QAAO,OAAO,QAAQ;;AAK1B,OAAI,MAAM,QAAQ,KAAK,QAAQ,EAAE;IAC/B,MAAM,YAAY,KAAK,QAAQ,MAAM,MAAyB,EAAE,SAAS,OAAO;AAGhF,QAAI,WAAW,KACb,QAAO,UAAU;;AAIrB,SAAM,IAAI,YACR,kEACA,mBACD;;;;;;CAOP,MAAM,SAAS,QAAgB,UAA6B,EAAE,EAAmB;EAC/E,IAAI,OAAO,KAAK,eAAe,QAAQ,QAAQ;AAG/C,MAAI,KAAK,YAAY,OAAO,SAAS,YAAY,SAAS,KACxD,QAAO;GACL,GAAG;GACH,iBAAiB,EAAE,MAAM,eAAe;GACzC;EAGH,MAAM,EAAE,SAAS,MAAM,KAAK,MAAiB,KAAK,SAAS,EAAE,MAAM,CAAC;EAEpE,MAAM,UAAU,KAAK,eAAe,KAAK;AACzC,MAAI,CAAC,QACH,OAAM,IAAI,YAAY,2BAA2B,YAAY;AAG/D,SAAO;;;;;CAMT,MAAM,aACJ,QACA,QACA,UAA6B,EAAE,EACnB;EAEZ,MAAM,aAAa,GAAG,OAAO;;;EAG/B,KAAK,UAAU,gBAAgB,OAAO,EAAE,MAAM,EAAE,CAAC;;;EAK/C,MAAM,cAAc,KAAK;EACzB,IAAI,OAAO,KAAK,eAAe,YAAY;GACzC,GAAG;GACH,cACE,QAAQ,gBAAgB;GAC3B,CAAC;AAEF,MAAI,eAAe,OAAO,SAAS,YAAY,SAAS,KACtD,QAAO;GACL,GAAG;GACH,iBAAiB,EAAE,MAAM,eAAe;GACzC;EAGH,MAAM,EAAE,SAAS,MAAM,KAAK,MAAiB,KAAK,SAAS,EAAE,MAAM,CAAC;EACpE,MAAM,UAAU,KAAK,eAAe,KAAK;AAEzC,MAAI,CAAC,QACH,OAAM,IAAI,YAAY,2BAA2B,YAAY;AAG/D,MAAI;GACF,MAAM,UAAU,QAAQ,MAAM;AAC9B,OAAI;AACF,WAAO,OAAO,MAAM,KAAK,MAAM,QAAQ,CAAC;WAClC;GAIR,MAAM,YAAY,QAAQ,MAAM,mBAAmB;AACnD,OAAI,CAAC,UACH,OAAM,IAAI,MAAM,4BAA4B;GAG9C,MAAM,SAAS,KAAK,MAAM,UAAU,GAAG;AACvC,UAAO,OAAO,MAAM,OAAO;WACpB,OAAO;AACd,SAAM,IAAI,YACR,yCAAyC,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM,IAC/F,oBACA,QACA,iBAAiB,QAAQ,QAAQ,OAClC;;;;;;;;;AAcP,SAAgB,gBAAgB,QAAoC;AAElE,KAAI,OAAO,EAAE,iBAAiB,YAAY;EAGxC,MAAM,EAAE,SAAS,GAAG,SAFD,EAAE,aAAa,OAAO;AAGzC,SAAO;;CAIT,MAAM,MAAO,OAA2D;AAGxE,SAFa,IAAI,MAEjB;EACE,KAAK,UAAU;GACb,MAAM,QAAS,OAAsC;GACrD,MAAMC,aAAqC,EAAE;GAC7C,MAAMC,WAAqB,EAAE;AAE7B,QAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,MAAM,EAAE;AAChD,eAAW,OAAO,gBAAgB,MAA4B;AAE9D,QADkB,MAA0D,KAC/D,SAAS,WACpB,UAAS,KAAK,IAAI;;AAGtB,UAAO;IAAE,MAAM;IAAU;IAAY;IAAU;;EAEjD,KAAK,QAEH,QAAO;GAAE,MAAM;GAAS,OAAO,gBADd,IACuC,QAAQ;GAAE;EAEpE,KAAK,SACH,QAAO,EAAE,MAAM,UAAU;EAC3B,KAAK,SACH,QAAO,EAAE,MAAM,UAAU;EAC3B,KAAK,UACH,QAAO,EAAE,MAAM,WAAW;EAC5B,KAAK,QAAQ;GACX,MAAM,UAAU;AAChB,UAAO;IAAE,MAAM;IAAU,MAAM,OAAO,OAAO,QAAQ,QAAQ;IAAE;;EAEjE,KAAK,WAEH,QAAO,gBADa,IACe,UAAU;EAE/C,QACE,QAAO,EAAE,MAAM,UAAU;;;;;;;;;;;;;;;;;;;AC/O/B,SAAgB,aAAa,SAIb;CACd,MAAM,SAAS,SAAS,UAAU,QAAQ,IAAI;AAC9C,KAAI,CAAC,OACH,OAAM,IAAI,MAAM,6EAA6E;AAG/F,QAAO,IAAI,gBAAgB;EACzB,SAAS,SAAS,WAAW;EAC7B,OAAO,SAAS,SAAS;EACzB,SAAS,EAAE,eAAe,UAAU,UAAU;EAC9C,UAAU;EACX,CAAC;;;;;;;;;;;AAuBJ,SAAgB,gBAAgB,SAA4D;CAC1F,MAAM,SAAS,SAAS,UAAU,QAAQ,IAAI;AAC9C,KAAI,CAAC,OACH,OAAM,IAAI,MACR,mFACD;CAGH,MAAM,QAAQ,SAAS,SAAS;AAEhC,QAAO,IAAI,gBAA4C;EACrD,SAAS;EACT;EACA,SAAS;GACP,aAAa;GACb,qBAAqB;GACtB;EACD,iBAAiB,QAAQ,UAAU;GACjC;GACA,YAAY,KAAK,aAAa;GAC9B,UAAU,CAAC;IAAE,MAAM;IAAQ,SAAS;IAAQ,CAAC;GAC7C,GAAI,KAAK,gBAAgB,EAAE,QAAQ,KAAK,cAAc;GACtD,GAAI,KAAK,gBAAgB,UAAa,EAAE,aAAa,KAAK,aAAa;GACxE;EACD,iBAAiB,QAAQ,IAAI,QAAQ,MAAM,SAAS,KAAK,SAAS,OAAO,EAAE,QAAQ;EACpF,CAAC;;;;;;;;;;;AAgBJ,SAAgB,WAAW,SAA4D;CACrF,MAAM,SAAS,SAAS,UAAU,QAAQ,IAAI;AAC9C,KAAI,CAAC,OACH,OAAM,IAAI,MAAM,yEAAyE;AAG3F,QAAO,IAAI,gBAAgB;EACzB,SAAS;EACT,OAAO,SAAS,SAAS;EACzB,SAAS,EAAE,eAAe,UAAU,UAAU;EAC9C,UAAU;EACX,CAAC;;;;;;;;;;AAeJ,SAAgB,aAAa,SAA2D;AACtF,QAAO,IAAI,gBAAgB;EACzB,SAAS,QAAQ,WAAW;EAC5B,OAAO,QAAQ;EACf,cAAc;EACd,cAAc;EACf,CAAC;;;;;;;;;;AAeJ,SAAgB,eAAe,SAA2D;AACxF,QAAO,IAAI,gBAAgB;EACzB,SAAS,QAAQ,WAAW;EAC5B,OAAO,QAAQ;EACf,cAAc;EACd,cAAc;EACf,CAAC;;;;;;;;;;AAeJ,SAAgB,eAAe,SAA4D;CACzF,MAAM,SAAS,SAAS,UAAU,QAAQ,IAAI;AAC9C,KAAI,CAAC,OACH,OAAM,IAAI,MACR,iFACD;AAGH,QAAO,IAAI,gBAAgB;EACzB,SAAS;EACT,OAAO,SAAS,SAAS;EACzB,SAAS,EAAE,eAAe,UAAU,UAAU;EAC9C,UAAU;EACX,CAAC;;;;;;;;;;;;;AAkBJ,SAAgB,iBAAiB,SAKjB;CACd,MAAM,SAAS,QAAQ,UAAU,QAAQ,IAAI;AAC7C,KAAI,CAAC,OACH,OAAM,IAAI,MACR,qFACD;CAGH,MAAMC,UAAkC,EACtC,eAAe,UAAU,UAC1B;AAED,KAAI,QAAQ,QACV,SAAQ,kBAAkB,QAAQ;AAEpC,KAAI,QAAQ,SACV,SAAQ,aAAa,QAAQ;AAG/B,QAAO,IAAI,gBAAgB;EACzB,SAAS;EACT,OAAO,QAAQ;EACf;EACD,CAAC;;;;;;;;;;;;;;;AAoBJ,SAAgB,cACd,QACa;AACb,QAAO,IAAI,gBAAgB,OAAO"}