agent-orcha 0.0.5 → 0.0.8

package/dist/lib/llm/llm-config.d.ts

@@ -7,28 +7,41 @@ import type { LLMProvider } from './provider-detector.ts';
 export declare function resolveApiKey(provider: LLMProvider, apiKey?: string): string | undefined;
 export declare const ModelConfigSchema: z.ZodObject<{
     provider: z.ZodOptional<z.ZodEnum<["openai", "gemini", "anthropic", "local"]>>;
+    engine: z.ZodOptional<z.ZodEnum<["llama-cpp", "mlx-serve", "ollama", "lmstudio"]>>;
     baseUrl: z.ZodOptional<z.ZodString>;
     apiKey: z.ZodOptional<z.ZodString>;
     model: z.ZodString;
     temperature: z.ZodOptional<z.ZodNumber>;
     maxTokens: z.ZodOptional<z.ZodNumber>;
+    thinkingBudget: z.ZodOptional<z.ZodNumber>;
+    reasoningBudget: z.ZodOptional<z.ZodNumber>;
+    contextSize: z.ZodOptional<z.ZodNumber>;
 }, "strip", z.ZodTypeAny, {
     model: string;
     provider?: "openai" | "gemini" | "anthropic" | "local" | undefined;
+    engine?: "llama-cpp" | "mlx-serve" | "ollama" | "lmstudio" | undefined;
     baseUrl?: string | undefined;
     apiKey?: string | undefined;
     temperature?: number | undefined;
     maxTokens?: number | undefined;
+    thinkingBudget?: number | undefined;
+    reasoningBudget?: number | undefined;
+    contextSize?: number | undefined;
 }, {
     model: string;
     provider?: "openai" | "gemini" | "anthropic" | "local" | undefined;
+    engine?: "llama-cpp" | "mlx-serve" | "ollama" | "lmstudio" | undefined;
     baseUrl?: string | undefined;
     apiKey?: string | undefined;
     temperature?: number | undefined;
     maxTokens?: number | undefined;
+    thinkingBudget?: number | undefined;
+    reasoningBudget?: number | undefined;
+    contextSize?: number | undefined;
 }>;
 export declare const EmbeddingModelConfigSchema: z.ZodObject<{
     provider: z.ZodOptional<z.ZodEnum<["openai", "gemini", "anthropic", "local"]>>;
+    engine: z.ZodOptional<z.ZodEnum<["llama-cpp", "mlx-serve", "ollama", "lmstudio"]>>;
     baseUrl: z.ZodOptional<z.ZodString>;
     apiKey: z.ZodOptional<z.ZodString>;
     model: z.ZodString;
@@ -37,6 +50,7 @@ export declare const EmbeddingModelConfigSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     model: string;
     provider?: "openai" | "gemini" | "anthropic" | "local" | undefined;
+    engine?: "llama-cpp" | "mlx-serve" | "ollama" | "lmstudio" | undefined;
     baseUrl?: string | undefined;
     apiKey?: string | undefined;
     dimensions?: number | undefined;
@@ -44,6 +58,7 @@ export declare const EmbeddingModelConfigSchema: z.ZodObject<{
 }, {
     model: string;
     provider?: "openai" | "gemini" | "anthropic" | "local" | undefined;
+    engine?: "llama-cpp" | "mlx-serve" | "ollama" | "lmstudio" | undefined;
     baseUrl?: string | undefined;
     apiKey?: string | undefined;
     dimensions?: number | undefined;
@@ -51,30 +66,43 @@ export declare const EmbeddingModelConfigSchema: z.ZodObject<{
 }>;
 export declare const LLMJsonConfigSchema: z.ZodObject<{
     version: z.ZodDefault<z.ZodString>;
-    models: z.ZodRecord<z.ZodString, z.ZodObject<{
+    models: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{
         provider: z.ZodOptional<z.ZodEnum<["openai", "gemini", "anthropic", "local"]>>;
+        engine: z.ZodOptional<z.ZodEnum<["llama-cpp", "mlx-serve", "ollama", "lmstudio"]>>;
         baseUrl: z.ZodOptional<z.ZodString>;
         apiKey: z.ZodOptional<z.ZodString>;
         model: z.ZodString;
         temperature: z.ZodOptional<z.ZodNumber>;
         maxTokens: z.ZodOptional<z.ZodNumber>;
+        thinkingBudget: z.ZodOptional<z.ZodNumber>;
+        reasoningBudget: z.ZodOptional<z.ZodNumber>;
+        contextSize: z.ZodOptional<z.ZodNumber>;
     }, "strip", z.ZodTypeAny, {
         model: string;
         provider?: "openai" | "gemini" | "anthropic" | "local" | undefined;
+        engine?: "llama-cpp" | "mlx-serve" | "ollama" | "lmstudio" | undefined;
         baseUrl?: string | undefined;
         apiKey?: string | undefined;
         temperature?: number | undefined;
         maxTokens?: number | undefined;
+        thinkingBudget?: number | undefined;
+        reasoningBudget?: number | undefined;
+        contextSize?: number | undefined;
     }, {
         model: string;
         provider?: "openai" | "gemini" | "anthropic" | "local" | undefined;
+        engine?: "llama-cpp" | "mlx-serve" | "ollama" | "lmstudio" | undefined;
         baseUrl?: string | undefined;
         apiKey?: string | undefined;
         temperature?: number | undefined;
         maxTokens?: number | undefined;
-    }>>;
-    embeddings: z.ZodRecord<z.ZodString, z.ZodObject<{
+        thinkingBudget?: number | undefined;
+        reasoningBudget?: number | undefined;
+        contextSize?: number | undefined;
+    }>]>>;
+    embeddings: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{
         provider: z.ZodOptional<z.ZodEnum<["openai", "gemini", "anthropic", "local"]>>;
+        engine: z.ZodOptional<z.ZodEnum<["llama-cpp", "mlx-serve", "ollama", "lmstudio"]>>;
         baseUrl: z.ZodOptional<z.ZodString>;
         apiKey: z.ZodOptional<z.ZodString>;
         model: z.ZodString;
@@ -83,6 +111,7 @@ export declare const LLMJsonConfigSchema: z.ZodObject<{
     }, "strip", z.ZodTypeAny, {
         model: string;
         provider?: "openai" | "gemini" | "anthropic" | "local" | undefined;
+        engine?: "llama-cpp" | "mlx-serve" | "ollama" | "lmstudio" | undefined;
         baseUrl?: string | undefined;
         apiKey?: string | undefined;
         dimensions?: number | undefined;
@@ -90,47 +119,61 @@ export declare const LLMJsonConfigSchema: z.ZodObject<{
     }, {
         model: string;
         provider?: "openai" | "gemini" | "anthropic" | "local" | undefined;
+        engine?: "llama-cpp" | "mlx-serve" | "ollama" | "lmstudio" | undefined;
         baseUrl?: string | undefined;
         apiKey?: string | undefined;
         dimensions?: number | undefined;
         eosToken?: string | undefined;
-    }>>;
+    }>]>>;
+    engineUrls: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
 }, "strip", z.ZodTypeAny, {
     version: string;
-    models: Record<string, {
+    models: Record<string, string | {
         model: string;
         provider?: "openai" | "gemini" | "anthropic" | "local" | undefined;
+        engine?: "llama-cpp" | "mlx-serve" | "ollama" | "lmstudio" | undefined;
         baseUrl?: string | undefined;
         apiKey?: string | undefined;
         temperature?: number | undefined;
         maxTokens?: number | undefined;
+        thinkingBudget?: number | undefined;
+        reasoningBudget?: number | undefined;
+        contextSize?: number | undefined;
     }>;
-    embeddings: Record<string, {
+    embeddings: Record<string, string | {
         model: string;
         provider?: "openai" | "gemini" | "anthropic" | "local" | undefined;
+        engine?: "llama-cpp" | "mlx-serve" | "ollama" | "lmstudio" | undefined;
         baseUrl?: string | undefined;
         apiKey?: string | undefined;
         dimensions?: number | undefined;
         eosToken?: string | undefined;
     }>;
+    engineUrls?: Record<string, string> | undefined;
 }, {
-    models: Record<string, {
+    models: Record<string, string | {
         model: string;
         provider?: "openai" | "gemini" | "anthropic" | "local" | undefined;
+        engine?: "llama-cpp" | "mlx-serve" | "ollama" | "lmstudio" | undefined;
         baseUrl?: string | undefined;
         apiKey?: string | undefined;
         temperature?: number | undefined;
         maxTokens?: number | undefined;
+        thinkingBudget?: number | undefined;
+        reasoningBudget?: number | undefined;
+        contextSize?: number | undefined;
     }>;
-    embeddings: Record<string, {
+    embeddings: Record<string, string | {
         model: string;
         provider?: "openai" | "gemini" | "anthropic" | "local" | undefined;
+        engine?: "llama-cpp" | "mlx-serve" | "ollama" | "lmstudio" | undefined;
         baseUrl?: string | undefined;
         apiKey?: string | undefined;
         dimensions?: number | undefined;
         eosToken?: string | undefined;
     }>;
     version?: string | undefined;
+    engineUrls?: Record<string, string> | undefined;
 }>;
 export type ModelConfig = z.infer<typeof ModelConfigSchema>;
 export type EmbeddingModelConfig = z.infer<typeof EmbeddingModelConfigSchema>;
@@ -138,7 +181,15 @@ export type LLMJsonConfig = z.infer<typeof LLMJsonConfigSchema>;
 export declare function loadLLMConfig(llmJsonPath: string): Promise<LLMJsonConfig>;
 export declare function getModelConfig(name: string): ModelConfig;
 export declare function getEmbeddingConfig(name: string): EmbeddingModelConfig;
+/**
+ * Resolve the actual key name that `default` (or any pointer) references.
+ * Returns the resolved key name, or the input if it's already a concrete entry.
+ */
+export declare function resolveDefaultName(section: 'models' | 'embeddings', name?: string): string;
 export declare function listModelConfigs(): string[];
 export declare function listEmbeddingConfigs(): string[];
 export declare function isLLMConfigLoaded(): boolean;
+export declare function getLLMConfig(): LLMJsonConfig | null;
+export declare function getLLMConfigPath(): string | null;
+export declare function saveLLMConfig(llmJsonPath: string, config: LLMJsonConfig): Promise<void>;
 //# sourceMappingURL=llm-config.d.ts.map

package/dist/lib/llm/llm-config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm-config.d.ts","sourceRoot":"","sources":["../../../lib/llm/llm-config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAS1D;;;GAGG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAIxF;AAGD,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;EAO5B,CAAC;AAGH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;EAOrC,CAAC;AAGH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAI9B,CAAC;AAEH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAKhE,wBAAsB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAU/E;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,CAYxD;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,oBAAoB,CAYrE;AAED,wBAAgB,gBAAgB,IAAI,MAAM,EAAE,CAK3C;AAED,wBAAgB,oBAAoB,IAAI,MAAM,EAAE,CAK/C;AAED,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C"}
+{"version":3,"file":"llm-config.d.ts","sourceRoot":"","sources":["../../../lib/llm/llm-config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAS1D;;;GAGG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAQxF;AAGD,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAW5B,CAAC;AAGH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;EAQrC,CAAC;AAIH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAK9B,CAAC;AAEH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAgDhE,wBAAsB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CA6B/E;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,CAgBxD;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,oBAAoB,CAgBrE;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,QAAQ,GAAG,YAAY,EAAE,IAAI,GAAE,MAAkB,GAAG,MAAM,CAKrG;AAED,wBAAgB,gBAAgB,IAAI,MAAM,EAAE,CAM3C;AAED,wBAAgB,oBAAoB,IAAI,MAAM,EAAE,CAK/C;AAED,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C;AAED,wBAAgB,YAAY,IAAI,aAAa,GAAG,IAAI,CAEnD;AAED,wBAAgB,gBAAgB,IAAI,MAAM,GAAG,IAAI,CAEhD;AAgDD,wBAAsB,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAK7F"}

package/dist/lib/llm/llm-config.js

@@ -1,5 +1,6 @@
 import * as fs from 'fs/promises';
 import { z } from 'zod';
+import { substituteEnvVars } from "../utils/env-substitution.js";
 import { logger } from "../logger.js";
 const PROVIDER_ENV_VARS = {
     openai: 'OPENAI_API_KEY',
@@ -12,23 +13,32 @@ const PROVIDER_ENV_VARS = {
  * Priority: explicit apiKey in config > provider-specific env var.
  */
 export function resolveApiKey(provider, apiKey) {
-    if (apiKey)
+    if (apiKey) {
+        const resolved = substituteEnvVars(apiKey);
+        if (resolved !== apiKey)
+            return resolved || undefined;
         return apiKey;
+    }
     const envVar = PROVIDER_ENV_VARS[provider];
     return process.env[envVar];
 }
 // Schema for individual model configuration
 export const ModelConfigSchema = z.object({
     provider: z.enum(['openai', 'gemini', 'anthropic', 'local']).optional(),
+    engine: z.enum(['llama-cpp', 'mlx-serve', 'ollama', 'lmstudio']).optional(),
     baseUrl: z.string().optional(),
     apiKey: z.string().optional(),
     model: z.string(),
     temperature: z.number().min(0).max(2).optional(),
     maxTokens: z.number().optional(),
+    thinkingBudget: z.number().optional(),
+    reasoningBudget: z.number().optional(),
+    contextSize: z.number().optional(),
 });
 // Schema for individual embedding configuration
 export const EmbeddingModelConfigSchema = z.object({
     provider: z.enum(['openai', 'gemini', 'anthropic', 'local']).optional(),
+    engine: z.enum(['llama-cpp', 'mlx-serve', 'ollama', 'lmstudio']).optional(),
     baseUrl: z.string().optional(),
     apiKey: z.string().optional(),
     model: z.string(),
@@ -36,28 +46,91 @@ export const EmbeddingModelConfigSchema = z.object({
     eosToken: z.string().optional(), // EOS token to append to text (e.g., for Nomic models)
 });
 // Schema for the entire llm.json file
+// `default` (and any key) can be either a full config object or a string pointer to another key
 export const LLMJsonConfigSchema = z.object({
     version: z.string().default('1.0'),
-    models: z.record(z.string(), ModelConfigSchema),
-    embeddings: z.record(z.string(), EmbeddingModelConfigSchema),
+    models: z.record(z.string(), z.union([z.string(), ModelConfigSchema])),
+    embeddings: z.record(z.string(), z.union([z.string(), EmbeddingModelConfigSchema])),
+    engineUrls: z.record(z.string(), z.string()).optional(),
 });
 // Singleton config manager
-let loadedConfig = null;
+let loadedConfig = null; // runtime (env vars resolved)
+let rawConfig = null; // disk-safe (${...} references preserved)
+let loadedConfigPath = null;
+/**
+ * Detect engine/provider key name from a model config object.
+ * Prefers `engine` (e.g. 'llama-cpp', 'mlx-serve'), falls back to `provider`.
+ */
+function detectKeyName(entry) {
+    return entry.engine || entry.provider || 'unknown';
+}
+/**
+ * Migrate old format where `default` is a full config object to the new pointer format.
+ * Moves the object to a named key and sets `default` to that key string.
+ */
+function migrateSection(section) {
+    const defaultVal = section['default'];
+    if (defaultVal && typeof defaultVal === 'object') {
+        const keyName = detectKeyName(defaultVal);
+        section[keyName] = defaultVal;
+        section['default'] = keyName;
+        // Also migrate `default_old` if present (legacy backup key)
+        const oldVal = section['default_old'];
+        if (oldVal && typeof oldVal === 'object') {
+            const oldKey = detectKeyName(oldVal);
+            if (!section[oldKey]) {
+                section[oldKey] = oldVal;
+            }
+            delete section['default_old'];
+        }
+        // Migrate `local-llama` legacy key
+        const localLlama = section['local-llama'];
+        if (localLlama && typeof localLlama === 'object') {
+            const llamaKey = detectKeyName(localLlama);
+            if (!section[llamaKey] || section['default'] !== llamaKey) {
+                section[llamaKey] = localLlama;
+            }
+            delete section['local-llama'];
+        }
+        return true;
+    }
+    return false;
+}
 export async function loadLLMConfig(llmJsonPath) {
     const content = await fs.readFile(llmJsonPath, 'utf-8');
-    const parsed = JSON.parse(content);
-    const validated = LLMJsonConfigSchema.parse(parsed);
-    loadedConfig = validated;
-    logger.info(`[LLMConfig] Loaded ${Object.keys(validated.models).length} model(s), ${Object.keys(validated.embeddings).length} embedding(s)`);
-    return validated;
+    // Parse raw (no env substitution) — this is what we write back to disk
+    const rawParsed = LLMJsonConfigSchema.parse(JSON.parse(content));
+    // Parse resolved (with env substitution) — this is what runtime uses
+    const resolvedParsed = LLMJsonConfigSchema.parse(JSON.parse(substituteEnvVars(content)));
+    // Auto-migrate old format (default = object) to new format (default = string pointer)
+    // Migrate both raw and resolved configs identically
+    let migrated = false;
+    migrated = migrateSection(rawParsed.models) || migrated;
+    migrated = migrateSection(rawParsed.embeddings) || migrated;
+    migrateSection(resolvedParsed.models);
+    migrateSection(resolvedParsed.embeddings);
+    rawConfig = rawParsed;
+    loadedConfig = resolvedParsed;
+    loadedConfigPath = llmJsonPath;
+    if (migrated) {
+        logger.info('[LLMConfig] Migrated old format to pointer-based config');
+        // Write the RAW config (preserves ${...} env var references)
+        await fs.writeFile(llmJsonPath, JSON.stringify(rawParsed, null, 2));
+    }
+    logger.info(`[LLMConfig] Loaded ${Object.keys(resolvedParsed.models).length} model(s), ${Object.keys(resolvedParsed.embeddings).length} embedding(s)`);
+    return resolvedParsed;
 }
 export function getModelConfig(name) {
     if (!loadedConfig) {
         throw new Error('LLM config not loaded. Call loadLLMConfig() first.');
     }
-    const config = loadedConfig.models[name];
-    if (!config) {
-        const available = Object.keys(loadedConfig.models).join(', ');
+    let config = loadedConfig.models[name];
+    // Dereference string pointer (one level)
+    if (typeof config === 'string') {
+        config = loadedConfig.models[config];
+    }
+    if (!config || typeof config === 'string') {
+        const available = Object.keys(loadedConfig.models).filter(k => typeof loadedConfig.models[k] !== 'string').join(', ');
         throw new Error(`Model config "${name}" not found. Available: ${available}`);
     }
     return config;
@@ -66,26 +139,99 @@ export function getEmbeddingConfig(name) {
     if (!loadedConfig) {
         throw new Error('LLM config not loaded. Call loadLLMConfig() first.');
     }
-    const config = loadedConfig.embeddings[name];
-    if (!config) {
-        const available = Object.keys(loadedConfig.embeddings).join(', ');
+    let config = loadedConfig.embeddings[name];
+    // Dereference string pointer (one level)
+    if (typeof config === 'string') {
+        config = loadedConfig.embeddings[config];
+    }
+    if (!config || typeof config === 'string') {
+        const available = Object.keys(loadedConfig.embeddings).filter(k => typeof loadedConfig.embeddings[k] !== 'string').join(', ');
         throw new Error(`Embedding config "${name}" not found. Available: ${available}`);
     }
     return config;
 }
+/**
+ * Resolve the actual key name that `default` (or any pointer) references.
+ * Returns the resolved key name, or the input if it's already a concrete entry.
+ */
+export function resolveDefaultName(section, name = 'default') {
+    if (!loadedConfig)
+        return name;
+    const val = loadedConfig[section][name];
+    if (typeof val === 'string')
+        return val;
+    return name;
+}
 export function listModelConfigs() {
     if (!loadedConfig) {
         return [];
     }
-    return Object.keys(loadedConfig.models);
+    // Filter out string pointers — only return concrete config entries
+    return Object.keys(loadedConfig.models).filter(k => typeof loadedConfig.models[k] !== 'string');
 }
 export function listEmbeddingConfigs() {
     if (!loadedConfig) {
         return [];
     }
-    return Object.keys(loadedConfig.embeddings);
+    return Object.keys(loadedConfig.embeddings).filter(k => typeof loadedConfig.embeddings[k] !== 'string');
 }
 export function isLLMConfigLoaded() {
     return loadedConfig !== null;
 }
+export function getLLMConfig() {
+    return loadedConfig;
+}
+export function getLLMConfigPath() {
+    return loadedConfigPath;
+}
+/**
+ * Sync changes from the resolved runtime config into rawConfig,
+ * preserving ${...} env var references in apiKey fields.
+ */
+function syncToRaw(config) {
+    if (!rawConfig) {
+        rawConfig = structuredClone(config);
+        return;
+    }
+    for (const section of ['models', 'embeddings']) {
+        const rawSection = rawConfig[section];
+        const newSection = config[section];
+        // Remove keys that were deleted
+        for (const key of Object.keys(rawSection)) {
+            if (!(key in newSection))
+                delete rawSection[key];
+        }
+        // Add/update keys
+        for (const [key, value] of Object.entries(newSection)) {
+            if (typeof value === 'string') {
+                // String pointer (e.g. "default": "llama-cpp")
+                rawSection[key] = value;
+            }
+            else {
+                const rawEntry = rawSection[key];
+                if (rawEntry && typeof rawEntry === 'object') {
+                    // Existing entry — preserve ${...} apiKey reference
+                    const rawApiKey = rawEntry.apiKey;
+                    rawSection[key] = { ...value };
+                    if (rawApiKey && typeof rawApiKey === 'string' && rawApiKey.includes('${')) {
+                        rawSection[key].apiKey = rawApiKey;
+                    }
+                }
+                else {
+                    // New entry — write as-is
+                    rawSection[key] = { ...value };
+                }
+            }
+        }
+    }
+    // Sync top-level fields
+    rawConfig.version = config.version;
+    rawConfig.engineUrls = config.engineUrls ? { ...config.engineUrls } : undefined;
+}
+export async function saveLLMConfig(llmJsonPath, config) {
+    syncToRaw(config);
+    await fs.writeFile(llmJsonPath, JSON.stringify(rawConfig, null, 2));
+    loadedConfig = config;
+    logger.info(`[LLMConfig] Saved config with ${Object.keys(config.models).length} model(s), ${Object.keys(config.embeddings).length} embedding(s)`);
+}
 //# sourceMappingURL=llm-config.js.map

package/dist/lib/llm/llm-config.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm-config.js","sourceRoot":"","sources":["../../../lib/llm/llm-config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAGtC,MAAM,iBAAiB,GAAgC;IACrD,MAAM,EAAE,gBAAgB;IACxB,MAAM,EAAE,gBAAgB;IACxB,SAAS,EAAE,mBAAmB;IAC9B,KAAK,EAAE,gBAAgB;CACxB,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,QAAqB,EAAE,MAAe;IAClE,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC3C,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAC7B,CAAC;AAED,4CAA4C;AAC5C,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE;IACvE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAChD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAEH,gDAAgD;AAChD,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE;IACvE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,oDAAoD;IACvF,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,uDAAuD;CACzF,CAAC,CAAC;AAEH,sCAAsC;AACtC,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAClC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC;IAC/C,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,0BAA0B,CAAC;CAC7D,CAAC,CAAC;AAMH,2BAA2B;AAC3B,IAAI,YAAY,GAAyB,IAAI,CAAC;AAE9C,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,WAAmB;IACrD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,mBAAmB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEpD,YAAY,GAAG,SAAS,CAAC;IAEzB,MAAM,CAAC,IAAI,CAAC,sBAAsB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,cAAc,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,MAAM,eAAe,CAAC,CAAC;IAE7I,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,2BAA2B,SAAS,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,2BAA2B,SAAS,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,iBAAiB;IAC/B,OAAO,YAAY,KAAK,IAAI,CAAC;AAC/B,CAAC"}
+{"version":3,"file":"llm-config.js","sourceRoot":"","sources":["../../../lib/llm/llm-config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAGtC,MAAM,iBAAiB,GAAgC;IACrD,MAAM,EAAE,gBAAgB;IACxB,MAAM,EAAE,gBAAgB;IACxB,SAAS,EAAE,mBAAmB;IAC9B,KAAK,EAAE,gBAAgB;CACxB,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,QAAqB,EAAE,MAAe;IAClE,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,QAAQ,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,QAAQ,KAAK,MAAM;YAAE,OAAO,QAAQ,IAAI,SAAS,CAAC;QACtD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC3C,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAC7B,CAAC;AAED,4CAA4C;AAC5C,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE;IACvE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC3E,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAChD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC;AAEH,gDAAgD;AAChD,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE;IACvE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC3E,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,oDAAoD;IACvF,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,uDAAuD;CACzF,CAAC,CAAC;AAEH,sCAAsC;AACtC,gGAAgG;AAChG,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAClC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC,CAAC;IACtE,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,0BAA0B,CAAC,CAAC,CAAC;IACnF,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACxD,CAAC,CAAC;AAMH,2BAA2B;AAC3B,IAAI,YAAY,GAAyB,IAAI,CAAC,CAAG,8BAA8B;AAC/E,IAAI,SAAS,GAAyB,IAAI,CAAC,CAAO,0CAA0C;AAC5F,IAAI,gBAAgB,GAAkB,IAAI,CAAC;AAE3C;;;GAGG;AACH,SAAS,aAAa,CAAC,KAA0B;IAC/C,OAAO,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,SAAS,CAAC;AACrD,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,OAA4B;IAClD,MAAM,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;QACjD,MAAM,OAAO,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;QAC1C,OAAO,CAAC,OAAO,CAAC,GAAG,UAAU,CAAC;QAC9B,OAAO,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;QAC7B,4DAA4D;QAC5D,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;QACtC,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;YACrC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACrB,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;YAC3B,CAAC;YACD,OAAO,OAAO,CAAC,aAAa,CAAC,CAAC;QAChC,CAAC;QACD,mCAAmC;QACnC,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;QAC1C,IAAI,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;YACjD,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;YAC3C,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,SAAS,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAC1D,OAAO,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC;YACjC,CAAC;YACD,OAAO,OAAO,CAAC,aAAa,CAAC,CAAC;QAChC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,WAAmB;IACrD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAExD,uEAAuE;IACvE,MAAM,SAAS,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IACjE,qEAAqE;IACrE,MAAM,cAAc,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAEzF,sFAAsF;IACtF,oDAAoD;IACpD,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,QAAQ,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC;IACxD,QAAQ,GAAG,cAAc,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,QAAQ,CAAC;IAC5D,cAAc,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACtC,cAAc,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IAE1C,SAAS,GAAG,SAAS,CAAC;IACtB,YAAY,GAAG,cAAc,CAAC;IAC9B,gBAAgB,GAAG,WAAW,CAAC;IAE/B,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;QACvE,6DAA6D;QAC7D,MAAM,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,sBAAsB,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,MAAM,cAAc,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,MAAM,eAAe,CAAC,CAAC;IAEvJ,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IAED,IAAI,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvC,yCAAyC;IACzC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,YAAa,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvH,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,2BAA2B,SAAS,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IAED,IAAI,MAAM,GAAG,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC3C,yCAAyC;IACzC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,GAAG,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,YAAa,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/H,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,2BAA2B,SAAS,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAAgC,EAAE,OAAe,SAAS;IAC3F,IAAI,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IAC/B,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;IACxC,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IACxC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,mEAAmE;IACnE,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,YAAa,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,YAAa,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC;AAC3G,CAAC;AAED,MAAM,UAAU,iBAAiB;IAC/B,OAAO,YAAY,KAAK,IAAI,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED;;;GAGG;AACH,SAAS,SAAS,CAAC,MAAqB;IACtC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACpC,OAAO;IACT,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAU,EAAE,CAAC;QACxD,MAAM,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnC,gCAAgC;QAChC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,CAAC,GAAG,IAAI,UAAU,CAAC;gBAAE,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC;QACnD,CAAC;QAED,kBAAkB;QAClB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,+CAA+C;gBAC/C,UAAU,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;gBACjC,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBAC7C,oDAAoD;oBACpD,MAAM,SAAS,GAAI,QAAgB,CAAC,MAAM,CAAC;oBAC3C,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;oBAC/B,IAAI,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC1E,UAAU,CAAC,GAAG,CAAS,CAAC,MAAM,GAAG,SAAS,CAAC;oBAC9C,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,0BAA0B;oBAC1B,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IACnC,SAAS,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAClF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,WAAmB,EAAE,MAAqB;IAC5E,SAAS,CAAC,MAAM,CAAC,CAAC;IAClB,MAAM,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,YAAY,GAAG,MAAM,CAAC;IACtB,MAAM,CAAC,IAAI,CAAC,iCAAiC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,cAAc,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,eAAe,CAAC,CAAC;AACpJ,CAAC"}

package/dist/lib/llm/llm-factory.d.ts

@@ -6,11 +6,10 @@ export declare class LLMFactory {
      * Create an LLM instance from a config name (defined in llm.json)
      * @param ref - Config name as string, or object with name and optional temperature override
      */
-    static create(ref?: AgentLLMRef): ChatModel;
+    static create(ref?: AgentLLMRef): Promise<ChatModel>;
     private static createOpenAI;
     private static createGemini;
     private static createAnthropic;
-    private static createLocal;
     private static getCacheKey;
     static clearCache(): void;
 }

package/dist/lib/llm/llm-factory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm-factory.d.ts","sourceRoot":"","sources":["../../../lib/llm/llm-factory.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAEvD,OAAO,EAAsB,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AAIlE,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAC,SAAS,CAAqC;IAE7D;;;OAGG;IACH,MAAM,CAAC,MAAM,CAAC,GAAG,GAAE,WAAuB,GAAG,SAAS;IAsCtD,OAAO,CAAC,MAAM,CAAC,YAAY;IAY3B,OAAO,CAAC,MAAM,CAAC,YAAY;IAU3B,OAAO,CAAC,MAAM,CAAC,eAAe;IAU9B,OAAO,CAAC,MAAM,CAAC,WAAW;IAI1B,OAAO,CAAC,MAAM,CAAC,WAAW;IAI1B,MAAM,CAAC,UAAU,IAAI,IAAI;CAG1B"}
+{"version":3,"file":"llm-factory.d.ts","sourceRoot":"","sources":["../../../lib/llm/llm-factory.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAEvD,OAAO,EAAsB,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AAKlE,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAC,SAAS,CAAqC;IAE7D;;;OAGG;WACU,MAAM,CAAC,GAAG,GAAE,WAAuB,GAAG,OAAO,CAAC,SAAS,CAAC;IA+DrE,OAAO,CAAC,MAAM,CAAC,YAAY;IAyB3B,OAAO,CAAC,MAAM,CAAC,YAAY;IAU3B,OAAO,CAAC,MAAM,CAAC,eAAe;IAY9B,OAAO,CAAC,MAAM,CAAC,WAAW;IAI1B,MAAM,CAAC,UAAU,IAAI,IAAI;CAG1B"}

package/dist/lib/llm/llm-factory.js

@@ -1,9 +1,10 @@
 import { OpenAIChatModel } from "./providers/openai-chat-model.js";
 import { AnthropicChatModel } from "./providers/anthropic-chat-model.js";
 import { GeminiChatModel } from "./providers/gemini-chat-model.js";
-import { getModelConfig, resolveApiKey } from "./llm-config.js";
+import { getModelConfig, getLLMConfig, getLLMConfigPath, saveLLMConfig, resolveApiKey } from "./llm-config.js";
 import { resolveAgentLLMRef } from "./types.js";
 import { detectProvider } from "./provider-detector.js";
+import { engineRegistry } from "../local-llm/engine-registry.js";
 import { logger } from "../logger.js";
 export class LLMFactory {
     static instances = new Map();
@@ -11,7 +12,7 @@ export class LLMFactory {
      * Create an LLM instance from a config name (defined in llm.json)
      * @param ref - Config name as string, or object with name and optional temperature override
      */
-    static create(ref = 'default') {
+    static async create(ref = 'default') {
         const { name, temperature: tempOverride } = resolveAgentLLMRef(ref);
         const config = getModelConfig(name);
         const provider = detectProvider(config);
@@ -22,6 +23,29 @@ export class LLMFactory {
         if (cached) {
             return cached;
         }
+        // Auto-start local engine if needed (skip if user provides their own baseUrl)
+        if (provider === 'local' && !config.baseUrl) {
+            const engineName = config.engine ?? 'llama-cpp';
+            const engine = engineRegistry.getEngine(engineName);
+            if (!engine)
+                throw new Error(`Unknown local engine: ${engineName}`);
+            await engine.ensureRunningChat(config.model, {
+                contextSize: config.contextSize,
+                reasoningBudget: config.reasoningBudget,
+            });
+            // Persist auto-detected contextSize to llm.json
+            if (!config.contextSize) {
+                const detectedCtx = engine.getChatStatus().contextSize;
+                if (detectedCtx) {
+                    config.contextSize = detectedCtx;
+                    const fullConfig = getLLMConfig();
+                    const configPath = getLLMConfigPath();
+                    if (fullConfig && configPath) {
+                        await saveLLMConfig(configPath, fullConfig);
+                    }
+                }
+            }
+        }
         logger.info(`[LLMFactory] Creating LLM: ${name} (provider: ${provider}, model: ${config.model}, temp: ${temperature ?? 'default'})`);
         let llm;
         switch (provider) {
@@ -35,7 +59,7 @@ export class LLMFactory {
                 llm = this.createAnthropic(config, temperature);
                 break;
             case 'local':
-                llm = this.createLocal(config, temperature, 'local');
+                llm = this.createOpenAI(config, temperature, 'local');
                 break;
             default:
                 throw new Error(`Unsupported provider: ${provider}`);
@@ -45,12 +69,25 @@ export class LLMFactory {
     }
     static createOpenAI(config, temperature, provider = 'openai') {
         const apiKey = resolveApiKey(provider, config.apiKey);
+        let baseURL = config.baseUrl;
+        let supportsVision = true;
+        if (provider === 'local' && !baseURL) {
+            const engineName = config.engine ?? 'llama-cpp';
+            const engine = engineRegistry.getEngine(engineName);
+            baseURL = (engine?.getChatBaseUrl() ?? 'http://127.0.0.1:9990') + '/v1';
+            supportsVision = engine?.getChatStatus().supportsVision ?? false;
+        }
         return new OpenAIChatModel({
             modelName: config.model,
             apiKey,
-            maxTokens: config.maxTokens,
+            maxTokens: config.maxTokens ?? (provider === 'local' ? 4096 : undefined),
             streamUsage: true,
-            baseURL: config.baseUrl,
+            baseURL,
+            provider: provider,
+            supportsVision,
+            ...(provider === 'local' && config.reasoningBudget ? { reasoningBudget: config.reasoningBudget } : {}),
+            ...(config.engine ? { engine: config.engine } : {}),
+            ...(config.contextSize ? { contextSize: config.contextSize } : {}),
             ...(temperature !== undefined ? { temperature } : {}),
         });
     }
@@ -68,13 +105,12 @@ export class LLMFactory {
         return new AnthropicChatModel({
             modelName: config.model,
             apiKey,
+            baseURL: config.baseUrl,
             maxTokens: config.maxTokens,
+            thinkingBudget: config.thinkingBudget,
             ...(temperature !== undefined ? { temperature } : {}),
         });
     }
-    static createLocal(config, temperature, provider = 'local') {
-        return this.createOpenAI(config, temperature, provider);
-    }
     static getCacheKey(name, temperature) {
         return `${name}-${temperature}`;
     }

package/dist/lib/llm/llm-factory.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm-factory.js","sourceRoot":"","sources":["../../../lib/llm/llm-factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AACzE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAEnE,OAAO,EAAE,cAAc,EAAE,aAAa,EAAoB,MAAM,iBAAiB,CAAC;AAClF,OAAO,EAAE,kBAAkB,EAAoB,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,cAAc,EAAoB,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,MAAM,OAAO,UAAU;IACb,MAAM,CAAC,SAAS,GAA2B,IAAI,GAAG,EAAE,CAAC;IAE7D;;;OAGG;IACH,MAAM,CAAC,MAAM,CAAC,MAAmB,SAAS;QACxC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QAExC,2EAA2E;QAC3E,MAAM,WAAW,GAAG,YAAY,IAAI,MAAM,CAAC,WAAW,CAAC;QACvD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC;QAErD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,8BAA8B,IAAI,eAAe,QAAQ,YAAY,MAAM,CAAC,KAAK,WAAW,WAAW,IAAI,SAAS,GAAG,CAAC,CAAC;QAErI,IAAI,GAAc,CAAC;QACnB,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,QAAQ;gBACX,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;gBAC7C,MAAM;YACR,KAAK,QAAQ;gBACX,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;gBAC7C,MAAM;YACR,KAAK,WAAW;gBACd,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;gBAChD,MAAM;YACR,KAAK,OAAO;gBACV,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBACrD,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC7B,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,MAAM,CAAC,YAAY,CAAC,MAAmB,EAAE,WAAoB,EAAE,WAAwB,QAAQ;QACrG,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACtD,OAAO,IAAI,eAAe,CAAC;YACzB,SAAS,EAAE,MAAM,CAAC,KAAK;YACvB,MAAM;YACN,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtD,CAAC,CAAC;IACL,CAAC;IAEO,MAAM,CAAC,YAAY,CAAC,MAAmB,EAAE,WAAoB;QACnE,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACtD,OAAO,IAAI,eAAe,CAAC;YACzB,SAAS,EAAE,MAAM,CAAC,KAAK;YACvB,MAAM;YACN,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtD,CAAC,CAAC;IACL,CAAC;IAEO,MAAM,CAAC,eAAe,CAAC,MAAmB,EAAE,WAAoB;QACtE,MAAM,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACzD,OAAO,IAAI,kBAAkB,CAAC;YAC5B,SAAS,EAAE,MAAM,CAAC,KAAK;YACvB,MAAM;YACN,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtD,CAAC,CAAC;IACL,CAAC;IAEO,MAAM,CAAC,WAAW,CAAC,MAAmB,EAAE,WAAoB,EAAE,WAAwB,OAAO;QACnG,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC1D,CAAC;IAEO,MAAM,CAAC,WAAW,CAAC,IAAY,EAAE,WAAmB;QAC1D,OAAO,GAAG,IAAI,IAAI,WAAW,EAAE,CAAC;IAClC,CAAC;IAED,MAAM,CAAC,UAAU;QACf,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC"}
+{"version":3,"file":"llm-factory.js","sourceRoot":"","sources":["../../../lib/llm/llm-factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AACzE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAEnE,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,gBAAgB,EAAE,aAAa,EAAE,aAAa,EAAoB,MAAM,iBAAiB,CAAC;AACjI,OAAO,EAAE,kBAAkB,EAAoB,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,cAAc,EAAoB,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,MAAM,OAAO,UAAU;IACb,MAAM,CAAC,SAAS,GAA2B,IAAI,GAAG,EAAE,CAAC;IAE7D;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAmB,SAAS;QAC9C,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QAExC,2EAA2E;QAC3E,MAAM,WAAW,GAAG,YAAY,IAAI,MAAM,CAAC,WAAW,CAAC;QACvD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC;QAErD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,8EAA8E;QAC9E,IAAI,QAAQ,KAAK,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,IAAI,WAAW,CAAC;YAChD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,UAAU,EAAE,CAAC,CAAC;YAEpE,MAAM,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,KAAK,EAAE;gBAC3C,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,eAAe,EAAE,MAAM,CAAC,eAAe;aACxC,CAAC,CAAC;YAEH,gDAAgD;YAChD,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBACxB,MAAM,WAAW,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC,WAAW,CAAC;gBACvD,IAAI,WAAW,EAAE,CAAC;oBAChB,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;oBACjC,MAAM,UAAU,GAAG,YAAY,EAAE,CAAC;oBAClC,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAC;oBACtC,IAAI,UAAU,IAAI,UAAU,EAAE,CAAC;wBAC7B,MAAM,aAAa,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;oBAC9C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,8BAA8B,IAAI,eAAe,QAAQ,YAAY,MAAM,CAAC,KAAK,WAAW,WAAW,IAAI,SAAS,GAAG,CAAC,CAAC;QAErI,IAAI,GAAc,CAAC;QACnB,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,QAAQ;gBACX,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;gBAC7C,MAAM;YACR,KAAK,QAAQ;gBACX,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;gBAC7C,MAAM;YACR,KAAK,WAAW;gBACd,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;gBAChD,MAAM;YACR,KAAK,OAAO;gBACV,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBACtD,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC7B,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,MAAM,CAAC,YAAY,CAAC,MAAmB,EAAE,WAAoB,EAAE,WAAwB,QAAQ;QACrG,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC7B,IAAI,cAAc,GAAG,IAAI,CAAC;QAC1B,IAAI,QAAQ,KAAK,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,IAAI,WAAW,CAAC;YAChD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACpD,OAAO,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,uBAAuB,CAAC,GAAG,KAAK,CAAC;YACxE,cAAc,GAAG,MAAM,EAAE,aAAa,EAAE,CAAC,cAAc,IAAI,KAAK,CAAC;QACnE,CAAC;QACD,OAAO,IAAI,eAAe,CAAC;YACzB,SAAS,EAAE,MAAM,CAAC,KAAK;YACvB,MAAM;YACN,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YACxE,WAAW,EAAE,IAAI;YACjB,OAAO;YACP,QAAQ,EAAE,QAA8B;YACxC,cAAc;YACd,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnD,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtD,CAAC,CAAC;IACL,CAAC;IAEO,MAAM,CAAC,YAAY,CAAC,MAAmB,EAAE,WAAoB;QACnE,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACtD,OAAO,IAAI,eAAe,CAAC;YACzB,SAAS,EAAE,MAAM,CAAC,KAAK;YACvB,MAAM;YACN,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtD,CAAC,CAAC;IACL,CAAC;IAEO,MAAM,CAAC,eAAe,CAAC,MAAmB,EAAE,WAAoB;QACtE,MAAM,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACzD,OAAO,IAAI,kBAAkB,CAAC;YAC5B,SAAS,EAAE,MAAM,CAAC,KAAK;YACvB,MAAM;YACN,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtD,CAAC,CAAC;IACL,CAAC;IAEO,MAAM,CAAC,WAAW,CAAC,IAAY,EAAE,WAAmB;QAC1D,OAAO,GAAG,IAAI,IAAI,WAAW,EAAE,CAAC;IAClC,CAAC;IAED,MAAM,CAAC,UAAU;QACf,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC"}

package/dist/lib/llm/providers/anthropic-chat-model.d.ts

@@ -1,16 +1,20 @@
-import type { ChatModel, ChatModelResponse, BaseMessage, StructuredTool } from '../../types/llm-types.ts';
+import { type ChatModel, type ChatModelResponse, type BaseMessage, type StructuredTool } from '../../types/llm-types.ts';
 interface AnthropicChatModelOptions {
     apiKey?: string;
+    baseURL?: string;
     modelName: string;
     temperature?: number;
     maxTokens?: number;
+    thinkingBudget?: number;
 }
 export declare class AnthropicChatModel implements ChatModel {
     private client;
     private modelName;
     private temperature?;
     private maxTokens;
+    private thinkingBudget?;
     private boundTools?;
+    private cachedProviderTools?;
     private structuredSchema?;
     constructor(options: AnthropicChatModelOptions);
     private extractSystemAndMessages;