@nanocollective/nanocoder 1.15.1 → 1.16.0

package/dist/models/models-dev-client.js

@@ -0,0 +1,268 @@
+/**
+ * API client for models.dev
+ * Fetches and caches model metadata
+ */
+import { request } from 'undici';
+import { readCache, writeCache } from './models-cache.js';
+const MODELS_DEV_API_URL = 'https://models.dev/api.json';
+/**
+ * Fallback context limits for common Ollama model architectures
+ * Used when models.dev doesn't have the model data
+ */
+const OLLAMA_MODEL_CONTEXT_LIMITS = {
+    // Llama 3.2 models
+    'llama3.2': 128000,
+    'llama3.2:1b': 128000,
+    'llama3.2:3b': 128000,
+    // Llama 3.1 models
+    'llama3.1': 128000,
+    'llama3.1:8b': 128000,
+    'llama3.1:70b': 128000,
+    'llama3.1:405b': 128000,
+    // Llama 3 models
+    llama3: 8192,
+    'llama3:8b': 8192,
+    'llama3:70b': 8192,
+    // Llama 2 models
+    llama2: 4096,
+    'llama2:7b': 4096,
+    'llama2:13b': 4096,
+    'llama2:70b': 4096,
+    // Mistral models
+    mistral: 32000,
+    'mistral:7b': 32000,
+    mixtral: 32000,
+    'mixtral:8x7b': 32000,
+    'mixtral:8x22b': 64000,
+    // Qwen models
+    qwen: 32000,
+    'qwen:7b': 32000,
+    'qwen:14b': 32000,
+    qwen2: 32000,
+    'qwen2:7b': 32000,
+    'qwen2.5': 128000,
+    'qwen2.5:7b': 128000,
+    qwen3: 128000,
+    'qwen3:7b': 128000,
+    'qwen3:14b': 128000,
+    'qwen3:32b': 128000,
+    // Gemma models
+    gemma: 8192,
+    'gemma:2b': 8192,
+    'gemma:7b': 8192,
+    gemma2: 8192,
+    'gemma2:9b': 8192,
+    'gemma2:27b': 8192,
+    // Command-R models
+    'command-r': 128000,
+    'command-r-plus': 128000,
+    // DeepSeek models
+    'deepseek-coder': 16000,
+    'deepseek-coder-v2': 128000,
+    // Phi models
+    phi3: 128000,
+    'phi3:mini': 128000,
+    'phi3:medium': 128000,
+    // Cloud models
+    'qwen3-coder:480b-cloud': 256000,
+    'gpt-oss:120b-cloud': 128000,
+    'gpt-oss:20b-cloud': 128000,
+    'deepseek-v3.1:671b-cloud': 128000,
+    'minimax-m2:cloud': 196608,
+    'glm-4.6:cloud': 200000,
+    'kimi-k2:1t-cloud': 256000,
+    'kimi-k2-thinking:cloud': 256000,
+};
+/**
+ * Extract base model architecture from Ollama model name
+ * e.g., "llama3.1:8b-instruct-q4_0" -> "llama3.1:8b"
+ */
+function extractOllamaModelBase(modelName) {
+    const lower = modelName.toLowerCase();
+    // Try exact matches first
+    for (const key of Object.keys(OLLAMA_MODEL_CONTEXT_LIMITS)) {
+        if (lower === key ||
+            lower.startsWith(`${key}-`) ||
+            lower.startsWith(`${key}:`)) {
+            return key;
+        }
+    }
+    // Try to match base architecture
+    if (lower.includes('llama3.2'))
+        return 'llama3.2';
+    if (lower.includes('llama3.1'))
+        return 'llama3.1';
+    if (lower.includes('llama3'))
+        return 'llama3';
+    if (lower.includes('llama2'))
+        return 'llama2';
+    if (lower.includes('mixtral:8x22b'))
+        return 'mixtral:8x22b';
+    if (lower.includes('mixtral'))
+        return 'mixtral';
+    if (lower.includes('mistral'))
+        return 'mistral';
+    if (lower.includes('qwen2.5'))
+        return 'qwen2.5';
+    if (lower.includes('qwen2'))
+        return 'qwen2';
+    if (lower.includes('qwen'))
+        return 'qwen';
+    if (lower.includes('gemma2'))
+        return 'gemma2';
+    if (lower.includes('gemma'))
+        return 'gemma';
+    if (lower.includes('command-r-plus'))
+        return 'command-r-plus';
+    if (lower.includes('command-r'))
+        return 'command-r';
+    if (lower.includes('deepseek-coder-v2'))
+        return 'deepseek-coder-v2';
+    if (lower.includes('deepseek'))
+        return 'deepseek-coder';
+    if (lower.includes('phi3'))
+        return 'phi3';
+    return null;
+}
+/**
+ * Get fallback context limit for Ollama models
+ */
+function getOllamaFallbackContextLimit(modelName) {
+    const baseModel = extractOllamaModelBase(modelName);
+    if (!baseModel) {
+        return null;
+    }
+    return OLLAMA_MODEL_CONTEXT_LIMITS[baseModel] || null;
+}
+/**
+ * Fetch models data from models.dev API
+ * Falls back to cache if API is unavailable
+ */
+async function fetchModelsData() {
+    try {
+        const response = await request(MODELS_DEV_API_URL, {
+            method: 'GET',
+            headersTimeout: 10000,
+            bodyTimeout: 30000,
+        });
+        if (response.statusCode !== 200) {
+            throw new Error(`Failed to fetch models data: HTTP ${response.statusCode}`);
+        }
+        const body = await response.body.json();
+        const data = body;
+        // Cache the successful response
+        writeCache(data);
+        return data;
+    }
+    catch (error) {
+        console.warn('Failed to fetch from models.dev:', error);
+        // Try to use cached data as fallback
+        const cached = readCache();
+        if (cached) {
+            console.log('Using cached models data');
+            return cached.data;
+        }
+        return null;
+    }
+}
+/**
+ * Get models data, preferring cache if valid
+ */
+async function getModelsData() {
+    // Try cache first
+    const cached = readCache();
+    if (cached) {
+        return cached.data;
+    }
+    // Fetch fresh data if cache is invalid
+    return fetchModelsData();
+}
+/**
+ * Find a model by ID across all providers
+ * Returns the model info and provider name
+ */
+async function findModelById(modelId) {
+    const data = await getModelsData();
+    if (!data) {
+        return null;
+    }
+    // Search through all providers
+    for (const [_providerId, provider] of Object.entries(data)) {
+        const model = provider.models[modelId];
+        if (model) {
+            return {
+                id: model.id,
+                name: model.name,
+                provider: provider.name,
+                contextLimit: model.limit.context,
+                outputLimit: model.limit.output,
+                supportsToolCalls: model.tool_call,
+                cost: {
+                    input: model.cost.input,
+                    output: model.cost.output,
+                },
+            };
+        }
+    }
+    return null;
+}
+/**
+ * Find a model by partial name match
+ * Useful for local models where exact ID might not match
+ */
+async function findModelByName(modelName) {
+    const data = await getModelsData();
+    if (!data) {
+        return null;
+    }
+    const lowerName = modelName.toLowerCase();
+    // Search through all providers
+    for (const [_providerId, provider] of Object.entries(data)) {
+        for (const [_modelId, model] of Object.entries(provider.models)) {
+            if (model.id.toLowerCase().includes(lowerName) ||
+                model.name.toLowerCase().includes(lowerName)) {
+                return {
+                    id: model.id,
+                    name: model.name,
+                    provider: provider.name,
+                    contextLimit: model.limit.context,
+                    outputLimit: model.limit.output,
+                    supportsToolCalls: model.tool_call,
+                    cost: {
+                        input: model.cost.input,
+                        output: model.cost.output,
+                    },
+                };
+            }
+        }
+    }
+    return null;
+}
+/**
+ * Get context limit for a model
+ * Returns null if model not found and no fallback available
+ */
+export async function getModelContextLimit(modelId) {
+    // Strip :cloud or -cloud suffix if present (Ollama cloud models)
+    const normalizedModelId = modelId.endsWith(':cloud') || modelId.endsWith('-cloud')
+        ? modelId.slice(0, -6) // Remove ":cloud" or "-cloud"
+        : modelId;
+    // Try exact ID match first
+    let modelInfo = await findModelById(normalizedModelId);
+    // Try partial name match if exact match fails
+    if (!modelInfo) {
+        modelInfo = await findModelByName(normalizedModelId);
+    }
+    // If found in models.dev, return that
+    if (modelInfo) {
+        return modelInfo.contextLimit;
+    }
+    // Fall back to Ollama model defaults
+    const ollamaLimit = getOllamaFallbackContextLimit(normalizedModelId);
+    if (ollamaLimit) {
+        return ollamaLimit;
+    }
+    // No context limit found
+    return null;
+}
+//# sourceMappingURL=models-dev-client.js.map

package/dist/models/models-dev-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models-dev-client.js","sourceRoot":"","sources":["../../source/models/models-dev-client.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAC,OAAO,EAAC,MAAM,QAAQ,CAAC;AAC/B,OAAO,EAAC,SAAS,EAAE,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAGxD,MAAM,kBAAkB,GAAG,6BAA6B,CAAC;AAEzD;;;GAGG;AACH,MAAM,2BAA2B,GAA2B;IAC3D,mBAAmB;IACnB,UAAU,EAAE,MAAM;IAClB,aAAa,EAAE,MAAM;IACrB,aAAa,EAAE,MAAM;IAErB,mBAAmB;IACnB,UAAU,EAAE,MAAM;IAClB,aAAa,EAAE,MAAM;IACrB,cAAc,EAAE,MAAM;IACtB,eAAe,EAAE,MAAM;IAEvB,iBAAiB;IACjB,MAAM,EAAE,IAAI;IACZ,WAAW,EAAE,IAAI;IACjB,YAAY,EAAE,IAAI;IAElB,iBAAiB;IACjB,MAAM,EAAE,IAAI;IACZ,WAAW,EAAE,IAAI;IACjB,YAAY,EAAE,IAAI;IAClB,YAAY,EAAE,IAAI;IAElB,iBAAiB;IACjB,OAAO,EAAE,KAAK;IACd,YAAY,EAAE,KAAK;IACnB,OAAO,EAAE,KAAK;IACd,cAAc,EAAE,KAAK;IACrB,eAAe,EAAE,KAAK;IAEtB,cAAc;IACd,IAAI,EAAE,KAAK;IACX,SAAS,EAAE,KAAK;IAChB,UAAU,EAAE,KAAK;IACjB,KAAK,EAAE,KAAK;IACZ,UAAU,EAAE,KAAK;IACjB,SAAS,EAAE,MAAM;IACjB,YAAY,EAAE,MAAM;IACpB,KAAK,EAAE,MAAM;IACb,UAAU,EAAE,MAAM;IAClB,WAAW,EAAE,MAAM;IACnB,WAAW,EAAE,MAAM;IAEnB,eAAe;IACf,KAAK,EAAE,IAAI;IACX,UAAU,EAAE,IAAI;IAChB,UAAU,EAAE,IAAI;IAChB,MAAM,EAAE,IAAI;IACZ,WAAW,EAAE,IAAI;IACjB,YAAY,EAAE,IAAI;IAElB,mBAAmB;IACnB,WAAW,EAAE,MAAM;IACnB,gBAAgB,EAAE,MAAM;IAExB,kBAAkB;IAClB,gBAAgB,EAAE,KAAK;IACvB,mBAAmB,EAAE,MAAM;IAE3B,aAAa;IACb,IAAI,EAAE,MAAM;IACZ,WAAW,EAAE,MAAM;IACnB,aAAa,EAAE,MAAM;IAErB,eAAe;IACf,wBAAwB,EAAE,MAAM;IAChC,oBAAoB,EAAE,MAAM;IAC5B,mBAAmB,EAAE,MAAM;IAC3B,0BAA0B,EAAE,MAAM;IAClC,kBAAkB,EAAE,MAAM;IAC1B,eAAe,EAAE,MAAM;IACvB,kBAAkB,EAAE,MAAM;IAC1B,wBAAwB,EAAE,MAAM;CAChC,CAAC;AAEF;;;GAGG;AACH,SAAS,sBAAsB,CAAC,SAAiB;IAChD,MAAM,KAAK,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAEtC,0BAA0B;IAC1B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,EAAE,CAAC;QAC5D,IACC,KAAK,KAAK,GAAG;YACb,KAAK,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,CAAC;YAC3B,KAAK,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,CAAC,EAC1B,CAAC;YACF,OAAO,GAAG,CAAC;QACZ,CAAC;IACF,CAAC;IAED,iCAAiC;IACjC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IAClD,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IAClD,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC;QAAE,OAAO,eAAe,CAAC;IAC5D,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IAChD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IAChD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IAChD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAC5C,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAC5C,IAAI,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAAE,OAAO,gBAAgB,CAAC;IAC9D,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,WAAW,CAAC;IACpD,IAAI,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAAE,OAAO,mBAAmB,CAAC;IACpE,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,gBAAgB,CAAC;IACxD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAE1C,OAAO,IAAI,CAAC;AACb,CAAC;AAED;;GAEG;AACH,SAAS,6BAA6B,CAAC,SAAiB;IACvD,MAAM,SAAS,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;IACpD,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACb,CAAC;IAED,OAAO,2BAA2B,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;AACvD,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,eAAe;IAC7B,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,kBAAkB,EAAE;YAClD,MAAM,EAAE,KAAK;YACb,cAAc,EAAE,KAAK;YACrB,WAAW,EAAE,KAAK;SAClB,CAAC,CAAC;QAEH,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CACd,qCAAqC,QAAQ,CAAC,UAAU,EAAE,CAC1D,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,IAAyB,CAAC;QAEvC,gCAAgC;QAChC,UAAU,CAAC,IAAI,CAAC,CAAC;QAEjB,OAAO,IAAI,CAAC;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;QAExD,qCAAqC;QACrC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,IAAI,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;YACxC,OAAO,MAAM,CAAC,IAAI,CAAC;QACpB,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa;IAC3B,kBAAkB;IAClB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,IAAI,MAAM,EAAE,CAAC;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC;IACpB,CAAC;IAED,uCAAuC;IACvC,OAAO,eAAe,EAAE,CAAC;AAC1B,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,aAAa,CAAC,OAAe;IAC3C,MAAM,IAAI,GAAG,MAAM,aAAa,EAAE,CAAC;IACnC,IAAI,CAAC,IAAI,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACb,CAAC;IAED,+BAA+B;IAC/B,KAAK,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5D,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,KAAK,EAAE,CAAC;YACX,OAAO;gBACN,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,QAAQ,EAAE,QAAQ,CAAC,IAAI;gBACvB,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO;gBACjC,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;gBAC/B,iBAAiB,EAAE,KAAK,CAAC,SAAS;gBAClC,IAAI,EAAE;oBACL,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;oBACvB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;iBACzB;aACD,CAAC;QACH,CAAC;IACF,CAAC;IAED,OAAO,IAAI,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,eAAe,CAAC,SAAiB;IAC/C,MAAM,IAAI,GAAG,MAAM,aAAa,EAAE,CAAC;IACnC,IAAI,CAAC,IAAI,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAE1C,+BAA+B;IAC/B,KAAK,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5D,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACjE,IACC,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC1C,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAC3C,CAAC;gBACF,OAAO;oBACN,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,QAAQ,EAAE,QAAQ,CAAC,IAAI;oBACvB,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO;oBACjC,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;oBAC/B,iBAAiB,EAAE,KAAK,CAAC,SAAS;oBAClC,IAAI,EAAE;wBACL,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;wBACvB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;qBACzB;iBACD,CAAC;YACH,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,IAAI,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACzC,OAAe;IAEf,iEAAiE;IACjE,MAAM,iBAAiB,GACtB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACvD,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,8BAA8B;QACrD,CAAC,CAAC,OAAO,CAAC;IAEZ,2BAA2B;IAC3B,IAAI,SAAS,GAAG,MAAM,aAAa,CAAC,iBAAiB,CAAC,CAAC;IAEvD,8CAA8C;IAC9C,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,SAAS,GAAG,MAAM,eAAe,CAAC,iBAAiB,CAAC,CAAC;IACtD,CAAC;IAED,sCAAsC;IACtC,IAAI,SAAS,EAAE,CAAC;QACf,OAAO,SAAS,CAAC,YAAY,CAAC;IAC/B,CAAC;IAED,qCAAqC;IACrC,MAAM,WAAW,GAAG,6BAA6B,CAAC,iBAAiB,CAAC,CAAC;IACrE,IAAI,WAAW,EAAE,CAAC;QACjB,OAAO,WAAW,CAAC;IACpB,CAAC;IAED,yBAAyB;IACzB,OAAO,IAAI,CAAC;AACb,CAAC"}

package/dist/models/models-types.d.ts

@@ -0,0 +1,66 @@
+/**
+ * Type definitions for models.dev API data structures
+ */
+export type ModelsDevModel = {
+    id: string;
+    name: string;
+    release_date: string;
+    attachment: boolean;
+    reasoning: boolean;
+    temperature: boolean;
+    tool_call: boolean;
+    cost: {
+        input: number;
+        output: number;
+        cache_read?: number;
+        cache_write?: number;
+    };
+    limit: {
+        context: number;
+        output: number;
+    };
+    modalities?: {
+        input: Array<'text' | 'audio' | 'image' | 'video' | 'pdf'>;
+        output: Array<'text' | 'audio' | 'image' | 'video' | 'pdf'>;
+    };
+    experimental?: boolean;
+    status?: 'alpha' | 'beta' | 'deprecated';
+    options: Record<string, unknown>;
+    headers?: Record<string, string>;
+    provider?: {
+        npm: string;
+    };
+};
+export type ModelsDevProvider = {
+    api?: string;
+    name: string;
+    env: string[];
+    id: string;
+    npm?: string;
+    models: Record<string, ModelsDevModel>;
+};
+export type ModelsDevDatabase = Record<string, ModelsDevProvider>;
+/**
+ * Cached models data with metadata
+ */
+export interface CachedModelsData {
+    data: ModelsDevDatabase;
+    fetchedAt: number;
+    expiresAt: number;
+}
+/**
+ * Model lookup result
+ */
+export interface ModelInfo {
+    id: string;
+    name: string;
+    provider: string;
+    contextLimit: number;
+    outputLimit: number;
+    supportsToolCalls: boolean;
+    cost: {
+        input: number;
+        output: number;
+    };
+}
+//# sourceMappingURL=models-types.d.ts.map

package/dist/models/models-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models-types.d.ts","sourceRoot":"","sources":["../../source/models/models-types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,MAAM,cAAc,GAAG;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,OAAO,CAAC;IACpB,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QACL,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,KAAK,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;KACf,CAAC;IACF,UAAU,CAAC,EAAE;QACZ,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC;QAC3D,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC;KAC5D,CAAC;IACF,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,YAAY,CAAC;IACzC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,QAAQ,CAAC,EAAE;QAAC,GAAG,EAAE,MAAM,CAAA;KAAC,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC/B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,EAAE,CAAC;IACd,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;AAElE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC,IAAI,EAAE,iBAAiB,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,IAAI,EAAE;QACL,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KACf,CAAC;CACF"}

package/dist/models/models-types.js

@@ -0,0 +1,5 @@
+/**
+ * Type definitions for models.dev API data structures
+ */
+export {};
+//# sourceMappingURL=models-types.js.map

package/dist/models/models-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models-types.js","sourceRoot":"","sources":["../../source/models/models-types.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/recommendations/model-database.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-database.d.ts","sourceRoot":"","sources":["../../source/recommendations/model-database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AAqdzC,qBAAa,aAAa;IACzB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAgB;IAEvC,MAAM,CAAC,WAAW,IAAI,aAAa;IAOnC,YAAY,IAAI,UAAU,EAAE;CAG5B;AAED,eAAO,MAAM,aAAa,eAA8B,CAAC"}
+{"version":3,"file":"model-database.d.ts","sourceRoot":"","sources":["../../source/recommendations/model-database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AAqgBzC,qBAAa,aAAa;IACzB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAgB;IAEvC,MAAM,CAAC,WAAW,IAAI,aAAa;IAOnC,YAAY,IAAI,UAAU,EAAE;CAG5B;AAED,eAAO,MAAM,aAAa,eAA8B,CAAC"}

package/dist/recommendations/model-database.js

@@ -1,4 +1,34 @@
 const MODEL_DATABASE = [
+    {
+        name: 'minimax/minimax-m2',
+        author: 'MiniMax',
+        size: '230B',
+        local: true,
+        api: true,
+        minMemoryGB: 160,
+        quality: {
+            agentic: 9,
+            local: 2,
+            cost: 7,
+        },
+        costType: 'free',
+        costDetails: 'Free to run locally. API: from $0.25/M input, $1.02/M output.',
+    },
+    {
+        name: 'moonshotai/kimi-k2-thinking',
+        author: 'Moonshot AI',
+        size: '1T',
+        local: true,
+        api: true,
+        minMemoryGB: 500,
+        quality: {
+            agentic: 8,
+            local: 1,
+            cost: 7,
+        },
+        costType: 'free',
+        costDetails: 'Free to run locally. API: from $0.60/M input, $2.50/M output.',
+    },
     {
         name: 'qwen2.5-coder:0.5b',
         author: 'Alibaba',
@@ -269,6 +299,21 @@ const MODEL_DATABASE = [
         costType: 'free',
         costDetails: 'Free to run locally. API: from $0.07/M input, $0.28/M output.',
     },
+    {
+        name: 'mistralai/voxtral-small-24b-2507',
+        author: 'Mistral',
+        size: '24B',
+        local: true,
+        api: true,
+        minMemoryGB: 18,
+        quality: {
+            agentic: 5,
+            local: 7,
+            cost: 8.5,
+        },
+        costType: 'free',
+        costDetails: 'Free to run locally. API: from $0.10/M input, $0.30/M output.',
+    },
     {
         name: 'devstral-medium',
         author: 'Mistral',

package/dist/recommendations/model-database.js.map

@@ -1 +1 @@
-{"version":3,"file":"model-database.js","sourceRoot":"","sources":["../../source/recommendations/model-database.ts"],"names":[],"mappings":"AAEA,MAAM,cAAc,GAAiB;IACpC;QACC,IAAI,EAAE,oBAAoB;QAC1B,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,oBAAoB;QAC1B,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,mBAAmB;QACzB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,mBAAmB;QACzB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,cAAc;QACpB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,6EAA6E;KAC9E;IACD;QACC,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,GAAG;QAChB,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,GAAG;QAChB,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,GAAG;YACZ,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,0CAA0C;KACvD;IACD;QACC,IAAI,EAAE,gBAAgB;QACtB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,0CAA0C;KACvD;IACD;QACC,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,0CAA0C;KACvD;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,KAAK;QACb,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,0CAA0C;KACvD;IACD;QACC,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,uCAAuC;KACpD;IACD;QACC,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,wCAAwC;KACrD;IACD;QACC,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,uCAAuC;KACpD;IACD;QACC,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,uCAAuC;KACpD;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,WAAW;QACnB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,oCAAoC;KACjD;IACD;QACC,IAAI,EAAE,mBAAmB;QACzB,MAAM,EAAE,WAAW;QACnB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,qCAAqC;KAClD;IACD;QACC,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,WAAW;QACnB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sCAAsC;KACnD;IACD;QACC,IAAI,EAAE,gBAAgB;QACtB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,wCAAwC;KACrD;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,0CAA0C;KACvD;IACD;QACC,IAAI,EAAE,6BAA6B;QACnC,MAAM,EAAE,UAAU;QAClB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,GAAG;QAChB,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;CACD,CAAC;AAEF,MAAM,OAAO,aAAa;IACjB,MAAM,CAAC,QAAQ,CAAgB;IAEvC,MAAM,CAAC,WAAW;QACjB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC;YAC7B,aAAa,CAAC,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,aAAa,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,YAAY;QACX,OAAO,cAAc,CAAC;IACvB,CAAC;CACD;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC"}
+{"version":3,"file":"model-database.js","sourceRoot":"","sources":["../../source/recommendations/model-database.ts"],"names":[],"mappings":"AAEA,MAAM,cAAc,GAAiB;IACpC;QACC,IAAI,EAAE,oBAAoB;QAC1B,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,GAAG;QAChB,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,6BAA6B;QACnC,MAAM,EAAE,aAAa;QACrB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,GAAG;QAChB,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,oBAAoB;QAC1B,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,oBAAoB;QAC1B,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,mBAAmB;QACzB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,mBAAmB;QACzB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,CAAC;QACd,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,KAAK;QACV,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sBAAsB;KACnC;IACD;QACC,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,cAAc;QACpB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,6EAA6E;KAC9E;IACD;QACC,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,GAAG;QAChB,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,GAAG;QAChB,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,GAAG;YACZ,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,EAAE;SACR;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,0CAA0C;KACvD;IACD;QACC,IAAI,EAAE,gBAAgB;QACtB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,kCAAkC;QACxC,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,EAAE;QACf,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,GAAG;SACT;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;IACD;QACC,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,0CAA0C;KACvD;IACD;QACC,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,SAAS;QACjB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,0CAA0C;KACvD;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,KAAK;QACb,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,0CAA0C;KACvD;IACD;QACC,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,uCAAuC;KACpD;IACD;QACC,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,wCAAwC;KACrD;IACD;QACC,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,uCAAuC;KACpD;IACD;QACC,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,uCAAuC;KACpD;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,WAAW;QACnB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,oCAAoC;KACjD;IACD;QACC,IAAI,EAAE,mBAAmB;QACzB,MAAM,EAAE,WAAW;QACnB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,qCAAqC;KAClD;IACD;QACC,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,WAAW;QACnB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,sCAAsC;KACnD;IACD;QACC,IAAI,EAAE,gBAAgB;QACtB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,wCAAwC;KACrD;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,GAAG,EAAE,IAAI;QACT,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,0CAA0C;KACvD;IACD;QACC,IAAI,EAAE,6BAA6B;QACnC,MAAM,EAAE,UAAU;QAClB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,GAAG;QAChB,OAAO,EAAE;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,CAAC;SACP;QACD,QAAQ,EAAE,MAAM;QAChB,WAAW,EACV,+DAA+D;KAChE;CACD,CAAC;AAEF,MAAM,OAAO,aAAa;IACjB,MAAM,CAAC,QAAQ,CAAgB;IAEvC,MAAM,CAAC,WAAW;QACjB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC;YAC7B,aAAa,CAAC,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,aAAa,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,YAAY;QACX,OAAO,cAAc,CAAC;IACvB,CAAC;CACD;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC"}

package/dist/tokenization/index.d.ts

@@ -0,0 +1,2 @@
+export { createTokenizer } from './tokenizer-factory.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/tokenization/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../source/tokenization/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAC,MAAM,wBAAwB,CAAC"}

package/dist/tokenization/index.js

@@ -0,0 +1,2 @@
+export { createTokenizer } from './tokenizer-factory.js';
+//# sourceMappingURL=index.js.map

package/dist/tokenization/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../source/tokenization/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAC,MAAM,wBAAwB,CAAC"}

package/dist/tokenization/tokenizer-factory.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Tokenizer factory
+ * Creates appropriate tokenizer based on provider and model
+ */
+import type { Tokenizer, TokenizerProvider } from '../types/tokenization.js';
+/**
+ * Create a tokenizer based on provider and model
+ */
+export declare function createTokenizer(providerName: string, modelId: string): Tokenizer;
+/**
+ * Create a tokenizer with explicit provider
+ */
+export declare function createTokenizerForProvider(provider: TokenizerProvider, modelId?: string): Tokenizer;
+//# sourceMappingURL=tokenizer-factory.d.ts.map

package/dist/tokenization/tokenizer-factory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer-factory.d.ts","sourceRoot":"","sources":["../../source/tokenization/tokenizer-factory.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAC,SAAS,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AA2D3E;;GAEG;AACH,wBAAgB,eAAe,CAC9B,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,GACb,SAAS,CAuBX;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CACzC,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,CAAC,EAAE,MAAM,GACd,SAAS,CAuBX"}

package/dist/tokenization/tokenizer-factory.js

@@ -0,0 +1,90 @@
+/**
+ * Tokenizer factory
+ * Creates appropriate tokenizer based on provider and model
+ */
+import { OpenAITokenizer } from './tokenizers/openai-tokenizer.js';
+import { AnthropicTokenizer } from './tokenizers/anthropic-tokenizer.js';
+import { LlamaTokenizer } from './tokenizers/llama-tokenizer.js';
+import { FallbackTokenizer } from './tokenizers/fallback-tokenizer.js';
+/**
+ * Detect provider from model ID or provider name
+ */
+function detectProvider(providerName, modelId) {
+    const lowerProvider = providerName.toLowerCase();
+    const lowerModel = modelId.toLowerCase();
+    // Check provider name
+    if (lowerProvider.includes('openai')) {
+        return 'openai';
+    }
+    if (lowerProvider.includes('anthropic') || lowerProvider.includes('claude')) {
+        return 'anthropic';
+    }
+    // Check model ID for common patterns
+    if (lowerModel.includes('gpt') || lowerModel.includes('openai')) {
+        return 'openai';
+    }
+    if (lowerModel.includes('claude')) {
+        return 'anthropic';
+    }
+    if (lowerModel.includes('llama') ||
+        lowerModel.includes('mistral') ||
+        lowerModel.includes('qwen') ||
+        lowerModel.includes('gemma') ||
+        lowerModel.includes('phi') ||
+        lowerModel.includes('codellama') ||
+        lowerModel.includes('deepseek') ||
+        lowerModel.includes('mixtral')) {
+        return 'llama';
+    }
+    // Default to llama for local models (most common for local inference)
+    if (lowerProvider.includes('ollama') ||
+        lowerProvider.includes('llama.cpp') ||
+        lowerProvider.includes('local')) {
+        return 'llama';
+    }
+    return 'fallback';
+}
+/**
+ * Create a tokenizer based on provider and model
+ */
+export function createTokenizer(providerName, modelId) {
+    // Strip :cloud suffix if present (Ollama cloud models)
+    const normalizedModelId = modelId.endsWith(':cloud') || modelId.endsWith('-cloud')
+        ? modelId.slice(0, -6)
+        : modelId;
+    const provider = detectProvider(providerName, normalizedModelId);
+    switch (provider) {
+        case 'openai':
+            return new OpenAITokenizer(normalizedModelId);
+        case 'anthropic':
+            return new AnthropicTokenizer(normalizedModelId);
+        case 'llama':
+            return new LlamaTokenizer(normalizedModelId);
+        case 'fallback':
+        default:
+            return new FallbackTokenizer();
+    }
+}
+/**
+ * Create a tokenizer with explicit provider
+ */
+export function createTokenizerForProvider(provider, modelId) {
+    switch (provider) {
+        case 'openai':
+            return new OpenAITokenizer(modelId);
+        case 'anthropic':
+            return new AnthropicTokenizer(modelId);
+        case 'llama':
+            return new LlamaTokenizer(modelId);
+        case 'auto':
+            // Auto-detect based on model ID if provided
+            if (modelId) {
+                return createTokenizer('', modelId);
+            }
+            return new FallbackTokenizer();
+        case 'fallback':
+        default:
+            return new FallbackTokenizer();
+    }
+}
+//# sourceMappingURL=tokenizer-factory.js.map

package/dist/tokenization/tokenizer-factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer-factory.js","sourceRoot":"","sources":["../../source/tokenization/tokenizer-factory.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAC,eAAe,EAAC,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAC,kBAAkB,EAAC,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAC,cAAc,EAAC,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAC,iBAAiB,EAAC,MAAM,oCAAoC,CAAC;AAErE;;GAEG;AACH,SAAS,cAAc,CACtB,YAAoB,EACpB,OAAe;IAEf,MAAM,aAAa,GAAG,YAAY,CAAC,WAAW,EAAE,CAAC;IACjD,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAEzC,sBAAsB;IACtB,IAAI,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtC,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED,IAAI,aAAa,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7E,OAAO,WAAW,CAAC;IACpB,CAAC;IAED,qCAAqC;IACrC,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjE,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnC,OAAO,WAAW,CAAC;IACpB,CAAC;IAED,IACC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC5B,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC9B,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC3B,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC5B,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC1B,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC;QAChC,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC/B,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,EAC7B,CAAC;QACF,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,sEAAsE;IACtE,IACC,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAChC,aAAa,CAAC,QAAQ,CAAC,WAAW,CAAC;QACnC,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,EAC9B,CAAC;QACF,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,OAAO,UAAU,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAC9B,YAAoB,EACpB,OAAe;IAEf,uDAAuD;IACvD,MAAM,iBAAiB,GACtB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACvD,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtB,CAAC,CAAC,OAAO,CAAC;IAEZ,MAAM,QAAQ,GAAG,cAAc,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC;IAEjE,QAAQ,QAAQ,EAAE,CAAC;QAClB,KAAK,QAAQ;YACZ,OAAO,IAAI,eAAe,CAAC,iBAAiB,CAAC,CAAC;QAE/C,KAAK,WAAW;YACf,OAAO,IAAI,kBAAkB,CAAC,iBAAiB,CAAC,CAAC;QAElD,KAAK,OAAO;YACX,OAAO,IAAI,cAAc,CAAC,iBAAiB,CAAC,CAAC;QAE9C,KAAK,UAAU,CAAC;QAChB;YACC,OAAO,IAAI,iBAAiB,EAAE,CAAC;IACjC,CAAC;AACF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,0BAA0B,CACzC,QAA2B,EAC3B,OAAgB;IAEhB,QAAQ,QAAQ,EAAE,CAAC;QAClB,KAAK,QAAQ;YACZ,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;QAErC,KAAK,WAAW;YACf,OAAO,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAExC,KAAK,OAAO;YACX,OAAO,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC;QAEpC,KAAK,MAAM;YACV,4CAA4C;YAC5C,IAAI,OAAO,EAAE,CAAC;gBACb,OAAO,eAAe,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACrC,CAAC;YAED,OAAO,IAAI,iBAAiB,EAAE,CAAC;QAEhC,KAAK,UAAU,CAAC;QAChB;YACC,OAAO,IAAI,iBAAiB,EAAE,CAAC;IACjC,CAAC;AACF,CAAC"}

package/dist/tokenization/tokenizer-factory.spec.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Tests for tokenizer-factory.ts
+ */
+export {};
+//# sourceMappingURL=tokenizer-factory.spec.d.ts.map

package/dist/tokenization/tokenizer-factory.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer-factory.spec.d.ts","sourceRoot":"","sources":["../../source/tokenization/tokenizer-factory.spec.ts"],"names":[],"mappings":"AAAA;;GAEG"}