@gguf/coder 0.0.1

package/dist/models/models-cache.spec.js

@@ -0,0 +1,166 @@
+import test from 'ava';
+import { unlink, writeFile, readFile, mkdir } from 'node:fs/promises';
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { readCache, writeCache, } from './models-cache.js';
+// Get the actual cache file path that will be used
+// We need to import dynamically to get the actual path at runtime
+let actualCachePath;
+async function getCacheFilePath() {
+    // Import dynamically to avoid module resolution issues during testing
+    const { xdgCache } = await import('xdg-basedir');
+    const path = await import('node:path');
+    const DEFAULT_CACHE_DIR = process.platform === 'darwin'
+        ? path.join(process.env.HOME || '~', 'Library', 'Caches')
+        : path.join(process.env.HOME || '~', '.cache');
+    const cacheBase = xdgCache || DEFAULT_CACHE_DIR;
+    return path.join(cacheBase, 'coder', 'models.json');
+}
+// ============================================================================
+// Setup and Teardown
+// ============================================================================
+test.before(async () => {
+    actualCachePath = await getCacheFilePath();
+});
+test.afterEach.always(async () => {
+    // Clean up test cache file after each test
+    if (actualCachePath && existsSync(actualCachePath)) {
+        try {
+            await unlink(actualCachePath);
+        }
+        catch {
+            // Ignore cleanup errors
+        }
+    }
+});
+// ============================================================================
+// Tests for readCache
+// ============================================================================
+test('readCache returns null when cache file does not exist', async (t) => {
+    // Ensure cache file doesn't exist
+    if (existsSync(actualCachePath)) {
+        await unlink(actualCachePath);
+    }
+    const result = await readCache();
+    t.is(result, null);
+});
+test('readCache returns valid cached data', async (t) => {
+    const mockData = {
+        data: { models: [] },
+        fetchedAt: Date.now() - 1000,
+        expiresAt: Date.now() + 1000000, // Not expired
+    };
+    // Ensure directory exists
+    const dir = join(actualCachePath, '..');
+    try {
+        await mkdir(dir, { recursive: true });
+    }
+    catch {
+        // Directory may already exist
+    }
+    await writeFile(actualCachePath, JSON.stringify(mockData), 'utf-8');
+    const result = await readCache();
+    t.truthy(result);
+    t.deepEqual(result?.data, mockData.data);
+    t.is(result?.fetchedAt, mockData.fetchedAt);
+    t.is(result?.expiresAt, mockData.expiresAt);
+});
+test('readCache returns null when cache is expired', async (t) => {
+    const expiredData = {
+        data: { models: [] },
+        fetchedAt: Date.now() - 1000000,
+        expiresAt: Date.now() - 1000, // Expired
+    };
+    // Ensure directory exists
+    const dir = join(actualCachePath, '..');
+    try {
+        await mkdir(dir, { recursive: true });
+    }
+    catch {
+        // Directory may already exist
+    }
+    await writeFile(actualCachePath, JSON.stringify(expiredData), 'utf-8');
+    const result = await readCache();
+    t.is(result, null);
+});
+test('readCache returns null on JSON parse error', async (t) => {
+    // Ensure directory exists
+    const dir = join(actualCachePath, '..');
+    try {
+        await mkdir(dir, { recursive: true });
+    }
+    catch {
+        // Directory may already exist
+    }
+    await writeFile(actualCachePath, 'invalid json{{{', 'utf-8');
+    const result = await readCache();
+    t.is(result, null);
+});
+// ============================================================================
+// Tests for writeCache
+// ============================================================================
+test('writeCache writes cache data correctly', async (t) => {
+    const mockData = { models: [{ id: 'test-model' }] };
+    await writeCache(mockData);
+    // Verify the file was written
+    const exists = existsSync(actualCachePath);
+    t.true(exists);
+    // Verify the content
+    const content = await readFile(actualCachePath, 'utf-8');
+    const writtenData = JSON.parse(content);
+    t.truthy(writtenData.data);
+    t.truthy(writtenData.fetchedAt);
+    t.truthy(writtenData.expiresAt);
+    t.true(writtenData.expiresAt > Date.now());
+});
+test('writeCache creates directory if it does not exist', async (t) => {
+    const mockData = { models: [] };
+    // This should not throw even if directory doesn't exist
+    await t.notThrowsAsync(async () => {
+        await writeCache(mockData);
+    });
+    // Verify the file was created
+    t.true(existsSync(actualCachePath));
+});
+// ============================================================================
+// Integration-like tests
+// ============================================================================
+test('cache expiration is calculated correctly', async (t) => {
+    const mockData = { models: [] };
+    const now = Date.now();
+    await writeCache(mockData);
+    const content = await readFile(actualCachePath, 'utf-8');
+    const writtenData = JSON.parse(content);
+    // Get the expiration constant
+    const { CACHE_MODELS_EXPIRATION_MS } = await import('../constants.js');
+    // Expiration should be roughly CACHE_MODELS_EXPIRATION_MS in the future
+    t.true(writtenData.expiresAt >= now + CACHE_MODELS_EXPIRATION_MS - 100);
+    t.true(writtenData.expiresAt <= now + CACHE_MODELS_EXPIRATION_MS + 100);
+});
+test('readCache and writeCache round-trip correctly', async (t) => {
+    const originalData = {
+        models: [
+            { id: 'model1', name: 'Test Model 1' },
+            { id: 'model2', name: 'Test Model 2' },
+        ],
+    };
+    // Write the cache
+    await writeCache(originalData);
+    // Read it back
+    const readResult = await readCache();
+    t.truthy(readResult);
+    t.deepEqual(readResult?.data, originalData);
+});
+test('writeCache overwrites existing cache', async (t) => {
+    // Write first cache
+    const firstData = { models: [{ id: 'model1' }] };
+    await writeCache(firstData);
+    // Write second cache (should overwrite)
+    const secondData = { models: [{ id: 'model2' }, { id: 'model3' }] };
+    await writeCache(secondData);
+    // Read back
+    const readResult = await readCache();
+    t.truthy(readResult);
+    t.deepEqual(readResult?.data, secondData);
+});
+//# sourceMappingURL=models-cache.spec.js.map

package/dist/models/models-cache.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models-cache.spec.js","sourceRoot":"","sources":["../../source/models/models-cache.spec.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,KAAK,CAAC;AACvB,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,OAAO,EACN,SAAS,EACT,UAAU,GACV,MAAM,mBAAmB,CAAC;AAE3B,mDAAmD;AACnD,kEAAkE;AAClE,IAAI,eAAuB,CAAC;AAE5B,KAAK,UAAU,gBAAgB;IAC9B,sEAAsE;IACtE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;IAEvC,MAAM,iBAAiB,GACtB,OAAO,CAAC,QAAQ,KAAK,QAAQ;QAC5B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,EAAE,SAAS,EAAE,QAAQ,CAAC;QACzD,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEjD,MAAM,SAAS,GAAG,QAAQ,IAAI,iBAAiB,CAAC;IAChD,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;AACrD,CAAC;AAED,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;IACtB,eAAe,GAAG,MAAM,gBAAgB,EAAE,CAAC;AAC5C,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;IAChC,2CAA2C;IAC3C,IAAI,eAAe,IAAI,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;QACpD,IAAI,CAAC;YACJ,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACR,wBAAwB;QACzB,CAAC;IACF,CAAC;AACF,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E,IAAI,CAAC,uDAAuD,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;IACvE,kCAAkC;IAClC,IAAI,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;IAC/B,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACpB,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,qCAAqC,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;IACrD,MAAM,QAAQ,GAAqB;QAClC,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,EAAS;QAC3B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;QAC5B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,cAAc;KAC/C,CAAC;IAEF,0BAA0B;IAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;IACxC,IAAI,CAAC;QACJ,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC;QACR,8BAA8B;IAC/B,CAAC;IAED,MAAM,SAAS,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;IAEpE,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAEjC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACjB,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;AAC7C,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,8CAA8C,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;IAC9D,MAAM,WAAW,GAAqB;QACrC,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,EAAS;QAC3B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;QAC/B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,UAAU;KACxC,CAAC;IAEF,0BAA0B;IAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;IACxC,IAAI,CAAC;QACJ,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC;QACR,8BAA8B;IAC/B,CAAC;IAED,MAAM,SAAS,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;IAEvE,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAEjC,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACpB,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,4CAA4C,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;IAC5D,0BAA0B;IAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;IACxC,IAAI,CAAC;QACJ,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC;QACR,8BAA8B;IAC/B,CAAC;IAED,MAAM,SAAS,CAAC,eAAe,EAAE,iBAAiB,EAAE,OAAO,CAAC,CAAC;IAE7D,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAEjC,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AACpB,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E,IAAI,CAAC,wCAAwC,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;IACxD,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAS,CAAC;IAE3D,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;IAE3B,8BAA8B;IAC9B,MAAM,MAAM,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC;IAC3C,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEf,qBAAqB;IACrB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAqB,CAAC;IAE5D,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;AAC5C,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,mDAAmD,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;IACnE,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,EAAE,EAAS,CAAC;IAEvC,wDAAwD;IACxD,MAAM,CAAC,CAAC,cAAc,CAAC,KAAK,IAAI,EAAE;QACjC,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,8BAA8B;IAC9B,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;AACrC,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,yBAAyB;AACzB,+EAA+E;AAE/E,IAAI,CAAC,0CAA0C,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;IAC1D,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,EAAE,EAAS,CAAC;IACvC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;IAE3B,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAqB,CAAC;IAE5D,8BAA8B;IAC9B,MAAM,EAAE,0BAA0B,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;IAEnE,wEAAwE;IACxE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,IAAI,GAAG,GAAG,0BAA0B,GAAG,GAAG,CAAC,CAAC;IACxE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,IAAI,GAAG,GAAG,0BAA0B,GAAG,GAAG,CAAC,CAAC;AACzE,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,+CAA+C,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;IAC/D,MAAM,YAAY,GAAG;QACpB,MAAM,EAAE;YACP,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE;YACtC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE;SACtC;KACM,CAAC;IAET,kBAAkB;IAClB,MAAM,UAAU,CAAC,YAAY,CAAC,CAAC;IAE/B,eAAe;IACf,MAAM,UAAU,GAAG,MAAM,SAAS,EAAE,CAAC;IAErC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACrB,CAAC,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;AAC7C,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,sCAAsC,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;IACtD,oBAAoB;IACpB,MAAM,SAAS,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAS,CAAC;IACxD,MAAM,UAAU,CAAC,SAAS,CAAC,CAAC;IAE5B,wCAAwC;IACxC,MAAM,UAAU,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAS,CAAC;IAC3E,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC;IAE7B,YAAY;IACZ,MAAM,UAAU,GAAG,MAAM,SAAS,EAAE,CAAC;IAErC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACrB,CAAC,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;AAC3C,CAAC,CAAC,CAAC"}

package/dist/models/models-dev-client.d.ts

@@ -0,0 +1,10 @@
+/**
+ * API client for models.dev
+ * Fetches and caches model metadata
+ */
+/**
+ * Get context limit for a model
+ * Returns null if model not found and no fallback available
+ */
+export declare function getModelContextLimit(modelId: string): Promise<number | null>;
+//# sourceMappingURL=models-dev-client.d.ts.map

package/dist/models/models-dev-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models-dev-client.d.ts","sourceRoot":"","sources":["../../source/models/models-dev-client.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA4RH;;;GAGG;AACH,wBAAsB,oBAAoB,CACzC,OAAO,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAmCxB"}

package/dist/models/models-dev-client.js

@@ -0,0 +1,294 @@
+/**
+ * API client for models.dev
+ * Fetches and caches model metadata
+ */
+import { TIMEOUT_HTTP_BODY_MS, TIMEOUT_HTTP_HEADERS_MS } from '../constants.js';
+import { formatError } from '../utils/error-formatter.js';
+import { getLogger } from '../utils/logging/index.js';
+import { request } from 'undici';
+import { readCache, writeCache } from './models-cache.js';
+const MODELS_DEV_API_URL = 'https://models.dev/api.json';
+/**
+ * Fallback context limits for common Ollama model architectures
+ * Used when models.dev doesn't have the model data
+ */
+const OLLAMA_MODEL_CONTEXT_LIMITS = {
+    // Llama 3.2 models
+    'llama3.2': 128000,
+    'llama3.2:1b': 128000,
+    'llama3.2:3b': 128000,
+    // Llama 3.1 models
+    'llama3.1': 128000,
+    'llama3.1:8b': 128000,
+    'llama3.1:70b': 128000,
+    'llama3.1:405b': 128000,
+    // Llama 3 models
+    llama3: 8192,
+    'llama3:8b': 8192,
+    'llama3:70b': 8192,
+    // Llama 2 models
+    llama2: 4096,
+    'llama2:7b': 4096,
+    'llama2:13b': 4096,
+    'llama2:70b': 4096,
+    // Mistral models
+    mistral: 32000,
+    'mistral:7b': 32000,
+    'mistral-large': 256000,
+    mixtral: 32000,
+    'mixtral:8x7b': 32000,
+    'mixtral:8x22b': 64000,
+    ministral: 256000,
+    'ministral:3b': 256000,
+    'ministral:8b': 256000,
+    'devstral-small-2:24b': 256000,
+    'devstral-2': 256000,
+    // Essentials AI models
+    'rnj-1:8b': 32000,
+    // Qwen models
+    qwen: 32000,
+    'qwen:7b': 32000,
+    'qwen:14b': 32000,
+    qwen2: 32000,
+    'qwen2:7b': 32000,
+    'qwen2.5': 128000,
+    'qwen2.5:7b': 128000,
+    qwen3: 128000,
+    'qwen3:7b': 128000,
+    'qwen3:14b': 128000,
+    'qwen3:32b': 128000,
+    'qwen3-coder:480b': 256000,
+    // Gemma models
+    gemma: 8192,
+    'gemma:2b': 8192,
+    'gemma:7b': 8192,
+    gemma2: 8192,
+    'gemma2:9b': 8192,
+    'gemma2:27b': 8192,
+    // Command-R models
+    'command-r': 128000,
+    'command-r-plus': 128000,
+    // DeepSeek models
+    'deepseek-coder': 16000,
+    'deepseek-coder-v2': 128000,
+    'deepseek-v3.1': 128000,
+    'deepseek-v3.2': 128000,
+    // Phi models
+    phi3: 128000,
+    'phi3:mini': 128000,
+    'phi3:medium': 128000,
+    // OpenAI models
+    'gpt-oss:120b': 128000,
+    'gpt-oss:20b': 128000,
+    // Z.ai models
+    'glm-4.7': 200000,
+    // Moonshot AI models
+    'kimi-k2:1t-cloud': 256000,
+    'kimi-k2-thinking:cloud': 256000,
+    // Cloud models
+    'minimax-m2:cloud': 196608,
+};
+/**
+ * Extract base model architecture from Ollama model name
+ * e.g., "llama3.1:8b-instruct-q4_0" -> "llama3.1:8b"
+ */
+function extractOllamaModelBase(modelName) {
+    const lower = modelName.toLowerCase();
+    // Try exact matches first
+    for (const key of Object.keys(OLLAMA_MODEL_CONTEXT_LIMITS)) {
+        if (lower === key ||
+            lower.startsWith(`${key}-`) ||
+            lower.startsWith(`${key}:`)) {
+            return key;
+        }
+    }
+    // Try to match base architecture
+    if (lower.includes('llama3.2'))
+        return 'llama3.2';
+    if (lower.includes('llama3.1'))
+        return 'llama3.1';
+    if (lower.includes('llama3'))
+        return 'llama3';
+    if (lower.includes('llama2'))
+        return 'llama2';
+    if (lower.includes('mixtral:8x22b'))
+        return 'mixtral:8x22b';
+    if (lower.includes('mixtral'))
+        return 'mixtral';
+    if (lower.includes('ministral'))
+        return 'ministral';
+    if (lower.includes('mistral-large'))
+        return 'mistral-large';
+    if (lower.includes('mistral'))
+        return 'mistral';
+    if (lower.includes('qwen2.5'))
+        return 'qwen2.5';
+    if (lower.includes('qwen2'))
+        return 'qwen2';
+    if (lower.includes('qwen'))
+        return 'qwen';
+    if (lower.includes('gemma2'))
+        return 'gemma2';
+    if (lower.includes('gemma'))
+        return 'gemma';
+    if (lower.includes('command-r-plus'))
+        return 'command-r-plus';
+    if (lower.includes('command-r'))
+        return 'command-r';
+    if (lower.includes('deepseek-coder-v2'))
+        return 'deepseek-coder-v2';
+    if (lower.includes('deepseek'))
+        return 'deepseek-coder';
+    if (lower.includes('phi3'))
+        return 'phi3';
+    return null;
+}
+/**
+ * Get fallback context limit for Ollama models
+ */
+function getOllamaFallbackContextLimit(modelName) {
+    const baseModel = extractOllamaModelBase(modelName);
+    if (!baseModel) {
+        return null;
+    }
+    return OLLAMA_MODEL_CONTEXT_LIMITS[baseModel] || null;
+}
+/**
+ * Fetch models data from models.dev API
+ * Falls back to cache if API is unavailable
+ */
+async function fetchModelsData() {
+    try {
+        const response = await request(MODELS_DEV_API_URL, {
+            method: 'GET',
+            headersTimeout: TIMEOUT_HTTP_HEADERS_MS,
+            bodyTimeout: TIMEOUT_HTTP_BODY_MS,
+        });
+        if (response.statusCode !== 200) {
+            throw new Error(`Failed to fetch models data: HTTP ${response.statusCode}`);
+        }
+        const body = await response.body.json();
+        const data = body;
+        // Cache the successful response
+        await writeCache(data);
+        return data;
+    }
+    catch (error) {
+        const logger = getLogger();
+        logger.warn({ error: formatError(error) }, 'Failed to fetch from models.dev');
+        // Try to use cached data as fallback
+        const cached = await readCache();
+        if (cached) {
+            logger.info('Using cached models data');
+            return cached.data;
+        }
+        return null;
+    }
+}
+/**
+ * Get models data, preferring cache if valid
+ */
+async function getModelsData() {
+    // Try cache first
+    const cached = await readCache();
+    if (cached) {
+        return cached.data;
+    }
+    // Fetch fresh data if cache is invalid
+    return fetchModelsData();
+}
+/**
+ * Find a model by ID across all providers
+ * Returns the model info and provider name
+ */
+async function findModelById(modelId) {
+    const data = await getModelsData();
+    if (!data) {
+        return null;
+    }
+    // Search through all providers
+    for (const [_providerId, provider] of Object.entries(data)) {
+        const model = provider.models[modelId];
+        if (model) {
+            return {
+                id: model.id,
+                name: model.name,
+                provider: provider.name,
+                contextLimit: model.limit.context,
+                outputLimit: model.limit.output,
+                supportsToolCalls: model.tool_call,
+                cost: {
+                    input: model.cost.input,
+                    output: model.cost.output,
+                },
+            };
+        }
+    }
+    return null;
+}
+/**
+ * Find a model by partial name match
+ * Useful for local models where exact ID might not match
+ */
+async function findModelByName(modelName) {
+    const data = await getModelsData();
+    if (!data) {
+        return null;
+    }
+    const lowerName = modelName.toLowerCase();
+    // Search through all providers
+    for (const [_providerId, provider] of Object.entries(data)) {
+        for (const [_modelId, model] of Object.entries(provider.models)) {
+            if (model.id.toLowerCase().includes(lowerName) ||
+                model.name.toLowerCase().includes(lowerName)) {
+                return {
+                    id: model.id,
+                    name: model.name,
+                    provider: provider.name,
+                    contextLimit: model.limit.context,
+                    outputLimit: model.limit.output,
+                    supportsToolCalls: model.tool_call,
+                    cost: {
+                        input: model.cost.input,
+                        output: model.cost.output,
+                    },
+                };
+            }
+        }
+    }
+    return null;
+}
+/**
+ * Get context limit for a model
+ * Returns null if model not found and no fallback available
+ */
+export async function getModelContextLimit(modelId) {
+    // Try Ollama fallback first with original model ID (before normalization)
+    // This handles cloud models like gpt-oss:20b-cloud
+    const ollamaLimitOriginal = getOllamaFallbackContextLimit(modelId);
+    if (ollamaLimitOriginal) {
+        return ollamaLimitOriginal;
+    }
+    // Strip :cloud or -cloud suffix if present (Ollama cloud models)
+    const normalizedModelId = modelId.endsWith(':cloud') || modelId.endsWith('-cloud')
+        ? modelId.slice(0, -6) // Remove ":cloud" or "-cloud"
+        : modelId;
+    // Try exact ID match first
+    let modelInfo = await findModelById(normalizedModelId);
+    // Try partial name match if exact match fails
+    if (!modelInfo) {
+        modelInfo = await findModelByName(normalizedModelId);
+    }
+    // If found in models.dev, return that
+    if (modelInfo) {
+        return modelInfo.contextLimit;
+    }
+    // Fall back to Ollama model defaults with normalized ID
+    const ollamaLimit = getOllamaFallbackContextLimit(normalizedModelId);
+    if (ollamaLimit) {
+        return ollamaLimit;
+    }
+    // No context limit found
+    return null;
+}
+//# sourceMappingURL=models-dev-client.js.map

package/dist/models/models-dev-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models-dev-client.js","sourceRoot":"","sources":["../../source/models/models-dev-client.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAC,oBAAoB,EAAE,uBAAuB,EAAC,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAC,WAAW,EAAC,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAC,OAAO,EAAC,MAAM,QAAQ,CAAC;AAC/B,OAAO,EAAC,SAAS,EAAE,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAGxD,MAAM,kBAAkB,GAAG,6BAA6B,CAAC;AAEzD;;;GAGG;AACH,MAAM,2BAA2B,GAA2B;IAC3D,mBAAmB;IACnB,UAAU,EAAE,MAAM;IAClB,aAAa,EAAE,MAAM;IACrB,aAAa,EAAE,MAAM;IAErB,mBAAmB;IACnB,UAAU,EAAE,MAAM;IAClB,aAAa,EAAE,MAAM;IACrB,cAAc,EAAE,MAAM;IACtB,eAAe,EAAE,MAAM;IAEvB,iBAAiB;IACjB,MAAM,EAAE,IAAI;IACZ,WAAW,EAAE,IAAI;IACjB,YAAY,EAAE,IAAI;IAElB,iBAAiB;IACjB,MAAM,EAAE,IAAI;IACZ,WAAW,EAAE,IAAI;IACjB,YAAY,EAAE,IAAI;IAClB,YAAY,EAAE,IAAI;IAElB,iBAAiB;IACjB,OAAO,EAAE,KAAK;IACd,YAAY,EAAE,KAAK;IACnB,eAAe,EAAE,MAAM;IACvB,OAAO,EAAE,KAAK;IACd,cAAc,EAAE,KAAK;IACrB,eAAe,EAAE,KAAK;IACtB,SAAS,EAAE,MAAM;IACjB,cAAc,EAAE,MAAM;IACtB,cAAc,EAAE,MAAM;IACtB,sBAAsB,EAAE,MAAM;IAC9B,YAAY,EAAE,MAAM;IAEpB,uBAAuB;IACvB,UAAU,EAAE,KAAK;IAEjB,cAAc;IACd,IAAI,EAAE,KAAK;IACX,SAAS,EAAE,KAAK;IAChB,UAAU,EAAE,KAAK;IACjB,KAAK,EAAE,KAAK;IACZ,UAAU,EAAE,KAAK;IACjB,SAAS,EAAE,MAAM;IACjB,YAAY,EAAE,MAAM;IACpB,KAAK,EAAE,MAAM;IACb,UAAU,EAAE,MAAM;IAClB,WAAW,EAAE,MAAM;IACnB,WAAW,EAAE,MAAM;IACnB,kBAAkB,EAAE,MAAM;IAE1B,eAAe;IACf,KAAK,EAAE,IAAI;IACX,UAAU,EAAE,IAAI;IAChB,UAAU,EAAE,IAAI;IAChB,MAAM,EAAE,IAAI;IACZ,WAAW,EAAE,IAAI;IACjB,YAAY,EAAE,IAAI;IAElB,mBAAmB;IACnB,WAAW,EAAE,MAAM;IACnB,gBAAgB,EAAE,MAAM;IAExB,kBAAkB;IAClB,gBAAgB,EAAE,KAAK;IACvB,mBAAmB,EAAE,MAAM;IAC3B,eAAe,EAAE,MAAM;IACvB,eAAe,EAAE,MAAM;IAEvB,aAAa;IACb,IAAI,EAAE,MAAM;IACZ,WAAW,EAAE,MAAM;IACnB,aAAa,EAAE,MAAM;IAErB,gBAAgB;IAChB,cAAc,EAAE,MAAM;IACtB,aAAa,EAAE,MAAM;IAErB,cAAc;IACd,SAAS,EAAE,MAAM;IAEjB,qBAAqB;IACrB,kBAAkB,EAAE,MAAM;IAC1B,wBAAwB,EAAE,MAAM;IAEhC,eAAe;IACf,kBAAkB,EAAE,MAAM;CAC1B,CAAC;AAEF;;;GAGG;AACH,SAAS,sBAAsB,CAAC,SAAiB;IAChD,MAAM,KAAK,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAEtC,0BAA0B;IAC1B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,EAAE,CAAC;QAC5D,IACC,KAAK,KAAK,GAAG;YACb,KAAK,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,CAAC;YAC3B,KAAK,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,CAAC,EAC1B,CAAC;YACF,OAAO,GAAG,CAAC;QACZ,CAAC;IACF,CAAC;IAED,iCAAiC;IACjC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IAClD,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IAClD,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC;QAAE,OAAO,eAAe,CAAC;IAC5D,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IAChD,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,WAAW,CAAC;IACpD,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC;QAAE,OAAO,eAAe,CAAC;IAC5D,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IAChD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IAChD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAC5C,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAC5C,IAAI,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAAE,OAAO,gBAAgB,CAAC;IAC9D,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,WAAW,CAAC;IACpD,IAAI,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAAE,OAAO,mBAAmB,CAAC;IACpE,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,gBAAgB,CAAC;IACxD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAE1C,OAAO,IAAI,CAAC;AACb,CAAC;AAED;;GAEG;AACH,SAAS,6BAA6B,CAAC,SAAiB;IACvD,MAAM,SAAS,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;IACpD,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACb,CAAC;IAED,OAAO,2BAA2B,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;AACvD,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,eAAe;IAC7B,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,kBAAkB,EAAE;YAClD,MAAM,EAAE,KAAK;YACb,cAAc,EAAE,uBAAuB;YACvC,WAAW,EAAE,oBAAoB;SACjC,CAAC,CAAC;QAEH,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CACd,qCAAqC,QAAQ,CAAC,UAAU,EAAE,CAC1D,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,IAAyB,CAAC;QAEvC,gCAAgC;QAChC,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC;QAEvB,OAAO,IAAI,CAAC;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,EAAC,EAAE,iCAAiC,CAAC,CAAC;QAE5E,qCAAqC;QACrC,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QACjC,IAAI,MAAM,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YACxC,OAAO,MAAM,CAAC,IAAI,CAAC;QACpB,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa;IAC3B,kBAAkB;IAClB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,IAAI,MAAM,EAAE,CAAC;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC;IACpB,CAAC;IAED,uCAAuC;IACvC,OAAO,eAAe,EAAE,CAAC;AAC1B,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,aAAa,CAAC,OAAe;IAC3C,MAAM,IAAI,GAAG,MAAM,aAAa,EAAE,CAAC;IACnC,IAAI,CAAC,IAAI,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACb,CAAC;IAED,+BAA+B;IAC/B,KAAK,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5D,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,KAAK,EAAE,CAAC;YACX,OAAO;gBACN,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,QAAQ,EAAE,QAAQ,CAAC,IAAI;gBACvB,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO;gBACjC,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;gBAC/B,iBAAiB,EAAE,KAAK,CAAC,SAAS;gBAClC,IAAI,EAAE;oBACL,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;oBACvB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;iBACzB;aACD,CAAC;QACH,CAAC;IACF,CAAC;IAED,OAAO,IAAI,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,eAAe,CAAC,SAAiB;IAC/C,MAAM,IAAI,GAAG,MAAM,aAAa,EAAE,CAAC;IACnC,IAAI,CAAC,IAAI,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAE1C,+BAA+B;IAC/B,KAAK,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5D,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACjE,IACC,KAAK,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC1C,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAC3C,CAAC;gBACF,OAAO;oBACN,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,QAAQ,EAAE,QAAQ,CAAC,IAAI;oBACvB,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO;oBACjC,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;oBAC/B,iBAAiB,EAAE,KAAK,CAAC,SAAS;oBAClC,IAAI,EAAE;wBACL,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;wBACvB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;qBACzB;iBACD,CAAC;YACH,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,IAAI,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACzC,OAAe;IAEf,0EAA0E;IAC1E,mDAAmD;IACnD,MAAM,mBAAmB,GAAG,6BAA6B,CAAC,OAAO,CAAC,CAAC;IACnE,IAAI,mBAAmB,EAAE,CAAC;QACzB,OAAO,mBAAmB,CAAC;IAC5B,CAAC;IAED,iEAAiE;IACjE,MAAM,iBAAiB,GACtB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACvD,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,8BAA8B;QACrD,CAAC,CAAC,OAAO,CAAC;IAEZ,2BAA2B;IAC3B,IAAI,SAAS,GAAG,MAAM,aAAa,CAAC,iBAAiB,CAAC,CAAC;IAEvD,8CAA8C;IAC9C,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,SAAS,GAAG,MAAM,eAAe,CAAC,iBAAiB,CAAC,CAAC;IACtD,CAAC;IAED,sCAAsC;IACtC,IAAI,SAAS,EAAE,CAAC;QACf,OAAO,SAAS,CAAC,YAAY,CAAC;IAC/B,CAAC;IAED,wDAAwD;IACxD,MAAM,WAAW,GAAG,6BAA6B,CAAC,iBAAiB,CAAC,CAAC;IACrE,IAAI,WAAW,EAAE,CAAC;QACjB,OAAO,WAAW,CAAC;IACpB,CAAC;IAED,yBAAyB;IACzB,OAAO,IAAI,CAAC;AACb,CAAC"}

package/dist/models/models-dev-client.spec.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=models-dev-client.spec.d.ts.map

package/dist/models/models-dev-client.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models-dev-client.spec.d.ts","sourceRoot":"","sources":["../../source/models/models-dev-client.spec.ts"],"names":[],"mappings":""}