@hoangsonw/forge 0.1.0

package/dist/models/local-catalog.js

@@ -0,0 +1,314 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports._detectFamilyForTest = exports._sizeBForTest = exports.pickModelForRole = exports.classifyModel = void 0;
+const norm = (id) => id.toLowerCase().replace(/[_/]/g, '-').replace(/\s+/g, '');
+const extractParamsB = (id) => {
+    // "llama3.1:8b", "qwen2.5:14b", "mixtral-8x7b" etc.
+    const m = /[^0-9](\d{1,3})(?:\.\d+)?b\b/.exec(norm(id));
+    if (!m)
+        return null;
+    return Number(m[1]);
+};
+const extractMoeTotal = (id) => {
+    // "mixtral-8x7b" → 56, "8x22b" → 176
+    const m = /(\d+)x(\d+)b\b/.exec(norm(id));
+    if (!m)
+        return null;
+    return Number(m[1]) * Number(m[2]);
+};
+const sizeB = (id) => extractMoeTotal(id) ?? extractParamsB(id);
+const detect = (rawId) => {
+    const id = norm(rawId);
+    // --- hosted (OpenAI, Anthropic) — still useful for openai-compat providers ---
+    if (/claude.*opus/.test(id))
+        return 'claude-opus';
+    if (/claude.*sonnet/.test(id))
+        return 'claude-sonnet';
+    if (/claude.*haiku/.test(id))
+        return 'claude-haiku';
+    if (/^o1\b|^o3\b|^o4\b/.test(id))
+        return 'o-series';
+    if (/^gpt-?4/.test(id))
+        return 'gpt4';
+    if (/^gpt-?3\.5/.test(id))
+        return 'gpt35';
+    // --- code-specialists (highest specificity) ---
+    if (/qwen-?2\.5-?coder|qwen2\.5-coder|qwen-coder/.test(id))
+        return 'qwen25-coder';
+    if (/deepseek-?coder|deepseek-?v2-?coder/.test(id))
+        return 'deepseek-coder';
+    if (/codellama/.test(id))
+        return 'codellama';
+    if (/codestral/.test(id))
+        return 'codestral';
+    if (/codegemma/.test(id))
+        return 'codegemma';
+    if (/starcoder/.test(id))
+        return 'starcoder';
+    if (/wizardcoder/.test(id))
+        return 'wizardcoder';
+    if (/granite.*code|granite-code/.test(id))
+        return 'granite-code';
+    // --- DeepSeek ---
+    if (/deepseek-?r1|deepseek.*r1/.test(id))
+        return 'deepseek-r1';
+    if (/deepseek-?v3/.test(id))
+        return 'deepseek-v3';
+    if (/deepseek/.test(id))
+        return 'deepseek';
+    // --- Qwen ---
+    if (/qwen-?3|qwen3/.test(id))
+        return 'qwen3';
+    if (/qwen-?2\.5|qwen2\.5/.test(id))
+        return 'qwen25';
+    if (/qwen-?2\b|qwen2/.test(id))
+        return 'qwen2';
+    if (/qwen/.test(id))
+        return 'qwen';
+    // --- Llama ---
+    if (/llama-?4|llama4/.test(id))
+        return 'llama4';
+    if (/llama-?3|llama3/.test(id))
+        return 'llama3';
+    if (/llama-?2|llama2/.test(id))
+        return 'llama2';
+    // --- Gemma ---
+    if (/gemma-?3|gemma3/.test(id))
+        return 'gemma3';
+    if (/gemma-?2|gemma2/.test(id))
+        return 'gemma2';
+    if (/gemma/.test(id))
+        return 'gemma';
+    // --- Phi ---
+    if (/phi-?4|phi4/.test(id))
+        return 'phi4';
+    if (/phi-?3|phi3/.test(id))
+        return 'phi3';
+    if (/phi/.test(id))
+        return 'phi';
+    // --- Mistral family ---
+    if (/mixtral/.test(id))
+        return 'mixtral';
+    if (/mistral.*nemo|nemotron/.test(id))
+        return 'mistral-nemo';
+    if (/mistral.*small/.test(id))
+        return 'mistral-small';
+    if (/mistral.*large/.test(id))
+        return 'mistral-large';
+    if (/mistral|mistal/.test(id))
+        return 'mistral';
+    if (/nemotron/.test(id))
+        return 'nemotron';
+    // --- Cohere ---
+    if (/command-?r-?plus|c4ai.*plus/.test(id))
+        return 'command-r-plus';
+    if (/command-?r|c4ai-command/.test(id))
+        return 'command-r';
+    if (/aya/.test(id))
+        return 'aya';
+    // --- IBM Granite ---
+    if (/granite/.test(id))
+        return 'granite';
+    // --- misc. common local models ---
+    if (/^yi[-:]|yi-\d/.test(id))
+        return 'yi';
+    if (/^solar/.test(id))
+        return 'solar';
+    if (/zephyr/.test(id))
+        return 'zephyr';
+    if (/minicpm/.test(id))
+        return 'minicpm';
+    if (/llava/.test(id))
+        return 'llava';
+    if (/openchat/.test(id))
+        return 'openchat';
+    if (/smollm/.test(id))
+        return 'smollm';
+    if (/orca/.test(id))
+        return 'orca';
+    if (/tinyllama/.test(id))
+        return 'tinyllama';
+    return 'unknown';
+};
+/**
+ * Per-family metadata. Context windows reflect the most common public
+ * release of each family; per-id overrides (below) handle exceptions.
+ */
+const FAMILY_META = {
+    // Hosted
+    'claude-opus': {
+        class: 'heavy',
+        roles: ['architect', 'planner', 'reviewer', 'debugger'],
+        contextTokens: 200_000,
+    },
+    'claude-sonnet': {
+        class: 'mid',
+        roles: ['planner', 'executor', 'reviewer'],
+        contextTokens: 200_000,
+    },
+    'claude-haiku': { class: 'mid', roles: ['fast', 'executor'], contextTokens: 200_000 },
+    'o-series': {
+        class: 'heavy',
+        roles: ['architect', 'planner', 'reviewer', 'debugger'],
+        contextTokens: 128_000,
+    },
+    gpt4: {
+        class: 'heavy',
+        roles: ['planner', 'architect', 'reviewer', 'executor'],
+        contextTokens: 128_000,
+    },
+    gpt35: { class: 'mid', roles: ['fast', 'executor'], contextTokens: 16_000 },
+    // Llama
+    llama4: {
+        class: 'heavy',
+        roles: ['architect', 'planner', 'reviewer', 'executor'],
+        contextTokens: 128_000,
+    },
+    llama3: { class: 'mid', roles: ['planner', 'executor', 'reviewer'], contextTokens: 128_000 },
+    llama2: { class: 'mid', roles: ['executor'], contextTokens: 4096 },
+    codellama: { class: 'specialized', roles: ['executor', 'fast'], contextTokens: 16_000 },
+    // DeepSeek
+    'deepseek-r1': {
+        class: 'heavy',
+        roles: ['architect', 'planner', 'reviewer', 'debugger'],
+        contextTokens: 128_000,
+    },
+    'deepseek-v3': {
+        class: 'heavy',
+        roles: ['architect', 'planner', 'reviewer'],
+        contextTokens: 128_000,
+    },
+    'deepseek-coder': { class: 'specialized', roles: ['executor', 'fast'], contextTokens: 16_000 },
+    deepseek: { class: 'mid', roles: ['planner', 'executor'], contextTokens: 32_000 },
+    // Qwen
+    qwen3: { class: 'mid', roles: ['planner', 'executor', 'reviewer'], contextTokens: 128_000 },
+    'qwen25-coder': { class: 'specialized', roles: ['executor', 'fast'], contextTokens: 128_000 },
+    qwen25: { class: 'mid', roles: ['planner', 'executor', 'reviewer'], contextTokens: 128_000 },
+    qwen2: { class: 'mid', roles: ['planner', 'executor'], contextTokens: 32_000 },
+    qwen: { class: 'mid', roles: ['planner', 'executor'], contextTokens: 32_000 },
+    // Gemma
+    gemma3: { class: 'mid', roles: ['planner', 'executor', 'fast'], contextTokens: 128_000 },
+    gemma2: { class: 'mid', roles: ['fast', 'executor'], contextTokens: 8192 },
+    gemma: { class: 'micro', roles: ['fast'], contextTokens: 8192 },
+    // Phi
+    phi4: { class: 'mid', roles: ['planner', 'executor'], contextTokens: 16_000 },
+    phi3: { class: 'micro', roles: ['fast', 'executor'], contextTokens: 128_000 },
+    phi: { class: 'micro', roles: ['fast'], contextTokens: 4096 },
+    // Mistral family
+    mixtral: {
+        class: 'heavy',
+        roles: ['architect', 'planner', 'reviewer', 'executor'],
+        contextTokens: 64_000,
+    },
+    'mistral-nemo': { class: 'mid', roles: ['planner', 'executor'], contextTokens: 128_000 },
+    'mistral-small': { class: 'mid', roles: ['planner', 'executor'], contextTokens: 32_000 },
+    'mistral-large': {
+        class: 'heavy',
+        roles: ['architect', 'planner', 'reviewer'],
+        contextTokens: 128_000,
+    },
+    mistral: { class: 'mid', roles: ['planner', 'executor'], contextTokens: 32_000 },
+    nemotron: { class: 'heavy', roles: ['planner', 'architect', 'reviewer'], contextTokens: 128_000 },
+    // Code specialists
+    codestral: { class: 'specialized', roles: ['executor', 'fast'], contextTokens: 32_000 },
+    codegemma: { class: 'specialized', roles: ['executor', 'fast'], contextTokens: 8192 },
+    starcoder: { class: 'specialized', roles: ['executor'], contextTokens: 16_000 },
+    wizardcoder: { class: 'specialized', roles: ['executor'], contextTokens: 16_000 },
+    'granite-code': { class: 'specialized', roles: ['executor', 'fast'], contextTokens: 128_000 },
+    // Cohere
+    'command-r-plus': {
+        class: 'heavy',
+        roles: ['planner', 'architect', 'reviewer'],
+        contextTokens: 128_000,
+    },
+    'command-r': { class: 'mid', roles: ['planner', 'executor'], contextTokens: 128_000 },
+    aya: { class: 'mid', roles: ['planner', 'executor'], contextTokens: 32_000 },
+    // Misc
+    granite: { class: 'mid', roles: ['planner', 'executor'], contextTokens: 8192 },
+    yi: { class: 'mid', roles: ['planner', 'executor'], contextTokens: 32_000 },
+    solar: { class: 'mid', roles: ['executor'], contextTokens: 4096 },
+    zephyr: { class: 'mid', roles: ['executor'], contextTokens: 32_000 },
+    minicpm: { class: 'micro', roles: ['fast'], contextTokens: 4096 },
+    llava: { class: 'mid', roles: ['executor'], contextTokens: 4096 },
+    openchat: { class: 'mid', roles: ['executor'], contextTokens: 8192 },
+    smollm: { class: 'micro', roles: ['fast'], contextTokens: 2048 },
+    orca: { class: 'mid', roles: ['executor'], contextTokens: 4096 },
+    tinyllama: { class: 'micro', roles: ['fast'], contextTokens: 2048 },
+    // Fallback: accept any unknown model as a mid-range executor so Forge
+    // still gives it a chance rather than refusing to route.
+    unknown: { class: 'mid', roles: ['executor', 'planner'], contextTokens: 8192 },
+};
+/**
+ * Parameter-count overrides. A 70B model is "heavy" even if its family
+ * baseline is "mid"; a 1B model is "micro" even if its family is "mid".
+ */
+const classForSize = (b) => {
+    if (b === null)
+        return null;
+    if (b <= 4)
+        return 'micro';
+    if (b <= 13)
+        return 'mid';
+    if (b >= 30)
+        return 'heavy';
+    return null;
+};
+/**
+ * Classify any local/hosted model id.
+ *
+ * The function is deterministic and side-effect free so it's safe to call
+ * from anywhere (registry, router, doctor, UI).
+ */
+const classifyModel = (id) => {
+    const family = detect(id);
+    const base = FAMILY_META[family];
+    const sized = classForSize(sizeB(id));
+    const cls = sized ?? base.class;
+    // For code-specialists, keep the specialist tag even at large sizes.
+    const klass = base.class === 'specialized' ? 'specialized' : cls;
+    return { class: klass, roles: base.roles, contextTokens: base.contextTokens };
+};
+exports.classifyModel = classifyModel;
+/**
+ * Given a list of models available on a provider, pick the best match
+ * for a role. Preference order:
+ *   1. models whose classifier roles explicitly include the desired role
+ *   2. specialized (for 'executor') or heavy (for architect/reviewer)
+ *   3. largest parameter count as a tiebreaker
+ *   4. any model at all as a last resort
+ */
+const pickModelForRole = (installed, role) => {
+    if (!installed.length)
+        return null;
+    const enriched = installed.map((m) => ({
+        id: m.id,
+        meta: m.meta ?? (0, exports.classifyModel)(m.id),
+        size: sizeB(m.id) ?? 0,
+    }));
+    const score = (m) => {
+        let s = 0;
+        if (m.meta.roles.includes(role))
+            s += 100;
+        if (role === 'executor' && m.meta.class === 'specialized')
+            s += 30;
+        if ((role === 'architect' || role === 'reviewer' || role === 'debugger') &&
+            m.meta.class === 'heavy')
+            s += 25;
+        if ((role === 'fast' || role === 'executor') && m.meta.class === 'micro' && role === 'fast')
+            s += 15;
+        // Prefer newer families over older; cheap proxy via context window size.
+        s += Math.log2(Math.max(1, m.meta.contextTokens / 4096));
+        // Size: for heavy roles, bigger is better; for fast, smaller wins.
+        if (role === 'fast')
+            s -= m.size * 0.5;
+        else
+            s += m.size * 0.1;
+        return s;
+    };
+    const ranked = [...enriched].sort((a, b) => score(b) - score(a));
+    return ranked[0]?.id ?? null;
+};
+exports.pickModelForRole = pickModelForRole;
+exports._sizeBForTest = sizeB;
+exports._detectFamilyForTest = detect;
+//# sourceMappingURL=local-catalog.js.map

package/dist/models/local-catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-catalog.js","sourceRoot":"","sources":["../../src/models/local-catalog.ts"],"names":[],"mappings":";;;AAmBA,MAAM,IAAI,GAAG,CAAC,EAAU,EAAU,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AAEhG,MAAM,cAAc,GAAG,CAAC,EAAU,EAAiB,EAAE;IACnD,oDAAoD;IACpD,MAAM,CAAC,GAAG,8BAA8B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACxD,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtB,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,EAAU,EAAiB,EAAE;IACpD,qCAAqC;IACrC,MAAM,CAAC,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1C,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACrC,CAAC,CAAC;AAEF,MAAM,KAAK,GAAG,CAAC,EAAU,EAAiB,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,CAAC,CAAC;AA2DvF,MAAM,MAAM,GAAG,CAAC,KAAa,EAAU,EAAE;IACvC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACvB,gFAAgF;IAChF,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,aAAa,CAAC;IAClD,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,eAAe,CAAC;IACtD,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,cAAc,CAAC;IACpD,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,UAAU,CAAC;IACpD,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,MAAM,CAAC;IACtC,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,OAAO,CAAC;IAE1C,iDAAiD;IACjD,IAAI,6CAA6C,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,cAAc,CAAC;IAClF,IAAI,qCAAqC,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,gBAAgB,CAAC;IAC5E,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,WAAW,CAAC;IAC7C,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,WAAW,CAAC;IAC7C,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,WAAW,CAAC;IAC7C,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,WAAW,CAAC;IAC7C,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,aAAa,CAAC;IACjD,IAAI,4BAA4B,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,cAAc,CAAC;IAEjE,mBAAmB;IACnB,IAAI,2BAA2B,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,aAAa,CAAC;IAC/D,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,aAAa,CAAC;IAClD,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,UAAU,CAAC;IAE3C,eAAe;IACf,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,OAAO,CAAC;IAC7C,IAAI,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,QAAQ,CAAC;IACpD,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,OAAO,CAAC;IAC/C,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,MAAM,CAAC;IAEnC,gBAAgB;IAChB,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,QAAQ,CAAC;IAChD,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,QAAQ,CAAC;IAChD,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,QAAQ,CAAC;IAEhD,gBAAgB;IAChB,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,QAAQ,CAAC;IAChD,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,QAAQ,CAAC;IAChD,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,OAAO,CAAC;IAErC,cAAc;IACd,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,MAAM,CAAC;IAC1C,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,MAAM,CAAC;IAC1C,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IAEjC,yBAAyB;IACzB,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAC;IACzC,IAAI,wBAAwB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,cAAc,CAAC;IAC7D,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,eAAe,CAAC;IACtD,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,eAAe,CAAC;IACtD,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAC;IAChD,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,UAAU,CAAC;IAE3C,iBAAiB;IACjB,IAAI,6BAA6B,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,gBAAgB,CAAC;IACpE,IAAI,yBAAyB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,WAAW,CAAC;IAC3D,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IAEjC,sBAAsB;IACtB,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAC;IAEzC,oCAAoC;IACpC,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,OAAO,CAAC;IACtC,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,QAAQ,CAAC;IACvC,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAC;IACzC,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,OAAO,CAAC;IACrC,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,UAAU,CAAC;IAC3C,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,QAAQ,CAAC;IACvC,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,MAAM,CAAC;IACnC,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,WAAW,CAAC;IAE7C,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,WAAW,GAAmC;IAClD,SAAS;IACT,aAAa,EAAE;QACb,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC;QACvD,aAAa,EAAE,OAAO;KACvB;IACD,eAAe,EAAE;QACf,KAAK,EAAE,KAAK;QACZ,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC;QAC1C,aAAa,EAAE,OAAO;KACvB;IACD,cAAc,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE;IACrF,UAAU,EAAE;QACV,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC;QACvD,aAAa,EAAE,OAAO;KACvB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,CAAC;QACvD,aAAa,EAAE,OAAO;KACvB;IACD,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IAE3E,QAAQ;IACR,MAAM,EAAE;QACN,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC;QACvD,aAAa,EAAE,OAAO;KACvB;IACD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE;IAC5F,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IAClE,SAAS,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IAEvF,WAAW;IACX,aAAa,EAAE;QACb,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC;QACvD,aAAa,EAAE,OAAO;KACvB;IACD,aAAa,EAAE;QACb,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,CAAC;QAC3C,aAAa,EAAE,OAAO;KACvB;IACD,gBAAgB,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IAC9F,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IAEjF,OAAO;IACP,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE;IAC3F,cAAc,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE;IAC7F,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE;IAC5F,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IAC9E,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IAE7E,QAAQ;IACR,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE;IACxF,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IAC1E,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IAE/D,MAAM;IACN,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IAC7E,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE;IAC7E,GAAG,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IAE7D,iBAAiB;IACjB,OAAO,EAAE;QACP,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC;QACvD,aAAa,EAAE,MAAM;KACtB;IACD,cAAc,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE;IACxF,eAAe,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IACxF,eAAe,EAAE;QACf,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,CAAC;QAC3C,aAAa,EAAE,OAAO;KACvB;IACD,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IAChF,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE;IAEjG,mBAAmB;IACnB,SAAS,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IACvF,SAAS,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IACrF,SAAS,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IAC/E,WAAW,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IACjF,cAAc,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE;IAE7F,SAAS;IACT,gBAAgB,EAAE;QAChB,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,CAAC;QAC3C,aAAa,EAAE,OAAO;KACvB;IACD,WAAW,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE;IACrF,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IAE5E,OAAO;IACP,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IAC9E,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IAC3E,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IACjE,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE;IACpE,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IACjE,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IACjE,QAAQ,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IACpE,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IAChE,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IAChE,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;IAEnE,sEAAsE;IACtE,yDAAyD;IACzD,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;CAC/E,CAAC;AAEF;;;GAGG;AACH,MAAM,YAAY,GAAG,CAAC,CAAgB,EAAqB,EAAE;IAC3D,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC5B,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IAC3B,IAAI,CAAC,IAAI,EAAE;QAAE,OAAO,KAAK,CAAC;IAC1B,IAAI,CAAC,IAAI,EAAE;QAAE,OAAO,OAAO,CAAC;IAC5B,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF;;;;;GAKG;AACI,MAAM,aAAa,GAAG,CAAC,EAAU,EAAkB,EAAE;IAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;IAC1B,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACtC,MAAM,GAAG,GAAG,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;IAChC,qEAAqE;IACrE,MAAM,KAAK,GAAe,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7E,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC;AAChF,CAAC,CAAC;AARW,QAAA,aAAa,iBAQxB;AAEF;;;;;;;GAOG;AACI,MAAM,gBAAgB,GAAG,CAC9B,SAAuD,EACvD,IAAe,EACA,EAAE;IACjB,IAAI,CAAC,SAAS,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACnC,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,IAAA,qBAAa,EAAC,CAAC,CAAC,EAAE,CAAC;QACnC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC;KACvB,CAAC,CAAC,CAAC;IAEJ,MAAM,KAAK,GAAG,CAAC,CAA4B,EAAU,EAAE;QACrD,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,CAAC,IAAI,GAAG,CAAC;QAC1C,IAAI,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,KAAK,aAAa;YAAE,CAAC,IAAI,EAAE,CAAC;QACnE,IACE,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,UAAU,CAAC;YACpE,CAAC,CAAC,IAAI,CAAC,KAAK,KAAK,OAAO;YAExB,CAAC,IAAI,EAAE,CAAC;QACV,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,KAAK,OAAO,IAAI,IAAI,KAAK,MAAM;YACzF,CAAC,IAAI,EAAE,CAAC;QACV,yEAAyE;QACzE,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC;QACzD,mEAAmE;QACnE,IAAI,IAAI,KAAK,MAAM;YAAE,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC;;YAClC,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC;QACvB,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,IAAI,CAAC;AAC/B,CAAC,CAAC;AAhCW,QAAA,gBAAgB,oBAgC3B;AAEW,QAAA,aAAa,GAAG,KAAK,CAAC;AACtB,QAAA,oBAAoB,GAAG,MAAM,CAAC"}

package/dist/models/ollama.d.ts

@@ -0,0 +1,10 @@
+import { ModelProvider, ModelDescriptor, ModelMessage, ModelCallOptions, ModelResponse } from '../types';
+export declare class OllamaProvider implements ModelProvider {
+    private endpoint;
+    readonly name = "ollama";
+    constructor(endpoint?: string);
+    isAvailable(): Promise<boolean>;
+    listModels(): Promise<ModelDescriptor[]>;
+    complete(model: string, messages: ModelMessage[], options?: ModelCallOptions): Promise<ModelResponse>;
+}
+//# sourceMappingURL=ollama.d.ts.map

package/dist/models/ollama.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../src/models/ollama.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,EACb,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,aAAa,EACd,MAAM,UAAU,CAAC;AAKlB,qBAAa,cAAe,YAAW,aAAa;IAGtC,OAAO,CAAC,QAAQ;IAF5B,QAAQ,CAAC,IAAI,YAAY;gBAEL,QAAQ,GAAE,MAA2C;IAEnE,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAS/B,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAqBxC,QAAQ,CACZ,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,YAAY,EAAE,EACxB,OAAO,GAAE,gBAAqB,GAC7B,OAAO,CAAC,aAAa,CAAC;CAsD1B"}

package/dist/models/ollama.js

@@ -0,0 +1,98 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OllamaProvider = void 0;
+const undici_1 = require("undici");
+const errors_1 = require("../types/errors");
+const loader_1 = require("../config/loader");
+const local_catalog_1 = require("./local-catalog");
+class OllamaProvider {
+    endpoint;
+    name = 'ollama';
+    constructor(endpoint = (0, loader_1.loadGlobalConfig)().ollama.endpoint) {
+        this.endpoint = endpoint;
+    }
+    async isAvailable() {
+        try {
+            const res = await (0, undici_1.request)(`${this.endpoint}/api/tags`, { method: 'GET' });
+            return res.statusCode === 200;
+        }
+        catch {
+            return false;
+        }
+    }
+    async listModels() {
+        try {
+            const res = await (0, undici_1.request)(`${this.endpoint}/api/tags`, { method: 'GET' });
+            if (res.statusCode !== 200)
+                return [];
+            const body = (await res.body.json());
+            return (body.models ?? []).map((m) => {
+                const meta = (0, local_catalog_1.classifyModel)(m.name);
+                return {
+                    provider: 'ollama',
+                    id: m.name,
+                    class: meta.class,
+                    contextTokens: meta.contextTokens,
+                    supportsStreaming: true,
+                    roles: meta.roles,
+                };
+            });
+        }
+        catch {
+            return [];
+        }
+    }
+    async complete(model, messages, options = {}) {
+        const started = Date.now();
+        const body = {
+            model,
+            messages: messages.map((m) => ({ role: m.role, content: m.content })),
+            stream: false,
+            format: options.jsonMode ? 'json' : undefined,
+            options: {
+                temperature: options.deterministic ? 0 : (options.temperature ?? 0.2),
+                num_predict: options.maxTokens ?? 2048,
+                stop: options.stop,
+            },
+        };
+        try {
+            const res = await (0, undici_1.request)(`${this.endpoint}/api/chat`, {
+                method: 'POST',
+                headers: { 'content-type': 'application/json' },
+                body: JSON.stringify(body),
+                bodyTimeout: options.timeoutMs ?? 120_000,
+                headersTimeout: options.timeoutMs ?? 120_000,
+            });
+            if (res.statusCode !== 200) {
+                const text = await res.body.text();
+                throw new errors_1.ForgeRuntimeError({
+                    class: 'model_error',
+                    message: `Ollama ${res.statusCode}: ${text.slice(0, 500)}`,
+                    retryable: res.statusCode >= 500,
+                });
+            }
+            const payload = (await res.body.json());
+            return {
+                content: payload.message?.content ?? '',
+                model,
+                provider: 'ollama',
+                inputTokens: payload.prompt_eval_count,
+                outputTokens: payload.eval_count,
+                durationMs: Date.now() - started,
+                finishReason: payload.done_reason === 'length' ? 'length' : 'stop',
+            };
+        }
+        catch (err) {
+            if (err instanceof errors_1.ForgeRuntimeError)
+                throw err;
+            throw new errors_1.ForgeRuntimeError({
+                class: 'model_error',
+                message: `Ollama request failed: ${String(err)}`,
+                retryable: true,
+                cause: err,
+            });
+        }
+    }
+}
+exports.OllamaProvider = OllamaProvider;
+//# sourceMappingURL=ollama.js.map

package/dist/models/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/models/ollama.ts"],"names":[],"mappings":";;;AAAA,mCAAiC;AAQjC,4CAAoD;AACpD,6CAAoD;AACpD,mDAAgD;AAEhD,MAAa,cAAc;IAGL;IAFX,IAAI,GAAG,QAAQ,CAAC;IAEzB,YAAoB,WAAmB,IAAA,yBAAgB,GAAE,CAAC,MAAM,CAAC,QAAQ;QAArD,aAAQ,GAAR,QAAQ,CAA6C;IAAG,CAAC;IAE7E,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAA,gBAAO,EAAC,GAAG,IAAI,CAAC,QAAQ,WAAW,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1E,OAAO,GAAG,CAAC,UAAU,KAAK,GAAG,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAA,gBAAO,EAAC,GAAG,IAAI,CAAC,QAAQ,WAAW,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1E,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG;gBAAE,OAAO,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAuD,CAAC;YAC3F,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACnC,MAAM,IAAI,GAAG,IAAA,6BAAa,EAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACnC,OAAO;oBACL,QAAQ,EAAE,QAAQ;oBAClB,EAAE,EAAE,CAAC,CAAC,IAAI;oBACV,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,aAAa,EAAE,IAAI,CAAC,aAAa;oBACjC,iBAAiB,EAAE,IAAI;oBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;iBACC,CAAC;YACvB,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,KAAa,EACb,QAAwB,EACxB,UAA4B,EAAE;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG;YACX,KAAK;YACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACrE,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YAC7C,OAAO,EAAE;gBACP,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,IAAI,GAAG,CAAC;gBACrE,WAAW,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;gBACtC,IAAI,EAAE,OAAO,CAAC,IAAI;aACnB;SACF,CAAC;QACF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAA,gBAAO,EAAC,GAAG,IAAI,CAAC,QAAQ,WAAW,EAAE;gBACrD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,WAAW,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO;gBACzC,cAAc,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO;aAC7C,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACnC,MAAM,IAAI,0BAAiB,CAAC;oBAC1B,KAAK,EAAE,aAAa;oBACpB,OAAO,EAAE,UAAU,GAAG,CAAC,UAAU,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;oBAC1D,SAAS,EAAE,GAAG,CAAC,UAAU,IAAI,GAAG;iBACjC,CAAC,CAAC;YACL,CAAC;YACD,MAAM,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAKrC,CAAC;YACF,OAAO;gBACL,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE;gBACvC,KAAK;gBACL,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,OAAO,CAAC,iBAAiB;gBACtC,YAAY,EAAE,OAAO,CAAC,UAAU;gBAChC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;gBAChC,YAAY,EAAE,OAAO,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM;aACnE,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,0BAAiB;gBAAE,MAAM,GAAG,CAAC;YAChD,MAAM,IAAI,0BAAiB,CAAC;gBAC1B,KAAK,EAAE,aAAa;gBACpB,OAAO,EAAE,0BAA0B,MAAM,CAAC,GAAG,CAAC,EAAE;gBAChD,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AA7FD,wCA6FC"}

package/dist/models/openai.d.ts

@@ -0,0 +1,16 @@
+import { ModelProvider, ModelDescriptor, ModelMessage, ModelCallOptions, ModelResponse } from '../types';
+/**
+ * OpenAI-compatible provider. Works with api.openai.com out of the box and
+ * with any local OpenAI-compatible server (llama.cpp `server`, vLLM,
+ * LocalAI, Together, Azure OpenAI with a base-URL override).
+ */
+export declare class OpenAIProvider implements ModelProvider {
+    private apiKey;
+    private endpoint;
+    readonly name: string;
+    constructor(apiKey?: string | undefined, endpoint?: string, name?: string);
+    isAvailable(): Promise<boolean>;
+    listModels(): Promise<ModelDescriptor[]>;
+    complete(model: string, messages: ModelMessage[], options?: ModelCallOptions): Promise<ModelResponse>;
+}
+//# sourceMappingURL=openai.d.ts.map

package/dist/models/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/models/openai.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,EACb,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,aAAa,EACd,MAAM,UAAU,CAAC;AAIlB;;;;GAIG;AACH,qBAAa,cAAe,YAAW,aAAa;IAIhD,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,QAAQ;IAJlB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBAGZ,MAAM,GAAE,MAAM,GAAG,SAAsC,EACvD,QAAQ,GAAE,MAAmE,EACrF,IAAI,SAAW;IAKX,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IA4B/B,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IA2BxC,QAAQ,CACZ,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,YAAY,EAAE,EACxB,OAAO,GAAE,gBAAqB,GAC7B,OAAO,CAAC,aAAa,CAAC;CA4D1B"}

package/dist/models/openai.js

@@ -0,0 +1,139 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAIProvider = void 0;
+const undici_1 = require("undici");
+const errors_1 = require("../types/errors");
+const local_catalog_1 = require("./local-catalog");
+/**
+ * OpenAI-compatible provider. Works with api.openai.com out of the box and
+ * with any local OpenAI-compatible server (llama.cpp `server`, vLLM,
+ * LocalAI, Together, Azure OpenAI with a base-URL override).
+ */
+class OpenAIProvider {
+    apiKey;
+    endpoint;
+    name;
+    constructor(apiKey = process.env.OPENAI_API_KEY, endpoint = process.env.OPENAI_BASE_URL ?? 'https://api.openai.com/v1', name = 'openai') {
+        this.apiKey = apiKey;
+        this.endpoint = endpoint;
+        this.name = name;
+    }
+    async isAvailable() {
+        // Hosted OpenAI: needs an API key; if we have one, trust it. Skipping
+        // a probe here avoids an unnecessary network call per `forge` invocation.
+        if (this.endpoint === 'https://api.openai.com/v1') {
+            return Boolean(this.apiKey);
+        }
+        // Any other endpoint (LM Studio, vLLM, llama.cpp, LocalAI, Together…).
+        // We need to actually reach the server or the router will happily send
+        // traffic to a dead port. Short timeout keeps the probe cheap.
+        try {
+            const res = await (0, undici_1.request)(`${this.endpoint}/models`, {
+                method: 'GET',
+                headers: this.apiKey ? { authorization: `Bearer ${this.apiKey}` } : {},
+                headersTimeout: 1_500,
+                bodyTimeout: 1_500,
+            });
+            // Drain the body so undici doesn't keep the socket pinned.
+            try {
+                await res.body.dump();
+            }
+            catch {
+                // ignore
+            }
+            return res.statusCode >= 200 && res.statusCode < 500;
+        }
+        catch {
+            return false;
+        }
+    }
+    async listModels() {
+        if (!(await this.isAvailable()))
+            return [];
+        try {
+            const res = await (0, undici_1.request)(`${this.endpoint}/models`, {
+                method: 'GET',
+                headers: this.apiKey ? { authorization: `Bearer ${this.apiKey}` } : {},
+                headersTimeout: 5000,
+                bodyTimeout: 5000,
+            });
+            if (res.statusCode !== 200)
+                return [];
+            const body = (await res.body.json());
+            return (body.data ?? []).map((m) => {
+                const meta = (0, local_catalog_1.classifyModel)(m.id);
+                return {
+                    provider: this.name,
+                    id: m.id,
+                    class: meta.class,
+                    contextTokens: meta.contextTokens,
+                    supportsStreaming: true,
+                    roles: meta.roles,
+                };
+            });
+        }
+        catch {
+            return [];
+        }
+    }
+    async complete(model, messages, options = {}) {
+        const started = Date.now();
+        const body = {
+            model,
+            messages: messages.map((m) => ({ role: m.role, content: m.content })),
+            temperature: options.deterministic ? 0 : (options.temperature ?? 0.3),
+            max_tokens: options.maxTokens ?? 2048,
+            stop: options.stop,
+            stream: false,
+            response_format: options.jsonMode ? { type: 'json_object' } : undefined,
+        };
+        const headers = {
+            'content-type': 'application/json',
+        };
+        if (this.apiKey)
+            headers.authorization = `Bearer ${this.apiKey}`;
+        try {
+            const res = await (0, undici_1.request)(`${this.endpoint}/chat/completions`, {
+                method: 'POST',
+                headers,
+                body: JSON.stringify(body),
+                bodyTimeout: options.timeoutMs ?? 180_000,
+                headersTimeout: options.timeoutMs ?? 180_000,
+            });
+            if (res.statusCode !== 200) {
+                const text = await res.body.text();
+                throw new errors_1.ForgeRuntimeError({
+                    class: 'model_error',
+                    message: `${this.name} ${res.statusCode}: ${text.slice(0, 500)}`,
+                    retryable: res.statusCode === 429 || res.statusCode >= 500,
+                });
+            }
+            const data = (await res.body.json());
+            const content = data.choices?.[0]?.message?.content ?? '';
+            const finish = data.choices?.[0]?.finish_reason;
+            return {
+                content,
+                model,
+                provider: this.name,
+                inputTokens: data.usage?.prompt_tokens,
+                outputTokens: data.usage?.completion_tokens,
+                durationMs: Date.now() - started,
+                finishReason: finish === 'length' ? 'length' : finish === 'tool_calls' ? 'tool_call' : 'stop',
+            };
+        }
+        catch (err) {
+            if (err instanceof errors_1.ForgeRuntimeError)
+                throw err;
+            throw new errors_1.ForgeRuntimeError({
+                class: 'model_error',
+                message: `${this.name} request failed: ${String(err)}`,
+                retryable: true,
+                cause: err,
+            });
+        }
+    }
+}
+exports.OpenAIProvider = OpenAIProvider;
+// Model classification has moved to `./local-catalog.ts` so every provider
+// stays consistent. See `classifyModel()`.
+//# sourceMappingURL=openai.js.map

package/dist/models/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/models/openai.ts"],"names":[],"mappings":";;;AAAA,mCAAiC;AAQjC,4CAAoD;AACpD,mDAAgD;AAEhD;;;;GAIG;AACH,MAAa,cAAc;IAIf;IACA;IAJD,IAAI,CAAS;IAEtB,YACU,SAA6B,OAAO,CAAC,GAAG,CAAC,cAAc,EACvD,WAAmB,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,2BAA2B,EACrF,IAAI,GAAG,QAAQ;QAFP,WAAM,GAAN,MAAM,CAAiD;QACvD,aAAQ,GAAR,QAAQ,CAAqE;QAGrF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,sEAAsE;QACtE,0EAA0E;QAC1E,IAAI,IAAI,CAAC,QAAQ,KAAK,2BAA2B,EAAE,CAAC;YAClD,OAAO,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QACD,uEAAuE;QACvE,uEAAuE;QACvE,+DAA+D;QAC/D,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAA,gBAAO,EAAC,GAAG,IAAI,CAAC,QAAQ,SAAS,EAAE;gBACnD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE;gBACtE,cAAc,EAAE,KAAK;gBACrB,WAAW,EAAE,KAAK;aACnB,CAAC,CAAC;YACH,2DAA2D;YAC3D,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACxB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,OAAO,GAAG,CAAC,UAAU,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YAAE,OAAO,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAA,gBAAO,EAAC,GAAG,IAAI,CAAC,QAAQ,SAAS,EAAE;gBACnD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE;gBACtE,cAAc,EAAE,IAAI;gBACpB,WAAW,EAAE,IAAI;aAClB,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG;gBAAE,OAAO,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAqC,CAAC;YACzE,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACjC,MAAM,IAAI,GAAG,IAAA,6BAAa,EAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACjC,OAAO;oBACL,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,EAAE,EAAE,CAAC,CAAC,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,aAAa,EAAE,IAAI,CAAC,aAAa;oBACjC,iBAAiB,EAAE,IAAI;oBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;iBACC,CAAC;YACvB,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,KAAa,EACb,QAAwB,EACxB,UAA4B,EAAE;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG;YACX,KAAK;YACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACrE,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,IAAI,GAAG,CAAC;YACrE,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YACrC,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,MAAM,EAAE,KAAK;YACb,eAAe,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS;SACxE,CAAC;QACF,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QACF,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,CAAC,aAAa,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QACjE,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAA,gBAAO,EAAC,GAAG,IAAI,CAAC,QAAQ,mBAAmB,EAAE;gBAC7D,MAAM,EAAE,MAAM;gBACd,OAAO;gBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,WAAW,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO;gBACzC,cAAc,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO;aAC7C,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACnC,MAAM,IAAI,0BAAiB,CAAC;oBAC1B,KAAK,EAAE,aAAa;oBACpB,OAAO,EAAE,GAAG,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;oBAChE,SAAS,EAAE,GAAG,CAAC,UAAU,KAAK,GAAG,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG;iBAC3D,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAMlC,CAAC;YACF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;YAChD,OAAO;gBACL,OAAO;gBACP,KAAK;gBACL,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;gBACtC,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;gBAC3C,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;gBAChC,YAAY,EACV,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM;aAClF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,0BAAiB;gBAAE,MAAM,GAAG,CAAC;YAChD,MAAM,IAAI,0BAAiB,CAAC;gBAC1B,KAAK,EAAE,aAAa;gBACpB,OAAO,EAAE,GAAG,IAAI,CAAC,IAAI,oBAAoB,MAAM,CAAC,GAAG,CAAC,EAAE;gBACtD,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAlID,wCAkIC;AAED,2EAA2E;AAC3E,2CAA2C"}

package/dist/models/provider.d.ts

@@ -0,0 +1,7 @@
+import { ModelDescriptor, ModelMessage, ModelCallOptions, ModelResponse, ModelProvider } from '../types';
+export declare const registerProvider: (p: ModelProvider) => void;
+export declare const getProvider: (name: string) => ModelProvider;
+export declare const listProviders: () => ModelProvider[];
+export declare const firstAvailableProvider: () => Promise<ModelProvider | null>;
+export type { ModelProvider, ModelDescriptor, ModelMessage, ModelCallOptions, ModelResponse };
+//# sourceMappingURL=provider.d.ts.map

package/dist/models/provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/models/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,aAAa,EACb,aAAa,EACd,MAAM,UAAU,CAAC;AAMlB,eAAO,MAAM,gBAAgB,GAAI,GAAG,aAAa,KAAG,IAEnD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,MAAM,MAAM,KAAG,aAW1C,CAAC;AAEF,eAAO,MAAM,aAAa,QAAO,aAAa,EAA6B,CAAC;AAE5E,eAAO,MAAM,sBAAsB,QAAa,OAAO,CAAC,aAAa,GAAG,IAAI,CAS3E,CAAC;AAEF,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,gBAAgB,EAAE,aAAa,EAAE,CAAC"}