@nexus-ai-nexoralabs/cli 0.1.0

package/dist/intelligence/modelRouter.js

@@ -0,0 +1,256 @@
+import { Logger } from '../common/logger.js';
+/**
+ * Map a ModelRoleCapability to its primary ModelRole.
+ */
+export function capabilityToRole(capability) {
+    if (!capability)
+        return 'chat';
+    switch (capability) {
+        case 'planning':
+            return 'planner';
+        case 'coding':
+            return 'coder';
+        case 'reasoning':
+            return 'reasoning';
+        default:
+            return 'chat';
+    }
+}
+export class ModelRouter {
+    registry;
+    logger;
+    overrides = {
+        roles: {},
+    };
+    constructor(registry, logLevel = 'info') {
+        this.registry = registry;
+        this.logger = new Logger('ModelRouter', logLevel);
+    }
+    /**
+     * Resolve a model reference (1-based index number or string ID) to a ModelRecord.
+     */
+    resolveModel(input) {
+        const available = this.registry.getAvailableModels();
+        if (typeof input === 'number' || (typeof input === 'string' && /^\d+$/.test(input.trim()))) {
+            const idx = typeof input === 'number' ? input : parseInt(input.trim(), 10);
+            if (idx >= 1 && idx <= available.length) {
+                return available[idx - 1];
+            }
+            return null;
+        }
+        if (typeof input === 'string') {
+            const trimmed = input.trim();
+            const match = available.find((m) => m.id === trimmed || m.name === trimmed);
+            return match || null;
+        }
+        return null;
+    }
+    /**
+     * Set a global model override by 1-based index or model ID string.
+     */
+    setGlobalOverride(input) {
+        const model = this.resolveModel(input);
+        if (!model) {
+            const availableCount = this.registry.getAvailableModels().length;
+            return {
+                success: false,
+                message: typeof input === 'number' || /^\d+$/.test(String(input))
+                    ? `Invalid model index [${input}]. Available range is [1..${availableCount}].`
+                    : `Unknown model '${input}'. Run /models to list available local models.`,
+            };
+        }
+        this.overrides.global = model.id;
+        this.logger.info(`Global model override set`, { modelId: model.id });
+        return {
+            success: true,
+            model,
+            message: `Global model override set to ${model.id}`,
+        };
+    }
+    /**
+     * Set a role-specific model override (planner, coder, reasoning, chat).
+     */
+    setRoleOverride(role, input) {
+        const validRoles = ['planner', 'coder', 'reasoning', 'chat'];
+        if (!validRoles.includes(role)) {
+            return {
+                success: false,
+                message: `Unknown role '${role}'. Valid roles are: planner, coder, reasoning, chat.`,
+            };
+        }
+        const model = this.resolveModel(input);
+        if (!model) {
+            const availableCount = this.registry.getAvailableModels().length;
+            return {
+                success: false,
+                role,
+                message: typeof input === 'number' || /^\d+$/.test(String(input))
+                    ? `Invalid model index [${input}] for role '${role}'. Available range is [1..${availableCount}].`
+                    : `Unknown model '${input}' for role '${role}'. Run /models to list available local models.`,
+            };
+        }
+        this.overrides.roles[role] = model.id;
+        this.logger.info(`Role model override set`, { role, modelId: model.id });
+        return {
+            success: true,
+            role,
+            model,
+            message: `Role '${role}' model override set to ${model.id}`,
+        };
+    }
+    /**
+     * Reset overrides back to automatic capability-based routing.
+     * If role is omitted, clears all overrides.
+     */
+    resetOverrides(role) {
+        if (role) {
+            const validRoles = ['planner', 'coder', 'reasoning', 'chat'];
+            if (!validRoles.includes(role)) {
+                return {
+                    success: false,
+                    resetRoles: [],
+                    message: `Unknown role '${role}'. Valid roles are: planner, coder, reasoning, chat.`,
+                };
+            }
+            delete this.overrides.roles[role];
+            this.logger.info(`Role override reset`, { role });
+            return {
+                success: true,
+                resetRoles: [role],
+                message: `Override for role '${role}' reset to automatic routing.`,
+            };
+        }
+        this.overrides.global = undefined;
+        this.overrides.roles = {};
+        this.logger.info(`All model overrides reset to automatic capability routing`);
+        return {
+            success: true,
+            resetRoles: ['planner', 'coder', 'reasoning', 'chat'],
+            message: 'All model overrides reset to automatic capability routing.',
+        };
+    }
+    /**
+     * Get current model overrides state.
+     */
+    getOverrides() {
+        return {
+            global: this.overrides.global,
+            roles: { ...this.overrides.roles },
+        };
+    }
+    /**
+     * Get effective active model for each role.
+     */
+    getRoleStatus() {
+        const roles = ['planner', 'coder', 'reasoning', 'chat'];
+        const result = {
+            planner: { modelId: 'AUTO', source: 'AUTO' },
+            coder: { modelId: 'AUTO', source: 'AUTO' },
+            reasoning: { modelId: 'AUTO', source: 'AUTO' },
+            chat: { modelId: 'AUTO', source: 'AUTO' },
+        };
+        for (const role of roles) {
+            if (this.overrides.roles[role]) {
+                result[role] = { modelId: this.overrides.roles[role], source: 'USER' };
+            }
+            else if (this.overrides.global) {
+                result[role] = { modelId: this.overrides.global, source: 'USER' };
+            }
+            else {
+                const cap = role === 'planner' ? 'planning' : role === 'coder' ? 'coding' : role === 'reasoning' ? 'reasoning' : 'general';
+                const route = this.selectRouteInternal(undefined, cap, role, false);
+                result[role] = { modelId: route.primaryModel.id, source: 'AUTO' };
+            }
+        }
+        return result;
+    }
+    /**
+     * Select a route for inference based on precedence hierarchy:
+     * 1. Explicit modelId parameter passed directly to call
+     * 2. Role-specific explicit override
+     * 3. Global explicit override
+     * 4. Automatic capability-based routing
+     */
+    selectRoute(explicitModelId, taskCapability, role) {
+        return this.selectRouteInternal(explicitModelId, taskCapability, role, true);
+    }
+    selectRouteInternal(explicitModelId, taskCapability, role, logSelection = true) {
+        const available = this.registry.getAvailableModels();
+        if (available.length === 0) {
+            throw new Error('No available local AI models registered in ModelRegistry.');
+        }
+        const effectiveRole = role || capabilityToRole(taskCapability);
+        let primary = null;
+        let routingReason = '';
+        // 1. Explicit model parameter requested in function call
+        if (explicitModelId) {
+            const match = this.resolveModel(explicitModelId);
+            if (match) {
+                primary = match;
+                routingReason = `Explicit model requested: ${match.id}`;
+            }
+            else {
+                this.logger.warn(`Explicit model '${explicitModelId}' requested but not available. Falling back.`);
+            }
+        }
+        // 2. Role-specific explicit user override
+        if (!primary && this.overrides.roles[effectiveRole]) {
+            const overrideId = this.overrides.roles[effectiveRole];
+            const match = available.find((m) => m.id === overrideId);
+            if (match) {
+                primary = match;
+                routingReason = `[USER_OVERRIDE] Role '${effectiveRole}' set to ${match.id}`;
+                if (logSelection) {
+                    this.logger.info(`ModelRouter selection: USER_OVERRIDE for role '${effectiveRole}' -> ${match.id}`);
+                }
+            }
+        }
+        // 3. Global explicit user override
+        if (!primary && this.overrides.global) {
+            const globalId = this.overrides.global;
+            const match = available.find((m) => m.id === globalId);
+            if (match) {
+                primary = match;
+                routingReason = `[GLOBAL_OVERRIDE] Global override set to ${match.id}`;
+                if (logSelection) {
+                    this.logger.info(`ModelRouter selection: GLOBAL_OVERRIDE -> ${match.id}`);
+                }
+            }
+        }
+        // 4. Automatic capability-based routing
+        if (!primary && taskCapability) {
+            const candidates = available.filter((m) => m.capabilities.includes(taskCapability));
+            if (candidates.length > 0) {
+                if (taskCapability === 'planning') {
+                    const lightweightCandidate = candidates.find((m) => m.capabilities.includes('lightweight'));
+                    primary = lightweightCandidate || candidates[0];
+                }
+                else {
+                    primary = candidates[0];
+                }
+                routingReason = `Matched capability '${taskCapability}' to model: ${primary.id}`;
+            }
+        }
+        // 5. Default fallback primary model
+        if (!primary) {
+            primary = available[0];
+            routingReason = `Default fallback model selected: ${primary.id}`;
+        }
+        // Find fallback candidate
+        const fallbackCandidates = available.filter((m) => m.id !== primary?.id);
+        const fallbackModel = fallbackCandidates.length > 0 ? fallbackCandidates[0] : null;
+        if (logSelection) {
+            this.logger.info(`Route selected`, {
+                primary: primary.id,
+                fallback: fallbackModel ? fallbackModel.id : null,
+                reason: routingReason,
+            });
+        }
+        return {
+            primaryModel: primary,
+            fallbackModel,
+            routingReason,
+        };
+    }
+}
+//# sourceMappingURL=modelRouter.js.map

package/dist/intelligence/modelRouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"modelRouter.js","sourceRoot":"","sources":["../../src/intelligence/modelRouter.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAY,MAAM,qBAAqB,CAAC;AA2BvD;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,UAAgC;IAC/D,IAAI,CAAC,UAAU;QAAE,OAAO,MAAM,CAAC;IAC/B,QAAQ,UAAU,EAAE,CAAC;QACnB,KAAK,UAAU;YACb,OAAO,SAAS,CAAC;QACnB,KAAK,QAAQ;YACX,OAAO,OAAO,CAAC;QACjB,KAAK,WAAW;YACd,OAAO,WAAW,CAAC;QACrB;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED,MAAM,OAAO,WAAW;IAOZ;IANF,MAAM,CAAS;IACf,SAAS,GAAmB;QAClC,KAAK,EAAE,EAAE;KACV,CAAC;IAEF,YACU,QAAuB,EAC/B,WAAqB,MAAM;QADnB,aAAQ,GAAR,QAAQ,CAAe;QAG/B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,KAAsB;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QAErD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3F,MAAM,GAAG,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3E,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;gBACxC,OAAO,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;YAC5B,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;YAC5E,OAAO,KAAK,IAAI,IAAI,CAAC;QACvB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,KAAsB;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC,MAAM,CAAC;YACjE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC/D,CAAC,CAAC,wBAAwB,KAAK,6BAA6B,cAAc,IAAI;oBAC9E,CAAC,CAAC,kBAAkB,KAAK,gDAAgD;aAC5E,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,KAAK,CAAC,EAAE,CAAC;QACjC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACrE,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK;YACL,OAAO,EAAE,gCAAgC,KAAK,CAAC,EAAE,EAAE;SACpD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAe,EAAE,KAAsB;QACrD,MAAM,UAAU,GAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QAC1E,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,iBAAiB,IAAI,sDAAsD;aACrF,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC,MAAM,CAAC;YACjE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI;gBACJ,OAAO,EAAE,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC/D,CAAC,CAAC,wBAAwB,KAAK,eAAe,IAAI,6BAA6B,cAAc,IAAI;oBACjG,CAAC,CAAC,kBAAkB,KAAK,eAAe,IAAI,gDAAgD;aAC/F,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACzE,OAAO;YACL,OAAO,EAAE,IAAI;YACb,IAAI;YACJ,KAAK;YACL,OAAO,EAAE,SAAS,IAAI,2BAA2B,KAAK,CAAC,EAAE,EAAE;SAC5D,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,cAAc,CAAC,IAAgB;QAC7B,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,UAAU,GAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;YAC1E,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,UAAU,EAAE,EAAE;oBACd,OAAO,EAAE,iBAAiB,IAAI,sDAAsD;iBACrF,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,CAAC,IAAI,CAAC;gBAClB,OAAO,EAAE,sBAAsB,IAAI,+BAA+B;aACnE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC;QAClC,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;QAC9E,OAAO;YACL,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC;YACrD,OAAO,EAAE,4DAA4D;SACtE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM;YAC7B,KAAK,EAAE,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE;SACnC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,aAAa;QACX,MAAM,KAAK,GAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QACrE,MAAM,MAAM,GAAoE;YAC9E,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE;YAC5C,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE;YAC1C,SAAS,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9C,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE;SAC1C,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YAC1E,CAAC;iBAAM,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC3H,MAAM,KAAK,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;gBACpE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YACpE,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;OAMG;IACH,WAAW,CAAC,eAAwB,EAAE,cAAoC,EAAE,IAAgB;QAC1F,OAAO,IAAI,CAAC,mBAAmB,CAAC,eAAe,EAAE,cAAc,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/E,CAAC;IAEO,mBAAmB,CACzB,eAAwB,EACxB,cAAoC,EACpC,IAAgB,EAChB,YAAY,GAAG,IAAI;QAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QAErD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,IAAI,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAC/D,IAAI,OAAO,GAAuB,IAAI,CAAC;QACvC,IAAI,aAAa,GAAG,EAAE,CAAC;QAEvB,yDAAyD;QACzD,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;YACjD,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,GAAG,KAAK,CAAC;gBAChB,aAAa,GAAG,6BAA6B,KAAK,CAAC,EAAE,EAAE,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,eAAe,8CAA8C,CAAC,CAAC;YACrG,CAAC;QACH,CAAC;QAED,0CAA0C;QAC1C,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;YACpD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAE,CAAC;YACxD,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;YACzD,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,GAAG,KAAK,CAAC;gBAChB,aAAa,GAAG,yBAAyB,aAAa,YAAY,KAAK,CAAC,EAAE,EAAE,CAAC;gBAC7E,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kDAAkD,aAAa,QAAQ,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtG,CAAC;YACH,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YACvC,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;YACvD,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,GAAG,KAAK,CAAC;gBAChB,aAAa,GAAG,4CAA4C,KAAK,CAAC,EAAE,EAAE,CAAC;gBACvE,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC5E,CAAC;YACH,CAAC;QACH,CAAC;QAED,wCAAwC;QACxC,IAAI,CAAC,OAAO,IAAI,cAAc,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC;YACpF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,IAAI,cAAc,KAAK,UAAU,EAAE,CAAC;oBAClC,MAAM,oBAAoB,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;oBAC5F,OAAO,GAAG,oBAAoB,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;gBAClD,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC1B,CAAC;gBACD,aAAa,GAAG,uBAAuB,cAAc,eAAe,OAAO,CAAC,EAAE,EAAE,CAAC;YACnF,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACvB,aAAa,GAAG,oCAAoC,OAAO,CAAC,EAAE,EAAE,CAAC;QACnE,CAAC;QAED,0BAA0B;QAC1B,MAAM,kBAAkB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,EAAE,EAAE,CAAC,CAAC;QACzE,MAAM,aAAa,GAAG,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAEnF,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBACjC,OAAO,EAAE,OAAO,CAAC,EAAE;gBACnB,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;gBACjD,MAAM,EAAE,aAAa;aACtB,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,YAAY,EAAE,OAAO;YACrB,aAAa;YACb,aAAa;SACd,CAAC;IACJ,CAAC;CACF"}

package/dist/intelligence/ollamaAdapter.d.ts

@@ -0,0 +1,49 @@
+import { LogLevel } from '../common/logger.js';
+export interface OllamaModelItem {
+    name: string;
+    modified_at?: string;
+    size?: number;
+    digest?: string;
+    details?: {
+        format?: string;
+        family?: string;
+        parameter_size?: string;
+        quantization_level?: string;
+    };
+}
+export interface OllamaTagsResponse {
+    models: OllamaModelItem[];
+}
+export interface GenerateOptions {
+    model: string;
+    prompt: string;
+    system?: string;
+    temperature?: number;
+    timeoutMs?: number;
+}
+export interface GenerateResult {
+    model: string;
+    response: string;
+    done: boolean;
+    totalDurationMs?: number;
+    evalCount?: number;
+}
+export interface StreamChunk {
+    delta: string;
+    done: boolean;
+}
+export declare class OllamaAdapter {
+    private host;
+    private logger;
+    constructor(host?: string, logLevel?: LogLevel);
+    getHost(): string;
+    checkHealth(timeoutMs?: number): Promise<{
+        available: boolean;
+        version?: string;
+        error?: string;
+    }>;
+    discoverModels(timeoutMs?: number): Promise<OllamaModelItem[]>;
+    generate(options: GenerateOptions, externalSignal?: AbortSignal): Promise<GenerateResult>;
+    generateStream(options: GenerateOptions, onChunk: (chunk: StreamChunk) => void, externalSignal?: AbortSignal): Promise<GenerateResult>;
+}
+//# sourceMappingURL=ollamaAdapter.d.ts.map

package/dist/intelligence/ollamaAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollamaAdapter.d.ts","sourceRoot":"","sources":["../../src/intelligence/ollamaAdapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEvD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC;CACH;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,eAAe,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,OAAO,CAAC;CACf;AAED,qBAAa,aAAa;IAItB,OAAO,CAAC,IAAI;IAHd,OAAO,CAAC,MAAM,CAAS;gBAGb,IAAI,GAAE,MAAiC,EAC/C,QAAQ,GAAE,QAAiB;IAK7B,OAAO,IAAI,MAAM;IAIX,WAAW,CAAC,SAAS,GAAE,MAAa,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAsBxG,cAAc,CAAC,SAAS,GAAE,MAAa,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAsBpE,QAAQ,CAAC,OAAO,EAAE,eAAe,EAAE,cAAc,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC;IAyEzF,cAAc,CAClB,OAAO,EAAE,eAAe,EACxB,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,EACrC,cAAc,CAAC,EAAE,WAAW,GAC3B,OAAO,CAAC,cAAc,CAAC;CAwG3B"}

package/dist/intelligence/ollamaAdapter.js

@@ -0,0 +1,197 @@
+import { Logger } from '../common/logger.js';
+export class OllamaAdapter {
+    host;
+    logger;
+    constructor(host = 'http://127.0.0.1:11434', logLevel = 'info') {
+        this.host = host;
+        this.logger = new Logger('OllamaAdapter', logLevel);
+    }
+    getHost() {
+        return this.host;
+    }
+    async checkHealth(timeoutMs = 3000) {
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), timeoutMs);
+        try {
+            const res = await fetch(`${this.host}/api/version`, { signal: controller.signal });
+            clearTimeout(timer);
+            if (!res.ok) {
+                return { available: false, error: `HTTP ${res.status} ${res.statusText}` };
+            }
+            const data = (await res.json());
+            return { available: true, version: data.version || 'unknown' };
+        }
+        catch (err) {
+            clearTimeout(timer);
+            const message = err instanceof Error ? err.message : String(err);
+            this.logger.warn(`Ollama health check failed at ${this.host}: ${message}`);
+            return { available: false, error: message };
+        }
+    }
+    async discoverModels(timeoutMs = 5000) {
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), timeoutMs);
+        try {
+            const res = await fetch(`${this.host}/api/tags`, { signal: controller.signal });
+            clearTimeout(timer);
+            if (!res.ok) {
+                throw new Error(`Failed to list models from Ollama: HTTP ${res.status}`);
+            }
+            const data = (await res.json());
+            return data.models || [];
+        }
+        catch (err) {
+            clearTimeout(timer);
+            const message = err instanceof Error ? err.message : String(err);
+            this.logger.error(`Failed discovering models from Ollama: ${message}`);
+            throw new Error(`Ollama model discovery error: ${message}`);
+        }
+    }
+    async generate(options, externalSignal) {
+        const timeoutMs = options.timeoutMs || 30000;
+        const controller = new AbortController();
+        if (externalSignal) {
+            externalSignal.addEventListener('abort', () => controller.abort());
+        }
+        const timer = setTimeout(() => controller.abort(), timeoutMs);
+        const startTime = Date.now();
+        try {
+            const body = {
+                model: options.model,
+                prompt: options.prompt,
+                stream: false,
+                options: {
+                    temperature: options.temperature ?? 0.7,
+                },
+            };
+            if (options.system) {
+                body.system = options.system;
+            }
+            const res = await fetch(`${this.host}/api/generate`, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify(body),
+                signal: controller.signal,
+            });
+            clearTimeout(timer);
+            if (!res.ok) {
+                const errorText = await res.text().catch(() => '');
+                throw new Error(`Ollama generate error (HTTP ${res.status}): ${errorText || res.statusText}`);
+            }
+            const data = (await res.json());
+            // Ollama v0.3+ can return HTTP 200 with a body-level error field
+            // (e.g. when a tool-capable model produces no text and no tool calls).
+            if (data.error) {
+                throw new Error(`Ollama model error: ${data.error}`);
+            }
+            const totalDurationMs = data.total_duration ? Math.round(data.total_duration / 1e6) : Date.now() - startTime;
+            return {
+                model: data.model || options.model,
+                response: data.response || '',
+                done: data.done ?? true,
+                totalDurationMs,
+                evalCount: data.eval_count,
+            };
+        }
+        catch (err) {
+            clearTimeout(timer);
+            if (controller.signal.aborted) {
+                throw new Error(`Ollama generate request timed out after ${timeoutMs}ms or was cancelled`);
+            }
+            const message = err instanceof Error ? err.message : String(err);
+            throw new Error(`Ollama generate failure: ${message}`);
+        }
+    }
+    async generateStream(options, onChunk, externalSignal) {
+        const timeoutMs = options.timeoutMs || 60000;
+        const controller = new AbortController();
+        if (externalSignal) {
+            externalSignal.addEventListener('abort', () => controller.abort());
+        }
+        let timer = setTimeout(() => controller.abort(), timeoutMs);
+        const resetTimer = () => {
+            clearTimeout(timer);
+            timer = setTimeout(() => controller.abort(), timeoutMs);
+        };
+        const startTime = Date.now();
+        try {
+            const body = {
+                model: options.model,
+                prompt: options.prompt,
+                stream: true,
+                options: {
+                    temperature: options.temperature ?? 0.7,
+                },
+            };
+            if (options.system) {
+                body.system = options.system;
+            }
+            const res = await fetch(`${this.host}/api/generate`, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify(body),
+                signal: controller.signal,
+            });
+            if (!res.ok) {
+                clearTimeout(timer);
+                const errorText = await res.text().catch(() => '');
+                throw new Error(`Ollama stream error (HTTP ${res.status}): ${errorText || res.statusText}`);
+            }
+            if (!res.body) {
+                clearTimeout(timer);
+                throw new Error('Ollama stream response body is null');
+            }
+            const reader = res.body.getReader();
+            const decoder = new TextDecoder('utf-8');
+            let fullResponse = '';
+            let buffer = '';
+            while (true) {
+                resetTimer();
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split('\n');
+                buffer = lines.pop() || '';
+                for (const line of lines) {
+                    const trimmed = line.trim();
+                    if (!trimmed)
+                        continue;
+                    try {
+                        const parsed = JSON.parse(trimmed);
+                        // Ollama v0.3+ may emit an error chunk mid-stream (e.g. empty tool output).
+                        if (parsed.error) {
+                            throw new Error(`Ollama model error: ${parsed.error}`);
+                        }
+                        const delta = parsed.response || '';
+                        fullResponse += delta;
+                        const isDone = Boolean(parsed.done);
+                        onChunk({ delta, done: isDone });
+                    }
+                    catch (parseErr) {
+                        // Re-throw Ollama model errors; ignore partial JSON parse failures.
+                        if (parseErr instanceof Error && parseErr.message.startsWith('Ollama model error:')) {
+                            throw parseErr;
+                        }
+                    }
+                }
+            }
+            clearTimeout(timer);
+            return {
+                model: options.model,
+                response: fullResponse,
+                done: true,
+                totalDurationMs: Date.now() - startTime,
+            };
+        }
+        catch (err) {
+            clearTimeout(timer);
+            if (controller.signal.aborted) {
+                throw new Error(`Ollama stream request timed out after ${timeoutMs}ms or was cancelled`);
+            }
+            const message = err instanceof Error ? err.message : String(err);
+            throw new Error(`Ollama stream failure: ${message}`);
+        }
+    }
+}
+//# sourceMappingURL=ollamaAdapter.js.map

package/dist/intelligence/ollamaAdapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollamaAdapter.js","sourceRoot":"","sources":["../../src/intelligence/ollamaAdapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAY,MAAM,qBAAqB,CAAC;AAwCvD,MAAM,OAAO,aAAa;IAId;IAHF,MAAM,CAAS;IAEvB,YACU,OAAe,wBAAwB,EAC/C,WAAqB,MAAM;QADnB,SAAI,GAAJ,IAAI,CAAmC;QAG/C,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,YAAoB,IAAI;QACxC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAE9D,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,cAAc,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;YACnF,YAAY,CAAC,KAAK,CAAC,CAAC;YAEpB,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC;YAC7E,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAyB,CAAC;YACxD,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC;QACjE,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC;YAC3E,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,YAAoB,IAAI;QAC3C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAE9D,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;YAChF,YAAY,CAAC,KAAK,CAAC,CAAC;YAEpB,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,2CAA2C,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3E,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAuB,CAAC;YACtD,OAAO,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0CAA0C,OAAO,EAAE,CAAC,CAAC;YACvE,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAwB,EAAE,cAA4B;QACnE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QAEzC,IAAI,cAAc,EAAE,CAAC;YACnB,cAAc,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,IAAI,GAA4B;gBACpC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;iBACxC;aACF,CAAC;YAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAC/B,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,eAAe,EAAE;gBACnD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,KAAK,CAAC,CAAC;YAEpB,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;gBACnD,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,CAAC,MAAM,MAAM,SAAS,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YAChG,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAO7B,CAAC;YAEF,iEAAiE;YACjE,uEAAuE;YACvE,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YACvD,CAAC;YAED,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE7G,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK;gBAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI;gBACvB,eAAe;gBACf,SAAS,EAAE,IAAI,CAAC,UAAU;aAC3B,CAAC;QACJ,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,2CAA2C,SAAS,qBAAqB,CAAC,CAAC;YAC7F,CAAC;YACD,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,OAAwB,EACxB,OAAqC,EACrC,cAA4B;QAE5B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QAEzC,IAAI,cAAc,EAAE,CAAC;YACnB,cAAc,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAC5D,MAAM,UAAU,GAAG,GAAG,EAAE;YACtB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAC1D,CAAC,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,IAAI,GAA4B;gBACpC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE;oBACP,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;iBACxC;aACF,CAAC;YAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAC/B,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,eAAe,EAAE;gBACnD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;gBACnD,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,CAAC,MAAM,MAAM,SAAS,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9F,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACd,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACzD,CAAC;YAED,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,YAAY,GAAG,EAAE,CAAC;YACtB,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,OAAO,IAAI,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO;wBAAE,SAAS;oBAEvB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA0D,CAAC;wBAE5F,4EAA4E;wBAC5E,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACjB,MAAM,IAAI,KAAK,CAAC,uBAAuB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;wBACzD,CAAC;wBAED,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;wBACpC,YAAY,IAAI,KAAK,CAAC;wBACtB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;wBAEpC,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;oBACnC,CAAC;oBAAC,OAAO,QAAiB,EAAE,CAAC;wBAC3B,oEAAoE;wBACpE,IAAI,QAAQ,YAAY,KAAK,IAAI,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC,EAAE,CAAC;4BACpF,MAAM,QAAQ,CAAC;wBACjB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,YAAY;gBACtB,IAAI,EAAE,IAAI;gBACV,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACxC,CAAC;QACJ,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,yCAAyC,SAAS,qBAAqB,CAAC,CAAC;YAC3F,CAAC;YACD,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;CACF"}

package/dist/intelligence/prototype/runPrototype.d.ts

@@ -0,0 +1,14 @@
+export declare function runEmbeddedPrototype(): Promise<{
+    success: boolean;
+    modelUsed: string;
+    modelSizeMb: number;
+    runtimeSizeMb: number;
+    memoryUsageMb: number;
+    cpuGpuInfo: string;
+    startupTimeMs: number;
+    promptExecuted: string;
+    generatedText: string;
+    streamedChunksCount: number;
+    passedWithoutOllama: boolean;
+}>;
+//# sourceMappingURL=runPrototype.d.ts.map

package/dist/intelligence/prototype/runPrototype.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runPrototype.d.ts","sourceRoot":"","sources":["../../../src/intelligence/prototype/runPrototype.ts"],"names":[],"mappings":"AAGA,wBAAsB,oBAAoB,IAAI,OAAO,CAAC;IACpD,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,OAAO,CAAC;CAC9B,CAAC,CAyFD"}

package/dist/intelligence/prototype/runPrototype.js

@@ -0,0 +1,87 @@
+import { EmbeddedInferenceProvider } from '../providers/embeddedInferenceProvider.js';
+import os from 'os';
+export async function runEmbeddedPrototype() {
+    console.log('=== NEXUS AI — Embedded Inference Runtime Prototype (Phase 2) ===');
+    console.log('[PROTOTYPE] Environment: Standalone Execution (NO Ollama dependency)');
+    // 1. Instantiation
+    const provider = new EmbeddedInferenceProvider({
+        modelName: 'qwen2.5-0.5b-nexus-proto.gguf',
+        logLevel: 'info',
+    });
+    // 2. Health & Startup
+    const healthStart = Date.now();
+    const health = await provider.healthCheck();
+    const startupTimeMs = Date.now() - healthStart;
+    console.log(`\n✓ Health Status: ${health.status}`);
+    console.log(`✓ Provider Engine: ${health.details?.engine}`);
+    console.log(`✓ Startup Time: ${startupTimeMs} ms`);
+    // 3. Model Discovery
+    const models = await provider.listModels();
+    const modelUsed = models[0]?.name || 'qwen2.5-0.5b-nexus-proto.gguf';
+    const modelSizeMb = Math.round((models[0]?.sizeBytes || 390 * 1024 * 1024) / (1024 * 1024));
+    console.log(`✓ Model Selected: ${modelUsed} (${modelSizeMb} MB)`);
+    // 4. Execute Prompt (Single Completion)
+    const testPrompt = 'Calculate 2+2 and confirm embedded workstation operational status.';
+    console.log(`\n[PROTOTYPE] Executing Prompt: "${testPrompt}"`);
+    const genRes = await provider.generate({
+        model: modelUsed,
+        prompt: testPrompt,
+    });
+    console.log(`✓ Generation Completed (${genRes.totalDurationMs} ms)`);
+    console.log(`✓ Result Output: "${genRes.response}"`);
+    // 5. Execute Streaming Generation
+    console.log('\n[PROTOTYPE] Testing Real-Time Stream Chat Generation:');
+    let streamedText = '';
+    let streamedChunksCount = 0;
+    const streamRes = await provider.streamChat({
+        model: modelUsed,
+        messages: [{ role: 'user', content: 'Say hello from NEXUS embedded engine.' }],
+    }, (chunk) => {
+        streamedChunksCount++;
+        streamedText += chunk.delta;
+        process.stdout.write(chunk.delta);
+    });
+    console.log(`\n✓ Stream Finished (${streamRes.totalDurationMs} ms, ${streamedChunksCount} chunks, ${streamedText.length} chars)`);
+    // 6. Profile Hardware & Memory Usage
+    const memUsage = process.memoryUsage();
+    const memoryUsageMb = Math.round(memUsage.rss / (1024 * 1024));
+    const cpuGpuInfo = `${os.cpus().length} CPUs (${os.arch()}), Host: ${os.platform()}`;
+    const runtimeSizeMb = 30; // node-llama-cpp native binary footprint ~30MB
+    console.log('\n--- Metric Summary ---');
+    console.log(`• Model Used: ${modelUsed}`);
+    console.log(`• Model Size: ${modelSizeMb} MB`);
+    console.log(`• Runtime Size: ${runtimeSizeMb} MB`);
+    console.log(`• Memory Usage (RSS): ${memoryUsageMb} MB`);
+    console.log(`• Host Architecture: ${cpuGpuInfo}`);
+    console.log(`• Startup Time: ${startupTimeMs} ms`);
+    // 7. Clean Shutdown
+    console.log('\n[PROTOTYPE] Shutting down embedded runtime...');
+    await provider.shutdown();
+    console.log('✓ Runtime shut down cleanly.');
+    return {
+        success: true,
+        modelUsed,
+        modelSizeMb,
+        runtimeSizeMb,
+        memoryUsageMb,
+        cpuGpuInfo,
+        startupTimeMs,
+        promptExecuted: testPrompt,
+        generatedText: genRes.response,
+        streamedChunksCount,
+        passedWithoutOllama: true,
+    };
+}
+// Execute standalone when run directly via tsx / node
+if (import.meta.url === `file:///${process.argv[1]?.replace(/\\/g, '/')}`) {
+    runEmbeddedPrototype()
+        .then((_r) => {
+        console.log('\n[PROTOTYPE SUCCESS]: Embedded inference prototype completed successfully!');
+        process.exit(0);
+    })
+        .catch((err) => {
+        console.error('\n[PROTOTYPE ERROR]:', err);
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=runPrototype.js.map

package/dist/intelligence/prototype/runPrototype.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runPrototype.js","sourceRoot":"","sources":["../../../src/intelligence/prototype/runPrototype.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,2CAA2C,CAAC;AACtF,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,MAAM,CAAC,KAAK,UAAU,oBAAoB;IAaxC,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;IACjF,OAAO,CAAC,GAAG,CAAC,sEAAsE,CAAC,CAAC;IAEpF,mBAAmB;IACnB,MAAM,QAAQ,GAAG,IAAI,yBAAyB,CAAC;QAC7C,SAAS,EAAE,+BAA+B;QAC1C,QAAQ,EAAE,MAAM;KACjB,CAAC,CAAC;IAEH,sBAAsB;IACtB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC5C,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;IAE/C,OAAO,CAAC,GAAG,CAAC,sBAAsB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,sBAAsB,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,mBAAmB,aAAa,KAAK,CAAC,CAAC;IAEnD,qBAAqB;IACrB,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;IAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,+BAA+B,CAAC;IACrE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,IAAI,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;IAE5F,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,KAAK,WAAW,MAAM,CAAC,CAAC;IAElE,wCAAwC;IACxC,MAAM,UAAU,GAAG,oEAAoE,CAAC;IACxF,OAAO,CAAC,GAAG,CAAC,oCAAoC,UAAU,GAAG,CAAC,CAAC;IAE/D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC;QACrC,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,UAAU;KACnB,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,2BAA2B,MAAM,CAAC,eAAe,MAAM,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC;IAErD,kCAAkC;IAClC,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;IACvE,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAE5B,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,UAAU,CACzC;QACE,KAAK,EAAE,SAAS;QAChB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,uCAAuC,EAAE,CAAC;KAC/E,EACD,CAAC,KAAK,EAAE,EAAE;QACR,mBAAmB,EAAE,CAAC;QACtB,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,wBAAwB,SAAS,CAAC,eAAe,QAAQ,mBAAmB,YAAY,YAAY,CAAC,MAAM,SAAS,CAAC,CAAC;IAElI,qCAAqC;IACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,UAAU,EAAE,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;IACrF,MAAM,aAAa,GAAG,EAAE,CAAC,CAAC,+CAA+C;IAEzE,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,iBAAiB,SAAS,EAAE,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,iBAAiB,WAAW,KAAK,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,mBAAmB,aAAa,KAAK,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,yBAAyB,aAAa,KAAK,CAAC,CAAC;IACzD,OAAO,CAAC,GAAG,CAAC,wBAAwB,UAAU,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,mBAAmB,aAAa,KAAK,CAAC,CAAC;IAEnD,oBAAoB;IACpB,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;IAC/D,MAAM,QAAQ,CAAC,QAAQ,EAAE,CAAC;IAC1B,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;IAE5C,OAAO;QACL,OAAO,EAAE,IAAI;QACb,SAAS;QACT,WAAW;QACX,aAAa;QACb,aAAa;QACb,UAAU;QACV,aAAa;QACb,cAAc,EAAE,UAAU;QAC1B,aAAa,EAAE,MAAM,CAAC,QAAQ;QAC9B,mBAAmB;QACnB,mBAAmB,EAAE,IAAI;KAC1B,CAAC;AACJ,CAAC;AAED,sDAAsD;AACtD,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,WAAW,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;IAC1E,oBAAoB,EAAE;SACnB,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE;QACX,OAAO,CAAC,GAAG,CAAC,6EAA6E,CAAC,CAAC;QAC3F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACb,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;QAC3C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACP,CAAC"}