@tecet/ollm 0.1.3

package/dist/features/context/contextSizing.d.ts

@@ -0,0 +1,48 @@
+/**
+ * Context Sizing - CLI Layer Utilities
+ *
+ * Provides CLI-specific context sizing utilities that delegate to core ContextSizeCalculator.
+ * This file bridges the CLI layer (which uses UserModelEntry) with the core layer.
+ *
+ * Responsibilities:
+ * - Extract context profiles from UserModelEntry
+ * - Validate user input for manual context sizing
+ * - Calculate context sizing results for CLI display
+ *
+ * Does NOT:
+ * - Calculate tiers (core ContextSizeCalculator does this)
+ * - Manage VRAM (core does this)
+ * - Store state (just pure functions)
+ */
+import type { ContextProfile, UserModelEntry } from '../../config/types.js';
+export interface ContextSizingResult {
+    requested: number;
+    allowed: number;
+    max: number;
+    matchingProfile?: ContextProfile;
+    ollamaContextSize: number;
+    ratio: number;
+}
+export interface ManualContextValidation {
+    valid: boolean;
+    max: number;
+    message?: string;
+}
+/**
+ * Get maximum context window for a model
+ */
+export declare function getMaxContextWindow(entry: UserModelEntry): number;
+/**
+ * Clamp context size to valid range for model
+ */
+export declare function clampContextSize(requested: number, entry: UserModelEntry): number;
+/**
+ * Calculate context sizing result for CLI display
+ * Delegates to core ContextSizeCalculator for Ollama size calculation
+ */
+export declare function calculateContextSizing(requested: number, entry: UserModelEntry, _contextCapRatio?: number): ContextSizingResult;
+/**
+ * Validate manual context input from user
+ */
+export declare function validateManualContext(entry: UserModelEntry, value: number): ManualContextValidation;
+//# sourceMappingURL=contextSizing.d.ts.map

package/dist/features/context/contextSizing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextSizing.d.ts","sourceRoot":"","sources":["../../../src/features/context/contextSizing.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAIH,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5E,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,eAAe,CAAC,EAAE,cAAc,CAAC;IACjC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,OAAO,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,cAAc,GAAG,MAAM,CAgBjE;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,MAAM,CAOjF;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CACpC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,cAAc,EACrB,gBAAgB,GAAE,MAAa,GAC9B,mBAAmB,CAsBrB;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,cAAc,EACrB,KAAK,EAAE,MAAM,GACZ,uBAAuB,CAqBzB"}

package/dist/features/context/contextSizing.js

@@ -0,0 +1,87 @@
+/**
+ * Context Sizing - CLI Layer Utilities
+ *
+ * Provides CLI-specific context sizing utilities that delegate to core ContextSizeCalculator.
+ * This file bridges the CLI layer (which uses UserModelEntry) with the core layer.
+ *
+ * Responsibilities:
+ * - Extract context profiles from UserModelEntry
+ * - Validate user input for manual context sizing
+ * - Calculate context sizing results for CLI display
+ *
+ * Does NOT:
+ * - Calculate tiers (core ContextSizeCalculator does this)
+ * - Manage VRAM (core does this)
+ * - Store state (just pure functions)
+ */
+import * as ContextSizeCalculator from '@ollm/ollm-cli-core/context/ContextSizeCalculator.js';
+/**
+ * Get maximum context window for a model
+ */
+export function getMaxContextWindow(entry) {
+    const profiles = entry.context_profiles ?? [];
+    if (profiles.length === 0) {
+        return entry.max_context_window ?? entry.default_context ?? 4096;
+    }
+    // Find largest profile size
+    const largestProfile = profiles.reduce((max, profile) => (profile.size ?? 0) > (max.size ?? 0) ? profile : max);
+    const largestSize = largestProfile.size ?? 0;
+    const fallback = largestSize || entry.default_context || 4096;
+    return Math.max(1, entry.max_context_window ?? fallback);
+}
+/**
+ * Clamp context size to valid range for model
+ */
+export function clampContextSize(requested, entry) {
+    if (!Number.isFinite(requested) || requested <= 0) {
+        return Math.max(1, entry.default_context ?? 4096);
+    }
+    const max = getMaxContextWindow(entry);
+    return ContextSizeCalculator.clampContextSize(requested, 1, max);
+}
+/**
+ * Calculate context sizing result for CLI display
+ * Delegates to core ContextSizeCalculator for Ollama size calculation
+ */
+export function calculateContextSizing(requested, entry, _contextCapRatio = 0.85) {
+    const max = getMaxContextWindow(entry);
+    const allowed = clampContextSize(requested, entry);
+    const profiles = entry.context_profiles ?? [];
+    // Find matching profile
+    const matchingProfile = profiles.find((profile) => profile.size === allowed);
+    // Get Ollama context size using core calculator
+    const ollamaContextSize = ContextSizeCalculator.getOllamaContextSize(allowed, profiles);
+    // Calculate ratio
+    const ratio = allowed > 0 ? ollamaContextSize / allowed : 0.85;
+    return {
+        requested,
+        allowed,
+        max,
+        matchingProfile,
+        ollamaContextSize,
+        ratio,
+    };
+}
+/**
+ * Validate manual context input from user
+ */
+export function validateManualContext(entry, value) {
+    const max = getMaxContextWindow(entry);
+    if (value <= 0) {
+        return {
+            valid: false,
+            max,
+            message: 'Context size must be a positive integer.',
+        };
+    }
+    if (value > max) {
+        const displayName = entry.name || entry.id;
+        return {
+            valid: false,
+            max,
+            message: `Maximum context for ${displayName} is ${max} tokens. Enter ${max} or a smaller value, or type "cancel" to abort.`,
+        };
+    }
+    return { valid: true, max };
+}
+//# sourceMappingURL=contextSizing.js.map

package/dist/features/context/contextSizing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextSizing.js","sourceRoot":"","sources":["../../../src/features/context/contextSizing.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,qBAAqB,MAAM,sDAAsD,CAAC;AAmB9F;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAqB;IACvD,MAAM,QAAQ,GAAG,KAAK,CAAC,gBAAgB,IAAI,EAAE,CAAC;IAE9C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,kBAAkB,IAAI,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC;IACnE,CAAC;IAED,4BAA4B;IAC5B,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CACtD,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACtD,CAAC;IAEF,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,IAAI,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,WAAW,IAAI,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC;IAE9D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,kBAAkB,IAAI,QAAQ,CAAC,CAAC;AAC3D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAAiB,EAAE,KAAqB;IACvE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QAClD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,GAAG,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IACvC,OAAO,qBAAqB,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;AACnE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CACpC,SAAiB,EACjB,KAAqB,EACrB,mBAA2B,IAAI;IAE/B,MAAM,GAAG,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,gBAAgB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,gBAAgB,IAAI,EAAE,CAAC;IAE9C,wBAAwB;IACxB,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;IAE7E,gDAAgD;IAChD,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,oBAAoB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAExF,kBAAkB;IAClB,MAAM,KAAK,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAE/D,OAAO;QACL,SAAS;QACT,OAAO;QACP,GAAG;QACH,eAAe;QACf,iBAAiB;QACjB,KAAK;KACN,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,KAAqB,EACrB,KAAa;IAEb,MAAM,GAAG,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAEvC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACf,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,GAAG;YACH,OAAO,EAAE,0CAA0C;SACpD,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QAChB,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;QAC3C,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,GAAG;YACH,OAAO,EAAE,uBAAuB,WAAW,OAAO,GAAG,kBAAkB,GAAG,iDAAiD;SAC5H,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;AAC9B,CAAC"}

package/dist/features/context/gpuHintStore.d.ts

@@ -0,0 +1,7 @@
+import type { GPUPlacementHints } from './gpuHints.js';
+import type { GPUInfo } from '@ollm/core';
+export declare function setLastGPUPlacementHints(hints?: GPUPlacementHints): void;
+export declare function getLastGPUPlacementHints(): GPUPlacementHints | undefined;
+export declare function setLastGPUInfo(info: GPUInfo | null): void;
+export declare function getLastGPUInfo(): GPUInfo | null;
+//# sourceMappingURL=gpuHintStore.d.ts.map

package/dist/features/context/gpuHintStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gpuHintStore.d.ts","sourceRoot":"","sources":["../../../src/features/context/gpuHintStore.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAK1C,wBAAgB,wBAAwB,CAAC,KAAK,CAAC,EAAE,iBAAiB,GAAG,IAAI,CAExE;AAED,wBAAgB,wBAAwB,IAAI,iBAAiB,GAAG,SAAS,CAExE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,GAAG,IAAI,CAEzD;AAED,wBAAgB,cAAc,IAAI,OAAO,GAAG,IAAI,CAE/C"}

package/dist/features/context/gpuHintStore.js

@@ -0,0 +1,15 @@
+let lastHints;
+let lastGPUInfo = null;
+export function setLastGPUPlacementHints(hints) {
+    lastHints = hints;
+}
+export function getLastGPUPlacementHints() {
+    return lastHints;
+}
+export function setLastGPUInfo(info) {
+    lastGPUInfo = info;
+}
+export function getLastGPUInfo() {
+    return lastGPUInfo;
+}
+//# sourceMappingURL=gpuHintStore.js.map

package/dist/features/context/gpuHintStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gpuHintStore.js","sourceRoot":"","sources":["../../../src/features/context/gpuHintStore.ts"],"names":[],"mappings":"AAGA,IAAI,SAAwC,CAAC;AAC7C,IAAI,WAAW,GAAmB,IAAI,CAAC;AAEvC,MAAM,UAAU,wBAAwB,CAAC,KAAyB;IAChE,SAAS,GAAG,KAAK,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,wBAAwB;IACtC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAoB;IACjD,WAAW,GAAG,IAAI,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,cAAc;IAC5B,OAAO,WAAW,CAAC;AACrB,CAAC"}

package/dist/features/context/gpuHints.d.ts

@@ -0,0 +1,3 @@
+export type { GPUPlacementHints } from '@ollm/core';
+export { deriveGPUPlacementHints } from '@ollm/core';
+//# sourceMappingURL=gpuHints.d.ts.map

package/dist/features/context/gpuHints.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gpuHints.d.ts","sourceRoot":"","sources":["../../../src/features/context/gpuHints.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC"}

package/dist/features/context/gpuHints.js

@@ -0,0 +1,2 @@
+export { deriveGPUPlacementHints } from '@ollm/core';
+//# sourceMappingURL=gpuHints.js.map

package/dist/features/context/gpuHints.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gpuHints.js","sourceRoot":"","sources":["../../../src/features/context/gpuHints.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC"}

package/dist/features/context/handlers/agentLoopHandler.d.ts

@@ -0,0 +1,58 @@
+/**
+ * Agent Loop Handler
+ *
+ * Handles the multi-turn agent loop with tool execution.
+ * Extracted from ChatContext.tsx for better separation of concerns.
+ *
+ * The agent loop:
+ * 1. Prepares conversation history
+ * 2. Sends request to LLM with streaming
+ * 3. Handles reasoning/thinking
+ * 4. Executes tool calls
+ * 5. Repeats until no more tool calls or max turns reached
+ */
+import type { Message } from '../types/chatTypes.js';
+import type { ContextMessage, ToolCall as CoreToolCall, ProviderMetrics, ToolSchema, ProviderAdapter } from '@ollm/core';
+/**
+ * Dependencies required by agent loop
+ */
+export interface AgentLoopDependencies {
+    addMessage: (message: Omit<Message, 'id' | 'timestamp'>) => Message;
+    setMessages: React.Dispatch<React.SetStateAction<Message[]>>;
+    contextActions: {
+        getContext: () => Promise<ContextMessage[]>;
+        addMessage: (message: Omit<ContextMessage, 'id' | 'timestamp'>) => Promise<void>;
+        reportInflightTokens?: (tokens: number) => void;
+        clearInflightTokens?: () => void;
+    };
+    sendToLLM: (history: any[], onText: (text: string) => void, onError: (error: string) => void, onComplete: (metrics?: ProviderMetrics, finishReason?: 'stop' | 'length' | 'tool') => void, onToolCall: (toolCall: CoreToolCall) => void, onThinking: (thinking: string) => void, toolSchemas?: ToolSchema[], systemPrompt?: string, timeout?: number, temperature?: number) => Promise<void>;
+    cancelRequest: () => void;
+    currentModel: string;
+    provider: ProviderAdapter | null;
+    serviceContainer: any;
+    toolSchemas?: ToolSchema[];
+    systemPrompt: string;
+    recordSessionMessage: (role: 'user' | 'assistant', text: string) => Promise<void>;
+    assistantMessageIdRef: React.MutableRefObject<string | null>;
+    compressionOccurredRef: React.MutableRefObject<boolean>;
+    compressionRetryCountRef: React.MutableRefObject<number>;
+    lastUserMessageRef: React.MutableRefObject<string | null>;
+    inflightTokenAccumulatorRef: React.MutableRefObject<number>;
+    inflightFlushTimerRef: React.MutableRefObject<NodeJS.Timeout | null>;
+    modeManager?: any;
+}
+/**
+ * Result of agent loop execution
+ */
+export interface AgentLoopResult {
+    turns: number;
+    success: boolean;
+}
+/**
+ * Run the agent loop
+ *
+ * @param deps - Dependencies required by agent loop
+ * @returns Promise that resolves with loop result
+ */
+export declare function runAgentLoop(deps: AgentLoopDependencies): Promise<AgentLoopResult>;
+//# sourceMappingURL=agentLoopHandler.d.ts.map

package/dist/features/context/handlers/agentLoopHandler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentLoopHandler.d.ts","sourceRoot":"","sources":["../../../../src/features/context/handlers/agentLoopHandler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAMH,OAAO,KAAK,EAAE,OAAO,EAAY,MAAM,uBAAuB,CAAC;AAC/D,OAAO,KAAK,EACV,cAAc,EACd,QAAQ,IAAI,YAAY,EACxB,eAAe,EACf,UAAU,EACV,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB;;GAEG;AACH,MAAM,WAAW,qBAAqB;IAEpC,UAAU,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,GAAG,WAAW,CAAC,KAAK,OAAO,CAAC;IACpE,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAG7D,cAAc,EAAE;QACd,UAAU,EAAE,MAAM,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;QAC5C,UAAU,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,GAAG,WAAW,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;QACjF,oBAAoB,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;QAChD,mBAAmB,CAAC,EAAE,MAAM,IAAI,CAAC;KAClC,CAAC;IAGF,SAAS,EAAE,CACT,OAAO,EAAE,GAAG,EAAE,EACd,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,EAC9B,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EAChC,UAAU,EAAE,CAAC,OAAO,CAAC,EAAE,eAAe,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,KAAK,IAAI,EAC1F,UAAU,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,EAC5C,UAAU,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EACtC,WAAW,CAAC,EAAE,UAAU,EAAE,EAC1B,YAAY,CAAC,EAAE,MAAM,EACrB,OAAO,CAAC,EAAE,MAAM,EAChB,WAAW,CAAC,EAAE,MAAM,KACjB,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,aAAa,EAAE,MAAM,IAAI,CAAC;IAG1B,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,eAAe,GAAG,IAAI,CAAC;IAGjC,gBAAgB,EAAE,GAAG,CAAC;IACtB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAG3B,YAAY,EAAE,MAAM,CAAC;IAGrB,oBAAoB,EAAE,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,EAAE,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAGlF,qBAAqB,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC7D,sBAAsB,EAAE,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACxD,wBAAwB,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACzD,kBAAkB,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC1D,2BAA2B,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAC5D,qBAAqB,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IAGrE,WAAW,CAAC,EAAE,GAAG,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;;;;GAKG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC,eAAe,CAAC,CA2jBxF"}