@caupulican/pi-adaptative 0.81.20 → 0.81.22

package/dist/core/agent-session.js

@@ -31,6 +31,7 @@ import { deriveModelCapabilityProfile, filterToolNamesForCapability, } from "./m
 import { formatModelRouterModel, ModelRouterController } from "./model-router-controller.js";
 import { ModelSelectionController } from "./model-selection-controller.js";
 import { ModelAdaptationStore } from "./models/adaptation-store.js";
+import { HF_TRANSFORMERS_PROVIDER, OLLAMA_PROVIDER } from "./models/local-registration.js";
 import { DEFAULT_ADAPTIVE_STREAM_IDLE_CEILING_MS, estimateContextPromptTokens, resolveAdaptiveStreamIdleOptions, withModelPerfProfile, } from "./models/perf-profile.js";
 import { ProfileFilterController } from "./profile-filter-controller.js";
 import { expandPromptTemplate } from "./prompt-templates.js";
@@ -266,6 +267,7 @@ export class AgentSession {
                 base: { ...DEFAULT_STREAM_IDLE, ...configured },
                 profile,
                 promptTokens: estimateContextPromptTokens(context),
+                localClass: this._isWarmableLocalModel(model),
                 ceilingMs: httpIdleTimeoutMs === 0
                     ? DEFAULT_ADAPTIVE_STREAM_IDLE_CEILING_MS
                     : Math.max(DEFAULT_STREAM_IDLE.quietIdleMs, httpIdleTimeoutMs - 60_000),
@@ -659,6 +661,21 @@ export class AgentSession {
                 options.apiKey = auth.apiKey;
                 options.headers = auth.headers;
             }
+            if (controller.signal.aborted)
+                return;
+            if (model.provider === OLLAMA_PROVIDER || model.provider === HF_TRANSFORMERS_PROVIDER) {
+                await this._localRuntimeController.ensureRouteModelReady({
+                    decision: {
+                        tier: "cheap",
+                        risk: "read-only",
+                        confidence: 1,
+                        reasonCode: "prefix_warmer",
+                        reasons: ["prefix warmer residency"],
+                        model: `${model.provider}/${model.id}`,
+                    },
+                    model,
+                });
+            }
             if (controller.signal.aborted)
                 return;
             const stream = await this.agent.streamFn(model, {
@@ -3074,7 +3091,7 @@ export class AgentSession {
                     willRetry: false,
                     skipReason: "no model selected",
                 });
-                return false;
+                return hadQueuedMessages || this.agent.hasQueuedMessages();
             }
             const contextWindow = model.contextWindow;
             const margin = Math.max(0, Math.floor(0.01 * contextWindow));
@@ -3163,13 +3180,13 @@ export class AgentSession {
             if (outcome.kind === "failed") {
                 if (outcome.reason === "aborted") {
                     this._emit({ type: "compaction_end", reason, result: undefined, aborted: true, willRetry: false });
-                    return false;
+                    return hadQueuedMessages || this.agent.hasQueuedMessages();
                 }
                 throw new Error(outcome.reason);
             }
             if (extensionCancelled || signal.aborted) {
                 this._emit({ type: "compaction_end", reason, result: undefined, aborted: true, willRetry: false });
-                return false;
+                return hadQueuedMessages || this.agent.hasQueuedMessages();
             }
             const result = outcome.kind === "success" ? outcome.result : lastCompaction;
             if (!result) {
@@ -3198,7 +3215,7 @@ export class AgentSession {
                     ? `Context overflow recovery failed: ${errorMessage}`
                     : `Auto-compaction failed: ${errorMessage}`,
             });
-            return false;
+            return hadQueuedMessages || this.agent.hasQueuedMessages();
         }
         finally {
             this._autoCompactionAbortController = undefined;