@caupulican/pi-adaptative 0.81.19 → 0.81.21

package/dist/core/agent-session.js

@@ -31,6 +31,7 @@ import { deriveModelCapabilityProfile, filterToolNamesForCapability, } from "./m
 import { formatModelRouterModel, ModelRouterController } from "./model-router-controller.js";
 import { ModelSelectionController } from "./model-selection-controller.js";
 import { ModelAdaptationStore } from "./models/adaptation-store.js";
+import { HF_TRANSFORMERS_PROVIDER, OLLAMA_PROVIDER } from "./models/local-registration.js";
 import { DEFAULT_ADAPTIVE_STREAM_IDLE_CEILING_MS, estimateContextPromptTokens, resolveAdaptiveStreamIdleOptions, withModelPerfProfile, } from "./models/perf-profile.js";
 import { ProfileFilterController } from "./profile-filter-controller.js";
 import { expandPromptTemplate } from "./prompt-templates.js";
@@ -266,6 +267,7 @@ export class AgentSession {
                 base: { ...DEFAULT_STREAM_IDLE, ...configured },
                 profile,
                 promptTokens: estimateContextPromptTokens(context),
+                localClass: this._isWarmableLocalModel(model),
                 ceilingMs: httpIdleTimeoutMs === 0
                     ? DEFAULT_ADAPTIVE_STREAM_IDLE_CEILING_MS
                     : Math.max(DEFAULT_STREAM_IDLE.quietIdleMs, httpIdleTimeoutMs - 60_000),
@@ -659,6 +661,21 @@ export class AgentSession {
                 options.apiKey = auth.apiKey;
                 options.headers = auth.headers;
             }
+            if (controller.signal.aborted)
+                return;
+            if (model.provider === OLLAMA_PROVIDER || model.provider === HF_TRANSFORMERS_PROVIDER) {
+                await this._localRuntimeController.ensureRouteModelReady({
+                    decision: {
+                        tier: "cheap",
+                        risk: "read-only",
+                        confidence: 1,
+                        reasonCode: "prefix_warmer",
+                        reasons: ["prefix warmer residency"],
+                        model: `${model.provider}/${model.id}`,
+                    },
+                    model,
+                });
+            }
             if (controller.signal.aborted)
                 return;
             const stream = await this.agent.streamFn(model, {