@f5-sales-demo/xcsh 20.8.5 → 20.9.0

package/package.json

@@ -1,7 +1,7 @@
 {
 	"type": "module",
 	"name": "@f5-sales-demo/xcsh",
-	"version": "20.8.5",
+	"version": "20.9.0",
 	"description": "Coding agent CLI with read, bash, edit, write tools and session management",
 	"homepage": "https://github.com/f5-sales-demo/xcsh",
 	"author": "Can Boluk",
@@ -40,6 +40,7 @@
 		"check:bundle": "bun scripts/check-bundle.ts",
 		"pretest": "bun ../../scripts/check-installed-dependencies.ts",
 		"test": "bun run generate-build-info && bun scripts/bun-test-guarded.ts --max-concurrency 1",
+		"bench:routing-matrix": "bun scripts/bench-routing-matrix.ts",
 		"fix": "biome check --write --unsafe . && bun run format-prompts && bun run generate-docs-index && bun run generate-api-spec-index && bun run generate-build-info",
 		"fmt": "biome format --write . && bun run format-prompts",
 		"format-prompts": "bun scripts/format-prompts.ts",
@@ -61,13 +62,13 @@
 	"dependencies": {
 		"@agentclientprotocol/sdk": "1.3.0",
 		"@mozilla/readability": "^0.6",
-		"@f5-sales-demo/xcsh-stats": "20.8.5",
-		"@f5-sales-demo/pi-agent-core": "20.8.5",
-		"@f5-sales-demo/pi-ai": "20.8.5",
-		"@f5-sales-demo/pi-natives": "20.8.5",
-		"@f5-sales-demo/pi-resource-management": "20.8.5",
-		"@f5-sales-demo/pi-tui": "20.8.5",
-		"@f5-sales-demo/pi-utils": "20.8.5",
+		"@f5-sales-demo/xcsh-stats": "20.9.0",
+		"@f5-sales-demo/pi-agent-core": "20.9.0",
+		"@f5-sales-demo/pi-ai": "20.9.0",
+		"@f5-sales-demo/pi-natives": "20.9.0",
+		"@f5-sales-demo/pi-resource-management": "20.9.0",
+		"@f5-sales-demo/pi-tui": "20.9.0",
+		"@f5-sales-demo/pi-utils": "20.9.0",
 		"@sinclair/typebox": "^0.34",
 		"@xterm/headless": "^6.0",
 		"ajv": "^8.20",

package/src/config/settings-schema.ts

@@ -627,6 +627,28 @@ export const SETTINGS_SCHEMA = {
 		default: [],
 	},
 
+	"routing.internalOpenAiUrl": {
+		type: "string",
+		default: "",
+		ui: {
+			tab: "model",
+			label: "Internal OpenAI URL",
+			description: "Internal FQDN for OpenAI routing lane",
+			submenu: true,
+		},
+	},
+
+	"routing.internalAnthropicUrl": {
+		type: "string",
+		default: "",
+		ui: {
+			tab: "model",
+			label: "Internal Anthropic URL",
+			description: "Internal FQDN for Anthropic routing lane",
+			submenu: true,
+		},
+	},
+
 	// Sampling
 	temperature: {
 		type: "number",

package/src/internal-urls/build-info.generated.ts

@@ -17,17 +17,17 @@ export interface BuildInfo {
 }
 
 export const BUILD_INFO: BuildInfo = {
-	"version": "20.8.5",
-	"commit": "ed354637dc7586f58ebedbea98dea65b304e7122",
-	"shortCommit": "ed35463",
+	"version": "20.9.0",
+	"commit": "c120e6e1b6530d1ba068a89905dcbd1df72d7b2c",
+	"shortCommit": "c120e6e",
 	"branch": "main",
-	"tag": "v20.8.5",
-	"commitDate": "2026-08-09T13:04:40Z",
-	"buildDate": "2026-08-09T13:30:24.105Z",
+	"tag": "v20.9.0",
+	"commitDate": "2026-08-10T17:23:39Z",
+	"buildDate": "2026-08-10T17:52:55.552Z",
 	"dirty": true,
 	"prNumber": "",
 	"repoUrl": "https://github.com/f5-sales-demo/xcsh",
 	"repoSlug": "f5-sales-demo/xcsh",
-	"commitUrl": "https://github.com/f5-sales-demo/xcsh/commit/ed354637dc7586f58ebedbea98dea65b304e7122",
-	"releaseUrl": "https://github.com/f5-sales-demo/xcsh/releases/tag/v20.8.5"
+	"commitUrl": "https://github.com/f5-sales-demo/xcsh/commit/c120e6e1b6530d1ba068a89905dcbd1df72d7b2c",
+	"releaseUrl": "https://github.com/f5-sales-demo/xcsh/releases/tag/v20.9.0"
 };

package/src/routing/classifier.ts

@@ -86,7 +86,12 @@ export async function classifyTaskHybrid(options: HybridClassifierOptions): Prom
 		if (err instanceof Error && err.name === "AbortError") {
 			throw err;
 		}
-		const isSyntax = err instanceof SyntaxError || (err instanceof Error && err.message.includes("malformed"));
+		const isSyntax =
+			err instanceof SyntaxError ||
+			(err instanceof Error &&
+				(err.message.includes("malformed") ||
+					err.message.includes("JSON") ||
+					err.message.includes("Unexpected token")));
 		return {
 			...baseProfile,
 			reasons: [...baseProfile.reasons, isSyntax ? "classifier_fallback_malformed" : "classifier_fallback_timeout"],

package/src/routing/coordinator.ts

@@ -28,6 +28,8 @@ export interface EvaluateTurnOptions {
 	downshiftAfterTurns?: number;
 	getModelContextWindow?: (modelId: string) => number;
 	runRoutingClassifier?: (utilityModel: string, prompt: string) => Promise<string>;
+	signal?: AbortSignal;
+	ttftStartNs?: number;
 }
 
 export class RoutingCoordinator {

package/src/routing/delegation.ts

@@ -41,7 +41,10 @@ export function validateDelegationPlan(plan: ReadOnlyDelegationPlan, maxTasks =
 
 export async function executeReadOnlyDelegationPlan(
 	plan: ReadOnlyDelegationPlan,
-	executor: (subtaskPrompt: string, signal?: AbortSignal) => Promise<{ result: string; tokens: number }>,
+	executor: (
+		subtaskPrompt: string,
+		options?: { signal?: AbortSignal; allowedTools?: (toolName: string) => boolean },
+	) => Promise<{ result: string; tokens: number }>,
 	maxTasks = 3,
 	options?: { signal?: AbortSignal },
 ): Promise<{ results: Array<{ id: string; result: string }>; tokensUsed: number }> {
@@ -65,7 +68,10 @@ export async function executeReadOnlyDelegationPlan(
 			]
 				.filter(Boolean)
 				.join("\n");
-			const { result, tokens } = await executor(promptPayload, options?.signal);
+			const { result, tokens } = await executor(promptPayload, {
+				signal: options?.signal,
+				allowedTools: isDelegationAllowedTool,
+			});
 			return { id: task.id, result, tokens };
 		} catch (err) {
 			return { id: task.id, result: `Failed: ${String(err)}`, tokens: 0 };

package/src/routing/types.ts

@@ -107,4 +107,7 @@ export interface RoutingSettings {
 	pools: Record<string, RoutingPoolConfig>;
 	disabledPresets: string[];
 	tierEffort?: Record<string, string>;
+
+	internalOpenAiUrl?: string;
+	internalAnthropicUrl?: string;
 }

package/src/session/agent-session.ts

@@ -43,7 +43,6 @@ import type {
 } from "@f5-sales-demo/pi-ai";
 import {
 	calculateRateLimitBackoffMs,
-	completeSimple,
 	getSupportedEfforts,
 	isContextOverflow,
 	isUsageLimitError,
@@ -445,6 +444,7 @@ export class AgentSession {
 	 * distinguishable from launch configuration (#2459). Defaults to "config": settings, a remembered
 	 * role, or a resumed session are all config, and only --model or a live switch is not.
 	 */
+	#initialModelResolutionSource: ModelResolutionSource = "config";
 	#modelResolutionSource: ModelResolutionSource = "config";
 	#promptTemplates: PromptTemplate[];
 	#slashCommands: FileSlashCommand[];
@@ -596,7 +596,8 @@ export class AgentSession {
 		this.#pythonKernelOwnerId = config.pythonKernelOwnerId ?? `agent-session:${Snowflake.next()}`;
 		this.#scopedModels = config.scopedModels ?? [];
 		this.#thinkingLevel = config.thinkingLevel;
-		this.#modelResolutionSource = config.modelResolutionSource ?? "config";
+		this.#initialModelResolutionSource = config.modelResolutionSource ?? "config";
+		this.#modelResolutionSource = this.#initialModelResolutionSource;
 		this.#promptTemplates = config.promptTemplates ?? [];
 		this.#slashCommands = config.slashCommands ?? [];
 		this.#extensionRunner = config.extensionRunner;
@@ -1348,20 +1349,19 @@ export class AgentSession {
 						}
 
 						if (!outcome.safeToContinue) {
-							this.#routingCoordinator.getStateMachine().setEscalationFloor(targetTier);
 							return;
 						}
 
 						const previousTier = this.#routingCoordinator.getState().currentTier;
 						const previousFloor = this.#routingCoordinator.getState().escalationFloor;
+						const previousModel = this.model;
 
 						try {
+							await this.setModelRoutingSwitch(targetModel);
 							this.agent.abort();
 
 							this.#routingCoordinator.getStateMachine().setEscalationFloor(targetTier);
 							this.#routingCoordinator.restoreState({ currentTier: targetTier });
-
-							await this.setModelRoutingSwitch(targetModel);
 							const effortMap = this.settings.get("routing.tierEffort") as Record<string, string> | undefined;
 							const { mapTierToEffort } = await import("../routing/effort");
 							const effort = mapTierToEffort(targetTier, effortMap);
@@ -1387,6 +1387,13 @@ export class AgentSession {
 							} else {
 								this.#routingCoordinator.getStateMachine().clearEscalationFloor();
 							}
+							if (previousModel) {
+								this.#setModelWithProviderSessionReset(previousModel, "runtime-switch");
+								this.sessionManager.appendModelChange(
+									`${previousModel.provider}/${previousModel.id}`,
+									"routing_switch_rollback",
+								);
+							}
 						} finally {
 							this.#scheduleAgentContinue({ delayMs: 10 });
 						}
@@ -2801,247 +2808,21 @@ export class AgentSession {
 
 		await this.#maybeRestoreRetryFallbackPrimary();
 
-		// Evaluate dynamic model routing if enabled
-		const routingMode = (this.settings.get("routing.mode") as RoutingMode) ?? "off";
-		if (routingMode !== "off" && this.model) {
-			if (this.#activeRetryFallback) {
-				this.#emitSessionEvent({
-					type: "routing_skipped",
-					epochId: `skip-${Date.now()}`,
-					reasons: ["retry_fallback"],
-				} as any).catch(() => {});
+		const delegationOutput = await this.#evaluateAndApplyRouting(
+			expandedText,
+			options?.images ? options.images.length > 0 : false,
+			{ signal: options?.signal },
+		);
+		if (delegationOutput) {
+			expandedText += delegationOutput;
+			const textBlock = userContent.find(c => c.type === "text") as Extract<
+				(typeof userContent)[0],
+				{ type: "text" }
+			>;
+			if (textBlock) {
+				textBlock.text += delegationOutput;
 			} else {
-				const anchorModel = `${this.model.provider}/${this.model.id}`;
-				const availableModels =
-					this.#scopedModels.length > 0
-						? this.#scopedModels.map(sm => `${sm.model.provider}/${sm.model.id}`)
-						: this.#modelRegistry.getAvailable().map(m => `${m.provider}/${m.id}`);
-				const startTime = Date.now();
-				const systemTokens = Math.round((this.systemPrompt?.length ?? 0) / 4);
-				const promptTokens = Math.round(expandedText.length / 4);
-				const toolsStr = JSON.stringify(Array.from(this.#toolRegistry.values()));
-				const toolsTokens = Math.round(toolsStr.length / 4);
-				const reserveTokens = (this.settings.get("compaction.reserveTokens") as number) ?? 0;
-				const contextEstimate = {
-					usedTokens: calculateUsedTokens(this.messages) + systemTokens + promptTokens + toolsTokens,
-					reserveTokens,
-					contextWindow: this.model.contextWindow ?? 128000,
-				};
-				const decision = await this.#routingCoordinator.evaluateTurn({
-					anchorModel,
-					mode: routingMode,
-					prompt: expandedText,
-					hasImages: options?.images && options.images.length > 0,
-					priorRejection: this.#routingCoordinator.getState().escalationFloor !== undefined,
-					availableModels,
-					customPools: validateCustomPools(this.settings.get("routing.pools")),
-					disabledPresets: (this.settings.get("routing.disabledPresets") as readonly string[]) ?? [],
-					familyPolicy: (this.settings.get("routing.familyPolicy") as "sticky" | "configured-mixed") ?? "sticky",
-					profilerMode: (this.settings.get("routing.profiler") as any) ?? "hybrid",
-					contextEstimate,
-					getModelContextWindow: (modelId: string) => {
-						const found = this.#modelRegistry
-							.getAll()
-							.find(m => `${m.provider}/${m.id}` === modelId || m.id === modelId);
-						return found?.contextWindow ?? 128000;
-					},
-					runRoutingClassifier: async (utilityModel: string, promptText: string) => {
-						const resolved = this.#modelRegistry
-							.getAll()
-							.find(m => `${m.provider}/${m.id}` === utilityModel || m.id === utilityModel);
-						if (!resolved) throw new Error("Classifier model not found");
-						const apiKey = await this.#modelRegistry.getApiKey(resolved, this.sessionId);
-						if (!apiKey) throw new Error("No API key for classifier model");
-
-						const systemInstruction = `You are a routing classifier. Analyze the user's prompt and output a JSON object: { "complexityScore": number, "confidence": number, "delegation"?: { "reason": string, "subtasks": { "id": string, "title": string, "description": string, "targetFilesOrPaths": string[], "desiredTier"?: string }[] } }. Score complexity from 0 to 100 based on required reasoning, context width, and coding effort. Return ONLY valid JSON without markdown blocks.`;
-
-						const res = await completeSimple(
-							resolved,
-							{
-								systemPrompt: systemInstruction,
-								messages: [
-									{ role: "user", content: [{ type: "text", text: promptText }], timestamp: Date.now() },
-								],
-							},
-							{ apiKey, signal: AbortSignal.timeout(15000) },
-						);
-						const rawText = res.content
-							.filter(c => c.type === "text")
-							.map(c => (c as TextContent).text)
-							.join("");
-
-						const jsonMatch = rawText.match(/\{[\s\S]*\}/);
-						if (jsonMatch) {
-							const parsed = JSON.parse(jsonMatch[0]); // Check validity
-							if (res.usage) {
-								this.settings.getStorage()?.recordModelUsage(`${resolved.provider}/${resolved.id}`);
-								parsed.routingUsage = (res.usage as any).totalTokens ?? (res.usage as any).total ?? 0;
-							}
-							return JSON.stringify(parsed);
-						}
-						throw new Error("Classifier returned malformed JSON");
-					},
-					downshiftAfterTurns: (this.settings.get("routing.downshiftAfterTurns") as number) ?? 2,
-				});
-				const durationMs = Date.now() - startTime;
-
-				this.#emitSessionEvent({
-					type: decision.applied ? "routing_applied" : "routing_decision",
-					epochId: decision.epochId,
-					mode: decision.mode,
-					provider: this.model.provider,
-					poolId: decision.poolId,
-					effectiveTier: decision.effectiveTier,
-					selectedModel: decision.selectedModel,
-					reasons: decision.reasons,
-					delegated: !!decision.delegation,
-					escalated: decision.reasons.some(
-						r => r === "context_capacity_promotion" || r === "escalation_floor_active",
-					),
-					contextTokens: contextEstimate.usedTokens,
-					routingUsage: decision.routingUsage,
-					durationMs,
-					state: this.#routingCoordinator.getState(),
-				} as any).catch(() => {});
-
-				if (decision.selectedModel && decision.applied) {
-					const targetModel = this.#modelRegistry
-						.getAvailable()
-						.find(m => `${m.provider}/${m.id}` === decision.selectedModel || m.id === decision.selectedModel);
-					if (targetModel) {
-						const currentModelId = this.model ? `${this.model.provider}/${this.model.id}` : undefined;
-						const targetModelId = `${targetModel.provider}/${targetModel.id}`;
-						if (currentModelId !== targetModelId) {
-							await this.setModelRoutingSwitch(targetModel);
-						}
-						if (decision.effectiveTier) {
-							const effortMap = this.settings.get("routing.tierEffort") as Record<string, string> | undefined;
-							const { mapTierToEffort } = await import("../routing/effort");
-							const effort = mapTierToEffort(decision.effectiveTier, effortMap);
-							this.setThinkingLevel(effort as any);
-						}
-					}
-				}
-
-				if (
-					decision.applied &&
-					decision.delegation &&
-					decision.delegation.subtasks.length > 1 &&
-					(this.settings.get("routing.delegation") as string) === "read-only"
-				) {
-					let maxTasks = (this.settings.get("routing.delegationMaxTasks") as number) ?? 3;
-					maxTasks = Math.min(Math.max(1, maxTasks), 3);
-
-					const { results, tokensUsed } = await executeReadOnlyDelegationPlan(
-						decision.delegation,
-						async (subtaskPrompt, signal) => {
-							if (signal?.aborted) return { result: "Delegation failed: Aborted", tokens: 0 };
-
-							const { resolveModelPool } = await import("../routing/presets");
-							const pool = resolveModelPool(
-								decision.poolId ?? (this.model ? `${this.model.provider}/${this.model.id}` : ""),
-								this.settings.get("routing.pools") as any,
-								this.settings.get("routing.disabledPresets") as readonly string[],
-								this.settings.get("routing.familyPolicy") as any,
-							);
-
-							let resolvedUtility = this.model;
-							if (pool?.tiers?.utility) {
-								let uId = pool.tiers.utility;
-								if (!uId.includes("/") && pool.provider) {
-									uId = `${pool.provider}/${uId}`;
-								}
-								const found = this.#modelRegistry
-									.getAvailable()
-									.find(m => `${m.provider}/${m.id}` === uId || m.id === uId);
-								if (found) resolvedUtility = found;
-							}
-
-							if (!resolvedUtility) return { result: "Delegation failed: no model.", tokens: 0 };
-
-							const { createAgentSession } = await import("../sdk");
-							const { SessionManager: SDKSessionManager } = await import("./session-manager");
-							const childSettings = await this.settings.cloneForCwd(process.cwd());
-							childSettings.set("routing.delegation", "off");
-
-							// Fix abort race by checking right before creation
-							if (signal?.aborted) return { result: "Delegation failed: Aborted", tokens: 0 };
-
-							const { session: childSession } = await createAgentSession({
-								model: resolvedUtility,
-								sessionManager: SDKSessionManager.inMemory(),
-								settings: childSettings,
-								authStorage: this.#modelRegistry.authStorage,
-								modelRegistry: this.#modelRegistry,
-								toolNames: Array.from(this.#toolRegistry.values())
-									.map(t => t.name)
-									.filter(isDelegationAllowedTool),
-								enableLsp: false,
-								enableMCP: false,
-							});
-
-							try {
-								const onAbort = () => childSession.agent.abort();
-								signal?.addEventListener("abort", onAbort);
-								if (signal?.aborted) {
-									onAbort();
-									return { result: "Delegation failed: Aborted", tokens: 0 };
-								}
-								try {
-									await childSession.prompt(subtaskPrompt);
-									if (signal?.aborted) return { result: "Delegation failed: Aborted", tokens: 0 };
-									const resultStr = childSession
-										.buildDisplaySessionContext()
-										.messages.filter(m => m.role === "assistant")
-										.map(m =>
-											m.content
-												.filter((c: any) => c.type === "text")
-												.map((c: any) => c.text)
-												.join(""),
-										)
-										.join("\n");
-									const tokens = childSession.buildDisplaySessionContext().usedTokens || 0;
-									return { result: resultStr, tokens };
-								} finally {
-									signal?.removeEventListener("abort", onAbort);
-								}
-							} catch (err) {
-								if (signal?.aborted) return { result: "Delegation failed: Aborted", tokens: 0 };
-								return { result: `Delegation failed: ${String(err)}`, tokens: 0 };
-							} finally {
-								await childSession.dispose();
-							}
-						},
-						maxTasks,
-						{ signal: options?.signal },
-					);
-
-					if (results.length > 0) {
-						let resultsString = JSON.stringify(results, null, 2);
-						if (resultsString.length > 8000) {
-							resultsString = `${resultsString.substring(0, 8000)}\n...[truncated]`;
-						}
-						const delegationOutput = `\n\n<delegation_results>\n${resultsString}\n</delegation_results>`;
-						expandedText += delegationOutput;
-						const textBlock = userContent.find(c => c.type === "text") as Extract<
-							(typeof userContent)[0],
-							{ type: "text" }
-						>;
-						if (textBlock) {
-							textBlock.text += delegationOutput;
-						} else {
-							userContent.push({ type: "text", text: delegationOutput });
-						}
-
-						this.#emitSessionEvent({
-							type: "routing_delegated",
-							epochId: decision.epochId,
-							tasks: decision.delegation.subtasks.length,
-							completed: results.length,
-							tokensUsed,
-						} as any).catch(() => {});
-					}
-				}
+				userContent.push({ type: "text", text: delegationOutput });
 			}
 		}
 
@@ -3062,7 +2843,7 @@ export class AgentSession {
 
 	async promptCustomMessage<T = unknown>(
 		message: Pick<CustomMessage<T>, "customType" | "content" | "display" | "details" | "attribution">,
-		options?: Pick<PromptOptions, "streamingBehavior" | "toolChoice">,
+		options?: Pick<PromptOptions, "streamingBehavior" | "toolChoice" | "signal">,
 	): Promise<void> {
 		const textContent =
 			typeof message.content === "string"
@@ -3080,17 +2861,276 @@ export class AgentSession {
 			return;
 		}
 
+		const clonedContent = Array.isArray(message.content)
+			? message.content.map((c: any) => ({ ...c }))
+			: message.content;
+
 		const customMessage: CustomMessage<T> = {
 			role: "custom",
 			customType: message.customType,
-			content: message.content,
+			content: clonedContent,
 			display: message.display,
 			details: message.details,
 			attribution: message.attribution ?? "agent",
 			timestamp: Date.now(),
 		};
 
-		await this.#promptWithMessage(customMessage, textContent, options);
+		const delegationOutput = await this.#evaluateAndApplyRouting(
+			textContent,
+			Array.isArray(message.content) && message.content.some((c: any) => c.type === "image"),
+			{ signal: options?.signal },
+		);
+		if (delegationOutput) {
+			if (typeof customMessage.content === "string") {
+				customMessage.content += delegationOutput;
+			} else if (Array.isArray(customMessage.content)) {
+				const textBlock = customMessage.content.find((c: any) => c.type === "text") as any;
+				if (textBlock) {
+					textBlock.text += delegationOutput;
+				} else {
+					customMessage.content.push({ type: "text", text: delegationOutput });
+				}
+			}
+		}
+
+		await this.#promptWithMessage(customMessage, textContent + (delegationOutput || ""), options);
+	}
+
+	async #evaluateAndApplyRouting(
+		promptText: string,
+		hasImages: boolean,
+		options?: { signal?: AbortSignal } | any,
+	): Promise<string | undefined> {
+		const routingMode = (this.settings.get("routing.mode") as import("../routing/types").RoutingMode) ?? "off";
+		if (routingMode === "off" || !this.model) return undefined;
+
+		if (this.#activeRetryFallback) {
+			this.#emitSessionEvent({
+				type: "routing_skipped",
+				epochId: `skip-${Date.now()}`,
+				reasons: ["retry_fallback"],
+			} as any).catch(() => {});
+			return undefined;
+		}
+
+		const anchorModel = `${this.model.provider}/${this.model.id}`;
+		const availableModels =
+			this.#scopedModels.length > 0
+				? this.#scopedModels.map(sm => `${sm.model.provider}/${sm.model.id}`)
+				: this.#modelRegistry.getAvailable().map(m => `${m.provider}/${m.id}`);
+		const startTime = Date.now();
+		const systemTokens = Math.round((this.systemPrompt?.length ?? 0) / 4);
+		const promptTokens = Math.round(promptText.length / 4);
+		const toolsStr = JSON.stringify(Array.from(this.#toolRegistry.values()));
+		const toolsTokens = Math.round(toolsStr.length / 4);
+		const reserveTokens = (this.settings.get("compaction.reserveTokens") as number) ?? 0;
+		const contextEstimate = {
+			usedTokens: calculateUsedTokens(this.messages) + systemTokens + promptTokens + toolsTokens,
+			reserveTokens,
+			contextWindow: this.model.contextWindow ?? 128000,
+		};
+		const decision = await this.#routingCoordinator.evaluateTurn({
+			anchorModel,
+			mode: routingMode,
+			prompt: promptText,
+			hasImages,
+			priorRejection: this.#routingCoordinator.getState().escalationFloor !== undefined,
+			availableModels,
+			customPools: validateCustomPools(this.settings.get("routing.pools")),
+			disabledPresets: (this.settings.get("routing.disabledPresets") as readonly string[]) ?? [],
+			familyPolicy: (this.settings.get("routing.familyPolicy") as "sticky" | "configured-mixed") ?? "sticky",
+			profilerMode: (this.settings.get("routing.profiler") as any) ?? "hybrid",
+			contextEstimate,
+			signal: options?.signal,
+			getModelContextWindow: (modelId: string) => {
+				const m = this.#modelRegistry
+					.getAvailable()
+					.find(m => `${m.provider}/${m.id}` === modelId || m.id === modelId);
+				return m?.contextWindow ?? 128000;
+			},
+		});
+
+		this.#emitSessionEvent({
+			type: "routing_evaluated",
+			epochId: decision.epochId,
+			profiler: {
+				latencyMs: Date.now() - startTime,
+				...(decision as any).profiler,
+			},
+			applied: decision.applied,
+			decision: decision.selectedModel,
+			delegation: decision.delegation,
+		} as any).catch(() => {});
+
+		if (decision.selectedModel && decision.applied) {
+			const targetModel = this.#modelRegistry
+				.getAvailable()
+				.find(m => `${m.provider}/${m.id}` === decision.selectedModel || m.id === decision.selectedModel);
+			if (targetModel) {
+				const currentModelId = `${this.model.provider}/${this.model.id}`;
+				const targetModelId = `${targetModel.provider}/${targetModel.id}`;
+
+				let needsSwitch = currentModelId !== targetModelId;
+
+				// Force switch if the current model is the same but needs an internal URL override
+				if (!needsSwitch) {
+					if (
+						targetModel.provider === "openai" ||
+						(targetModel.provider === "litellm" &&
+							(targetModel.id.includes("openai") || /gpt-/.test(targetModel.id)))
+					) {
+						const internalUrl = this.settings.get("routing.internalOpenAiUrl") as string | undefined;
+						if ((internalUrl || undefined) !== this.model.baseUrl) {
+							needsSwitch = true;
+						}
+					} else if (
+						targetModel.provider === "anthropic" ||
+						(targetModel.provider === "litellm" &&
+							(targetModel.id.includes("anthropic") || targetModel.id.includes("claude")))
+					) {
+						const internalUrl = this.settings.get("routing.internalAnthropicUrl") as string | undefined;
+						if ((internalUrl || undefined) !== this.model.baseUrl) {
+							needsSwitch = true;
+						}
+					}
+				}
+
+				if (needsSwitch) {
+					await this.setModelRoutingSwitch(targetModel);
+				}
+			}
+		}
+
+		if (
+			decision.applied &&
+			decision.delegation &&
+			decision.delegation.subtasks.length > 1 &&
+			(this.settings.get("routing.delegation") as string) === "read-only"
+		) {
+			let maxTasks = (this.settings.get("routing.delegationMaxTasks") as number) ?? 3;
+			maxTasks = Math.min(Math.max(1, maxTasks), 3);
+
+			const { results, tokensUsed } = await executeReadOnlyDelegationPlan(
+				decision.delegation,
+				async (subtaskPrompt, options) => {
+					const signal = options?.signal;
+					const allowedTools = options?.allowedTools ?? isDelegationAllowedTool;
+					if (signal?.aborted) return { result: "Delegation failed: Aborted", tokens: 0 };
+
+					const { resolveModelPool } = await import("../routing/presets");
+					const pool = resolveModelPool(
+						decision.poolId ?? (this.model ? `${this.model.provider}/${this.model.id}` : ""),
+						this.settings.get("routing.pools") as any,
+						this.settings.get("routing.disabledPresets") as readonly string[],
+						this.settings.get("routing.familyPolicy") as any,
+					);
+
+					let resolvedUtility = this.model;
+					if (pool?.tiers?.utility) {
+						let uId = pool.tiers.utility;
+						if (!uId.includes("/") && pool.provider) {
+							uId = `${pool.provider}/${uId}`;
+						}
+						const found = this.#modelRegistry
+							.getAvailable()
+							.find(m => `${m.provider}/${m.id}` === uId || m.id === uId);
+						if (found) resolvedUtility = found;
+					}
+
+					if (!resolvedUtility) return { result: "Delegation failed: Model not resolved", tokens: 0 };
+
+					if (
+						resolvedUtility.provider === "openai" ||
+						(resolvedUtility.provider === "litellm" &&
+							(resolvedUtility.id.includes("openai") || /gpt-/.test(resolvedUtility.id)))
+					) {
+						const internalUrl = this.settings.get("routing.internalOpenAiUrl") as string | undefined;
+						if (internalUrl) resolvedUtility = { ...resolvedUtility, baseUrl: internalUrl } as any;
+					} else if (
+						resolvedUtility.provider === "anthropic" ||
+						(resolvedUtility.provider === "litellm" &&
+							(resolvedUtility.id.includes("anthropic") || resolvedUtility.id.includes("claude")))
+					) {
+						const internalUrl = this.settings.get("routing.internalAnthropicUrl") as string | undefined;
+						if (internalUrl) resolvedUtility = { ...resolvedUtility, baseUrl: internalUrl } as any;
+					}
+
+					const { createAgentSession } = await import("../sdk");
+					const { SessionManager: SDKSessionManager } = await import("./session-manager");
+					const childSettings = await this.settings.cloneForCwd(process.cwd());
+					childSettings.set("routing.delegation", "off");
+
+					if (options?.signal?.aborted) return { result: "Delegation failed: Aborted", tokens: 0 };
+
+					const { session: childSession } = await createAgentSession({
+						model: resolvedUtility!,
+						sessionManager: SDKSessionManager.inMemory(),
+						settings: childSettings,
+						authStorage: this.#modelRegistry.authStorage,
+						modelRegistry: this.#modelRegistry,
+						toolNames: Array.from(this.#toolRegistry.values())
+							.map(t => t.name)
+							.filter(allowedTools),
+						enableLsp: false,
+						enableMCP: false,
+					});
+
+					try {
+						const onAbort = () => childSession.agent.abort();
+						signal?.addEventListener("abort", onAbort);
+						if (signal?.aborted) {
+							onAbort();
+							return { result: "Delegation failed: Aborted", tokens: 0 };
+						}
+						try {
+							await childSession.prompt(subtaskPrompt);
+							if (signal?.aborted) return { result: "Delegation failed: Aborted", tokens: 0 };
+							const resultStr = childSession
+								.buildDisplaySessionContext()
+								.messages.filter((m: any) => m.role === "assistant")
+								.map((m: any) =>
+									m.content
+										.filter((c: any) => c.type === "text")
+										.map((c: any) => c.text)
+										.join(""),
+								)
+								.join("\n");
+							const tUsage = childSession.buildDisplaySessionContext().usedTokens || 0;
+							return { result: resultStr || "No output", tokens: tUsage };
+						} finally {
+							signal?.removeEventListener("abort", onAbort);
+						}
+					} catch (err) {
+						if (signal?.aborted) return { result: "Delegation failed: Aborted", tokens: 0 };
+						return { result: `Delegation failed: ${String(err)}`, tokens: 0 };
+					} finally {
+						await childSession.dispose();
+					}
+				},
+				maxTasks,
+				{ signal: options?.signal },
+			);
+
+			if (results.length > 0) {
+				let resultsString = JSON.stringify(results, null, 2);
+				if (resultsString.length > 8000) {
+					resultsString = `${resultsString.substring(0, 8000)}\n...[truncated]`;
+				}
+				const delegationOutput = `\n\n<delegation_results>\n${resultsString}\n</delegation_results>`;
+
+				this.#emitSessionEvent({
+					type: "routing_delegated",
+					epochId: decision.epochId,
+					tasks: decision.delegation.subtasks.length,
+					completed: results.length,
+					tokensUsed,
+				} as any).catch(() => {});
+
+				return delegationOutput;
+			}
+		}
+
+		return undefined;
 	}
 
 	async #promptWithMessage(
@@ -3479,8 +3519,25 @@ export class AgentSession {
 
 		const prependMessages = queuedMessages.slice(0, -1);
 		const textContent = this.#getCustomMessageTextContent(message);
+		const delegationOutput = await this.#evaluateAndApplyRouting(
+			textContent,
+			Array.isArray(message.content) && message.content.some((c: any) => c.type === "image"),
+		);
+		if (delegationOutput) {
+			if (typeof message.content === "string") {
+				message.content += delegationOutput;
+			} else if (Array.isArray(message.content)) {
+				const textBlock = message.content.find((c: any) => c.type === "text");
+				if (textBlock) {
+					(textBlock as any).text += delegationOutput;
+				} else {
+					message.content.push({ type: "text", text: delegationOutput });
+				}
+			}
+		}
+
 		try {
-			await this.#promptWithMessage(message, textContent, {
+			await this.#promptWithMessage(message, textContent + (delegationOutput || ""), {
 				prependMessages,
 				skipPostPromptRecoveryWait: true,
 			});
@@ -3527,12 +3584,16 @@ export class AgentSession {
 	 */
 	async sendCustomMessage<T = unknown>(
 		message: Pick<CustomMessage<T>, "customType" | "content" | "display" | "details" | "attribution">,
-		options?: { triggerTurn?: boolean; deliverAs?: "steer" | "followUp" | "nextTurn" },
+		options?: { triggerTurn?: boolean; deliverAs?: "steer" | "followUp" | "nextTurn"; signal?: AbortSignal },
 	): Promise<void> {
+		const clonedContent = Array.isArray(message.content)
+			? message.content.map((c: any) => ({ ...c }))
+			: message.content;
+
 		const appMessage: CustomMessage<T> = {
 			role: "custom",
 			customType: message.customType,
-			content: message.content,
+			content: clonedContent,
 			display: message.display,
 			details: message.details,
 			attribution: message.attribution ?? "agent",
@@ -3554,7 +3615,33 @@ export class AgentSession {
 
 		if (options?.deliverAs === "nextTurn") {
 			if (options?.triggerTurn) {
-				await this.agent.prompt(appMessage);
+				let promptText = "";
+				if (typeof message.content === "string") promptText = message.content;
+				else if (Array.isArray(message.content)) {
+					promptText = message.content
+						.filter(c => c.type === "text")
+						.map((c: any) => c.text)
+						.join("");
+				}
+				const delegationOutput = await this.#evaluateAndApplyRouting(
+					promptText,
+					Array.isArray(message.content) && message.content.some((c: any) => c.type === "image"),
+					options,
+				);
+				if (delegationOutput) {
+					promptText += delegationOutput;
+					if (typeof appMessage.content === "string") {
+						appMessage.content += delegationOutput;
+					} else if (Array.isArray(appMessage.content)) {
+						const textBlock = appMessage.content.find(c => c.type === "text") as any;
+						if (textBlock) {
+							textBlock.text += delegationOutput;
+						} else {
+							appMessage.content.push({ type: "text", text: delegationOutput });
+						}
+					}
+				}
+				await this.#promptWithMessage(appMessage, promptText, options as any);
 				return;
 			}
 			this.agent.appendMessage(appMessage);
@@ -3569,7 +3656,33 @@ export class AgentSession {
 		}
 
 		if (options?.triggerTurn) {
-			await this.agent.prompt(appMessage);
+			let promptText = "";
+			if (typeof message.content === "string") promptText = message.content;
+			else if (Array.isArray(message.content)) {
+				promptText = message.content
+					.filter(c => c.type === "text")
+					.map((c: any) => c.text)
+					.join("");
+			}
+			const delegationOutput = await this.#evaluateAndApplyRouting(
+				promptText,
+				Array.isArray(message.content) && message.content.some((c: any) => c.type === "image"),
+				options,
+			);
+			if (delegationOutput) {
+				promptText += delegationOutput;
+				if (typeof appMessage.content === "string") {
+					appMessage.content += delegationOutput;
+				} else if (Array.isArray(appMessage.content)) {
+					const textBlock = appMessage.content.find(c => c.type === "text") as any;
+					if (textBlock) {
+						textBlock.text += delegationOutput;
+					} else {
+						appMessage.content.push({ type: "text", text: delegationOutput });
+					}
+				}
+			}
+			await this.#promptWithMessage(appMessage, promptText, options as any);
 			return;
 		}
 
@@ -4014,15 +4127,31 @@ export class AgentSession {
 	 */
 	async setModelRoutingSwitch(model: Model): Promise<void> {
 		const previousEditMode = this.#resolveActiveEditMode();
-		const apiKey = await this.#modelRegistry.getApiKey(model, this.sessionId);
+
+		let targetModel = model;
+		if (
+			model.provider === "openai" ||
+			(model.provider === "litellm" && (model.id.includes("openai") || /gpt-/.test(model.id)))
+		) {
+			const internalUrl = this.settings.get("routing.internalOpenAiUrl") as string | undefined;
+			if (internalUrl) targetModel = { ...model, baseUrl: internalUrl };
+		} else if (
+			model.provider === "anthropic" ||
+			(model.provider === "litellm" && (model.id.includes("anthropic") || model.id.includes("claude")))
+		) {
+			const internalUrl = this.settings.get("routing.internalAnthropicUrl") as string | undefined;
+			if (internalUrl) targetModel = { ...model, baseUrl: internalUrl };
+		}
+
+		const apiKey = await this.#modelRegistry.getApiKey(targetModel, this.sessionId);
 		if (!apiKey) {
-			throw new Error(`No API key for ${model.provider}/${model.id}`);
+			throw new Error(`No API key for ${targetModel.provider}/${targetModel.id}`);
 		}
 
 		// DO NOT clear active retry fallback - routing is a transient optimization
-		this.#setModelWithProviderSessionReset(model, "runtime-switch");
-		this.sessionManager.appendModelChange(`${model.provider}/${model.id}`, "routing_switch");
-		this.settings.getStorage()?.recordModelUsage(`${model.provider}/${model.id}`);
+		this.#setModelWithProviderSessionReset(targetModel, "runtime-switch");
+		this.sessionManager.appendModelChange(`${targetModel.provider}/${targetModel.id}`, "routing_switch");
+		this.settings.getStorage()?.recordModelUsage(`${targetModel.provider}/${targetModel.id}`);
 
 		this.setThinkingLevel(this.thinkingLevel);
 		await this.#syncEditToolModeAfterModelChange(previousEditMode);
@@ -6617,8 +6746,10 @@ export class AgentSession {
 	#syncRoutingStateFromBranch() {
 		this.#routingCoordinator.reset();
 		const entries = this.sessionManager.getBranch();
+		let foundRoutingState = false;
 		for (const entry of entries) {
 			if (entry.type === "custom" && entry.customType === "routing_event") {
+				foundRoutingState = true;
 				const event = entry.data as any;
 				if (event.state) {
 					this.#routingCoordinator.restoreState(event.state);
@@ -6637,6 +6768,16 @@ export class AgentSession {
 				}
 			}
 		}
+		if (!foundRoutingState) {
+			this.#modelResolutionSource = this.#initialModelResolutionSource;
+			const hasServiceTierEntry = this.sessionManager
+				.getBranch()
+				.some(entry => entry.type === "service_tier_change");
+			if (!hasServiceTierEntry) {
+				const configuredServiceTier = this.settings?.get("serviceTier");
+				this.agent.serviceTier = configuredServiceTier === "none" ? undefined : configuredServiceTier;
+			}
+		}
 	}
 
 	/**
@@ -6690,6 +6831,7 @@ export class AgentSession {
 			this.sessionManager.createBranchedSession(selectedEntry.parentId);
 		}
 		this.#syncTodoPhasesFromBranch();
+		this.#syncRoutingStateFromBranch();
 		this.agent.sessionId = this.sessionManager.getSessionId();
 
 		// Reload messages from entries (works for both file and in-memory mode)
@@ -7236,6 +7378,9 @@ export class AgentSession {
 export function calculateUsedTokens(messages: any[]): number {
 	const countTextLength = (content: any): number => {
 		if (typeof content === "string") {
+			if (content.startsWith("data:image/") || content.startsWith("base64,")) {
+				return 0;
+			}
 			return content.length;
 		}
 		if (Array.isArray(content)) {