@diegopetrucci/pi-librarian 0.1.7 → 0.1.10

package/.pi-fleet-tested-version

@@ -1 +1 @@
-0.79.10
+0.80.6

package/README.md

@@ -39,7 +39,7 @@ Then reload pi:
 - Uses `gh` for GitHub search/API access
 - Uses cached local checkouts only when enabled
 - Toggle cache behavior for future calls with `/librarian-cache on | off | toggle | status`
-- Configure internal subagent defaults with `/librarian-config status | model <provider/model|auto> | thinking <off|minimal|low|medium|high|xhigh|auto> | clear [all|model|thinking]`
+- Configure internal subagent defaults with `/librarian-config status | model <provider/model|auto> | thinking <off|minimal|low|medium|high|xhigh|max|auto> | clear [all|model|thinking]`
 - Cached repos are removed lazily after 7 days without use
 
 ## Commands

package/index.ts

@@ -30,11 +30,25 @@ const CACHE_CONFIG_FILE = "librarian.json";
 type LibrarianStatus = "running" | "done" | "error" | "aborted";
 
 type CacheMode = "disabled" | "enabled";
-type ThinkingLevel = "off" | "minimal" | "low" | "medium" | "high" | "xhigh";
+type ThinkingLevel = "off" | "minimal" | "low" | "medium" | "high" | "xhigh" | "max";
+type ThinkingLevelMap = Partial<Record<ThinkingLevel, unknown | null>>;
+type PiModel = {
+	provider: string;
+	id: string;
+	reasoning?: boolean;
+	thinkingLevelMap?: ThinkingLevelMap;
+};
+
+type CreateAgentSessionOptions = NonNullable<Parameters<typeof createAgentSession>[0]>;
+
+function getModelRuntimeOption(ctx: { modelRegistry?: unknown }): Pick<CreateAgentSessionOptions, "modelRuntime"> {
+	const modelRuntime = (ctx.modelRegistry as { runtime?: CreateAgentSessionOptions["modelRuntime"] } | undefined)?.runtime;
+	return modelRuntime ? { modelRuntime } : {};
+}
 
 const DEFAULT_CACHE_MODE: CacheMode = "disabled";
 const DEFAULT_THINKING_LEVEL: ThinkingLevel = "low";
-const THINKING_LEVELS = ["off", "minimal", "low", "medium", "high", "xhigh"] as const;
+const THINKING_LEVELS = ["off", "minimal", "low", "medium", "high", "xhigh", "max"] as const;
 
 const PREFERRED_FAST_MODEL_PATTERNS = [
 	/\bgpt[-_. ]?5\.5(?:[-_. ].*)?\b(?:mini|nano|fast|lite)\b/,
@@ -316,6 +330,29 @@ function parseThinkingLevel(value: unknown): ThinkingLevel | undefined {
 	return (THINKING_LEVELS as readonly string[]).includes(normalized) ? (normalized as ThinkingLevel) : undefined;
 }
 
+function isThinkingLevelSupported(model: PiModel, level: ThinkingLevel): boolean {
+	if (!model.reasoning) return level === "off";
+	const map = model.thinkingLevelMap;
+	if (level === "xhigh" || level === "max") {
+		return !!map && Object.prototype.hasOwnProperty.call(map, level) && map[level] != null;
+	}
+	return map?.[level] !== null;
+}
+
+function resolveThinkingLevel(model: PiModel, requested: ThinkingLevel): ThinkingLevel {
+	if (isThinkingLevelSupported(model, requested)) return requested;
+	const requestedIndex = THINKING_LEVELS.indexOf(requested);
+	for (let index = requestedIndex + 1; index < THINKING_LEVELS.length; index += 1) {
+		const level = THINKING_LEVELS[index];
+		if (isThinkingLevelSupported(model, level)) return level;
+	}
+	for (let index = requestedIndex - 1; index >= 0; index -= 1) {
+		const level = THINKING_LEVELS[index];
+		if (isThinkingLevelSupported(model, level)) return level;
+	}
+	return "off";
+}
+
 function normalizeModelPreference(value: unknown): string | undefined {
 	if (typeof value !== "string") return undefined;
 	const trimmed = value.trim();
@@ -327,7 +364,7 @@ function normalizeModelPreference(value: unknown): string | undefined {
 function parseModelPreference(value: unknown): { model?: string; thinkingLevel?: ThinkingLevel } {
 	const model = normalizeModelPreference(value);
 	if (!model) return {};
-	const match = model.match(/^(.*):(off|minimal|low|medium|high|xhigh)$/i);
+	const match = model.match(/^(.*):(off|minimal|low|medium|high|xhigh|max)$/i);
 	if (!match?.[1]) return { model };
 	const baseModel = match[1].trim();
 	if (!baseModel || baseModel.toLowerCase() === "auto" || baseModel.toLowerCase() === "current") {
@@ -477,53 +514,104 @@ async function findAvailableModel(
 	return undefined;
 }
 
-async function selectLibrarianModel(
+// A model the catalog advertises but the active provider/subscription cannot
+// serve surfaces as a not-found/404-style error (legacy snapshots or
+// access-gated tiers). These are NOT transient: the same model keeps failing,
+// so we fall back to the next candidate instead of retrying it.
+const MODEL_AVAILABILITY_ERROR_PATTERN =
+	/\b(?:404|403|not[_ ]?found(?:[_ ]?error)?|model[_ ]?not[_ ]?found(?:[_ ]?error)?|no such model|unknown model|does not exist|is not available|not available|model[_ ]?not[_ ]?available|unsupported model|invalid model|forbidden|access[ _-]?denied|permission[ _-]?denied|not[ _-]?entitled|do(?:es)? not have access)\b/i;
+
+function isModelAvailabilityError(message: string | undefined): boolean {
+	if (!message) return false;
+	return MODEL_AVAILABILITY_ERROR_PATTERN.test(message);
+}
+
+type LibrarianCandidate = { model: any; details: LibrarianModelDetails };
+
+function withLibrarianFallbackReason(candidate: LibrarianCandidate, previous: LibrarianCandidate): LibrarianCandidate {
+	return {
+		model: candidate.model,
+		details: {
+			...candidate.details,
+			selectionReason: `${candidate.details.selectionReason} (Fell back from ${previous.details.modelRef} after a model-availability error.)`,
+		},
+	};
+}
+
+// Build an ordered list of model candidates to try. The catalog can advertise
+// models the active provider/subscription cannot actually serve, so callers run
+// these in order and skip ones that fail with a model-availability error,
+// ultimately falling back to the known-good current session model.
+async function buildLibrarianCandidates(
 	ctx: { model?: any; modelRegistry: { getAvailable(): any[] | Promise<any[]> } },
 	modelPreference: string | undefined,
 	thinkingLevel: ThinkingLevel,
-): Promise<{ model: any; details: LibrarianModelDetails }> {
+): Promise<LibrarianCandidate[]> {
+	const candidates: LibrarianCandidate[] = [];
+	const seen = new Set<string>();
+	const push = (model: any, details: LibrarianModelDetails) => {
+		if (!model) return;
+		const key = `${model.provider}/${model.id}`.toLowerCase();
+		if (seen.has(key)) return;
+		seen.add(key);
+		candidates.push({ model, details });
+	};
+
 	const normalized = modelPreference?.trim();
+	let configuredMatched: any | undefined;
 	if (normalized) {
-		const matched = await findAvailableModel(ctx, normalized);
-		if (matched) {
-			return {
-				model: matched,
-				details: {
-					modelRef: modelRef(matched),
-					provider: matched.provider,
-					modelId: matched.id,
-					thinkingLevel,
-					autoSelected: false,
-					selectionReason: "Using the configured librarian model.",
-				},
-			};
+		configuredMatched = await findAvailableModel(ctx, normalized);
+		if (configuredMatched) {
+			push(configuredMatched, {
+				modelRef: modelRef(configuredMatched),
+				provider: configuredMatched.provider,
+				modelId: configuredMatched.id,
+				thinkingLevel: resolveThinkingLevel(configuredMatched, thinkingLevel),
+				autoSelected: false,
+				selectionReason: "Using the configured librarian model.",
+			});
 		}
 	}
 
 	const available = await ctx.modelRegistry.getAvailable();
 	const preferred = available.filter(isPreferredFastLibrarianModel);
-	const winner = preferred.length > 0
-		? [...preferred].sort((a, b) => rankPreferredFastLibrarianModel(a) - rankPreferredFastLibrarianModel(b))[0]
-		: [...available].sort((a, b) => rankLibrarianModel(a) - rankLibrarianModel(b))[0];
-	if (!winner) {
+	const ranked = preferred.length > 0
+		? [...preferred].sort((a, b) => rankPreferredFastLibrarianModel(a) - rankPreferredFastLibrarianModel(b))
+		: [...available].sort((a, b) => rankLibrarianModel(a) - rankLibrarianModel(b));
+	const fallbackText = normalized && !configuredMatched
+		? ` Configured model ${normalized} was unavailable, so Librarian fell back to auto-selection.`
+		: "";
+	ranked.forEach((model, index) => {
+		const topReason = preferred.length > 0
+			? `Selected a preferred fast Librarian model.${fallbackText}`
+			: `Selected the cheapest available model because no preferred fast Librarian model was available.${fallbackText}`;
+		push(model, {
+			modelRef: modelRef(model),
+			provider: model.provider,
+			modelId: model.id,
+			thinkingLevel: resolveThinkingLevel(model, thinkingLevel),
+			autoSelected: true,
+			selectionReason: index === 0 ? topReason : `Auto-selected ${modelRef(model)} as a lower-ranked fallback.`,
+		});
+	});
+
+	// Final fallback: the active session model is known to be servable.
+	if (ctx.model) {
+		push(ctx.model, {
+			modelRef: modelRef(ctx.model),
+			provider: ctx.model.provider,
+			modelId: ctx.model.id,
+			thinkingLevel: resolveThinkingLevel(ctx.model, thinkingLevel),
+			autoSelected: true,
+			selectionReason: `Used the current session model ${modelRef(ctx.model)} as a final fallback.`,
+		});
+	}
+
+	if (candidates.length === 0) {
 		throw new Error("No authenticated models are available for Librarian. Log in or configure an API key first.");
 	}
 
-	const fallbackText = normalized ? ` Configured model ${normalized} was unavailable, so Librarian fell back to auto-selection.` : "";
-	const selectionReason = preferred.length > 0
-		? `Selected a preferred fast Librarian model.${fallbackText}`
-		: `Selected the cheapest available model because no preferred fast Librarian model was available.${fallbackText}`;
-	return {
-		model: winner,
-		details: {
-			modelRef: modelRef(winner),
-			provider: winner.provider,
-			modelId: winner.id,
-			thinkingLevel,
-			autoSelected: true,
-			selectionReason,
-		},
-	};
+	return candidates;
 }
 
 function resolveToolPath(cwd: string, rawPath: string): string {
@@ -726,6 +814,14 @@ function isAbortLikeError(error: unknown): boolean {
 	return /aborted|cancelled|canceled/i.test(message);
 }
 
+export const __test__ = {
+	buildLibrarianCandidates,
+	findAvailableModel,
+	isModelAvailabilityError,
+	parseModelPreference,
+	resolveThinkingLevel,
+};
+
 export default function librarianExtension(pi: ExtensionAPI) {
 	let cachePreference: CacheMode = DEFAULT_CACHE_MODE;
 	let modelPreference: string | undefined;
@@ -839,7 +935,7 @@ export default function librarianExtension(pi: ExtensionAPI) {
 				return;
 			}
 
-			notifyCommand(ctx, "Usage: /librarian-config status | model <provider/model|auto> | thinking <off|minimal|low|medium|high|xhigh|auto> | clear [all|model|thinking]", "warning");
+			notifyCommand(ctx, "Usage: /librarian-config status | model <provider/model|auto> | thinking <off|minimal|low|medium|high|xhigh|max|auto> | clear [all|model|thinking]", "warning");
 		},
 	});
 
@@ -944,7 +1040,8 @@ export default function librarianExtension(pi: ExtensionAPI) {
 				parseThinkingLevel((params as { thinkingLevel?: unknown }).thinkingLevel) ??
 				explicitModel.thinkingLevel ??
 				thinkingPreference;
-			const selectedModel = await selectLibrarianModel(ctx, explicitModel.model ?? modelPreference, thinkingLevel);
+			const candidates = await buildLibrarianCandidates(ctx, explicitModel.model ?? modelPreference, thinkingLevel);
+			const selectedModel = candidates[0];
 
 			const workspaceBase = path.join(os.tmpdir(), "pi-librarian");
 			await fs.mkdir(workspaceBase, { recursive: true });
@@ -1045,62 +1142,124 @@ export default function librarianExtension(pi: ExtensionAPI) {
 
 				await resourceLoader.reload();
 
-				const created = await createAgentSession({
-					cwd: workspace,
-					modelRegistry: ctx.modelRegistry,
-					resourceLoader,
-					sessionManager: SessionManager.inMemory(workspace),
-					model: selectedModel.model,
-					thinkingLevel,
-					tools: ["read", "bash"],
-				});
+				const runAttempt = async (
+					candidate: LibrarianCandidate,
+				): Promise<{ answer: string; lastAssistant: AssistantLikeMessage | undefined }> => {
+					details.model = candidate.details;
+					details.turns = 0;
+					details.toolCalls = [];
+					emit(true);
+
+					const created = await createAgentSession({
+						cwd: workspace,
+						...getModelRuntimeOption(ctx),
+						resourceLoader,
+						sessionManager: SessionManager.inMemory(workspace),
+						model: candidate.model,
+						thinkingLevel: candidate.details.thinkingLevel,
+						tools: ["read", "bash"],
+					});
 
-				session = created.session as typeof session;
-				unsubscribe = (created.session as any).subscribe((event: any) => {
-					switch (event.type) {
-						case "turn_end":
-							details.turns += 1;
-							emit();
-							break;
-						case "tool_execution_start":
-							details.toolCalls.push({
-								id: event.toolCallId,
-								name: event.toolName,
-								args: event.args,
-								startedAt: Date.now(),
-							});
-							if (details.toolCalls.length > MAX_TOOL_CALLS_TO_KEEP) {
-								details.toolCalls.splice(0, details.toolCalls.length - MAX_TOOL_CALLS_TO_KEEP);
-							}
-							emit(true);
-							break;
-						case "tool_execution_end": {
-							const call = details.toolCalls.find((item) => item.id === event.toolCallId);
-							if (call) {
-								call.endedAt = Date.now();
-								call.isError = event.isError;
+					session = created.session as typeof session;
+					unsubscribe = (created.session as any).subscribe((event: any) => {
+						switch (event.type) {
+							case "turn_end":
+								details.turns += 1;
+								emit();
+								break;
+							case "tool_execution_start":
+								details.toolCalls.push({
+									id: event.toolCallId,
+									name: event.toolName,
+									args: event.args,
+									startedAt: Date.now(),
+								});
+								if (details.toolCalls.length > MAX_TOOL_CALLS_TO_KEEP) {
+									details.toolCalls.splice(0, details.toolCalls.length - MAX_TOOL_CALLS_TO_KEEP);
+								}
+								emit(true);
+								break;
+							case "tool_execution_end": {
+								const call = details.toolCalls.find((item) => item.id === event.toolCallId);
+								if (call) {
+									call.endedAt = Date.now();
+									call.isError = event.isError;
+								}
+								emit(true);
+								break;
 							}
-							emit(true);
-							break;
 						}
+					});
+
+					try {
+						if (!aborted) {
+							const promptPromise = created.session.prompt(buildUserPrompt(query, repos, owners, maxSearchResults, details.cache), {
+								expandPromptTemplates: false,
+							});
+							const timeoutPromise = new Promise<never>((_resolve, reject) => {
+								runTimeout = setTimeout(() => {
+									abort();
+									reject(new Error(`Librarian timed out after ${Math.round(MAX_RUN_MS / 1000)} seconds.`));
+								}, MAX_RUN_MS);
+							});
+							await Promise.race([promptPromise, timeoutPromise]);
+						}
+
+						const lastAssistant = session ? getLastAssistantMessage(session.state.messages) : undefined;
+						const answer = session ? extractLastAssistantText(session.state.messages) : "";
+						return { answer, lastAssistant };
+					} finally {
+						if (runTimeout) {
+							clearTimeout(runTimeout);
+							runTimeout = undefined;
+						}
+						unsubscribe?.();
+						unsubscribe = undefined;
+						session?.dispose();
+						session = undefined;
 					}
-				});
+				};
 
-				if (!aborted) {
-					const promptPromise = created.session.prompt(buildUserPrompt(query, repos, owners, maxSearchResults, details.cache), {
-						expandPromptTemplates: false,
-					});
-					const timeoutPromise = new Promise<never>((_resolve, reject) => {
-						runTimeout = setTimeout(() => {
-							abort();
-							reject(new Error(`Librarian timed out after ${Math.round(MAX_RUN_MS / 1000)} seconds.`));
-						}, MAX_RUN_MS);
-					});
-					await Promise.race([promptPromise, timeoutPromise]);
+				let answer = "";
+				let lastAssistant: AssistantLikeMessage | undefined;
+				let attemptErrorReason: string | undefined;
+				for (let index = 0; index < candidates.length; index++) {
+					if (aborted) break;
+					const candidate =
+						index === 0 ? candidates[index] : withLibrarianFallbackReason(candidates[index], candidates[index - 1]);
+
+					let attempt: { answer: string; lastAssistant: AssistantLikeMessage | undefined };
+					try {
+						attempt = await runAttempt(candidate);
+					} catch (error) {
+						// Let aborts/timeouts propagate to the outer handler.
+						if (aborted || isAbortLikeError(error)) throw error;
+						// Some providers throw (rather than carry the error on the assistant
+						// message) when a model is unavailable; treat that like a
+						// message-carried availability error and fall back to the next model.
+						const message = error instanceof Error ? error.message : String(error);
+						if (index < candidates.length - 1 && isModelAvailabilityError(message)) {
+							answer = "";
+							lastAssistant = undefined;
+							attemptErrorReason = `the internal subagent stopped with an error: ${message}`;
+							continue;
+						}
+						throw error;
+					}
+
+					answer = attempt.answer;
+					lastAssistant = attempt.lastAssistant;
+					if (answer || aborted) break;
+
+					attemptErrorReason = describeNoAnswerReason(lastAssistant, details.turns);
+					const errorMessage =
+						lastAssistant && lastAssistant.stopReason === "error" && typeof lastAssistant.errorMessage === "string"
+							? lastAssistant.errorMessage
+							: undefined;
+					const canFallBack = index < candidates.length - 1 && isModelAvailabilityError(errorMessage);
+					if (!canFallBack) break;
 				}
 
-				const lastAssistant = session ? getLastAssistantMessage(session.state.messages) : undefined;
-				const answer = session ? extractLastAssistantText(session.state.messages) : "";
 				if (answer) {
 					lastContent = answer;
 					details.status = "done";
@@ -1109,7 +1268,7 @@ export default function librarianExtension(pi: ExtensionAPI) {
 					details.status = "aborted";
 				} else {
 					details.status = "error";
-					const reason = describeNoAnswerReason(lastAssistant, details.turns);
+					const reason = attemptErrorReason ?? describeNoAnswerReason(lastAssistant, details.turns);
 					lastContent = formatInternalFailure(details, reason);
 					details.error = reason;
 				}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@diegopetrucci/pi-librarian",
-  "version": "0.1.7",
+  "version": "0.1.10",
   "description": "A pi GitHub research scout with a toggleable local repo checkout cache under the user's OS cache directory.",
   "keywords": [
     "pi-package",
@@ -33,5 +33,9 @@
     "@earendil-works/pi-coding-agent": "*",
     "@earendil-works/pi-tui": "*",
     "typebox": "*"
+  },
+  "type": "module",
+  "engines": {
+    "node": ">=22.19.0"
   }
 }