@oh-my-pi/pi-ai 13.4.0 → 13.4.1

package/package.json

@@ -1,7 +1,7 @@
 {
 	"type": "module",
 	"name": "@oh-my-pi/pi-ai",
-	"version": "13.4.0",
+	"version": "13.4.1",
 	"description": "Unified LLM API with automatic model discovery and provider configuration",
 	"homepage": "https://github.com/can1357/oh-my-pi",
 	"author": "Can Boluk",
@@ -41,7 +41,7 @@
 		"@aws-sdk/client-bedrock-runtime": "^3.998",
 		"@bufbuild/protobuf": "^2.11",
 		"@google/genai": "^1.43",
-		"@oh-my-pi/pi-utils": "13.4.0",
+		"@oh-my-pi/pi-utils": "13.4.1",
 		"@sinclair/typebox": "^0.34",
 		"@smithy/node-http-handler": "^4.4",
 		"ajv": "^8.18",

package/src/provider-models/openai-compat.ts

@@ -1232,6 +1232,27 @@ function inferCopilotApi(modelId: string): Api {
 	return "openai-completions";
 }
 
+function extractCopilotLimits(entry: OpenAICompatibleModelRecord): {
+	maxPromptTokens?: number;
+	maxContextWindowTokens?: number;
+	maxOutputTokens?: number;
+	maxNonStreamingOutputTokens?: number;
+} {
+	if (!isRecord(entry.capabilities)) {
+		return {};
+	}
+	const limitsValue = entry.capabilities.limits;
+	if (!isRecord(limitsValue)) {
+		return {};
+	}
+	return {
+		maxPromptTokens: toNumber(limitsValue.max_prompt_tokens),
+		maxContextWindowTokens: toNumber(limitsValue.max_context_window_tokens),
+		maxOutputTokens: toNumber(limitsValue.max_output_tokens),
+		maxNonStreamingOutputTokens: toNumber(limitsValue.max_non_streaming_output_tokens),
+	};
+}
+
 export function githubCopilotModelManagerOptions(config?: GithubCopilotModelManagerConfig): ModelManagerOptions<Api> {
 	const apiKey = config?.apiKey;
 	const baseUrl = config?.baseUrl ?? "https://api.individual.githubcopilot.com";
@@ -1260,14 +1281,30 @@ export function githubCopilotModelManagerOptions(config?: GithubCopilotModelMana
 									? providerReference
 									: globalReference
 								: (providerReference ?? globalReference);
-						const contextWindow =
-							typeof entry.context_length === "number"
-								? entry.context_length
-								: (reference?.contextWindow ?? defaults.contextWindow);
-						const maxTokens =
-							typeof entry.max_completion_tokens === "number"
-								? entry.max_completion_tokens
-								: (reference?.maxTokens ?? defaults.maxTokens);
+						const copilotLimits = extractCopilotLimits(entry);
+						// Copilot currently exposes token limits under capabilities.limits.*.
+						// Keep OpenAI-compatible fields as outer fallbacks for forward compatibility if
+						// `/models` starts returning context_length/max_completion_tokens in the future.
+						const contextWindow = toPositiveNumber(
+							entry.context_length,
+							toPositiveNumber(
+								copilotLimits.maxPromptTokens,
+								toPositiveNumber(
+									copilotLimits.maxContextWindowTokens,
+									reference?.contextWindow ?? defaults.contextWindow,
+								),
+							),
+						);
+						const maxTokens = toPositiveNumber(
+							entry.max_completion_tokens,
+							toPositiveNumber(
+								copilotLimits.maxOutputTokens,
+								toPositiveNumber(
+									copilotLimits.maxNonStreamingOutputTokens,
+									reference?.maxTokens ?? defaults.maxTokens,
+								),
+							),
+						);
 						const name =
 							typeof entry.name === "string" && entry.name.trim().length > 0
 								? entry.name