@jupyterlite/ai 0.14.0 → 0.16.0

package/lib/providers/built-in-providers.js

@@ -3,6 +3,7 @@ import { createGoogleGenerativeAI } from '@ai-sdk/google';
 import { createMistral } from '@ai-sdk/mistral';
 import { createOpenAI } from '@ai-sdk/openai';
 import { createOpenAICompatible } from '@ai-sdk/openai-compatible';
+import { BUILT_IN_PROVIDER_MODEL_INFO } from './generated-context-windows';
 /**
  * Anthropic provider
  */
@@ -24,9 +25,9 @@ export const anthropicProvider = {
         'claude-opus-4-0',
         'claude-opus-4-20250514',
         'claude-sonnet-4-0',
-        'claude-sonnet-4-20250514',
-        'claude-3-haiku-20240307'
+        'claude-sonnet-4-20250514'
     ],
+    modelInfo: BUILT_IN_PROVIDER_MODEL_INFO.anthropic,
     supportsBaseURL: true,
     supportsHeaders: true,
     providerToolCapabilities: {
@@ -60,30 +61,20 @@ export const googleProvider = {
         'gemini-3.1-pro-preview',
         'gemini-3.1-pro-preview-customtools',
         'gemini-3.1-flash-image-preview',
-        'gemini-3-pro-preview',
+        'gemini-3.1-flash-lite-preview',
         'gemini-3-pro-image-preview',
         'gemini-3-flash-preview',
         'gemini-2.5-pro',
         'gemini-2.5-flash',
         'gemini-2.5-flash-image',
         'gemini-2.5-flash-lite',
-        'gemini-2.5-flash-lite-preview-09-2025',
         'gemini-2.5-computer-use-preview-10-2025',
-        'gemini-2.0-flash',
-        'gemini-2.0-flash-001',
-        'gemini-2.0-flash-lite',
-        'gemini-2.0-flash-lite-001',
+        'deep-research-pro-preview-12-2025',
         'gemini-pro-latest',
         'gemini-flash-latest',
-        'gemini-flash-lite-latest',
-        'deep-research-pro-preview-12-2025',
-        'gemma-3-27b-it',
-        'gemma-3-12b-it',
-        'gemma-3-4b-it',
-        'gemma-3-1b-it',
-        'gemma-3n-e4b-it',
-        'gemma-3n-e2b-it'
+        'gemini-flash-lite-latest'
     ],
+    modelInfo: BUILT_IN_PROVIDER_MODEL_INFO.google,
     supportsBaseURL: true,
     factory: (options) => {
         if (!options.apiKey) {
@@ -105,24 +96,21 @@ export const mistralProvider = {
     name: 'Mistral AI',
     apiKeyRequirement: 'required',
     defaultModels: [
-        'ministral-3b-latest',
-        'ministral-8b-latest',
         'mistral-large-latest',
         'mistral-medium-latest',
         'mistral-medium-2508',
-        'mistral-medium-2505',
         'mistral-small-latest',
-        'codestral-latest',
+        'mistral-small-2506',
+        'ministral-3b-latest',
+        'ministral-8b-latest',
+        'ministral-14b-latest',
+        'magistral-small-latest',
+        'magistral-medium-latest',
         'pixtral-large-latest',
-        'magistral-small-2507',
-        'magistral-medium-2507',
-        'magistral-small-2506',
-        'magistral-medium-2506',
-        'pixtral-12b-2409',
-        'open-mistral-7b',
-        'open-mixtral-8x7b',
-        'open-mixtral-8x22b'
+        'codestral-latest',
+        'devstral-latest'
     ],
+    modelInfo: BUILT_IN_PROVIDER_MODEL_INFO.mistral,
     supportsBaseURL: true,
     factory: (options) => {
         if (!options.apiKey) {
@@ -144,6 +132,9 @@ export const openaiProvider = {
     name: 'OpenAI',
     apiKeyRequirement: 'required',
     defaultModels: [
+        'gpt-5.4',
+        'gpt-5.4-mini',
+        'gpt-5.4-nano',
         'gpt-5.2',
         'gpt-5.2-2025-12-11',
         'gpt-5.2-chat-latest',
@@ -162,6 +153,7 @@ export const openaiProvider = {
         'gpt-5-nano-2025-08-07',
         'o4-mini',
         'o4-mini-2025-04-16',
+        'o3-pro',
         'o3',
         'o3-2025-04-16',
         'o3-mini',
@@ -178,22 +170,16 @@ export const openaiProvider = {
         'gpt-4o-2024-05-13',
         'gpt-4o-2024-08-06',
         'gpt-4o-2024-11-20',
-        'gpt-4o-audio-preview',
-        'gpt-4o-audio-preview-2024-12-17',
-        'gpt-4o-audio-preview-2025-06-03',
         'gpt-4o-mini',
         'gpt-4o-mini-2024-07-18',
-        'gpt-4o-mini-audio-preview',
-        'gpt-4o-mini-audio-preview-2024-12-17',
         'gpt-4o-search-preview',
         'gpt-4o-search-preview-2025-03-11',
         'gpt-4o-mini-search-preview',
         'gpt-4o-mini-search-preview-2025-03-11',
         'gpt-3.5-turbo',
-        'gpt-3.5-turbo-0125',
-        'gpt-3.5-turbo-1106',
-        'gpt-3.5-turbo-16k'
+        'gpt-3.5-turbo-0125'
     ],
+    modelInfo: BUILT_IN_PROVIDER_MODEL_INFO.openai,
     supportsBaseURL: true,
     supportsHeaders: true,
     providerToolCapabilities: {

package/lib/providers/generated-context-windows.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file is generated by `jlpm sync:model-context-windows`.
+ * Source: https://models.dev/api.json
+ * Backed by: https://github.com/anomalyco/models.dev
+ * Generated: 2026-04-08T16:23:34.080Z
+ */
+import type { IProviderModelInfo } from '../tokens';
+export declare const BUILT_IN_PROVIDER_MODEL_INFO: Record<string, Record<string, IProviderModelInfo>>;

package/lib/providers/generated-context-windows.js

@@ -0,0 +1,96 @@
+/**
+ * This file is generated by `jlpm sync:model-context-windows`.
+ * Source: https://models.dev/api.json
+ * Backed by: https://github.com/anomalyco/models.dev
+ * Generated: 2026-04-08T16:23:34.080Z
+ */
+export const BUILT_IN_PROVIDER_MODEL_INFO = {
+    anthropic: {
+        'claude-opus-4-6': { contextWindow: 1000000 },
+        'claude-sonnet-4-6': { contextWindow: 1000000 },
+        'claude-opus-4-5': { contextWindow: 200000 },
+        'claude-opus-4-5-20251101': { contextWindow: 200000 },
+        'claude-sonnet-4-5': { contextWindow: 200000 },
+        'claude-sonnet-4-5-20250929': { contextWindow: 200000 },
+        'claude-haiku-4-5': { contextWindow: 200000 },
+        'claude-haiku-4-5-20251001': { contextWindow: 200000 },
+        'claude-opus-4-1': { contextWindow: 200000 },
+        'claude-opus-4-1-20250805': { contextWindow: 200000 },
+        'claude-opus-4-0': { contextWindow: 200000 },
+        'claude-opus-4-20250514': { contextWindow: 200000 },
+        'claude-sonnet-4-0': { contextWindow: 200000 },
+        'claude-sonnet-4-20250514': { contextWindow: 200000 }
+    },
+    google: {
+        'gemini-3.1-pro-preview': { contextWindow: 1048576 },
+        'gemini-3.1-pro-preview-customtools': { contextWindow: 1048576 },
+        'gemini-3.1-flash-image-preview': { contextWindow: 131072 },
+        'gemini-3.1-flash-lite-preview': { contextWindow: 1048576 },
+        'gemini-3-flash-preview': { contextWindow: 1048576 },
+        'gemini-2.5-pro': { contextWindow: 1048576 },
+        'gemini-2.5-flash': { contextWindow: 1048576 },
+        'gemini-2.5-flash-image': { contextWindow: 32768 },
+        'gemini-2.5-flash-lite': { contextWindow: 1048576 },
+        'gemini-flash-latest': { contextWindow: 1048576 },
+        'gemini-flash-lite-latest': { contextWindow: 1048576 }
+    },
+    mistral: {
+        'mistral-large-latest': { contextWindow: 262144 },
+        'mistral-medium-latest': { contextWindow: 128000 },
+        'mistral-medium-2508': { contextWindow: 262144 },
+        'mistral-small-latest': { contextWindow: 256000 },
+        'mistral-small-2506': { contextWindow: 128000 },
+        'ministral-3b-latest': { contextWindow: 128000 },
+        'ministral-8b-latest': { contextWindow: 128000 },
+        'magistral-small-latest': { contextWindow: 128000 },
+        'magistral-medium-latest': { contextWindow: 128000 },
+        'pixtral-large-latest': { contextWindow: 128000 },
+        'codestral-latest': { contextWindow: 256000 },
+        'devstral-latest': { contextWindow: 262144 },
+        'devstral-2512': { contextWindow: 262144 }
+    },
+    openai: {
+        'gpt-5.4': { contextWindow: 1050000 },
+        'gpt-5.4-mini': { contextWindow: 400000 },
+        'gpt-5.4-nano': { contextWindow: 400000 },
+        'gpt-5.2': { contextWindow: 400000 },
+        'gpt-5.2-2025-12-11': { contextWindow: 400000 },
+        'gpt-5.2-chat-latest': { contextWindow: 128000 },
+        'gpt-5.2-pro': { contextWindow: 400000 },
+        'gpt-5.2-pro-2025-12-11': { contextWindow: 400000 },
+        'gpt-5.2-codex': { contextWindow: 400000 },
+        'gpt-5.1': { contextWindow: 400000 },
+        'gpt-5.1-2025-11-13': { contextWindow: 400000 },
+        'gpt-5.1-chat-latest': { contextWindow: 128000 },
+        'gpt-5': { contextWindow: 400000 },
+        'gpt-5-2025-08-07': { contextWindow: 400000 },
+        'gpt-5-chat-latest': { contextWindow: 400000 },
+        'gpt-5-mini': { contextWindow: 400000 },
+        'gpt-5-mini-2025-08-07': { contextWindow: 400000 },
+        'gpt-5-nano': { contextWindow: 400000 },
+        'gpt-5-nano-2025-08-07': { contextWindow: 400000 },
+        'o4-mini': { contextWindow: 200000 },
+        'o4-mini-2025-04-16': { contextWindow: 200000 },
+        'o3-pro': { contextWindow: 200000 },
+        o3: { contextWindow: 200000 },
+        'o3-2025-04-16': { contextWindow: 200000 },
+        'o3-mini': { contextWindow: 200000 },
+        'o3-mini-2025-01-31': { contextWindow: 200000 },
+        o1: { contextWindow: 200000 },
+        'o1-2024-12-17': { contextWindow: 200000 },
+        'gpt-4.1': { contextWindow: 1047576 },
+        'gpt-4.1-2025-04-14': { contextWindow: 1047576 },
+        'gpt-4.1-mini': { contextWindow: 1047576 },
+        'gpt-4.1-mini-2025-04-14': { contextWindow: 1047576 },
+        'gpt-4.1-nano': { contextWindow: 1047576 },
+        'gpt-4.1-nano-2025-04-14': { contextWindow: 1047576 },
+        'gpt-4o': { contextWindow: 128000 },
+        'gpt-4o-2024-05-13': { contextWindow: 128000 },
+        'gpt-4o-2024-08-06': { contextWindow: 128000 },
+        'gpt-4o-2024-11-20': { contextWindow: 128000 },
+        'gpt-4o-mini': { contextWindow: 128000 },
+        'gpt-4o-mini-2024-07-18': { contextWindow: 128000 },
+        'gpt-3.5-turbo': { contextWindow: 16385 },
+        'gpt-3.5-turbo-0125': { contextWindow: 16385 }
+    }
+};

package/lib/providers/model-info.d.ts

@@ -0,0 +1,3 @@
+import type { IProviderConfig, IProviderInfo, IProviderModelInfo, IProviderRegistry } from '../tokens';
+export declare function getProviderModelInfo(providerInfo: IProviderInfo | null | undefined, model: string | undefined): IProviderModelInfo | undefined;
+export declare function getEffectiveContextWindow(providerConfig: IProviderConfig | undefined, providerRegistry?: IProviderRegistry): number | undefined;

package/lib/providers/model-info.js

@@ -0,0 +1,58 @@
+const DATE_SUFFIX = /^(.*)-\d{4}-\d{2}-\d{2}$/;
+const SHORT_VERSION_SUFFIX = /^(.*)-\d{4}$/;
+// Treat rolling aliases and dated releases as the same model family so they
+// can share provider metadata such as context windows.
+function normalizeModelId(modelId) {
+    if (modelId.endsWith('-latest')) {
+        return modelId.slice(0, -7);
+    }
+    const dateSuffixMatch = modelId.match(DATE_SUFFIX);
+    if (dateSuffixMatch) {
+        return dateSuffixMatch[1];
+    }
+    const shortVersionSuffixMatch = modelId.match(SHORT_VERSION_SUFFIX);
+    if (shortVersionSuffixMatch) {
+        return shortVersionSuffixMatch[1];
+    }
+    return modelId;
+}
+function getCandidateModelIds(modelId) {
+    const candidates = [modelId];
+    const normalizedModelId = normalizeModelId(modelId);
+    candidates.push(normalizedModelId);
+    if (normalizedModelId !== modelId) {
+        candidates.push(`${normalizedModelId}-latest`);
+    }
+    return [...new Set(candidates)];
+}
+export function getProviderModelInfo(providerInfo, model) {
+    if (!providerInfo || !model) {
+        return undefined;
+    }
+    const modelInfo = providerInfo.modelInfo;
+    if (!modelInfo) {
+        return undefined;
+    }
+    for (const candidateId of getCandidateModelIds(model)) {
+        if (modelInfo[candidateId]) {
+            return modelInfo[candidateId];
+        }
+    }
+    const normalizedModelId = normalizeModelId(model);
+    // As a last resort, match any known model entry that normalizes to the same
+    // base ID, even if the exact alias/version string differs.
+    return Object.entries(modelInfo).find(([candidateId]) => {
+        return normalizeModelId(candidateId) === normalizedModelId;
+    })?.[1];
+}
+export function getEffectiveContextWindow(providerConfig, providerRegistry) {
+    if (!providerConfig) {
+        return undefined;
+    }
+    if (providerConfig.parameters?.contextWindow !== undefined) {
+        return providerConfig.parameters.contextWindow;
+    }
+    const providerInfo = providerRegistry?.getProviderInfo(providerConfig.provider);
+    return getProviderModelInfo(providerInfo, providerConfig.model)
+        ?.contextWindow;
+}