@jupyterlite/ai 0.17.0 → 0.18.0

package/lib/index.js

@@ -11,7 +11,7 @@ import { IStatusBar } from '@jupyterlab/statusbar';
 import { PathExt } from '@jupyterlab/coreutils';
 import { ITranslator, nullTranslator } from '@jupyterlab/translation';
 import { fileUploadIcon, saveIcon, settingsIcon, Toolbar, ToolbarButton } from '@jupyterlab/ui-components';
-import { PromiseDelegate, UUID } from '@lumino/coreutils';
+import { UUID } from '@lumino/coreutils';
 import { DisposableSet } from '@lumino/disposable';
 import { IComponentsRendererFactory } from 'jupyter-chat-components';
 import { ISecretsManager, SecretsManager } from 'jupyter-secrets-manager';
@@ -386,12 +386,10 @@ const plugin = {
                 // Check if AI is currently writing (streaming)
                 const aiWriting = writers.some(writer => writer.user.username === 'ai-assistant');
                 if (aiWriting) {
-                    widget.inputToolbarRegistry?.hide('send');
                     widget.inputToolbarRegistry?.show('stop');
                 }
                 else {
                     widget.inputToolbarRegistry?.hide('stop');
-                    widget.inputToolbarRegistry?.show('send');
                 }
             }
             model.writersChanged?.connect(writersChanged);
@@ -439,19 +437,29 @@ const plugin = {
         });
         registerCommands(app, rmRegistry, chatPanel, attachmentOpenerRegistry, inputToolbarFactory, settingsModel, chatCommandRegistry, tracker, modelHandler, trans, themeManager, labShell, palette, documentManager);
         /**
-         * The callback to approve or reject a tool.
+         * The callback for grouped tool calls permission decisions.
          */
-        function toolCallApproval(targetId, approvalId, isApproved) {
-            const model = tracker.find(chat => chat.model.name === targetId)?.model;
+        function toolCallPermissionDecision(sessionId, toolCallId, optionId) {
+            const model = tracker.find(chat => chat.model.name === sessionId)
+                ?.model;
             if (!model) {
                 return;
             }
+            const isApproved = optionId === 'approve';
             isApproved
-                ? model.agentManager.approveToolCall(approvalId)
-                : model.agentManager.rejectToolCall(approvalId);
+                ? model.agentManager.approveToolCall(toolCallId)
+                : model.agentManager.rejectToolCall(toolCallId);
         }
         if (chatComponentsFactory) {
-            chatComponentsFactory.toolCallApproval = toolCallApproval;
+            chatComponentsFactory.toolCallPermissionDecision =
+                toolCallPermissionDecision;
+            chatComponentsFactory.removeQueuedMessage = (targetId, messageId) => {
+                const model = tracker.find(chat => chat.model.name === targetId)?.model;
+                if (!model) {
+                    return;
+                }
+                model.removeQueuedMessage(messageId);
+            };
         }
         return tracker;
     }
@@ -502,11 +510,12 @@ function registerCommands(app, rmRegistry, chatPanel, attachmentOpenerRegistry,
             }
         });
         const openInMain = (model) => {
+            const inputToolbarRegistry = inputToolbarFactory.create();
             const content = new ChatWidget({
                 model,
                 rmRegistry,
                 themeManager: themeManager ?? null,
-                inputToolbarRegistry: inputToolbarFactory.create(),
+                inputToolbarRegistry,
                 attachmentOpenerRegistry,
                 chatCommandRegistry
             });
@@ -771,54 +780,25 @@ function registerCommands(app, rmRegistry, chatPanel, attachmentOpenerRegistry,
                     console.error('Error while moving the chat to main area: there is no reference model');
                     return false;
                 }
-                // Listen for the widget updated in tracker, to ensure the previous model name
-                // has been updated. This is required to remove the widget from the restorer
-                // when the previous widget is disposed.
-                const trackerUpdated = new PromiseDelegate();
-                const widgetUpdated = (_, widget) => {
-                    if (widget.model === previousModel) {
-                        trackerUpdated.resolve(true);
-                    }
-                };
-                tracker.widgetUpdated.connect(widgetUpdated);
-                // Rename temporary the previous model to be able to reuse this name for the new
-                // model. The previous is intended to be disposed anyway.
-                previousModel.name = UUID.uuid4();
-                // Create a new model by duplicating the previous model attributes.
-                const model = modelRegistry.createModel({
-                    name: args.name,
-                    activeProvider: previousModel.agentManager.activeProvider,
-                    tokenUsage: previousModel.agentManager.tokenUsage,
-                    messages: previousModel.messages,
-                    autosave: previousModel.autosave,
-                    title: previousModel.title
-                });
-                // Wait (with timeout) for the tracker to have updated the previous widget.
-                const status = await Promise.any([
-                    trackerUpdated.promise,
-                    new Promise(r => setTimeout(() => {
-                        r(false);
-                    }, 2000))
-                ]);
-                tracker.widgetUpdated.disconnect(widgetUpdated);
-                if (!status) {
-                    return false;
-                }
                 if (area === 'main') {
-                    openInMain(model);
+                    // Temporarily bypass model disposal to transport model to main view
+                    // to keep the conversation when switching views
+                    // TODO: Remove this code when jupyter-chat PR #423 is merged and released
+                    const originalDispose = previousModel.dispose.bind(previousModel);
+                    previousModel.dispose = () => { };
                     if (previousWidget instanceof ChatWidget) {
-                        // Clean up the side-panel model entry before disposing the previous
-                        // widget/model state.
                         if (!disposeSideChatModel(previousModel)) {
                             previousWidget.dispose();
-                            previousModel.dispose();
                         }
                     }
+                    // Restore model disposal and transport to main view
+                    previousModel.dispose = originalDispose;
+                    openInMain(previousModel);
                 }
                 else {
+                    // MainAreaChat disposal does not dispose the model internally, so this is safe.
                     previousWidget?.dispose();
-                    previousModel.dispose();
-                    chatPanel.open({ model });
+                    chatPanel.open({ model: previousModel });
                 }
                 return true;
             },

package/lib/models/settings-model.js

@@ -19,6 +19,7 @@ export class AISettingsModel extends VDomModel {
         diffDisplayMode: 'split',
         skillsPaths: ['.agents/skills', '_agents/skills'],
         chatBackupDirectory: '',
+        autoTitle: false,
         commandsRequiringApproval: [
             'notebook:restart-run-all',
             'notebook:run-cell',

package/lib/providers/built-in-providers.js

@@ -3,7 +3,7 @@ import { createGoogleGenerativeAI } from '@ai-sdk/google';
 import { createMistral } from '@ai-sdk/mistral';
 import { createOpenAI } from '@ai-sdk/openai';
 import { createOpenAICompatible } from '@ai-sdk/openai-compatible';
-import { BUILT_IN_PROVIDER_MODEL_INFO } from './generated-context-windows';
+import { BUILT_IN_PROVIDER_MODEL_INFO } from './generated-model-info';
 /**
  * Anthropic provider
  */

package/lib/providers/{generated-context-windows.d.ts → generated-model-info.d.ts}

@@ -1,8 +1,8 @@
 /**
- * This file is generated by `jlpm sync:model-context-windows`.
+ * This file is generated by `jlpm sync:model-info`.
  * Source: https://models.dev/api.json
  * Backed by: https://github.com/anomalyco/models.dev
- * Generated: 2026-04-08T16:23:34.080Z
+ * Generated: 2026-04-28T11:55:05.327Z
  */
 import type { IProviderModelInfo } from '../tokens';
 export declare const BUILT_IN_PROVIDER_MODEL_INFO: Record<string, Record<string, IProviderModelInfo>>;

package/lib/providers/generated-model-info.js

@@ -0,0 +1,502 @@
+/**
+ * This file is generated by `jlpm sync:model-info`.
+ * Source: https://models.dev/api.json
+ * Backed by: https://github.com/anomalyco/models.dev
+ * Generated: 2026-04-28T11:55:05.327Z
+ */
+export const BUILT_IN_PROVIDER_MODEL_INFO = {
+    anthropic: {
+        'claude-opus-4-6': {
+            contextWindow: 1000000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-sonnet-4-6': {
+            contextWindow: 1000000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-opus-4-5': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-opus-4-5-20251101': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-sonnet-4-5': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-sonnet-4-5-20250929': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-haiku-4-5': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-haiku-4-5-20251001': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-opus-4-1': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-opus-4-1-20250805': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-opus-4-0': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-opus-4-20250514': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-sonnet-4-0': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'claude-sonnet-4-20250514': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        }
+    },
+    google: {
+        'gemini-3.1-pro-preview': {
+            contextWindow: 1048576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: true
+        },
+        'gemini-3.1-pro-preview-customtools': {
+            contextWindow: 1048576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: true
+        },
+        'gemini-3.1-flash-image-preview': {
+            contextWindow: 131072,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'gemini-3.1-flash-lite-preview': {
+            contextWindow: 1048576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: true
+        },
+        'gemini-3-flash-preview': {
+            contextWindow: 1048576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: true
+        },
+        'gemini-2.5-pro': {
+            contextWindow: 1048576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: true
+        },
+        'gemini-2.5-flash': {
+            contextWindow: 1048576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: true
+        },
+        'gemini-2.5-flash-image': {
+            contextWindow: 32768,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gemini-2.5-flash-lite': {
+            contextWindow: 1048576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: true
+        },
+        'gemini-flash-latest': {
+            contextWindow: 1048576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: true
+        },
+        'gemini-flash-lite-latest': {
+            contextWindow: 1048576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: true
+        }
+    },
+    mistral: {
+        'mistral-large-latest': {
+            contextWindow: 262144,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'mistral-medium-latest': {
+            contextWindow: 128000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'mistral-medium-2508': {
+            contextWindow: 262144,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'mistral-small-latest': {
+            contextWindow: 256000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'mistral-small-2506': {
+            contextWindow: 128000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'ministral-3b-latest': {
+            contextWindow: 128000,
+            supportsImages: false,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'ministral-8b-latest': {
+            contextWindow: 128000,
+            supportsImages: false,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'magistral-small-latest': {
+            contextWindow: 128000,
+            supportsImages: false,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'magistral-small': {
+            contextWindow: 128000,
+            supportsImages: false,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'magistral-medium-latest': {
+            contextWindow: 128000,
+            supportsImages: false,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'pixtral-large-latest': {
+            contextWindow: 128000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'codestral-latest': {
+            contextWindow: 256000,
+            supportsImages: false,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'devstral-latest': {
+            contextWindow: 128000,
+            supportsImages: false,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'devstral-small-2507': {
+            contextWindow: 128000,
+            supportsImages: false,
+            supportsPdf: false,
+            supportsAudio: false
+        }
+    },
+    openai: {
+        'gpt-5.4': {
+            contextWindow: 1050000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'gpt-5.4-mini': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5.4-nano': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5.2': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5.2-2025-12-11': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5.2-chat-latest': {
+            contextWindow: 128000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5.2-pro': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5.2-pro-2025-12-11': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5.2-codex': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'gpt-5.1': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5.1-2025-11-13': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5.1-chat-latest': {
+            contextWindow: 128000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5-2025-08-07': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5-chat-latest': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5-mini': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5-mini-2025-08-07': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5-nano': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-5-nano-2025-08-07': {
+            contextWindow: 400000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'o4-mini': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'o4-mini-2025-04-16': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'o3-pro': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        o3: {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'o3-2025-04-16': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'o3-mini': {
+            contextWindow: 200000,
+            supportsImages: false,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'o3-mini-2025-01-31': {
+            contextWindow: 200000,
+            supportsImages: false,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        o1: {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'o1-2024-12-17': {
+            contextWindow: 200000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'gpt-4.1': {
+            contextWindow: 1047576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'gpt-4.1-2025-04-14': {
+            contextWindow: 1047576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'gpt-4.1-mini': {
+            contextWindow: 1047576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'gpt-4.1-mini-2025-04-14': {
+            contextWindow: 1047576,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'gpt-4.1-nano': {
+            contextWindow: 1047576,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-4.1-nano-2025-04-14': {
+            contextWindow: 1047576,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-4o': {
+            contextWindow: 128000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'gpt-4o-2024-05-13': {
+            contextWindow: 128000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-4o-2024-08-06': {
+            contextWindow: 128000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-4o-2024-11-20': {
+            contextWindow: 128000,
+            supportsImages: true,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-4o-mini': {
+            contextWindow: 128000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'gpt-4o-mini-2024-07-18': {
+            contextWindow: 128000,
+            supportsImages: true,
+            supportsPdf: true,
+            supportsAudio: false
+        },
+        'gpt-3.5-turbo': {
+            contextWindow: 16385,
+            supportsImages: false,
+            supportsPdf: false,
+            supportsAudio: false
+        },
+        'gpt-3.5-turbo-0125': {
+            contextWindow: 16385,
+            supportsImages: false,
+            supportsPdf: false,
+            supportsAudio: false
+        }
+    }
+};

package/lib/providers/model-info.d.ts

@@ -1,3 +1,6 @@
 import type { IProviderConfig, IProviderInfo, IProviderModelInfo, IProviderRegistry } from '../tokens';
 export declare function getProviderModelInfo(providerInfo: IProviderInfo | null | undefined, model: string | undefined): IProviderModelInfo | undefined;
+export declare function modelSupportsImages(providerConfig: IProviderConfig | undefined, providerRegistry?: IProviderRegistry): boolean;
+export declare function modelSupportsPdf(providerConfig: IProviderConfig | undefined, providerRegistry?: IProviderRegistry): boolean;
+export declare function modelSupportsAudio(providerConfig: IProviderConfig | undefined, providerRegistry?: IProviderRegistry): boolean;
 export declare function getEffectiveContextWindow(providerConfig: IProviderConfig | undefined, providerRegistry?: IProviderRegistry): number | undefined;