@jupyterlite/ai 0.15.0 → 0.17.0

package/lib/agent.d.ts

@@ -1,5 +1,6 @@
 import type { IMessageContent } from '@jupyter/chat';
 import { ISignal } from '@lumino/signaling';
+import { type ModelMessage, type UserContent } from 'ai';
 import { ISecretsManager } from 'jupyter-secrets-manager';
 import { type IAgentManager, type IAgentManagerFactory, type IAISettingsModel, type ISkillRegistry, type ITokenUsage, type ToolMap } from './tokens';
 /**
@@ -158,11 +159,20 @@ export declare class AgentManager implements IAgentManager {
      * Handles the complete execution cycle including tool calls.
      * @param message The user message to respond to (may include processed attachment content)
      */
-    generateResponse(message: string): Promise<void>;
+    generateResponse(message: UserContent): Promise<void>;
     /**
-     * Updates token usage statistics.
+     * Create a transient language model to request a text response which won't be added to history.
+     * @param messages - the messages sequence to send to the model.
+     */
+    textResponse(messages: ModelMessage[]): Promise<string>;
+    /**
+     * Updates cumulative token usage statistics from a completed model step.
      */
     private _updateTokenUsage;
+    /**
+     * Gets the configured context window for the active provider.
+     */
+    private _getActiveContextWindow;
     /**
      * Initializes the AI agent with current settings and tools.
      * Sets up the agent with model configuration, tools, and MCP tools.

package/lib/agent.js

@@ -1,8 +1,9 @@
 import { createMCPClient } from '@ai-sdk/mcp';
 import { PromiseDelegate } from '@lumino/coreutils';
 import { Signal } from '@lumino/signaling';
-import { ToolLoopAgent, stepCountIs } from 'ai';
+import { generateText, ToolLoopAgent, stepCountIs, APICallError } from 'ai';
 import { createModel } from './providers/models';
+import { getEffectiveContextWindow } from './providers/model-info';
 import { createProviderTools } from './providers/provider-tools';
 import { SECRETS_NAMESPACE } from './tokens';
 /**
@@ -256,7 +257,14 @@ export class AgentManager {
         return this._activeProvider;
     }
     set activeProvider(value) {
+        const previousProvider = this._activeProvider;
         this._activeProvider = value;
+        // Reset request-level context estimate only when switching between providers.
+        if (previousProvider && previousProvider !== value) {
+            this._tokenUsage.lastRequestInputTokens = undefined;
+        }
+        this._tokenUsage.contextWindow = this._getActiveContextWindow();
+        this._tokenUsageChanged.emit(this._tokenUsage);
         this.initializeAgent();
         this._activeProviderChanged.emit(this._activeProvider);
     }
@@ -315,7 +323,11 @@ export class AgentManager {
         await this._streaming.promise;
         // Clear history and token usage
         this._history = [];
-        this._tokenUsage = { inputTokens: 0, outputTokens: 0 };
+        this._tokenUsage = {
+            inputTokens: 0,
+            outputTokens: 0,
+            contextWindow: this._getActiveContextWindow()
+        };
         this._tokenUsageChanged.emit(this._tokenUsage);
     }
     /**
@@ -335,9 +347,9 @@ export class AgentManager {
         this._pendingApprovals.clear();
         // Convert chat messages to model messages
         const modelMessages = messages.map(msg => {
-            const isAIMessage = msg.sender.username === 'ai-assistant';
+            const role = msg.sender.username === 'ai-assistant' ? 'assistant' : 'user';
             return {
-                role: isAIMessage ? 'assistant' : 'user',
+                role,
                 content: msg.body
             };
         });
@@ -400,6 +412,11 @@ export class AgentManager {
         this._streaming = new PromiseDelegate();
         this._controller = new AbortController();
         const responseHistory = [];
+        // Add user message to history
+        responseHistory.push({
+            role: 'user',
+            content: message
+        });
         try {
             // Ensure we have an agent
             if (!this._agent) {
@@ -408,11 +425,6 @@ export class AgentManager {
             if (!this._agent) {
                 throw new Error('Failed to initialize agent');
             }
-            // Add user message to history
-            responseHistory.push({
-                role: 'user',
-                content: message
-            });
             let continueLoop = true;
             while (continueLoop) {
                 const result = await this._agent.stream({
@@ -420,9 +432,20 @@ export class AgentManager {
                     abortSignal: this._controller.signal
                 });
                 const streamResult = await this._processStreamResult(result);
-                // Get response messages and update token usage
+                if (streamResult.aborted) {
+                    try {
+                        const responseMessages = await result.response;
+                        if (responseMessages.messages?.length) {
+                            this._history.push(...Private.sanitizeModelMessages(responseMessages.messages));
+                        }
+                    }
+                    catch {
+                        // Aborting before a step finishes leaves no completed response to persist.
+                    }
+                    break;
+                }
+                // Get response messages for completed steps.
                 const responseMessages = await result.response;
-                this._updateTokenUsage(await result.usage);
                 // Add response messages to history
                 if (responseMessages.messages?.length) {
                     responseHistory.push(...responseMessages.messages);
@@ -450,9 +473,38 @@ export class AgentManager {
         }
         catch (error) {
             if (error.name !== 'AbortError') {
+                let helpMessage = `${error.message}`;
+                // Remove attachments from history on payload rejection errors
+                if (APICallError.isInstance(error) &&
+                    (error.statusCode === 400 ||
+                        error.statusCode === 404 ||
+                        error.statusCode === 413 ||
+                        error.statusCode === 415 ||
+                        error.statusCode === 422)) {
+                    for (const msg of [...this._history, ...responseHistory]) {
+                        if (msg.role === 'user' && Array.isArray(msg.content)) {
+                            const hasMedia = msg.content.some(p => p.type !== 'text');
+                            if (hasMedia) {
+                                const textContent = msg.content
+                                    .filter(p => p.type === 'text')
+                                    .map(p => p.text)
+                                    .join('\n');
+                                msg.content =
+                                    textContent || '_Attachment removed due to error_';
+                            }
+                        }
+                    }
+                    helpMessage +=
+                        '\n\nAttachments have been removed from history. Please send your prompt again.';
+                }
                 this._agentEvent.emit({
                     type: 'error',
-                    data: { error: error }
+                    data: { error: new Error(helpMessage) }
+                });
+                this._history.push(...Private.sanitizeModelMessages(responseHistory));
+                this._history.push({
+                    role: 'assistant',
+                    content: helpMessage
                 });
             }
         }
@@ -462,14 +514,43 @@ export class AgentManager {
         }
     }
     /**
-     * Updates token usage statistics.
+     * Create a transient language model to request a text response which won't be added to history.
+     * @param messages - the messages sequence to send to the model.
      */
-    _updateTokenUsage(usage) {
+    async textResponse(messages) {
+        try {
+            const model = await this._createModel();
+            const result = await generateText({
+                model,
+                messages
+            });
+            this._updateTokenUsage(result.totalUsage, result.totalUsage.inputTokens);
+            return result.text;
+        }
+        catch (e) {
+            throw `Error while getting the topic of the chat\n${e}`;
+        }
+    }
+    /**
+     * Updates cumulative token usage statistics from a completed model step.
+     */
+    _updateTokenUsage(usage, lastRequestInputTokens) {
+        const contextWindow = this._getActiveContextWindow();
+        const estimatedRequestInputTokens = lastRequestInputTokens ?? usage?.inputTokens;
         if (usage) {
             this._tokenUsage.inputTokens += usage.inputTokens ?? 0;
             this._tokenUsage.outputTokens += usage.outputTokens ?? 0;
-            this._tokenUsageChanged.emit(this._tokenUsage);
         }
+        this._tokenUsage.lastRequestInputTokens = estimatedRequestInputTokens;
+        this._tokenUsage.contextWindow = contextWindow;
+        this._tokenUsageChanged.emit(this._tokenUsage);
+    }
+    /**
+     * Gets the configured context window for the active provider.
+     */
+    _getActiveContextWindow() {
+        const activeProviderConfig = this._settingsModel.getProvider(this._activeProvider);
+        return getEffectiveContextWindow(activeProviderConfig, this._providerRegistry);
     }
     /**
      * Initializes the AI agent with current settings and tools.
@@ -521,6 +602,9 @@ export class AgentManager {
         const activeProviderInfo = activeProviderConfig && this._providerRegistry
             ? this._providerRegistry.getProviderInfo(activeProviderConfig.provider)
             : null;
+        const contextWindow = getEffectiveContextWindow(activeProviderConfig, this._providerRegistry);
+        this._tokenUsage.contextWindow = contextWindow;
+        this._tokenUsageChanged.emit(this._tokenUsage);
         const temperature = activeProviderConfig?.parameters?.temperature ?? DEFAULT_TEMPERATURE;
         const maxTokens = activeProviderConfig?.parameters?.maxOutputTokens;
         const maxTurns = activeProviderConfig?.parameters?.maxTurns ?? DEFAULT_MAX_TURNS;
@@ -599,7 +683,10 @@ ${richOutputWorkflowInstruction}`;
     async _processStreamResult(result) {
         let fullResponse = '';
         let currentMessageId = null;
-        const processResult = { approvalProcessed: false };
+        const processResult = {
+            approvalProcessed: false,
+            aborted: false
+        };
         for await (const part of result.fullStream) {
             switch (part.type) {
                 case 'text-delta':
@@ -654,7 +741,15 @@ ${richOutputWorkflowInstruction}`;
                     }
                     await this._handleApprovalRequest(part, processResult);
                     break;
-                // Ignore: text-start, text-end, finish, error, and others
+                case 'error':
+                    throw part.error;
+                case 'finish-step':
+                    this._updateTokenUsage(part.usage, part.usage.inputTokens);
+                    break;
+                case 'abort':
+                    processResult.aborted = true;
+                    break;
+                // Ignore: text-start, text-end, finish, and others
                 default:
                     break;
             }

package/lib/chat-commands/clear.js

@@ -16,7 +16,7 @@ export class ClearCommandProvider {
             return;
         }
         const context = inputModel.chatContext;
-        context?.clearMessages?.();
+        await context?.clearMessages?.();
         inputModel.value = '';
         inputModel.clearAttachments();
         inputModel.clearMentions();

package/lib/chat-model-handler.js

@@ -14,7 +14,7 @@ export class ChatModelHandler {
         this._contentsManager = options.contentsManager;
     }
     createModel(options) {
-        const { name, activeProvider, tokenUsage, messages, autosave } = options;
+        const { name, activeProvider, tokenUsage, messages, autosave, title } = options;
         // Create Agent Manager first so it can be shared
         const agentManager = this._agentManagerFactory.createAgent({
             settingsModel: this._settingsModel,
@@ -38,6 +38,9 @@ export class ChatModelHandler {
         });
         model.autosave = autosave ?? false;
         model.name = name;
+        if (title) {
+            model.title = title;
+        }
         return model;
     }
     /**

package/lib/chat-model.d.ts

@@ -18,6 +18,19 @@ export declare class AIChatModel extends AbstractChatModel {
      */
     get name(): string;
     set name(value: string);
+    /**
+     * A signal emitting when the chat name has changed.
+     */
+    get nameChanged(): ISignal<AIChatModel, string>;
+    /**
+     * The title of the chat.
+     */
+    get title(): string | null;
+    set title(value: string | null);
+    /**
+     * A signal emitting when the chat title has changed.
+     */
+    get titleChanged(): ISignal<AIChatModel, string | null>;
     /**
      * Whether to save the chat automatically.
      */
@@ -27,10 +40,6 @@ export declare class AIChatModel extends AbstractChatModel {
      * A signal emitting when the autosave flag changed.
      */
     get autosaveChanged(): ISignal<AIChatModel, boolean>;
-    /**
-     * A signal emitting when the chat name has changed.
-     */
-    get nameChanged(): ISignal<AIChatModel, string>;
     /**
      * Gets the current user information.
      */
@@ -62,7 +71,7 @@ export declare class AIChatModel extends AbstractChatModel {
     /**
      * Clears all messages from the chat and resets conversation state.
      */
-    clearMessages: () => void;
+    clearMessages: () => Promise<void>;
     /**
      * Adds a non-user message to the chat (used by chat commands).
      */
@@ -83,6 +92,10 @@ export declare class AIChatModel extends AbstractChatModel {
      * restoration is not possible.
      */
     restore: (filepath: string, silent?: boolean) => Promise<boolean>;
+    /**
+     * Request a title to this chat, regarding the message history.
+     */
+    requestTitle(): Promise<string>;
     /**
      * Serialize the model for backup
      */
@@ -155,24 +168,6 @@ export declare class AIChatModel extends AbstractChatModel {
      * Updates a tool call's UI with new status and optional output.
      */
     private _updateToolCallUI;
-    /**
-     * Processes file attachments and returns their content as formatted strings.
-     * @param attachments Array of file attachments to process
-     * @returns Array of formatted attachment contents
-     */
-    private _processAttachments;
-    /**
-     * Reads the content of a notebook cell.
-     * @param attachment The notebook attachment to read
-     * @returns Cell content as string or null if unable to read
-     */
-    private _readNotebookCells;
-    /**
-     * Reads the content of a file attachment.
-     * @param attachment The file attachment to read
-     * @returns File content as string or null if unable to read
-     */
-    private _readFileAttachment;
     private _settingsModel;
     private _user;
     private _toolContexts;
@@ -183,6 +178,8 @@ export declare class AIChatModel extends AbstractChatModel {
     private _autosave;
     private _autosaveChanged;
     private _autosaveDebouncer;
+    private _title;
+    private _titleChanged;
 }
 /**
  * Namespace containing types and interfaces for AIChatModel.
@@ -232,7 +229,7 @@ export declare namespace AIChatModel {
         /**
          * The clear messages callback.
          */
-        clearMessages: () => void;
+        clearMessages: () => Promise<void>;
         /**
          * Adds an assistant/system message to the chat.
          */
@@ -274,6 +271,10 @@ export declare namespace AIChatModel {
              * Whether the chat is automatically saved.
              */
             autosave?: boolean;
+            /**
+             * An optional title of the chat.
+             */
+            title?: string;
         };
     };
 }