@jupyterlite/ai 0.5.0 → 0.6.0

package/lib/chat-handler.d.ts

@@ -22,12 +22,14 @@ export declare class ChatHandler extends ChatModel {
     getHistory(): Promise<IChatHistory>;
     dispose(): void;
     messageAdded(message: IChatMessage): void;
+    stopStreaming(): void;
     private _providerRegistry;
     private _personaName;
     private _prompt;
     private _errorMessage;
     private _history;
     private _defaultErrorMessage;
+    private _controller;
 }
 export declare namespace ChatHandler {
     interface IOptions extends ChatModel.IOptions {

package/lib/chat-handler.js

@@ -20,6 +20,7 @@ export class ChatHandler extends ChatModel {
         this._errorMessage = '';
         this._history = { messages: [] };
         this._defaultErrorMessage = 'AI provider not configured';
+        this._controller = null;
         this._providerRegistry = options.providerRegistry;
         this._prompt = chatSystemPrompt({
             provider_name: this._providerRegistry.currentName
@@ -107,8 +108,9 @@ export class ChatHandler extends ChatModel {
             type: 'msg'
         };
         let content = '';
+        this._controller = new AbortController();
         try {
-            for await (const chunk of await this._providerRegistry.currentChatModel.stream(messages)) {
+            for await (const chunk of await this._providerRegistry.currentChatModel.stream(messages, { signal: this._controller.signal })) {
                 content += (_a = chunk.content) !== null && _a !== void 0 ? _a : chunk;
                 botMsg.body = content;
                 this.messageAdded(botMsg);
@@ -130,6 +132,7 @@ export class ChatHandler extends ChatModel {
         }
         finally {
             this.updateWriters([]);
+            this._controller = null;
         }
     }
     async getHistory() {
@@ -141,6 +144,10 @@ export class ChatHandler extends ChatModel {
     messageAdded(message) {
         super.messageAdded(message);
     }
+    stopStreaming() {
+        var _a;
+        (_a = this._controller) === null || _a === void 0 ? void 0 : _a.abort();
+    }
 }
 (function (ChatHandler) {
     class ClearCommandProvider {

package/lib/completion-provider.d.ts

@@ -21,7 +21,14 @@ export declare class CompletionProvider implements IInlineCompletionProvider {
 }
 export declare namespace CompletionProvider {
     interface IOptions {
+        /**
+         * The registry where the completion provider belongs.
+         */
         providerRegistry: IAIProviderRegistry;
+        /**
+         * The request completion commands, can be useful if a provider needs to request
+         * the completion by itself.
+         */
         requestCompletion: () => void;
     }
 }

package/lib/components/stop-button.d.ts

@@ -0,0 +1,19 @@
+/// <reference types="react" />
+import { InputToolbarRegistry } from '@jupyter/chat';
+/**
+ * Properties of the stop button.
+ */
+export interface IStopButtonProps extends InputToolbarRegistry.IToolbarItemProps {
+    /**
+     * The function to stop streaming.
+     */
+    stopStreaming: () => void;
+}
+/**
+ * The stop button.
+ */
+export declare function StopButton(props: IStopButtonProps): JSX.Element;
+/**
+ * factory returning the toolbar item.
+ */
+export declare function stopItem(stopStreaming: () => void): InputToolbarRegistry.IToolbarItem;

package/lib/components/stop-button.js

@@ -0,0 +1,32 @@
+/*
+ * Copyright (c) Jupyter Development Team.
+ * Distributed under the terms of the Modified BSD License.
+ */
+import StopIcon from '@mui/icons-material/Stop';
+import React from 'react';
+import { TooltippedButton } from '@jupyter/chat';
+/**
+ * The stop button.
+ */
+export function StopButton(props) {
+    const tooltip = 'Stop streaming';
+    return (React.createElement(TooltippedButton, { onClick: props.stopStreaming, tooltip: tooltip, buttonProps: {
+            size: 'small',
+            variant: 'contained',
+            title: tooltip
+        } },
+        React.createElement(StopIcon, null)));
+}
+/**
+ * factory returning the toolbar item.
+ */
+export function stopItem(stopStreaming) {
+    return {
+        element: (props) => {
+            const stopProps = { ...props, stopStreaming };
+            return StopButton(stopProps);
+        },
+        position: 50,
+        hidden: true /* hidden by default */
+    };
+}

package/lib/index.d.ts

@@ -1,5 +1,6 @@
 import { IChatCommandRegistry } from '@jupyter/chat';
 import { JupyterFrontEndPlugin } from '@jupyterlab/application';
+import { ISettingConnector } from '@jupyterlab/settingregistry';
 import { IAIProviderRegistry } from './tokens';
-declare const _default: (JupyterFrontEndPlugin<void> | JupyterFrontEndPlugin<IChatCommandRegistry> | JupyterFrontEndPlugin<IAIProviderRegistry>)[];
+declare const _default: (JupyterFrontEndPlugin<void> | JupyterFrontEndPlugin<IChatCommandRegistry> | JupyterFrontEndPlugin<IAIProviderRegistry> | JupyterFrontEndPlugin<ISettingConnector>)[];
 export default _default;

package/lib/index.js

@@ -1,17 +1,18 @@
-import { ActiveCellManager, buildChatSidebar, buildErrorWidget, ChatCommandRegistry, IChatCommandRegistry } from '@jupyter/chat';
+import { ActiveCellManager, buildChatSidebar, buildErrorWidget, ChatCommandRegistry, IChatCommandRegistry, InputToolbarRegistry } from '@jupyter/chat';
 import { IThemeManager } from '@jupyterlab/apputils';
 import { ICompletionProviderManager } from '@jupyterlab/completer';
 import { INotebookTracker } from '@jupyterlab/notebook';
 import { IRenderMimeRegistry } from '@jupyterlab/rendermime';
-import { ISettingRegistry } from '@jupyterlab/settingregistry';
+import { ISettingConnector, ISettingRegistry } from '@jupyterlab/settingregistry';
 import { IFormRendererRegistry } from '@jupyterlab/ui-components';
 import { ISecretsManager } from 'jupyter-secrets-manager';
 import { ChatHandler } from './chat-handler';
 import { CompletionProvider } from './completion-provider';
 import { defaultProviderPlugins } from './default-providers';
 import { AIProviderRegistry } from './provider';
-import { aiSettingsRenderer } from './settings/panel';
+import { aiSettingsRenderer, SettingConnector } from './settings';
 import { IAIProviderRegistry } from './tokens';
+import { stopItem } from './components/stop-button';
 const chatCommandRegistryPlugin = {
     id: '@jupyterlite/ai:autocompletion-registry',
     description: 'Autocompletion registry',
@@ -66,12 +67,26 @@ const chatPlugin = {
             console.error(`Something went wrong when reading the settings.\n${reason}`);
         });
         let chatWidget = null;
+        const inputToolbarRegistry = InputToolbarRegistry.defaultToolbarRegistry();
+        const stopButton = stopItem(() => chatHandler.stopStreaming());
+        inputToolbarRegistry.addItem('stop', stopButton);
+        chatHandler.writersChanged.connect((_, users) => {
+            if (users.filter(user => user.username === chatHandler.personaName).length) {
+                inputToolbarRegistry.hide('send');
+                inputToolbarRegistry.show('stop');
+            }
+            else {
+                inputToolbarRegistry.hide('stop');
+                inputToolbarRegistry.show('send');
+            }
+        });
         try {
             chatWidget = buildChatSidebar({
                 model: chatHandler,
                 themeManager,
                 rmRegistry,
-                chatCommandRegistry
+                chatCommandRegistry,
+                inputToolbarRegistry
             });
             chatWidget.title.caption = 'Jupyterlite AI Chat';
         }
@@ -98,11 +113,16 @@ const providerRegistryPlugin = {
     id: '@jupyterlite/ai:provider-registry',
     autoStart: true,
     requires: [IFormRendererRegistry, ISettingRegistry],
-    optional: [IRenderMimeRegistry, ISecretsManager],
+    optional: [IRenderMimeRegistry, ISecretsManager, ISettingConnector],
     provides: IAIProviderRegistry,
-    activate: (app, editorRegistry, settingRegistry, rmRegistry, secretsManager) => {
-        const providerRegistry = new AIProviderRegistry();
-        editorRegistry.addRenderer('@jupyterlite/ai:provider-registry.AIprovider', aiSettingsRenderer({ providerRegistry, rmRegistry, secretsManager }));
+    activate: (app, editorRegistry, settingRegistry, rmRegistry, secretsManager, settingConnector) => {
+        const providerRegistry = new AIProviderRegistry({ secretsManager });
+        editorRegistry.addRenderer('@jupyterlite/ai:provider-registry.AIprovider', aiSettingsRenderer({
+            providerRegistry,
+            rmRegistry,
+            secretsManager,
+            settingConnector
+        }));
         settingRegistry
             .load(providerRegistryPlugin.id)
             .then(settings => {
@@ -112,7 +132,10 @@ const providerRegistryPlugin = {
                 const providerSettings = ((_a = settings.get('AIprovider').composite) !== null && _a !== void 0 ? _a : {
                     provider: 'None'
                 });
-                providerRegistry.setProvider(providerSettings.provider, providerSettings);
+                providerRegistry.setProvider({
+                    name: providerSettings.provider,
+                    settings: providerSettings
+                });
             };
             settings.changed.connect(() => updateProvider());
             updateProvider();
@@ -123,10 +146,23 @@ const providerRegistryPlugin = {
         return providerRegistry;
     }
 };
+/**
+ * Provides the settings connector as a separate plugin to allow for alternative
+ * implementations that may want to fetch settings from a different source or
+ * endpoint.
+ */
+const settingsConnector = {
+    id: '@jupyterlite/ai:settings-connector',
+    description: 'Provides a settings connector which does not save passwords.',
+    autoStart: true,
+    provides: ISettingConnector,
+    activate: (app) => new SettingConnector(app.serviceManager.settings)
+};
 export default [
     providerRegistryPlugin,
     chatCommandRegistryPlugin,
     chatPlugin,
     completerPlugin,
+    settingsConnector,
     ...defaultProviderPlugins
 ];

package/lib/provider.d.ts

@@ -1,14 +1,18 @@
-import { ICompletionProviderManager } from '@jupyterlab/completer';
 import { BaseLanguageModel } from '@langchain/core/language_models/base';
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { ISignal } from '@lumino/signaling';
 import { ReadonlyPartialJSONObject } from '@lumino/coreutils';
-import { IBaseCompleter } from './base-completer';
-import { IAIProvider, IAIProviderRegistry } from './tokens';
 import { JSONSchema7 } from 'json-schema';
+import { ISecretsManager } from 'jupyter-secrets-manager';
+import { IBaseCompleter } from './base-completer';
+import { IAIProvider, IAIProviderRegistry, ISetProviderOptions } from './tokens';
 export declare const chatSystemPrompt: (options: AIProviderRegistry.IPromptOptions) => string;
 export declare const COMPLETION_SYSTEM_PROMPT = "\nYou are an application built to provide helpful code completion suggestions.\nYou should only produce code. Keep comments to minimum, use the\nprogramming language comment syntax. Produce clean code.\nThe code is written in JupyterLab, a data analysis and code development\nenvironment which can execute code extended with additional syntax for\ninteractive features, such as magics.\nOnly give raw strings back, do not format the response using backticks.\nThe output should be a single string, and should correspond to what a human users\nwould write.\nDo not include the prompt in the output, only the string that should be appended to the current input.\n";
 export declare class AIProviderRegistry implements IAIProviderRegistry {
+    /**
+     * The constructor of the provider registry.
+     */
+    constructor(options: AIProviderRegistry.IOptions);
     /**
      * Get the list of provider names.
      */
@@ -53,14 +57,14 @@ export declare class AIProviderRegistry implements IAIProviderRegistry {
      * Set the providers (chat model and completer).
      * Creates the providers if the name has changed, otherwise only updates their config.
      *
-     * @param name - the name of the provider to use.
-     * @param settings - the settings for the models.
+     * @param options - An object with the name and the settings of the provider to use.
      */
-    setProvider(name: string, settings: ReadonlyPartialJSONObject): void;
+    setProvider(options: ISetProviderOptions): Promise<void>;
     /**
      * A signal emitting when the provider or its settings has changed.
      */
     get providerChanged(): ISignal<IAIProviderRegistry, void>;
+    private _secretsManager;
     private _currentProvider;
     private _completer;
     private _chatModel;
@@ -69,6 +73,7 @@ export declare class AIProviderRegistry implements IAIProviderRegistry {
     private _chatError;
     private _completerError;
     private _providers;
+    private _deferredProvider;
 }
 export declare namespace AIProviderRegistry {
     /**
@@ -76,13 +81,9 @@ export declare namespace AIProviderRegistry {
      */
     interface IOptions {
         /**
-         * The completion provider manager in which register the LLM completer.
-         */
-        completionProviderManager: ICompletionProviderManager;
-        /**
-         * The application commands registry.
+         * The secrets manager used in the application.
          */
-        requestCompletion: () => void;
+        secretsManager?: ISecretsManager;
     }
     /**
      * The options for the Chat system prompt.

package/lib/provider.js

@@ -1,4 +1,5 @@
 import { Signal } from '@lumino/signaling';
+import { getSecretId, SECRETS_NAMESPACE, SECRETS_REPLACEMENT } from './settings';
 export const chatSystemPrompt = (options) => `
 You are Jupyternaut, a conversational assistant living in JupyterLab to help users.
 You are not a language model, but rather an application built on a foundation model from ${options.provider_name}.
@@ -26,7 +27,10 @@ would write.
 Do not include the prompt in the output, only the string that should be appended to the current input.
 `;
 export class AIProviderRegistry {
-    constructor() {
+    /**
+     * The constructor of the provider registry.
+     */
+    constructor(options) {
         this._currentProvider = null;
         this._completer = null;
         this._chatModel = null;
@@ -35,6 +39,8 @@ export class AIProviderRegistry {
         this._chatError = '';
         this._completerError = '';
         this._providers = new Map();
+        this._deferredProvider = null;
+        this._secretsManager = options.secretsManager || null;
     }
     /**
      * Get the list of provider names.
@@ -46,10 +52,15 @@ export class AIProviderRegistry {
      * Add a new provider.
      */
     add(provider) {
+        var _a;
         if (this._providers.has(provider.name)) {
             throw new Error(`A AI provider named '${provider.name}' is already registered`);
         }
         this._providers.set(provider.name, provider);
+        // Set the provider if the loading has been deferred.
+        if (provider.name === ((_a = this._deferredProvider) === null || _a === void 0 ? void 0 : _a.name)) {
+            this.setProvider(this._deferredProvider);
+        }
     }
     /**
      * Get the current provider name.
@@ -119,15 +130,36 @@ export class AIProviderRegistry {
      * Set the providers (chat model and completer).
      * Creates the providers if the name has changed, otherwise only updates their config.
      *
-     * @param name - the name of the provider to use.
-     * @param settings - the settings for the models.
+     * @param options - An object with the name and the settings of the provider to use.
      */
-    setProvider(name, settings) {
-        var _a, _b, _c;
+    async setProvider(options) {
+        var _a, _b, _c, _d;
+        const { name, settings } = options;
         this._currentProvider = (_a = this._providers.get(name)) !== null && _a !== void 0 ? _a : null;
-        if (((_b = this._currentProvider) === null || _b === void 0 ? void 0 : _b.completer) !== undefined) {
+        if (this._currentProvider === null) {
+            // The current provider may not be loaded when the settings are first loaded.
+            // Let's defer the provider loading.
+            this._deferredProvider = options;
+        }
+        else {
+            this._deferredProvider = null;
+        }
+        // Build a new settings object containing the secrets.
+        const fullSettings = {};
+        for (const key of Object.keys(settings)) {
+            if (settings[key] === SECRETS_REPLACEMENT) {
+                const id = getSecretId(name, key);
+                const secrets = await ((_b = this._secretsManager) === null || _b === void 0 ? void 0 : _b.get(SECRETS_NAMESPACE, id));
+                fullSettings[key] = (secrets === null || secrets === void 0 ? void 0 : secrets.value) || settings[key];
+                continue;
+            }
+            fullSettings[key] = settings[key];
+        }
+        if (((_c = this._currentProvider) === null || _c === void 0 ? void 0 : _c.completer) !== undefined) {
             try {
-                this._completer = new this._currentProvider.completer({ ...settings });
+                this._completer = new this._currentProvider.completer({
+                    ...fullSettings
+                });
                 this._completerError = '';
             }
             catch (e) {
@@ -137,9 +169,11 @@ export class AIProviderRegistry {
         else {
             this._completer = null;
         }
-        if (((_c = this._currentProvider) === null || _c === void 0 ? void 0 : _c.chatModel) !== undefined) {
+        if (((_d = this._currentProvider) === null || _d === void 0 ? void 0 : _d.chatModel) !== undefined) {
             try {
-                this._chatModel = new this._currentProvider.chatModel({ ...settings });
+                this._chatModel = new this._currentProvider.chatModel({
+                    ...fullSettings
+                });
                 this._chatError = '';
             }
             catch (e) {

package/lib/settings/index.d.ts

@@ -0,0 +1,3 @@
+export * from './panel';
+export * from './settings-connector';
+export * from './utils';

package/lib/settings/index.js

@@ -0,0 +1,3 @@
+export * from './panel';
+export * from './settings-connector';
+export * from './utils';

package/lib/settings/panel.d.ts

@@ -1,4 +1,5 @@
 import { IRenderMimeRegistry } from '@jupyterlab/rendermime';
+import { ISettingConnector } from '@jupyterlab/settingregistry';
 import { IFormRenderer } from '@jupyterlab/ui-components';
 import type { FieldProps } from '@rjsf/utils';
 import { JSONSchema7 } from 'json-schema';
@@ -9,6 +10,7 @@ export declare const aiSettingsRenderer: (options: {
     providerRegistry: IAIProviderRegistry;
     rmRegistry?: IRenderMimeRegistry;
     secretsManager?: ISecretsManager;
+    settingConnector?: ISettingConnector;
 }) => IFormRenderer;
 export interface ISettingsFormStates {
     schema: JSONSchema7;
@@ -75,6 +77,7 @@ export declare class AiSettings extends React.Component<FieldProps, ISettingsFor
     private _useSecretsManager;
     private _rmRegistry;
     private _secretsManager;
+    private _settingConnector;
     private _currentSettings;
     private _uiSchema;
     private _settings;

package/lib/settings/panel.js

@@ -3,8 +3,8 @@ import { ArrayExt } from '@lumino/algorithm';
 import { JSONExt } from '@lumino/coreutils';
 import validator from '@rjsf/validator-ajv8';
 import React from 'react';
+import { getSecretId, SECRETS_NAMESPACE, SettingConnector } from '.';
 import baseSettings from './base.json';
-const SECRETS_NAMESPACE = '@jupyterlite/ai';
 const MD_MIME_TYPE = 'text/markdown';
 const STORAGE_NAME = '@jupyterlite/ai:settings';
 const INSTRUCTION_CLASS = 'jp-AISettingsInstructions';
@@ -21,7 +21,7 @@ const WrappedFormComponent = (props) => {
 };
 export class AiSettings extends React.Component {
     constructor(props) {
-        var _a, _b, _c, _d;
+        var _a, _b, _c, _d, _e;
         super(props);
         this.updateUseSecretsManager = (value) => {
             var _a;
@@ -32,6 +32,9 @@ export class AiSettings extends React.Component {
                 (_a = this._secretsManager) === null || _a === void 0 ? void 0 : _a.detachAll(SECRETS_NAMESPACE);
                 this._formInputs = [];
                 this._unsavedFields = [];
+                if (this._settingConnector instanceof SettingConnector) {
+                    this._settingConnector.doNotSave = [];
+                }
                 this.saveSettings(this._currentSettings);
             }
             else {
@@ -48,6 +51,9 @@ export class AiSettings extends React.Component {
                 localStorage.setItem(STORAGE_NAME, JSON.stringify(settings));
                 this.componentDidUpdate();
             }
+            this._settings
+                .set('AIprovider', { provider: this._provider, ...this._currentSettings })
+                .catch(console.error);
         };
         /**
          * Triggered when the provider hes changed, to update the schema and values.
@@ -100,9 +106,10 @@ export class AiSettings extends React.Component {
         this._providerRegistry = props.formContext.providerRegistry;
         this._rmRegistry = (_a = props.formContext.rmRegistry) !== null && _a !== void 0 ? _a : null;
         this._secretsManager = (_b = props.formContext.secretsManager) !== null && _b !== void 0 ? _b : null;
+        this._settingConnector = (_c = props.formContext.settingConnector) !== null && _c !== void 0 ? _c : null;
         this._settings = props.formContext.settings;
         this._useSecretsManager =
-            (_c = this._settings.get('UseSecretsManager').composite) !== null && _c !== void 0 ? _c : true;
+            (_d = this._settings.get('UseSecretsManager').composite) !== null && _d !== void 0 ? _d : true;
         // Initialize the providers schema.
         const providerSchema = JSONExt.deepCopy(baseSettings);
         providerSchema.properties.provider = {
@@ -120,7 +127,7 @@ export class AiSettings extends React.Component {
             const labSettings = this._settings.get('AIprovider').composite;
             if (labSettings && Object.keys(labSettings).includes('provider')) {
                 // Get the provider name.
-                const provider = (_d = Object.entries(labSettings).find(v => v[0] === 'provider')) === null || _d === void 0 ? void 0 : _d[1];
+                const provider = (_e = Object.entries(labSettings).find(v => v[0] === 'provider')) === null || _e === void 0 ? void 0 : _e[1];
                 // Save the settings.
                 const settings = {
                     _current: provider
@@ -165,12 +172,15 @@ export class AiSettings extends React.Component {
             if (inputs[i].type.toLowerCase() === 'password') {
                 const label = inputs[i].getAttribute('label');
                 if (label) {
-                    const id = `${this._provider}-${label}`;
+                    const id = getSecretId(this._provider, label);
                     this._secretsManager.attach(SECRETS_NAMESPACE, id, inputs[i], (value) => this._onPasswordUpdated(label, value));
                     this._unsavedFields.push(label);
                 }
             }
         }
+        if (this._settingConnector instanceof SettingConnector) {
+            this._settingConnector.doNotSave = this._unsavedFields;
+        }
     }
     /**
      * Get the current provider from the local storage.

package/lib/settings/settings-connector.d.ts

@@ -0,0 +1,31 @@
+import { ISettingConnector, ISettingRegistry } from '@jupyterlab/settingregistry';
+import { DataConnector, IDataConnector } from '@jupyterlab/statedb';
+/**
+ * A data connector for fetching settings.
+ *
+ * #### Notes
+ * This connector adds a query parameter to the base services setting manager.
+ */
+export declare class SettingConnector extends DataConnector<ISettingRegistry.IPlugin, string> implements ISettingConnector {
+    constructor(connector: IDataConnector<ISettingRegistry.IPlugin, string>);
+    set doNotSave(fields: string[]);
+    /**
+     * Fetch settings for a plugin.
+     * @param id - The plugin ID
+     *
+     * #### Notes
+     * The REST API requests are throttled at one request per plugin per 100ms.
+     */
+    fetch(id: string): Promise<ISettingRegistry.IPlugin | undefined>;
+    list(query: 'ids'): Promise<{
+        ids: string[];
+    }>;
+    list(query: 'active' | 'all'): Promise<{
+        ids: string[];
+        values: ISettingRegistry.IPlugin[];
+    }>;
+    save(id: string, raw: string): Promise<void>;
+    private _connector;
+    private _doNotSave;
+    private _throttlers;
+}

package/lib/settings/settings-connector.js

@@ -0,0 +1,61 @@
+import { PageConfig } from '@jupyterlab/coreutils';
+import { DataConnector } from '@jupyterlab/statedb';
+import { Throttler } from '@lumino/polling';
+import * as json5 from 'json5';
+import { SECRETS_REPLACEMENT } from '.';
+/**
+ * A data connector for fetching settings.
+ *
+ * #### Notes
+ * This connector adds a query parameter to the base services setting manager.
+ */
+export class SettingConnector extends DataConnector {
+    constructor(connector) {
+        super();
+        this._doNotSave = [];
+        this._throttlers = Object.create(null);
+        this._connector = connector;
+    }
+    set doNotSave(fields) {
+        this._doNotSave = [...fields];
+    }
+    /**
+     * Fetch settings for a plugin.
+     * @param id - The plugin ID
+     *
+     * #### Notes
+     * The REST API requests are throttled at one request per plugin per 100ms.
+     */
+    fetch(id) {
+        const throttlers = this._throttlers;
+        if (!(id in throttlers)) {
+            throttlers[id] = new Throttler(() => this._connector.fetch(id), 100);
+        }
+        return throttlers[id].invoke();
+    }
+    async list(query = 'all') {
+        const { isDisabled } = PageConfig.Extension;
+        const { ids, values } = await this._connector.list(query === 'ids' ? 'ids' : undefined);
+        if (query === 'all') {
+            return { ids, values };
+        }
+        if (query === 'ids') {
+            return { ids };
+        }
+        return {
+            ids: ids.filter(id => !isDisabled(id)),
+            values: values.filter(({ id }) => !isDisabled(id))
+        };
+    }
+    async save(id, raw) {
+        const settings = json5.parse(raw);
+        this._doNotSave.forEach(field => {
+            if (settings['AIprovider'] !== undefined &&
+                settings['AIprovider'][field] !== undefined &&
+                settings['AIprovider'][field] !== '') {
+                settings['AIprovider'][field] = SECRETS_REPLACEMENT;
+            }
+        });
+        await this._connector.save(id, json5.stringify(settings, null, 2));
+    }
+}

package/lib/settings/utils.d.ts

@@ -0,0 +1,3 @@
+export declare const SECRETS_NAMESPACE = "@jupyterlite/ai";
+export declare const SECRETS_REPLACEMENT = "***";
+export declare function getSecretId(provider: string, label: string): string;

package/lib/settings/utils.js

@@ -0,0 +1,5 @@
+export const SECRETS_NAMESPACE = '@jupyterlite/ai';
+export const SECRETS_REPLACEMENT = '***';
+export function getSecretId(provider, label) {
+    return `${provider}-${label}`;
+}

package/lib/tokens.d.ts

@@ -80,10 +80,9 @@ export interface IAIProviderRegistry {
      * Set the providers (chat model and completer).
      * Creates the providers if the name has changed, otherwise only updates their config.
      *
-     * @param name - the name of the provider to use.
-     * @param settings - the settings for the models.
+     * @param options - an object with the name and the settings of the provider to use.
      */
-    setProvider(name: string, settings: ReadonlyPartialJSONObject): void;
+    setProvider(options: ISetProviderOptions): void;
     /**
      * A signal emitting when the provider or its settings has changed.
      */
@@ -97,6 +96,19 @@ export interface IAIProviderRegistry {
      */
     readonly completerError: string;
 }
+/**
+ * The set provider options.
+ */
+export interface ISetProviderOptions {
+    /**
+     * The name of the provider.
+     */
+    name: string;
+    /**
+     * The settings of the provider.
+     */
+    settings: ReadonlyPartialJSONObject;
+}
 /**
  * The provider registry token.
  */

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@jupyterlite/ai",
-    "version": "0.5.0",
+    "version": "0.6.0",
     "description": "AI code completions and chat for JupyterLite",
     "keywords": [
         "jupyter",
@@ -56,13 +56,13 @@
         "watch:labextension": "jupyter labextension watch ."
     },
     "dependencies": {
-        "@jupyter/chat": "^0.8.1",
+        "@jupyter/chat": "^0.9.0",
         "@jupyterlab/application": "^4.4.0-alpha.0",
         "@jupyterlab/apputils": "^4.5.0-alpha.0",
         "@jupyterlab/completer": "^4.4.0-alpha.0",
         "@jupyterlab/notebook": "^4.4.0-alpha.0",
         "@jupyterlab/rendermime": "^4.4.0-alpha.0",
-        "@jupyterlab/settingregistry": "^4.4.0-alpha.0",
+        "@jupyterlab/settingregistry": "^4.4.0-beta.1",
         "@jupyterlab/ui-components": "^4.4.0-alpha.0",
         "@langchain/anthropic": "^0.3.9",
         "@langchain/community": "^0.3.31",
@@ -77,7 +77,8 @@
         "@rjsf/core": "^4.2.0",
         "@rjsf/utils": "^5.18.4",
         "@rjsf/validator-ajv8": "^5.18.4",
-        "jupyter-secrets-manager": "^0.1.1",
+        "json5": "^2.2.3",
+        "jupyter-secrets-manager": "^0.2.0",
         "react": "^18.2.0",
         "react-dom": "^18.2.0"
     },
@@ -118,6 +119,9 @@
     "jupyterlab": {
         "extension": true,
         "outputDir": "jupyterlite_ai/labextension",
-        "schemaDir": "schema"
+        "schemaDir": "schema",
+        "disabledExtensions": [
+            "@jupyterlab/apputils-extension:settings-connector"
+        ]
     }
 }

package/src/chat-handler.ts

@@ -139,9 +139,11 @@ export class ChatHandler extends ChatModel {
 
     let content = '';
 
+    this._controller = new AbortController();
     try {
       for await (const chunk of await this._providerRegistry.currentChatModel.stream(
-        messages
+        messages,
+        { signal: this._controller.signal }
       )) {
         content += chunk.content ?? chunk;
         botMsg.body = content;
@@ -162,6 +164,7 @@ export class ChatHandler extends ChatModel {
       return false;
     } finally {
       this.updateWriters([]);
+      this._controller = null;
     }
   }
 
@@ -177,12 +180,17 @@ export class ChatHandler extends ChatModel {
     super.messageAdded(message);
   }
 
+  stopStreaming(): void {
+    this._controller?.abort();
+  }
+
   private _providerRegistry: IAIProviderRegistry;
   private _personaName = 'AI';
   private _prompt: string;
   private _errorMessage: string = '';
   private _history: IChatHistory = { messages: [] };
   private _defaultErrorMessage = 'AI provider not configured';
+  private _controller: AbortController | null = null;
 }
 
 export namespace ChatHandler {

package/src/completion-provider.ts

@@ -51,7 +51,14 @@ export class CompletionProvider implements IInlineCompletionProvider {
 
 export namespace CompletionProvider {
   export interface IOptions {
+    /**
+     * The registry where the completion provider belongs.
+     */
     providerRegistry: IAIProviderRegistry;
+    /**
+     * The request completion commands, can be useful if a provider needs to request
+     * the completion by itself.
+     */
     requestCompletion: () => void;
   }
 }

package/src/components/stop-button.tsx

@@ -0,0 +1,56 @@
+/*
+ * Copyright (c) Jupyter Development Team.
+ * Distributed under the terms of the Modified BSD License.
+ */
+
+import StopIcon from '@mui/icons-material/Stop';
+import React from 'react';
+
+import { InputToolbarRegistry, TooltippedButton } from '@jupyter/chat';
+
+/**
+ * Properties of the stop button.
+ */
+export interface IStopButtonProps
+  extends InputToolbarRegistry.IToolbarItemProps {
+  /**
+   * The function to stop streaming.
+   */
+  stopStreaming: () => void;
+}
+
+/**
+ * The stop button.
+ */
+export function StopButton(props: IStopButtonProps): JSX.Element {
+  const tooltip = 'Stop streaming';
+  return (
+    <TooltippedButton
+      onClick={props.stopStreaming}
+      tooltip={tooltip}
+      buttonProps={{
+        size: 'small',
+        variant: 'contained',
+        title: tooltip
+      }}
+    >
+      <StopIcon />
+    </TooltippedButton>
+  );
+}
+
+/**
+ * factory returning the toolbar item.
+ */
+export function stopItem(
+  stopStreaming: () => void
+): InputToolbarRegistry.IToolbarItem {
+  return {
+    element: (props: InputToolbarRegistry.IToolbarItemProps) => {
+      const stopProps: IStopButtonProps = { ...props, stopStreaming };
+      return StopButton(stopProps);
+    },
+    position: 50,
+    hidden: true /* hidden by default */
+  };
+}

package/src/index.ts

@@ -4,7 +4,8 @@ import {
   buildErrorWidget,
   ChatCommandRegistry,
   IActiveCellManager,
-  IChatCommandRegistry
+  IChatCommandRegistry,
+  InputToolbarRegistry
 } from '@jupyter/chat';
 import {
   JupyterFrontEnd,
@@ -14,7 +15,10 @@ import { ReactWidget, IThemeManager } from '@jupyterlab/apputils';
 import { ICompletionProviderManager } from '@jupyterlab/completer';
 import { INotebookTracker } from '@jupyterlab/notebook';
 import { IRenderMimeRegistry } from '@jupyterlab/rendermime';
-import { ISettingRegistry } from '@jupyterlab/settingregistry';
+import {
+  ISettingConnector,
+  ISettingRegistry
+} from '@jupyterlab/settingregistry';
 import { IFormRendererRegistry } from '@jupyterlab/ui-components';
 import { ReadonlyPartialJSONObject } from '@lumino/coreutils';
 import { ISecretsManager } from 'jupyter-secrets-manager';
@@ -23,8 +27,9 @@ import { ChatHandler } from './chat-handler';
 import { CompletionProvider } from './completion-provider';
 import { defaultProviderPlugins } from './default-providers';
 import { AIProviderRegistry } from './provider';
-import { aiSettingsRenderer } from './settings/panel';
+import { aiSettingsRenderer, SettingConnector } from './settings';
 import { IAIProviderRegistry } from './tokens';
+import { stopItem } from './components/stop-button';
 
 const chatCommandRegistryPlugin: JupyterFrontEndPlugin<IChatCommandRegistry> = {
   id: '@jupyterlite/ai:autocompletion-registry',
@@ -99,12 +104,30 @@ const chatPlugin: JupyterFrontEndPlugin<void> = {
       });
 
     let chatWidget: ReactWidget | null = null;
+
+    const inputToolbarRegistry = InputToolbarRegistry.defaultToolbarRegistry();
+    const stopButton = stopItem(() => chatHandler.stopStreaming());
+    inputToolbarRegistry.addItem('stop', stopButton);
+
+    chatHandler.writersChanged.connect((_, users) => {
+      if (
+        users.filter(user => user.username === chatHandler.personaName).length
+      ) {
+        inputToolbarRegistry.hide('send');
+        inputToolbarRegistry.show('stop');
+      } else {
+        inputToolbarRegistry.hide('stop');
+        inputToolbarRegistry.show('send');
+      }
+    });
+
     try {
       chatWidget = buildChatSidebar({
         model: chatHandler,
         themeManager,
         rmRegistry,
-        chatCommandRegistry
+        chatCommandRegistry,
+        inputToolbarRegistry
       });
       chatWidget.title.caption = 'Jupyterlite AI Chat';
     } catch (e) {
@@ -138,21 +161,28 @@ const providerRegistryPlugin: JupyterFrontEndPlugin<IAIProviderRegistry> = {
   id: '@jupyterlite/ai:provider-registry',
   autoStart: true,
   requires: [IFormRendererRegistry, ISettingRegistry],
-  optional: [IRenderMimeRegistry, ISecretsManager],
+  optional: [IRenderMimeRegistry, ISecretsManager, ISettingConnector],
   provides: IAIProviderRegistry,
   activate: (
     app: JupyterFrontEnd,
     editorRegistry: IFormRendererRegistry,
     settingRegistry: ISettingRegistry,
     rmRegistry?: IRenderMimeRegistry,
-    secretsManager?: ISecretsManager
+    secretsManager?: ISecretsManager,
+    settingConnector?: ISettingConnector
   ): IAIProviderRegistry => {
-    const providerRegistry = new AIProviderRegistry();
+    const providerRegistry = new AIProviderRegistry({ secretsManager });
 
     editorRegistry.addRenderer(
       '@jupyterlite/ai:provider-registry.AIprovider',
-      aiSettingsRenderer({ providerRegistry, rmRegistry, secretsManager })
+      aiSettingsRenderer({
+        providerRegistry,
+        rmRegistry,
+        secretsManager,
+        settingConnector
+      })
     );
+
     settingRegistry
       .load(providerRegistryPlugin.id)
       .then(settings => {
@@ -161,10 +191,10 @@ const providerRegistryPlugin: JupyterFrontEndPlugin<IAIProviderRegistry> = {
           const providerSettings = (settings.get('AIprovider').composite ?? {
             provider: 'None'
           }) as ReadonlyPartialJSONObject;
-          providerRegistry.setProvider(
-            providerSettings.provider as string,
-            providerSettings
-          );
+          providerRegistry.setProvider({
+            name: providerSettings.provider as string,
+            settings: providerSettings
+          });
         };
 
         settings.changed.connect(() => updateProvider());
@@ -181,10 +211,25 @@ const providerRegistryPlugin: JupyterFrontEndPlugin<IAIProviderRegistry> = {
   }
 };
 
+/**
+ * Provides the settings connector as a separate plugin to allow for alternative
+ * implementations that may want to fetch settings from a different source or
+ * endpoint.
+ */
+const settingsConnector: JupyterFrontEndPlugin<ISettingConnector> = {
+  id: '@jupyterlite/ai:settings-connector',
+  description: 'Provides a settings connector which does not save passwords.',
+  autoStart: true,
+  provides: ISettingConnector,
+  activate: (app: JupyterFrontEnd) =>
+    new SettingConnector(app.serviceManager.settings)
+};
+
 export default [
   providerRegistryPlugin,
   chatCommandRegistryPlugin,
   chatPlugin,
   completerPlugin,
+  settingsConnector,
   ...defaultProviderPlugins
 ];

package/src/provider.ts

@@ -1,12 +1,22 @@
-import { ICompletionProviderManager } from '@jupyterlab/completer';
 import { BaseLanguageModel } from '@langchain/core/language_models/base';
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { ISignal, Signal } from '@lumino/signaling';
 import { ReadonlyPartialJSONObject } from '@lumino/coreutils';
+import { JSONSchema7 } from 'json-schema';
+import { ISecretsManager } from 'jupyter-secrets-manager';
 
 import { IBaseCompleter } from './base-completer';
-import { IAIProvider, IAIProviderRegistry } from './tokens';
-import { JSONSchema7 } from 'json-schema';
+import {
+  getSecretId,
+  SECRETS_NAMESPACE,
+  SECRETS_REPLACEMENT
+} from './settings';
+import {
+  IAIProvider,
+  IAIProviderRegistry,
+  IDict,
+  ISetProviderOptions
+} from './tokens';
 
 export const chatSystemPrompt = (
   options: AIProviderRegistry.IPromptOptions
@@ -39,6 +49,13 @@ Do not include the prompt in the output, only the string that should be appended
 `;
 
 export class AIProviderRegistry implements IAIProviderRegistry {
+  /**
+   * The constructor of the provider registry.
+   */
+  constructor(options: AIProviderRegistry.IOptions) {
+    this._secretsManager = options.secretsManager || null;
+  }
+
   /**
    * Get the list of provider names.
    */
@@ -56,6 +73,11 @@ export class AIProviderRegistry implements IAIProviderRegistry {
       );
     }
     this._providers.set(provider.name, provider);
+
+    // Set the provider if the loading has been deferred.
+    if (provider.name === this._deferredProvider?.name) {
+      this.setProvider(this._deferredProvider);
+    }
   }
 
   /**
@@ -131,15 +153,36 @@ export class AIProviderRegistry implements IAIProviderRegistry {
    * Set the providers (chat model and completer).
    * Creates the providers if the name has changed, otherwise only updates their config.
    *
-   * @param name - the name of the provider to use.
-   * @param settings - the settings for the models.
+   * @param options - An object with the name and the settings of the provider to use.
    */
-  setProvider(name: string, settings: ReadonlyPartialJSONObject): void {
+  async setProvider(options: ISetProviderOptions): Promise<void> {
+    const { name, settings } = options;
     this._currentProvider = this._providers.get(name) ?? null;
+    if (this._currentProvider === null) {
+      // The current provider may not be loaded when the settings are first loaded.
+      // Let's defer the provider loading.
+      this._deferredProvider = options;
+    } else {
+      this._deferredProvider = null;
+    }
+
+    // Build a new settings object containing the secrets.
+    const fullSettings: IDict = {};
+    for (const key of Object.keys(settings)) {
+      if (settings[key] === SECRETS_REPLACEMENT) {
+        const id = getSecretId(name, key);
+        const secrets = await this._secretsManager?.get(SECRETS_NAMESPACE, id);
+        fullSettings[key] = secrets?.value || settings[key];
+        continue;
+      }
+      fullSettings[key] = settings[key];
+    }
 
     if (this._currentProvider?.completer !== undefined) {
       try {
-        this._completer = new this._currentProvider.completer({ ...settings });
+        this._completer = new this._currentProvider.completer({
+          ...fullSettings
+        });
         this._completerError = '';
       } catch (e: any) {
         this._completerError = e.message;
@@ -150,7 +193,9 @@ export class AIProviderRegistry implements IAIProviderRegistry {
 
     if (this._currentProvider?.chatModel !== undefined) {
       try {
-        this._chatModel = new this._currentProvider.chatModel({ ...settings });
+        this._chatModel = new this._currentProvider.chatModel({
+          ...fullSettings
+        });
         this._chatError = '';
       } catch (e: any) {
         this._chatError = e.message;
@@ -170,6 +215,7 @@ export class AIProviderRegistry implements IAIProviderRegistry {
     return this._providerChanged;
   }
 
+  private _secretsManager: ISecretsManager | null;
   private _currentProvider: IAIProvider | null = null;
   private _completer: IBaseCompleter | null = null;
   private _chatModel: BaseChatModel | null = null;
@@ -178,6 +224,7 @@ export class AIProviderRegistry implements IAIProviderRegistry {
   private _chatError: string = '';
   private _completerError: string = '';
   private _providers = new Map<string, IAIProvider>();
+  private _deferredProvider: ISetProviderOptions | null = null;
 }
 
 export namespace AIProviderRegistry {
@@ -186,13 +233,9 @@ export namespace AIProviderRegistry {
    */
   export interface IOptions {
     /**
-     * The completion provider manager in which register the LLM completer.
-     */
-    completionProviderManager: ICompletionProviderManager;
-    /**
-     * The application commands registry.
+     * The secrets manager used in the application.
      */
-    requestCompletion: () => void;
+    secretsManager?: ISecretsManager;
   }
 
   /**

package/src/settings/index.ts

@@ -0,0 +1,3 @@
+export * from './panel';
+export * from './settings-connector';
+export * from './utils';

package/src/settings/panel.tsx

@@ -1,5 +1,8 @@
 import { IRenderMimeRegistry } from '@jupyterlab/rendermime';
-import { ISettingRegistry } from '@jupyterlab/settingregistry';
+import {
+  ISettingConnector,
+  ISettingRegistry
+} from '@jupyterlab/settingregistry';
 import { FormComponent, IFormRenderer } from '@jupyterlab/ui-components';
 import { ArrayExt } from '@lumino/algorithm';
 import { JSONExt } from '@lumino/coreutils';
@@ -10,10 +13,10 @@ import { JSONSchema7 } from 'json-schema';
 import { ISecretsManager } from 'jupyter-secrets-manager';
 import React from 'react';
 
+import { getSecretId, SECRETS_NAMESPACE, SettingConnector } from '.';
 import baseSettings from './base.json';
 import { IAIProviderRegistry, IDict } from '../tokens';
 
-const SECRETS_NAMESPACE = '@jupyterlite/ai';
 const MD_MIME_TYPE = 'text/markdown';
 const STORAGE_NAME = '@jupyterlite/ai:settings';
 const INSTRUCTION_CLASS = 'jp-AISettingsInstructions';
@@ -22,6 +25,7 @@ export const aiSettingsRenderer = (options: {
   providerRegistry: IAIProviderRegistry;
   rmRegistry?: IRenderMimeRegistry;
   secretsManager?: ISecretsManager;
+  settingConnector?: ISettingConnector;
 }): IFormRenderer => {
   return {
     fieldRenderer: (props: FieldProps) => {
@@ -54,6 +58,7 @@ export class AiSettings extends React.Component<
     this._providerRegistry = props.formContext.providerRegistry;
     this._rmRegistry = props.formContext.rmRegistry ?? null;
     this._secretsManager = props.formContext.secretsManager ?? null;
+    this._settingConnector = props.formContext.settingConnector ?? null;
     this._settings = props.formContext.settings;
 
     this._useSecretsManager =
@@ -130,7 +135,7 @@ export class AiSettings extends React.Component<
       if (inputs[i].type.toLowerCase() === 'password') {
         const label = inputs[i].getAttribute('label');
         if (label) {
-          const id = `${this._provider}-${label}`;
+          const id = getSecretId(this._provider, label);
           this._secretsManager.attach(
             SECRETS_NAMESPACE,
             id,
@@ -141,6 +146,9 @@ export class AiSettings extends React.Component<
         }
       }
     }
+    if (this._settingConnector instanceof SettingConnector) {
+      this._settingConnector.doNotSave = this._unsavedFields;
+    }
   }
 
   /**
@@ -187,6 +195,9 @@ export class AiSettings extends React.Component<
       this._secretsManager?.detachAll(SECRETS_NAMESPACE);
       this._formInputs = [];
       this._unsavedFields = [];
+      if (this._settingConnector instanceof SettingConnector) {
+        this._settingConnector.doNotSave = [];
+      }
       this.saveSettings(this._currentSettings);
     } else {
       // Remove all the keys stored locally and attach the password inputs to the
@@ -202,6 +213,9 @@ export class AiSettings extends React.Component<
       localStorage.setItem(STORAGE_NAME, JSON.stringify(settings));
       this.componentDidUpdate();
     }
+    this._settings
+      .set('AIprovider', { provider: this._provider, ...this._currentSettings })
+      .catch(console.error);
   };
 
   /**
@@ -337,6 +351,7 @@ export class AiSettings extends React.Component<
   private _useSecretsManager: boolean;
   private _rmRegistry: IRenderMimeRegistry | null;
   private _secretsManager: ISecretsManager | null;
+  private _settingConnector: ISettingConnector | null;
   private _currentSettings: IDict<any> = { provider: 'None' };
   private _uiSchema: IDict<any> = {};
   private _settings: ISettingRegistry.ISettings;

package/src/settings/settings-connector.ts

@@ -0,0 +1,89 @@
+import { PageConfig } from '@jupyterlab/coreutils';
+import {
+  ISettingConnector,
+  ISettingRegistry
+} from '@jupyterlab/settingregistry';
+import { DataConnector, IDataConnector } from '@jupyterlab/statedb';
+import { Throttler } from '@lumino/polling';
+import * as json5 from 'json5';
+
+import { SECRETS_REPLACEMENT } from '.';
+
+/**
+ * A data connector for fetching settings.
+ *
+ * #### Notes
+ * This connector adds a query parameter to the base services setting manager.
+ */
+export class SettingConnector
+  extends DataConnector<ISettingRegistry.IPlugin, string>
+  implements ISettingConnector
+{
+  constructor(connector: IDataConnector<ISettingRegistry.IPlugin, string>) {
+    super();
+    this._connector = connector;
+  }
+
+  set doNotSave(fields: string[]) {
+    this._doNotSave = [...fields];
+  }
+
+  /**
+   * Fetch settings for a plugin.
+   * @param id - The plugin ID
+   *
+   * #### Notes
+   * The REST API requests are throttled at one request per plugin per 100ms.
+   */
+  fetch(id: string): Promise<ISettingRegistry.IPlugin | undefined> {
+    const throttlers = this._throttlers;
+    if (!(id in throttlers)) {
+      throttlers[id] = new Throttler(() => this._connector.fetch(id), 100);
+    }
+    return throttlers[id].invoke();
+  }
+
+  async list(query: 'ids'): Promise<{ ids: string[] }>;
+  async list(
+    query: 'active' | 'all'
+  ): Promise<{ ids: string[]; values: ISettingRegistry.IPlugin[] }>;
+  async list(
+    query: 'active' | 'all' | 'ids' = 'all'
+  ): Promise<{ ids: string[]; values?: ISettingRegistry.IPlugin[] }> {
+    const { isDisabled } = PageConfig.Extension;
+    const { ids, values } = await this._connector.list(
+      query === 'ids' ? 'ids' : undefined
+    );
+
+    if (query === 'all') {
+      return { ids, values };
+    }
+
+    if (query === 'ids') {
+      return { ids };
+    }
+
+    return {
+      ids: ids.filter(id => !isDisabled(id)),
+      values: values.filter(({ id }) => !isDisabled(id))
+    };
+  }
+
+  async save(id: string, raw: string): Promise<void> {
+    const settings = json5.parse(raw);
+    this._doNotSave.forEach(field => {
+      if (
+        settings['AIprovider'] !== undefined &&
+        settings['AIprovider'][field] !== undefined &&
+        settings['AIprovider'][field] !== ''
+      ) {
+        settings['AIprovider'][field] = SECRETS_REPLACEMENT;
+      }
+    });
+    await this._connector.save(id, json5.stringify(settings, null, 2));
+  }
+
+  private _connector: IDataConnector<ISettingRegistry.IPlugin, string>;
+  private _doNotSave: string[] = [];
+  private _throttlers: { [key: string]: Throttler } = Object.create(null);
+}

package/src/settings/utils.ts

@@ -0,0 +1,6 @@
+export const SECRETS_NAMESPACE = '@jupyterlite/ai';
+export const SECRETS_REPLACEMENT = '***';
+
+export function getSecretId(provider: string, label: string) {
+  return `${provider}-${label}`;
+}

package/src/tokens.ts

@@ -85,10 +85,9 @@ export interface IAIProviderRegistry {
    * Set the providers (chat model and completer).
    * Creates the providers if the name has changed, otherwise only updates their config.
    *
-   * @param name - the name of the provider to use.
-   * @param settings - the settings for the models.
+   * @param options - an object with the name and the settings of the provider to use.
    */
-  setProvider(name: string, settings: ReadonlyPartialJSONObject): void;
+  setProvider(options: ISetProviderOptions): void;
   /**
    * A signal emitting when the provider or its settings has changed.
    */
@@ -103,6 +102,20 @@ export interface IAIProviderRegistry {
   readonly completerError: string;
 }
 
+/**
+ * The set provider options.
+ */
+export interface ISetProviderOptions {
+  /**
+   * The name of the provider.
+   */
+  name: string;
+  /**
+   * The settings of the provider.
+   */
+  settings: ReadonlyPartialJSONObject;
+}
+
 /**
  * The provider registry token.
  */