@jupyterlite/ai 0.4.0 → 0.6.0

package/lib/chat-handler.d.ts

@@ -1,4 +1,4 @@
-import { ChatModel, IChatHistory, IChatMessage, INewMessage } from '@jupyter/chat';
+import { ChatCommand, ChatModel, IChatCommandProvider, IChatHistory, IChatMessage, IInputModel, INewMessage } from '@jupyter/chat';
 import type { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { IAIProviderRegistry } from './tokens';
 export type ConnectionMessage = {
@@ -22,15 +22,23 @@ export declare class ChatHandler extends ChatModel {
     getHistory(): Promise<IChatHistory>;
     dispose(): void;
     messageAdded(message: IChatMessage): void;
+    stopStreaming(): void;
     private _providerRegistry;
     private _personaName;
     private _prompt;
     private _errorMessage;
     private _history;
     private _defaultErrorMessage;
+    private _controller;
 }
 export declare namespace ChatHandler {
     interface IOptions extends ChatModel.IOptions {
         providerRegistry: IAIProviderRegistry;
     }
+    class ClearCommandProvider implements IChatCommandProvider {
+        id: string;
+        private _slash_commands;
+        getChatCommands(inputModel: IInputModel): Promise<ChatCommand[]>;
+        handleChatCommand(command: ChatCommand, inputModel: IInputModel): Promise<void>;
+    }
 }

package/lib/chat-handler.js

@@ -20,6 +20,7 @@ export class ChatHandler extends ChatModel {
         this._errorMessage = '';
         this._history = { messages: [] };
         this._defaultErrorMessage = 'AI provider not configured';
+        this._controller = null;
         this._providerRegistry = options.providerRegistry;
         this._prompt = chatSystemPrompt({
             provider_name: this._providerRegistry.currentName
@@ -107,8 +108,9 @@ export class ChatHandler extends ChatModel {
             type: 'msg'
         };
         let content = '';
+        this._controller = new AbortController();
         try {
-            for await (const chunk of await this._providerRegistry.currentChatModel.stream(messages)) {
+            for await (const chunk of await this._providerRegistry.currentChatModel.stream(messages, { signal: this._controller.signal })) {
                 content += (_a = chunk.content) !== null && _a !== void 0 ? _a : chunk;
                 botMsg.body = content;
                 this.messageAdded(botMsg);
@@ -130,6 +132,7 @@ export class ChatHandler extends ChatModel {
         }
         finally {
             this.updateWriters([]);
+            this._controller = null;
         }
     }
     async getHistory() {
@@ -141,4 +144,37 @@ export class ChatHandler extends ChatModel {
     messageAdded(message) {
         super.messageAdded(message);
     }
+    stopStreaming() {
+        var _a;
+        (_a = this._controller) === null || _a === void 0 ? void 0 : _a.abort();
+    }
 }
+(function (ChatHandler) {
+    class ClearCommandProvider {
+        constructor() {
+            this.id = '@jupyterlite/ai:clear-commands';
+            this._slash_commands = [
+                {
+                    name: '/clear',
+                    providerId: this.id,
+                    replaceWith: '/clear',
+                    description: 'Clear the chat'
+                }
+            ];
+        }
+        async getChatCommands(inputModel) {
+            var _a, _b;
+            const match = (_b = (_a = inputModel.currentWord) === null || _a === void 0 ? void 0 : _a.match(/^\/\w*/)) === null || _b === void 0 ? void 0 : _b[0];
+            if (!match) {
+                return [];
+            }
+            const commands = this._slash_commands.filter(cmd => cmd.name.startsWith(match));
+            return commands;
+        }
+        async handleChatCommand(command, inputModel) {
+            // no handling needed because `replaceWith` is set in each command.
+            return;
+        }
+    }
+    ChatHandler.ClearCommandProvider = ClearCommandProvider;
+})(ChatHandler || (ChatHandler = {}));

package/lib/completion-provider.d.ts

@@ -1,5 +1,5 @@
 import { CompletionHandler, IInlineCompletionContext, IInlineCompletionProvider } from '@jupyterlab/completer';
-import { IBaseCompleter } from './llm-models';
+import { IBaseCompleter } from './base-completer';
 import { IAIProviderRegistry } from './tokens';
 /**
  * The generic completion provider to register to the completion provider manager.
@@ -21,7 +21,14 @@ export declare class CompletionProvider implements IInlineCompletionProvider {
 }
 export declare namespace CompletionProvider {
     interface IOptions {
+        /**
+         * The registry where the completion provider belongs.
+         */
         providerRegistry: IAIProviderRegistry;
+        /**
+         * The request completion commands, can be useful if a provider needs to request
+         * the completion by itself.
+         */
         requestCompletion: () => void;
     }
 }

package/lib/components/stop-button.d.ts

@@ -0,0 +1,19 @@
+/// <reference types="react" />
+import { InputToolbarRegistry } from '@jupyter/chat';
+/**
+ * Properties of the stop button.
+ */
+export interface IStopButtonProps extends InputToolbarRegistry.IToolbarItemProps {
+    /**
+     * The function to stop streaming.
+     */
+    stopStreaming: () => void;
+}
+/**
+ * The stop button.
+ */
+export declare function StopButton(props: IStopButtonProps): JSX.Element;
+/**
+ * factory returning the toolbar item.
+ */
+export declare function stopItem(stopStreaming: () => void): InputToolbarRegistry.IToolbarItem;

package/lib/components/stop-button.js

@@ -0,0 +1,32 @@
+/*
+ * Copyright (c) Jupyter Development Team.
+ * Distributed under the terms of the Modified BSD License.
+ */
+import StopIcon from '@mui/icons-material/Stop';
+import React from 'react';
+import { TooltippedButton } from '@jupyter/chat';
+/**
+ * The stop button.
+ */
+export function StopButton(props) {
+    const tooltip = 'Stop streaming';
+    return (React.createElement(TooltippedButton, { onClick: props.stopStreaming, tooltip: tooltip, buttonProps: {
+            size: 'small',
+            variant: 'contained',
+            title: tooltip
+        } },
+        React.createElement(StopIcon, null)));
+}
+/**
+ * factory returning the toolbar item.
+ */
+export function stopItem(stopStreaming) {
+    return {
+        element: (props) => {
+            const stopProps = { ...props, stopStreaming };
+            return StopButton(stopProps);
+        },
+        position: 50,
+        hidden: true /* hidden by default */
+    };
+}

package/lib/{llm-models/anthropic-completer.d.ts → default-providers/Anthropic/completer.d.ts}

@@ -1,6 +1,6 @@
 import { CompletionHandler, IInlineCompletionContext } from '@jupyterlab/completer';
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
-import { BaseCompleter, IBaseCompleter } from './base-completer';
+import { BaseCompleter, IBaseCompleter } from '../../base-completer';
 export declare class AnthropicCompleter implements IBaseCompleter {
     constructor(options: BaseCompleter.IOptions);
     get provider(): BaseChatModel;

package/lib/{llm-models/anthropic-completer.js → default-providers/Anthropic/completer.js}

@@ -1,6 +1,6 @@
 import { ChatAnthropic } from '@langchain/anthropic';
 import { AIMessage, SystemMessage } from '@langchain/core/messages';
-import { COMPLETION_SYSTEM_PROMPT } from '../provider';
+import { COMPLETION_SYSTEM_PROMPT } from '../../provider';
 export class AnthropicCompleter {
     constructor(options) {
         this._prompt = COMPLETION_SYSTEM_PROMPT;

package/lib/{llm-models/chrome-completer.d.ts → default-providers/ChromeAI/completer.d.ts}

@@ -1,6 +1,6 @@
 import { CompletionHandler, IInlineCompletionContext } from '@jupyterlab/completer';
 import { LLM } from '@langchain/core/language_models/llms';
-import { BaseCompleter, IBaseCompleter } from './base-completer';
+import { BaseCompleter, IBaseCompleter } from '../../base-completer';
 export declare class ChromeCompleter implements IBaseCompleter {
     constructor(options: BaseCompleter.IOptions);
     /**

package/lib/{llm-models/chrome-completer.js → default-providers/ChromeAI/completer.js}

@@ -1,6 +1,6 @@
 import { ChromeAI } from '@langchain/community/experimental/llms/chrome_ai';
 import { HumanMessage, SystemMessage } from '@langchain/core/messages';
-import { COMPLETION_SYSTEM_PROMPT } from '../provider';
+import { COMPLETION_SYSTEM_PROMPT } from '../../provider';
 /**
  * Regular expression to match the '```' string at the start of a string.
  * So the completions returned by the LLM can still be kept after removing the code block formatting.

package/lib/default-providers/ChromeAI/instructions.d.ts

@@ -0,0 +1,2 @@
+declare const _default: "\n<i class=\"fas fa-exclamation-triangle\"></i> Support for ChromeAI is still experimental and only available in Google Chrome.\n\nYou can test ChromeAI is enabled in your browser by going to the following URL: <https://chromeai.org/>\n\nEnable the proper flags in Google Chrome.\n\n- chrome://flags/#prompt-api-for-gemini-nano\n  - Select: `Enabled`\n- chrome://flags/#optimization-guide-on-device-model\n  - Select: `Enabled BypassPrefRequirement`\n- chrome://components\n  - Click `Check for Update` on Optimization Guide On Device Model to download the model\n- [Optional] chrome://flags/#text-safety-classifier\n\n<img src=\"https://github.com/user-attachments/assets/d48f46cc-52ee-4ce5-9eaf-c763cdbee04c\" alt=\"A screenshot showing how to enable the ChromeAI flag in Google Chrome\" width=\"500px\">\n\nThen restart Chrome for these changes to take effect.\n\n<i class=\"fas fa-exclamation-triangle\"></i> On first use, Chrome will download the on-device model, which can be as large as 22GB (according to their docs and at the time of writing).\nDuring the download, ChromeAI may not be available via the extension.\n\n<i class=\"fa fa-info-circle\" aria-hidden=\"true\"></i> For more information about Chrome Built-in AI: <https://developer.chrome.com/docs/ai/get-started>\n";
+export default _default;

package/lib/default-providers/ChromeAI/instructions.js

@@ -0,0 +1,24 @@
+export default `
+<i class="fas fa-exclamation-triangle"></i> Support for ChromeAI is still experimental and only available in Google Chrome.
+
+You can test ChromeAI is enabled in your browser by going to the following URL: <https://chromeai.org/>
+
+Enable the proper flags in Google Chrome.
+
+- chrome://flags/#prompt-api-for-gemini-nano
+  - Select: \`Enabled\`
+- chrome://flags/#optimization-guide-on-device-model
+  - Select: \`Enabled BypassPrefRequirement\`
+- chrome://components
+  - Click \`Check for Update\` on Optimization Guide On Device Model to download the model
+- [Optional] chrome://flags/#text-safety-classifier
+
+<img src="https://github.com/user-attachments/assets/d48f46cc-52ee-4ce5-9eaf-c763cdbee04c" alt="A screenshot showing how to enable the ChromeAI flag in Google Chrome" width="500px">
+
+Then restart Chrome for these changes to take effect.
+
+<i class="fas fa-exclamation-triangle"></i> On first use, Chrome will download the on-device model, which can be as large as 22GB (according to their docs and at the time of writing).
+During the download, ChromeAI may not be available via the extension.
+
+<i class="fa fa-info-circle" aria-hidden="true"></i> For more information about Chrome Built-in AI: <https://developer.chrome.com/docs/ai/get-started>
+`;

package/lib/{llm-models/codestral-completer.d.ts → default-providers/MistralAI/completer.d.ts}

@@ -1,6 +1,6 @@
 import { CompletionHandler, IInlineCompletionContext } from '@jupyterlab/completer';
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
-import { BaseCompleter, IBaseCompleter } from './base-completer';
+import { BaseCompleter, IBaseCompleter } from '../../base-completer';
 export declare class CodestralCompleter implements IBaseCompleter {
     constructor(options: BaseCompleter.IOptions);
     get provider(): BaseChatModel;

package/lib/{llm-models/codestral-completer.js → default-providers/MistralAI/completer.js}

@@ -1,7 +1,7 @@
 import { HumanMessage, SystemMessage } from '@langchain/core/messages';
 import { ChatMistralAI } from '@langchain/mistralai';
 import { Throttler } from '@lumino/polling';
-import { COMPLETION_SYSTEM_PROMPT } from '../provider';
+import { COMPLETION_SYSTEM_PROMPT } from '../../provider';
 /**
  * The Mistral API has a rate limit of 1 request per second
  */

package/lib/default-providers/MistralAI/instructions.d.ts

@@ -0,0 +1,2 @@
+declare const _default: "\n<i class=\"fas fa-exclamation-triangle\"></i> This extension is still very much experimental. It is not an official MistralAI extension.\n\n1. Go to <https://console.mistral.ai/api-keys/> and create an API key.\n\n    <img src=\"https://raw.githubusercontent.com/jupyterlite/ai/refs/heads/main/img/1-api-key.png\" alt=\"Screenshot showing how to create an API key\" width=\"500px\">\n\n2. Open the JupyterLab settings and go to the **Ai providers** section to select the `MistralAI`\n   provider and the API key (required).\n\n    <img src=\"https://raw.githubusercontent.com/jupyterlite/ai/refs/heads/main/img/2-jupyterlab-settings.png\" alt=\"Screenshot showing how to add the API key to the settings\" width=\"500px\">\n\n3. Open the chat, or use the inline completer\n\n    <img src=\"https://raw.githubusercontent.com/jupyterlite/ai/refs/heads/main/img/3-usage.png\" alt=\"Screenshot showing how to use the chat\" width=\"500px\">\n";
+export default _default;

package/lib/default-providers/MistralAI/instructions.js

@@ -0,0 +1,16 @@
+export default `
+<i class="fas fa-exclamation-triangle"></i> This extension is still very much experimental. It is not an official MistralAI extension.
+
+1. Go to <https://console.mistral.ai/api-keys/> and create an API key.
+
+    <img src="https://raw.githubusercontent.com/jupyterlite/ai/refs/heads/main/img/1-api-key.png" alt="Screenshot showing how to create an API key" width="500px">
+
+2. Open the JupyterLab settings and go to the **Ai providers** section to select the \`MistralAI\`
+   provider and the API key (required).
+
+    <img src="https://raw.githubusercontent.com/jupyterlite/ai/refs/heads/main/img/2-jupyterlab-settings.png" alt="Screenshot showing how to add the API key to the settings" width="500px">
+
+3. Open the chat, or use the inline completer
+
+    <img src="https://raw.githubusercontent.com/jupyterlite/ai/refs/heads/main/img/3-usage.png" alt="Screenshot showing how to use the chat" width="500px">
+`;

package/lib/{llm-models/openai-completer.d.ts → default-providers/OpenAI/completer.d.ts}

@@ -1,6 +1,6 @@
 import { CompletionHandler, IInlineCompletionContext } from '@jupyterlab/completer';
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
-import { BaseCompleter, IBaseCompleter } from './base-completer';
+import { BaseCompleter, IBaseCompleter } from '../../base-completer';
 export declare class OpenAICompleter implements IBaseCompleter {
     constructor(options: BaseCompleter.IOptions);
     get provider(): BaseChatModel;

package/lib/{llm-models/openai-completer.js → default-providers/OpenAI/completer.js}

@@ -1,6 +1,6 @@
 import { AIMessage, SystemMessage } from '@langchain/core/messages';
 import { ChatOpenAI } from '@langchain/openai';
-import { COMPLETION_SYSTEM_PROMPT } from '../provider';
+import { COMPLETION_SYSTEM_PROMPT } from '../../provider';
 export class OpenAICompleter {
     constructor(options) {
         this._prompt = COMPLETION_SYSTEM_PROMPT;

package/lib/default-providers/index.d.ts

@@ -0,0 +1,2 @@
+import { JupyterFrontEndPlugin } from '@jupyterlab/application';
+export declare const defaultProviderPlugins: JupyterFrontEndPlugin<void>[];

package/lib/default-providers/index.js

@@ -0,0 +1,60 @@
+import { ChatAnthropic } from '@langchain/anthropic';
+import { ChromeAI } from '@langchain/community/experimental/llms/chrome_ai';
+import { ChatMistralAI } from '@langchain/mistralai';
+import { ChatOpenAI } from '@langchain/openai';
+import { IAIProviderRegistry } from '../tokens';
+// Import completers
+import { AnthropicCompleter } from './Anthropic/completer';
+import { ChromeCompleter } from './ChromeAI/completer';
+import { CodestralCompleter } from './MistralAI/completer';
+import { OpenAICompleter } from './OpenAI/completer';
+// Import Settings
+import AnthropicSettings from './Anthropic/settings-schema.json';
+import ChromeAISettings from './ChromeAI/settings-schema.json';
+import MistralAISettings from './MistralAI/settings-schema.json';
+import OpenAISettings from './OpenAI/settings-schema.json';
+// Import instructions
+import ChromeAIInstructions from './ChromeAI/instructions';
+import MistralAIInstructions from './MistralAI/instructions';
+// Build the AIProvider list
+const AIProviders = [
+    {
+        name: 'Anthropic',
+        chatModel: ChatAnthropic,
+        completer: AnthropicCompleter,
+        settingsSchema: AnthropicSettings,
+        errorMessage: (error) => error.error.error.message
+    },
+    {
+        name: 'ChromeAI',
+        // TODO: fix
+        // @ts-expect-error: missing properties
+        chatModel: ChromeAI,
+        completer: ChromeCompleter,
+        instructions: ChromeAIInstructions,
+        settingsSchema: ChromeAISettings
+    },
+    {
+        name: 'MistralAI',
+        chatModel: ChatMistralAI,
+        completer: CodestralCompleter,
+        instructions: MistralAIInstructions,
+        settingsSchema: MistralAISettings
+    },
+    {
+        name: 'OpenAI',
+        chatModel: ChatOpenAI,
+        completer: OpenAICompleter,
+        settingsSchema: OpenAISettings
+    }
+];
+export const defaultProviderPlugins = AIProviders.map(provider => {
+    return {
+        id: `@jupyterlite/ai:${provider.name}`,
+        autoStart: true,
+        requires: [IAIProviderRegistry],
+        activate: (app, registry) => {
+            registry.add(provider);
+        }
+    };
+});

package/lib/index.d.ts

@@ -1,5 +1,6 @@
-import { IAutocompletionRegistry } from '@jupyter/chat';
+import { IChatCommandRegistry } from '@jupyter/chat';
 import { JupyterFrontEndPlugin } from '@jupyterlab/application';
+import { ISettingConnector } from '@jupyterlab/settingregistry';
 import { IAIProviderRegistry } from './tokens';
-declare const _default: (JupyterFrontEndPlugin<void> | JupyterFrontEndPlugin<IAutocompletionRegistry> | JupyterFrontEndPlugin<IAIProviderRegistry>)[];
+declare const _default: (JupyterFrontEndPlugin<void> | JupyterFrontEndPlugin<IChatCommandRegistry> | JupyterFrontEndPlugin<IAIProviderRegistry> | JupyterFrontEndPlugin<ISettingConnector>)[];
 export default _default;

package/lib/index.js

@@ -1,49 +1,36 @@
-import { ActiveCellManager, AutocompletionRegistry, buildChatSidebar, buildErrorWidget, IAutocompletionRegistry } from '@jupyter/chat';
+import { ActiveCellManager, buildChatSidebar, buildErrorWidget, ChatCommandRegistry, IChatCommandRegistry, InputToolbarRegistry } from '@jupyter/chat';
 import { IThemeManager } from '@jupyterlab/apputils';
 import { ICompletionProviderManager } from '@jupyterlab/completer';
 import { INotebookTracker } from '@jupyterlab/notebook';
 import { IRenderMimeRegistry } from '@jupyterlab/rendermime';
-import { ISettingRegistry } from '@jupyterlab/settingregistry';
+import { ISettingConnector, ISettingRegistry } from '@jupyterlab/settingregistry';
 import { IFormRendererRegistry } from '@jupyterlab/ui-components';
+import { ISecretsManager } from 'jupyter-secrets-manager';
 import { ChatHandler } from './chat-handler';
 import { CompletionProvider } from './completion-provider';
-import { AIProviders } from './llm-models';
+import { defaultProviderPlugins } from './default-providers';
 import { AIProviderRegistry } from './provider';
-import { aiSettingsRenderer } from './settings/panel';
-import { renderSlashCommandOption } from './slash-commands';
+import { aiSettingsRenderer, SettingConnector } from './settings';
 import { IAIProviderRegistry } from './tokens';
-const autocompletionRegistryPlugin = {
+import { stopItem } from './components/stop-button';
+const chatCommandRegistryPlugin = {
     id: '@jupyterlite/ai:autocompletion-registry',
     description: 'Autocompletion registry',
     autoStart: true,
-    provides: IAutocompletionRegistry,
+    provides: IChatCommandRegistry,
     activate: () => {
-        const autocompletionRegistry = new AutocompletionRegistry();
-        const options = ['/clear'];
-        const autocompletionCommands = {
-            opener: '/',
-            commands: options.map(option => {
-                return {
-                    id: option.slice(1),
-                    label: option,
-                    description: 'Clear the chat window'
-                };
-            }),
-            props: {
-                renderOption: renderSlashCommandOption
-            }
-        };
-        autocompletionRegistry.add('jupyterlite-ai', autocompletionCommands);
-        return autocompletionRegistry;
+        const registry = new ChatCommandRegistry();
+        registry.addProvider(new ChatHandler.ClearCommandProvider());
+        return registry;
     }
 };
 const chatPlugin = {
     id: '@jupyterlite/ai:chat',
     description: 'LLM chat extension',
     autoStart: true,
-    requires: [IAIProviderRegistry, IRenderMimeRegistry, IAutocompletionRegistry],
+    requires: [IAIProviderRegistry, IRenderMimeRegistry, IChatCommandRegistry],
     optional: [INotebookTracker, ISettingRegistry, IThemeManager],
-    activate: async (app, providerRegistry, rmRegistry, autocompletionRegistry, notebookTracker, settingsRegistry, themeManager) => {
+    activate: async (app, providerRegistry, rmRegistry, chatCommandRegistry, notebookTracker, settingsRegistry, themeManager) => {
         let activeCellManager = null;
         if (notebookTracker) {
             activeCellManager = new ActiveCellManager({
@@ -80,12 +67,26 @@ const chatPlugin = {
             console.error(`Something went wrong when reading the settings.\n${reason}`);
         });
         let chatWidget = null;
+        const inputToolbarRegistry = InputToolbarRegistry.defaultToolbarRegistry();
+        const stopButton = stopItem(() => chatHandler.stopStreaming());
+        inputToolbarRegistry.addItem('stop', stopButton);
+        chatHandler.writersChanged.connect((_, users) => {
+            if (users.filter(user => user.username === chatHandler.personaName).length) {
+                inputToolbarRegistry.hide('send');
+                inputToolbarRegistry.show('stop');
+            }
+            else {
+                inputToolbarRegistry.hide('stop');
+                inputToolbarRegistry.show('send');
+            }
+        });
         try {
             chatWidget = buildChatSidebar({
                 model: chatHandler,
                 themeManager,
                 rmRegistry,
-                autocompletionRegistry
+                chatCommandRegistry,
+                inputToolbarRegistry
             });
             chatWidget.title.caption = 'Jupyterlite AI Chat';
         }
@@ -112,11 +113,16 @@ const providerRegistryPlugin = {
     id: '@jupyterlite/ai:provider-registry',
     autoStart: true,
     requires: [IFormRendererRegistry, ISettingRegistry],
-    optional: [IRenderMimeRegistry],
+    optional: [IRenderMimeRegistry, ISecretsManager, ISettingConnector],
     provides: IAIProviderRegistry,
-    activate: (app, editorRegistry, settingRegistry, rmRegistry) => {
-        const providerRegistry = new AIProviderRegistry();
-        editorRegistry.addRenderer('@jupyterlite/ai:provider-registry.AIprovider', aiSettingsRenderer({ providerRegistry, rmRegistry }));
+    activate: (app, editorRegistry, settingRegistry, rmRegistry, secretsManager, settingConnector) => {
+        const providerRegistry = new AIProviderRegistry({ secretsManager });
+        editorRegistry.addRenderer('@jupyterlite/ai:provider-registry.AIprovider', aiSettingsRenderer({
+            providerRegistry,
+            rmRegistry,
+            secretsManager,
+            settingConnector
+        }));
         settingRegistry
             .load(providerRegistryPlugin.id)
             .then(settings => {
@@ -126,7 +132,10 @@ const providerRegistryPlugin = {
                 const providerSettings = ((_a = settings.get('AIprovider').composite) !== null && _a !== void 0 ? _a : {
                     provider: 'None'
                 });
-                providerRegistry.setProvider(providerSettings.provider, providerSettings);
+                providerRegistry.setProvider({
+                    name: providerSettings.provider,
+                    settings: providerSettings
+                });
             };
             settings.changed.connect(() => updateProvider());
             updateProvider();
@@ -134,14 +143,26 @@ const providerRegistryPlugin = {
             .catch(reason => {
             console.error(`Failed to load settings for ${providerRegistryPlugin.id}`, reason);
         });
-        // Initialize the registry with the default providers
-        AIProviders.forEach(provider => providerRegistry.add(provider));
         return providerRegistry;
     }
 };
+/**
+ * Provides the settings connector as a separate plugin to allow for alternative
+ * implementations that may want to fetch settings from a different source or
+ * endpoint.
+ */
+const settingsConnector = {
+    id: '@jupyterlite/ai:settings-connector',
+    description: 'Provides a settings connector which does not save passwords.',
+    autoStart: true,
+    provides: ISettingConnector,
+    activate: (app) => new SettingConnector(app.serviceManager.settings)
+};
 export default [
     providerRegistryPlugin,
-    autocompletionRegistryPlugin,
+    chatCommandRegistryPlugin,
     chatPlugin,
-    completerPlugin
+    completerPlugin,
+    settingsConnector,
+    ...defaultProviderPlugins
 ];

package/lib/provider.d.ts

@@ -1,14 +1,18 @@
-import { ICompletionProviderManager } from '@jupyterlab/completer';
 import { BaseLanguageModel } from '@langchain/core/language_models/base';
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { ISignal } from '@lumino/signaling';
 import { ReadonlyPartialJSONObject } from '@lumino/coreutils';
-import { IBaseCompleter } from './llm-models';
-import { IAIProvider, IAIProviderRegistry } from './tokens';
 import { JSONSchema7 } from 'json-schema';
+import { ISecretsManager } from 'jupyter-secrets-manager';
+import { IBaseCompleter } from './base-completer';
+import { IAIProvider, IAIProviderRegistry, ISetProviderOptions } from './tokens';
 export declare const chatSystemPrompt: (options: AIProviderRegistry.IPromptOptions) => string;
 export declare const COMPLETION_SYSTEM_PROMPT = "\nYou are an application built to provide helpful code completion suggestions.\nYou should only produce code. Keep comments to minimum, use the\nprogramming language comment syntax. Produce clean code.\nThe code is written in JupyterLab, a data analysis and code development\nenvironment which can execute code extended with additional syntax for\ninteractive features, such as magics.\nOnly give raw strings back, do not format the response using backticks.\nThe output should be a single string, and should correspond to what a human users\nwould write.\nDo not include the prompt in the output, only the string that should be appended to the current input.\n";
 export declare class AIProviderRegistry implements IAIProviderRegistry {
+    /**
+     * The constructor of the provider registry.
+     */
+    constructor(options: AIProviderRegistry.IOptions);
     /**
      * Get the list of provider names.
      */
@@ -53,14 +57,14 @@ export declare class AIProviderRegistry implements IAIProviderRegistry {
      * Set the providers (chat model and completer).
      * Creates the providers if the name has changed, otherwise only updates their config.
      *
-     * @param name - the name of the provider to use.
-     * @param settings - the settings for the models.
+     * @param options - An object with the name and the settings of the provider to use.
      */
-    setProvider(name: string, settings: ReadonlyPartialJSONObject): void;
+    setProvider(options: ISetProviderOptions): Promise<void>;
     /**
      * A signal emitting when the provider or its settings has changed.
      */
     get providerChanged(): ISignal<IAIProviderRegistry, void>;
+    private _secretsManager;
     private _currentProvider;
     private _completer;
     private _chatModel;
@@ -69,6 +73,7 @@ export declare class AIProviderRegistry implements IAIProviderRegistry {
     private _chatError;
     private _completerError;
     private _providers;
+    private _deferredProvider;
 }
 export declare namespace AIProviderRegistry {
     /**
@@ -76,13 +81,9 @@ export declare namespace AIProviderRegistry {
      */
     interface IOptions {
         /**
-         * The completion provider manager in which register the LLM completer.
-         */
-        completionProviderManager: ICompletionProviderManager;
-        /**
-         * The application commands registry.
+         * The secrets manager used in the application.
          */
-        requestCompletion: () => void;
+        secretsManager?: ISecretsManager;
     }
     /**
      * The options for the Chat system prompt.