@jupyterlite/ai 0.8.0 → 0.9.0-a0

package/lib/mcp/browser.js

@@ -0,0 +1,132 @@
+/* eslint-disable @typescript-eslint/naming-convention */
+/**
+ * Browser-compatible MCP Server implementation
+ *
+ * This is a custom implementation that works around the limitation in
+ * @openai/agents where MCPServerStreamableHttp doesn't work in browsers
+ */
+/**
+ * Browser-compatible MCP Server implementation that works around limitations
+ * in @openai/agents where MCPServerStreamableHttp doesn't work in browsers.
+ *
+ * This class provides a streamable HTTP client transport for MCP (Model Context Protocol)
+ * servers that can be used in browser environments.
+ */
+export class BrowserMCPServerStreamableHttp {
+    name;
+    cacheToolsList;
+    toolFilter = undefined;
+    constructor(options) {
+        this._options = options;
+        this.name = options.name || `browser-mcp-server: ${options.url}`;
+        this.cacheToolsList = options.cacheToolsList ?? false;
+    }
+    async connect() {
+        try {
+            // Dynamic import to handle cases where MCP SDK isn't available
+            const { StreamableHTTPClientTransport } = await import('@modelcontextprotocol/sdk/client/streamableHttp.js');
+            const { Client } = await import('@modelcontextprotocol/sdk/client/index.js');
+            this._transport = new StreamableHTTPClientTransport(new URL(this._options.url), {
+                authProvider: this._options.authProvider,
+                requestInit: this._options.requestInit,
+                fetch: this._options.fetch || fetch,
+                reconnectionOptions: this._options.reconnectionOptions,
+                sessionId: this._options.sessionId
+            });
+            this._session = new Client({
+                name: this.name,
+                version: '1.0.0'
+            });
+            await this._session.connect(this._transport);
+        }
+        catch (error) {
+            console.error('Error initializing MCP server:', error);
+            await this.close();
+            throw error;
+        }
+    }
+    async close() {
+        if (this._session) {
+            try {
+                await this._session.close();
+            }
+            catch (error) {
+                console.error('Error closing MCP server session:', error);
+            }
+            this._session = null;
+        }
+        if (this._transport) {
+            try {
+                await this._transport.close();
+            }
+            catch (error) {
+                console.error('Error closing MCP server transport:', error);
+            }
+            this._transport = null;
+        }
+    }
+    async listTools() {
+        if (!this._session) {
+            throw new Error('Server not initialized. Call connect() first.');
+        }
+        if (this.cacheToolsList &&
+            !this._cacheDirty &&
+            this._toolsList.length > 0) {
+            return this._toolsList;
+        }
+        try {
+            const { ListToolsResultSchema } = await import('@modelcontextprotocol/sdk/types.js');
+            const response = await this._session.listTools();
+            const parsedResponse = ListToolsResultSchema.parse(response);
+            // Map to openai/agents MCPTool type
+            this._toolsList = parsedResponse.tools.map((tool) => ({
+                name: tool.name,
+                description: tool.description,
+                inputSchema: {
+                    type: 'object',
+                    properties: tool.inputSchema?.properties || {},
+                    required: tool.inputSchema?.required || [],
+                    additionalProperties: tool.inputSchema?.additionalProperties ?? false
+                }
+            }));
+            this._cacheDirty = false;
+            return this._toolsList;
+        }
+        catch (error) {
+            console.error(`Error listing tools from ${this.name}:`, error);
+            throw error;
+        }
+    }
+    async callTool(toolName, args) {
+        if (!this._session) {
+            throw new Error('Server not initialized. Call connect() first.');
+        }
+        try {
+            const { CallToolResultSchema } = await import('@modelcontextprotocol/sdk/types.js');
+            const response = await this._session.callTool({
+                name: toolName,
+                arguments: args ?? {}
+            }, undefined, {
+                timeout: this._options.timeout ?? 30000
+            });
+            // Parse and validate using MCP SDK schema
+            const parsed = CallToolResultSchema.parse(response);
+            const result = parsed.content;
+            // Return the content array as expected by openai/agents
+            // CallToolResultContent is { type: string; text: string }[]
+            return result;
+        }
+        catch (error) {
+            console.error(`Error calling tool ${toolName}:`, error);
+            throw error;
+        }
+    }
+    async invalidateToolsCache() {
+        this._cacheDirty = true;
+    }
+    _session = null;
+    _toolsList = [];
+    _cacheDirty = true;
+    _transport = null;
+    _options;
+}

package/lib/models/settings-model.d.ts

@@ -0,0 +1,69 @@
+import { VDomModel } from '@jupyterlab/ui-components';
+import { ISettingRegistry } from '@jupyterlab/settingregistry';
+export interface IProviderConfig {
+    id: string;
+    name: string;
+    provider: 'anthropic' | 'mistral' | 'ollama';
+    model: string;
+    apiKey?: string;
+    baseURL?: string;
+    headers?: Record<string, string>;
+    customSettings?: Record<string, any>;
+    [key: string]: any;
+}
+export interface IMCPServerConfig {
+    id: string;
+    name: string;
+    url: string;
+    enabled: boolean;
+    [key: string]: any;
+}
+export interface IAIConfig {
+    providers: IProviderConfig[];
+    activeProvider: string;
+    activeCompleterProvider?: string;
+    useSameProviderForChatAndCompleter: boolean;
+    mcpServers: IMCPServerConfig[];
+    temperature: number;
+    maxTokens?: number;
+    contextAwareness: boolean;
+    codeExecution: boolean;
+    systemPrompt: string;
+    toolsEnabled: boolean;
+    sendWithShiftEnter: boolean;
+    maxTurns: number;
+    showTokenUsage: boolean;
+    commandsRequiringApproval: string[];
+}
+export declare class AISettingsModel extends VDomModel {
+    private _config;
+    private _settingRegistry;
+    private _settings;
+    constructor(options: AISettingsModel.IOptions);
+    private initializeSettings;
+    private onSettingsChanged;
+    private loadFromSettings;
+    get config(): IAIConfig;
+    get providers(): IProviderConfig[];
+    getProvider(id: string): IProviderConfig | undefined;
+    getActiveProvider(): IProviderConfig | undefined;
+    getCompleterProvider(): IProviderConfig | undefined;
+    addProvider(providerConfig: Omit<IProviderConfig, 'id'>): Promise<string>;
+    removeProvider(id: string): Promise<void>;
+    updateProvider(id: string, updates: Partial<IProviderConfig>): Promise<void>;
+    setActiveProvider(id: string): Promise<void>;
+    setActiveCompleterProvider(id: string | undefined): Promise<void>;
+    get mcpServers(): IMCPServerConfig[];
+    getMCPServer(id: string): IMCPServerConfig | undefined;
+    addMCPServer(serverConfig: Omit<IMCPServerConfig, 'id'>): Promise<string>;
+    removeMCPServer(id: string): Promise<void>;
+    updateMCPServer(id: string, updates: Partial<IMCPServerConfig>): Promise<void>;
+    updateConfig(updates: Partial<IAIConfig>): Promise<void>;
+    getApiKey(id: string): string;
+    private saveSetting;
+}
+export declare namespace AISettingsModel {
+    interface IOptions {
+        settingRegistry: ISettingRegistry;
+    }
+}

package/lib/models/settings-model.js

@@ -0,0 +1,295 @@
+import { VDomModel } from '@jupyterlab/ui-components';
+const PLUGIN_ID = '@jupyterlite/ai:settings-model';
+export class AISettingsModel extends VDomModel {
+    _config = {
+        providers: [],
+        activeProvider: '',
+        activeCompleterProvider: undefined,
+        useSameProviderForChatAndCompleter: true,
+        mcpServers: [],
+        temperature: 0.7,
+        maxTokens: undefined,
+        contextAwareness: true,
+        codeExecution: false,
+        toolsEnabled: true,
+        sendWithShiftEnter: false,
+        maxTurns: 25,
+        showTokenUsage: false,
+        commandsRequiringApproval: [
+            'notebook:restart-run-all',
+            'notebook:run-cell',
+            'notebook:run-cell-and-select-next',
+            'notebook:run-cell-and-insert-below',
+            'notebook:run-all-cells',
+            'notebook:run-all-above',
+            'notebook:run-all-below',
+            'console:execute',
+            'console:execute-forced',
+            'fileeditor:run-code',
+            'kernelmenu:run',
+            'kernelmenu:restart-and-run-all',
+            'runmenu:run-all'
+        ],
+        systemPrompt: `You are Jupyternaut, an AI coding assistant built specifically for the JupyterLab environment.
+
+## Your Core Mission
+You're designed to be a capable partner for data science, research, and development work in Jupyter notebooks. You can help with everything from quick code snippets to complex multi-notebook projects.
+
+## Your Capabilities
+**📁 File & Project Management:**
+- Create, read, edit, and organize Python files and notebooks
+- Manage project structure and navigate file systems
+- Help with version control and project organization
+
+**📊 Notebook Operations:**
+- Create new notebooks and manage existing ones
+- Add, edit, delete, and run cells (both code and markdown)
+- Help with notebook structure and organization
+- Retrieve and analyze cell outputs and execution results
+
+**🧠 Coding & Development:**
+- Write, debug, and optimize Python code
+- Explain complex algorithms and data structures
+- Help with data analysis, visualization, and machine learning
+- Support for scientific computing libraries (numpy, pandas, matplotlib, etc.)
+- Code reviews and best practices recommendations
+
+**💡 Adaptive Assistance:**
+- Understand context from your current work environment
+- Provide suggestions tailored to your specific use case
+- Help with both quick fixes and long-term project planning
+
+## How I Work
+I can actively interact with your JupyterLab environment using specialized tools. When you ask me to perform actions, I can:
+- Execute operations directly in your notebooks
+- Create and modify files as needed
+- Run code and analyze results
+- Make systematic changes across multiple files
+
+## My Approach
+- **Context-aware**: I understand you're working in a data science/research environment
+- **Practical**: I focus on actionable solutions that work in your current setup
+- **Educational**: I explain my reasoning and teach best practices along the way
+- **Collaborative**: Think of me as a pair programming partner, not just a code generator
+
+## Communication Style & Agent Behavior
+- **Conversational**: I maintain a friendly, natural conversation flow throughout our interaction
+- **Progress Updates**: I write brief progress messages between tool uses that appear directly in our conversation
+- **No Filler**: I avoid empty acknowledgments like "Sounds good!" or "Okay, I will..." - I get straight to work
+- **Purposeful Communication**: I start with what I'm doing, use tools, then share what I found and what's next
+- **Active Narration**: I actively write progress updates like "Looking at the current code structure..." or "Found the issue in the notebook..." between tool calls
+- **Checkpoint Updates**: After several operations, I summarize what I've accomplished and what remains
+- **Natural Flow**: My explanations and progress reports appear as normal conversation text, not just in tool blocks
+
+## IMPORTANT: Always write progress messages between tools that explain what you're doing and what you found. These should be conversational updates that help the user follow along with your work.
+
+## Technical Communication
+- Code is formatted in proper markdown blocks with syntax highlighting
+- Mathematical notation uses LaTeX formatting: \\(equations\\) and \\[display math\\]
+- I provide context for my actions and explain my reasoning as I work
+- When creating or modifying multiple files, I give brief summaries of changes
+- I keep users informed of progress while staying focused on the task
+
+## Multi-Step Task Handling
+When users request complex tasks that require multiple steps (like "create a notebook with example cells"), I use tools in sequence to accomplish the complete task. For example:
+- First use create_notebook to create the notebook
+- Then use add_code_cell or add_markdown_cell to add cells
+- Use set_cell_content to add content to cells as needed
+- Use run_cell to execute code when appropriate
+
+Always think through multi-step tasks and use tools to fully complete the user's request rather than stopping after just one action.
+
+Ready to help you build something great! What are you working on?`
+    };
+    _settingRegistry;
+    _settings = null;
+    constructor(options) {
+        super();
+        this._settingRegistry = options.settingRegistry;
+        this.initializeSettings();
+    }
+    async initializeSettings() {
+        try {
+            this._settings = await this._settingRegistry.load(PLUGIN_ID);
+            this.loadFromSettings();
+            // Listen for settings changes
+            this._settings.changed.connect(this.onSettingsChanged, this);
+            this.stateChanged.emit(void 0);
+        }
+        catch (error) {
+            console.warn('Failed to load JupyterLab settings:', error);
+            this.stateChanged.emit(void 0);
+        }
+    }
+    onSettingsChanged() {
+        this.loadFromSettings();
+        this.stateChanged.emit(void 0);
+    }
+    loadFromSettings() {
+        if (!this._settings) {
+            return;
+        }
+        // Merge JupyterLab settings with defaults
+        const settingsData = this._settings.composite;
+        this._config = {
+            ...this._config,
+            ...settingsData
+        };
+    }
+    get config() {
+        return { ...this._config };
+    }
+    get providers() {
+        return [...this._config.providers];
+    }
+    getProvider(id) {
+        return this._config.providers.find(p => p.id === id);
+    }
+    getActiveProvider() {
+        return this.getProvider(this._config.activeProvider);
+    }
+    getCompleterProvider() {
+        if (this._config.useSameProviderForChatAndCompleter) {
+            return this.getActiveProvider();
+        }
+        return this._config.activeCompleterProvider
+            ? this.getProvider(this._config.activeCompleterProvider)
+            : this.getActiveProvider();
+    }
+    async addProvider(providerConfig) {
+        const id = `${providerConfig.provider}-${Date.now()}`;
+        const newProvider = {
+            id,
+            name: providerConfig.name,
+            provider: providerConfig.provider,
+            model: providerConfig.model,
+            apiKey: providerConfig.apiKey,
+            baseURL: providerConfig.baseURL,
+            headers: providerConfig.headers,
+            customSettings: providerConfig.customSettings
+        };
+        this._config.providers.push(newProvider);
+        // If this is the first provider, make it active
+        if (this._config.providers.length === 1) {
+            this._config.activeProvider = id;
+            // Save both providers and activeProvider
+            await this.saveSetting('providers', this._config.providers);
+            await this.saveSetting('activeProvider', this._config.activeProvider);
+        }
+        else {
+            // Only save providers
+            await this.saveSetting('providers', this._config.providers);
+        }
+        return id;
+    }
+    async removeProvider(id) {
+        const index = this._config.providers.findIndex(p => p.id === id);
+        if (index === -1) {
+            return;
+        }
+        this._config.providers.splice(index, 1);
+        await this.saveSetting('providers', this._config.providers);
+        // If this was the active provider, select a new one
+        if (this._config.activeProvider === id) {
+            this._config.activeProvider =
+                this._config.providers.length > 0 ? this._config.providers[0].id : '';
+            await this.saveSetting('activeProvider', this._config.activeProvider);
+        }
+        if (this._config.activeCompleterProvider === id) {
+            this._config.activeCompleterProvider = undefined;
+            await this.saveSetting('activeCompleterProvider', this._config.activeCompleterProvider);
+        }
+    }
+    async updateProvider(id, updates) {
+        const provider = this.getProvider(id);
+        if (!provider) {
+            return;
+        }
+        Object.assign(provider, updates);
+        await this.saveSetting('providers', this._config.providers);
+    }
+    async setActiveProvider(id) {
+        if (this.getProvider(id)) {
+            this._config.activeProvider = id;
+            await this.saveSetting('activeProvider', this._config.activeProvider);
+        }
+    }
+    async setActiveCompleterProvider(id) {
+        this._config.activeCompleterProvider = id;
+        await this.saveSetting('activeCompleterProvider', this._config.activeCompleterProvider);
+    }
+    get mcpServers() {
+        return [...this._config.mcpServers];
+    }
+    getMCPServer(id) {
+        return this._config.mcpServers.find(s => s.id === id);
+    }
+    async addMCPServer(serverConfig) {
+        const id = `mcp-${Date.now()}`;
+        const newServer = {
+            id,
+            name: serverConfig.name,
+            url: serverConfig.url,
+            enabled: serverConfig.enabled
+        };
+        this._config.mcpServers.push(newServer);
+        await this.saveSetting('mcpServers', this._config.mcpServers);
+        return id;
+    }
+    async removeMCPServer(id) {
+        const index = this._config.mcpServers.findIndex(s => s.id === id);
+        if (index === -1) {
+            return;
+        }
+        this._config.mcpServers.splice(index, 1);
+        await this.saveSetting('mcpServers', this._config.mcpServers);
+    }
+    async updateMCPServer(id, updates) {
+        const server = this.getMCPServer(id);
+        if (!server) {
+            return;
+        }
+        Object.assign(server, updates);
+        await this.saveSetting('mcpServers', this._config.mcpServers);
+    }
+    async updateConfig(updates) {
+        // Update config and save only changed settings
+        const promises = [];
+        for (const [key, value] of Object.entries(updates)) {
+            if (key in this._config &&
+                this._config[key] !== value) {
+                this._config[key] = value;
+                promises.push(this.saveSetting(key, value));
+            }
+        }
+        // Wait for all settings to be saved
+        await Promise.all(promises);
+    }
+    getApiKey(id) {
+        // First check the active completer provider
+        const activeCompleterProvider = this.getCompleterProvider();
+        if (activeCompleterProvider && activeCompleterProvider.id === id) {
+            return activeCompleterProvider.apiKey || '';
+        }
+        // Fallback to active chat provider
+        const activeProvider = this.getActiveProvider();
+        if (activeProvider && activeProvider.id === id) {
+            return activeProvider.apiKey || '';
+        }
+        return '';
+    }
+    async saveSetting(key, value) {
+        try {
+            if (this._settings) {
+                // Only save the specific setting that changed
+                if (value !== undefined) {
+                    await this._settings.set(key, value);
+                }
+            }
+        }
+        catch (error) {
+            console.warn(`Failed to save setting '${key}' to JupyterLab settings, falling back to localStorage:`, error);
+        }
+        this.stateChanged.emit(void 0);
+    }
+}

package/lib/providers/built-in-providers.d.ts

@@ -0,0 +1,9 @@
+import type { IChatProviderRegistry, ICompletionProviderRegistry } from '../tokens';
+/**
+ * Register all built-in chat providers
+ */
+export declare function registerBuiltInChatProviders(registry: IChatProviderRegistry): void;
+/**
+ * Register all built-in completion providers
+ */
+export declare function registerBuiltInCompletionProviders(registry: ICompletionProviderRegistry): void;

package/lib/providers/built-in-providers.js

@@ -0,0 +1,192 @@
+import { createAnthropic } from '@ai-sdk/anthropic';
+import { createMistral } from '@ai-sdk/mistral';
+import { aisdk } from '@openai/agents-extensions';
+import { createOllama } from 'ollama-ai-provider-v2';
+/**
+ * Register all built-in chat providers
+ */
+export function registerBuiltInChatProviders(registry) {
+    // Anthropic provider
+    const anthropicInfo = {
+        id: 'anthropic',
+        name: 'Anthropic Claude',
+        requiresApiKey: true,
+        defaultModels: [
+            'claude-sonnet-4-20250514',
+            'claude-opus-4-20250514',
+            'claude-opus-4-1-20250805',
+            'claude-3-5-haiku-latest'
+        ],
+        supportsBaseURL: true,
+        supportsHeaders: true,
+        factory: (options) => {
+            if (!options.apiKey) {
+                throw new Error('API key required for Anthropic');
+            }
+            const anthropic = createAnthropic({
+                apiKey: options.apiKey,
+                headers: {
+                    'anthropic-dangerous-direct-browser-access': 'true',
+                    ...options.headers
+                },
+                ...(options.baseURL && { baseURL: options.baseURL })
+            });
+            const modelName = options.model ?? '';
+            return aisdk(anthropic(modelName));
+        }
+    };
+    registry.registerProvider(anthropicInfo);
+    // Mistral provider
+    const mistralInfo = {
+        id: 'mistral',
+        name: 'Mistral AI',
+        requiresApiKey: true,
+        defaultModels: [
+            'mistral-medium-latest',
+            'mistral-large-latest',
+            'mistral-small-latest',
+            'codestral-latest'
+        ],
+        supportsBaseURL: true,
+        factory: (options) => {
+            if (!options.apiKey) {
+                throw new Error('API key required for Mistral');
+            }
+            const mistral = createMistral({
+                apiKey: options.apiKey,
+                ...(options.baseURL && { baseURL: options.baseURL })
+            });
+            const modelName = options.model || 'mistral-large-latest';
+            return aisdk(mistral(modelName));
+        }
+    };
+    registry.registerProvider(mistralInfo);
+    // Ollama provider
+    const ollamaInfo = {
+        id: 'ollama',
+        name: 'Ollama',
+        requiresApiKey: false,
+        defaultModels: [],
+        supportsBaseURL: true,
+        supportsHeaders: true,
+        factory: (options) => {
+            const ollama = createOllama({
+                baseURL: options.baseURL || 'http://localhost:11434/api',
+                ...(options.headers && { headers: options.headers })
+            });
+            const modelName = options.model || 'phi3';
+            return aisdk(ollama(modelName));
+        }
+    };
+    registry.registerProvider(ollamaInfo);
+}
+/**
+ * Register all built-in completion providers
+ */
+export function registerBuiltInCompletionProviders(registry) {
+    // Anthropic provider
+    const anthropicInfo = {
+        id: 'anthropic',
+        name: 'Anthropic Claude',
+        requiresApiKey: true,
+        defaultModels: [
+            'claude-sonnet-4-20250514',
+            'claude-opus-4-20250514',
+            'claude-opus-4-1-20250805',
+            'claude-3-5-haiku-latest'
+        ],
+        supportsBaseURL: true,
+        supportsHeaders: true,
+        customSettings: {
+            completionConfig: {
+                temperature: 0.3,
+                supportsFillInMiddle: false,
+                useFilterText: true
+            }
+        },
+        factory: (options) => {
+            if (!options.apiKey) {
+                throw new Error('API key required for Anthropic');
+            }
+            const anthropic = createAnthropic({
+                apiKey: options.apiKey,
+                headers: {
+                    'anthropic-dangerous-direct-browser-access': 'true',
+                    ...options.headers
+                },
+                ...(options.baseURL && { baseURL: options.baseURL })
+            });
+            const modelName = options.model ?? '';
+            return anthropic(modelName);
+        }
+    };
+    registry.registerProvider(anthropicInfo);
+    // Mistral provider
+    const mistralInfo = {
+        id: 'mistral',
+        name: 'Mistral AI',
+        requiresApiKey: true,
+        defaultModels: [
+            'mistral-medium-latest',
+            'mistral-large-latest',
+            'mistral-small-latest',
+            'codestral-latest'
+        ],
+        supportsBaseURL: true,
+        customSettings: {
+            completionConfig: {
+                temperature: 0.2,
+                supportsFillInMiddle: true,
+                customPromptFormat: (prompt, suffix) => {
+                    return suffix.trim() ? `<PRE>${prompt}<SUF>${suffix}<MID>` : prompt;
+                },
+                cleanupCompletion: (completion) => {
+                    return completion
+                        .replace(/<PRE>/g, '')
+                        .replace(/<SUF>/g, '')
+                        .replace(/<MID>/g, '')
+                        .replace(/```[\s\S]*?```/g, '')
+                        .trim();
+                },
+                useFilterText: false
+            }
+        },
+        factory: (options) => {
+            if (!options.apiKey) {
+                throw new Error('API key required for Mistral');
+            }
+            const mistral = createMistral({
+                apiKey: options.apiKey,
+                ...(options.baseURL && { baseURL: options.baseURL })
+            });
+            const modelName = options.model || 'mistral-large-latest';
+            return mistral(modelName);
+        }
+    };
+    registry.registerProvider(mistralInfo);
+    // Ollama provider
+    const ollamaInfo = {
+        id: 'ollama',
+        name: 'Ollama',
+        requiresApiKey: false,
+        defaultModels: ['phi3'],
+        supportsBaseURL: true,
+        supportsHeaders: true,
+        customSettings: {
+            completionConfig: {
+                temperature: 0.3,
+                supportsFillInMiddle: false,
+                useFilterText: false
+            }
+        },
+        factory: (options) => {
+            const ollama = createOllama({
+                baseURL: options.baseURL || 'http://localhost:11434/api',
+                ...(options.headers && { headers: options.headers })
+            });
+            const modelName = options.model || 'phi3';
+            return ollama(modelName);
+        }
+    };
+    registry.registerProvider(ollamaInfo);
+}