@jupyterlite/ai 0.8.1 → 0.9.0-a1

package/lib/providers/built-in-providers.js

@@ -0,0 +1,266 @@
+import { createAnthropic } from '@ai-sdk/anthropic';
+import { createMistral } from '@ai-sdk/mistral';
+import { createOpenAI } from '@ai-sdk/openai';
+import { aisdk } from '@openai/agents-extensions';
+import { createOllama } from 'ollama-ai-provider-v2';
+/**
+ * Register all built-in chat providers
+ */
+export function registerBuiltInChatProviders(registry) {
+    // Anthropic provider
+    const anthropicInfo = {
+        id: 'anthropic',
+        name: 'Anthropic Claude',
+        requiresApiKey: true,
+        defaultModels: [
+            'claude-sonnet-4-20250514',
+            'claude-opus-4-20250514',
+            'claude-opus-4-1-20250805',
+            'claude-3-5-haiku-latest'
+        ],
+        supportsBaseURL: true,
+        supportsHeaders: true,
+        factory: (options) => {
+            if (!options.apiKey) {
+                throw new Error('API key required for Anthropic');
+            }
+            const anthropic = createAnthropic({
+                apiKey: options.apiKey,
+                headers: {
+                    'anthropic-dangerous-direct-browser-access': 'true',
+                    ...options.headers
+                },
+                ...(options.baseURL && { baseURL: options.baseURL })
+            });
+            const modelName = options.model ?? '';
+            return aisdk(anthropic(modelName));
+        }
+    };
+    registry.registerProvider(anthropicInfo);
+    // Mistral provider
+    const mistralInfo = {
+        id: 'mistral',
+        name: 'Mistral AI',
+        requiresApiKey: true,
+        defaultModels: [
+            'mistral-medium-latest',
+            'mistral-large-latest',
+            'mistral-small-latest',
+            'codestral-latest'
+        ],
+        supportsBaseURL: true,
+        factory: (options) => {
+            if (!options.apiKey) {
+                throw new Error('API key required for Mistral');
+            }
+            const mistral = createMistral({
+                apiKey: options.apiKey,
+                ...(options.baseURL && { baseURL: options.baseURL })
+            });
+            const modelName = options.model || 'mistral-large-latest';
+            return aisdk(mistral(modelName));
+        }
+    };
+    registry.registerProvider(mistralInfo);
+    // OpenAI provider
+    const openaiInfo = {
+        id: 'openai',
+        name: 'OpenAI',
+        requiresApiKey: true,
+        defaultModels: [
+            'gpt-4o',
+            'gpt-4o-mini',
+            'gpt-4o-audio-preview',
+            'gpt-4-turbo',
+            'gpt-4',
+            'gpt-3.5-turbo',
+            'o1',
+            'o3-mini',
+            'chatgpt-4o-latest',
+            'gpt-5',
+            'gpt-5-mini'
+        ],
+        supportsBaseURL: true,
+        supportsHeaders: true,
+        factory: (options) => {
+            if (!options.apiKey) {
+                throw new Error('API key required for OpenAI');
+            }
+            const openai = createOpenAI({
+                apiKey: options.apiKey,
+                ...(options.baseURL && { baseURL: options.baseURL }),
+                ...(options.headers && { headers: options.headers })
+            });
+            const modelName = options.model || 'gpt-4o';
+            return aisdk(openai(modelName));
+        }
+    };
+    registry.registerProvider(openaiInfo);
+    // Ollama provider
+    const ollamaInfo = {
+        id: 'ollama',
+        name: 'Ollama',
+        requiresApiKey: false,
+        defaultModels: [],
+        supportsBaseURL: true,
+        supportsHeaders: true,
+        factory: (options) => {
+            const ollama = createOllama({
+                baseURL: options.baseURL || 'http://localhost:11434/api',
+                ...(options.headers && { headers: options.headers })
+            });
+            const modelName = options.model || 'phi3';
+            return aisdk(ollama(modelName));
+        }
+    };
+    registry.registerProvider(ollamaInfo);
+}
+/**
+ * Register all built-in completion providers
+ */
+export function registerBuiltInCompletionProviders(registry) {
+    // Anthropic provider
+    const anthropicInfo = {
+        id: 'anthropic',
+        name: 'Anthropic Claude',
+        requiresApiKey: true,
+        defaultModels: [
+            'claude-sonnet-4-20250514',
+            'claude-opus-4-20250514',
+            'claude-opus-4-1-20250805',
+            'claude-3-5-haiku-latest'
+        ],
+        supportsBaseURL: true,
+        supportsHeaders: true,
+        customSettings: {
+            completionConfig: {
+                temperature: 0.3,
+                supportsFillInMiddle: false,
+                useFilterText: true
+            }
+        },
+        factory: (options) => {
+            if (!options.apiKey) {
+                throw new Error('API key required for Anthropic');
+            }
+            const anthropic = createAnthropic({
+                apiKey: options.apiKey,
+                headers: {
+                    'anthropic-dangerous-direct-browser-access': 'true',
+                    ...options.headers
+                },
+                ...(options.baseURL && { baseURL: options.baseURL })
+            });
+            const modelName = options.model ?? '';
+            return anthropic(modelName);
+        }
+    };
+    registry.registerProvider(anthropicInfo);
+    // Mistral provider
+    const mistralInfo = {
+        id: 'mistral',
+        name: 'Mistral AI',
+        requiresApiKey: true,
+        defaultModels: [
+            'mistral-medium-latest',
+            'mistral-large-latest',
+            'mistral-small-latest',
+            'codestral-latest'
+        ],
+        supportsBaseURL: true,
+        customSettings: {
+            completionConfig: {
+                temperature: 0.2,
+                supportsFillInMiddle: true,
+                customPromptFormat: (prompt, suffix) => {
+                    return suffix.trim() ? `<PRE>${prompt}<SUF>${suffix}<MID>` : prompt;
+                },
+                cleanupCompletion: (completion) => {
+                    return completion
+                        .replace(/<PRE>/g, '')
+                        .replace(/<SUF>/g, '')
+                        .replace(/<MID>/g, '')
+                        .replace(/```[\s\S]*?```/g, '')
+                        .trim();
+                },
+                useFilterText: false
+            }
+        },
+        factory: (options) => {
+            if (!options.apiKey) {
+                throw new Error('API key required for Mistral');
+            }
+            const mistral = createMistral({
+                apiKey: options.apiKey,
+                ...(options.baseURL && { baseURL: options.baseURL })
+            });
+            const modelName = options.model || 'mistral-large-latest';
+            return mistral(modelName);
+        }
+    };
+    registry.registerProvider(mistralInfo);
+    // OpenAI provider
+    const openaiInfo = {
+        id: 'openai',
+        name: 'OpenAI',
+        requiresApiKey: true,
+        defaultModels: [
+            'gpt-4o',
+            'gpt-4o-mini',
+            'gpt-4o-audio-preview',
+            'gpt-4-turbo',
+            'gpt-4',
+            'gpt-3.5-turbo',
+            'o1',
+            'o3-mini',
+            'chatgpt-4o-latest',
+            'gpt-5',
+            'gpt-5-mini'
+        ],
+        supportsBaseURL: true,
+        supportsHeaders: true,
+        customSettings: {
+            completionConfig: {
+                useFilterText: true
+            }
+        },
+        factory: (options) => {
+            if (!options.apiKey) {
+                throw new Error('API key required for OpenAI');
+            }
+            const openai = createOpenAI({
+                apiKey: options.apiKey,
+                ...(options.baseURL && { baseURL: options.baseURL }),
+                ...(options.headers && { headers: options.headers })
+            });
+            const modelName = options.model || 'gpt-4o';
+            return openai(modelName);
+        }
+    };
+    registry.registerProvider(openaiInfo);
+    // Ollama provider
+    const ollamaInfo = {
+        id: 'ollama',
+        name: 'Ollama',
+        requiresApiKey: false,
+        defaultModels: ['phi3'],
+        supportsBaseURL: true,
+        supportsHeaders: true,
+        customSettings: {
+            completionConfig: {
+                temperature: 0.3,
+                supportsFillInMiddle: false,
+                useFilterText: false
+            }
+        },
+        factory: (options) => {
+            const ollama = createOllama({
+                baseURL: options.baseURL || 'http://localhost:11434/api',
+                ...(options.headers && { headers: options.headers })
+            });
+            const modelName = options.model || 'phi3';
+            return ollama(modelName);
+        }
+    };
+    registry.registerProvider(ollamaInfo);
+}

package/lib/providers/models.d.ts

@@ -0,0 +1,37 @@
+import type { LanguageModel } from 'ai';
+import type { IChatProviderRegistry, ICompletionProviderRegistry } from '../tokens';
+/**
+ * Configuration options for creating language models.
+ */
+export interface IModelOptions {
+    /**
+     * The provider name (e.g., 'openai', 'anthropic', 'huggingface')
+     */
+    provider: string;
+    /**
+     * The specific model name. If not provided, uses provider's default model
+     */
+    model?: string;
+    /**
+     * API key for authentication with the provider
+     */
+    apiKey?: string;
+    /**
+     * Additional HTTP headers to send with requests
+     */
+    headers?: Record<string, string>;
+    /**
+     * Custom base URL for the provider's API endpoint
+     */
+    baseURL?: string;
+}
+/**
+ * Create a completion model using the provider registry.
+ * Built-in providers are automatically registered during extension initialization.
+ */
+export declare function createCompletionModel(options: IModelOptions, registry?: ICompletionProviderRegistry): LanguageModel;
+/**
+ * Create a chat model using the provider registry.
+ * Built-in providers are automatically registered during extension initialization.
+ */
+export declare function createModel(options: IModelOptions, registry?: IChatProviderRegistry): any;

package/lib/providers/models.js

@@ -0,0 +1,28 @@
+/**
+ * Create a completion model using the provider registry.
+ * Built-in providers are automatically registered during extension initialization.
+ */
+export function createCompletionModel(options, registry) {
+    if (!registry) {
+        throw new Error('Completion provider registry not available');
+    }
+    const model = registry.createCompletionModel(options.provider, options);
+    if (!model) {
+        throw new Error(`Provider ${options.provider} not found or failed to create model`);
+    }
+    return model;
+}
+/**
+ * Create a chat model using the provider registry.
+ * Built-in providers are automatically registered during extension initialization.
+ */
+export function createModel(options, registry) {
+    if (!registry) {
+        throw new Error('Chat provider registry not available');
+    }
+    const model = registry.createChatModel(options.provider, options);
+    if (!model) {
+        throw new Error(`Provider ${options.provider} not found or failed to create model`);
+    }
+    return model;
+}

package/lib/providers/provider-registry.d.ts

@@ -0,0 +1,94 @@
+import { ISignal } from '@lumino/signaling';
+import type { LanguageModel } from 'ai';
+import type { IModelOptions } from './models';
+import { IChatProviderInfo, IChatProviderRegistry, ICompletionProviderInfo, ICompletionProviderRegistry } from '../tokens';
+/**
+ * Implementation of the chat provider registry
+ */
+export declare class ChatProviderRegistry implements IChatProviderRegistry {
+    /**
+     * Get a copy of all registered providers
+     */
+    get providers(): Record<string, IChatProviderInfo>;
+    /**
+     * Signal emitted when providers are added or removed
+     */
+    get providersChanged(): ISignal<IChatProviderRegistry, void>;
+    /**
+     * Register a new chat provider
+     * @param info Provider information including factory
+     */
+    registerProvider(info: IChatProviderInfo): void;
+    /**
+     * Unregister a chat provider by ID
+     * @param id Provider ID to remove
+     * @returns true if provider was found and removed, false otherwise
+     */
+    unregisterProvider(id: string): boolean;
+    /**
+     * Get provider information by ID
+     * @param id Provider ID
+     * @returns Provider info or null if not found
+     */
+    getProviderInfo(id: string): IChatProviderInfo | null;
+    /**
+     * Create a chat model instance using the specified provider
+     * @param id Provider ID
+     * @param options Model configuration options
+     * @returns Chat model instance or null if creation fails
+     */
+    createChatModel(id: string, options: IModelOptions): any | null;
+    /**
+     * Get list of all available provider IDs
+     * @returns Array of provider IDs
+     */
+    getAvailableProviders(): string[];
+    private _providers;
+    private _factories;
+    private _providersChanged;
+}
+/**
+ * Implementation of the completion provider registry
+ */
+export declare class CompletionProviderRegistry implements ICompletionProviderRegistry {
+    /**
+     * Get a copy of all registered providers
+     */
+    get providers(): Record<string, ICompletionProviderInfo>;
+    /**
+     * Signal emitted when providers are added or removed
+     */
+    get providersChanged(): ISignal<ICompletionProviderRegistry, void>;
+    /**
+     * Register a new completion provider
+     * @param info Provider information including factory
+     */
+    registerProvider(info: ICompletionProviderInfo): void;
+    /**
+     * Unregister a completion provider by ID
+     * @param id Provider ID to remove
+     * @returns true if provider was found and removed, false otherwise
+     */
+    unregisterProvider(id: string): boolean;
+    /**
+     * Get provider information by ID
+     * @param id Provider ID
+     * @returns Provider info or null if not found
+     */
+    getProviderInfo(id: string): ICompletionProviderInfo | null;
+    /**
+     * Create a completion model instance using the specified provider
+     * @param id Provider ID
+     * @param options Model configuration options
+     * @returns Language model instance or null if creation fails
+     */
+    createCompletionModel(id: string, options: IModelOptions): LanguageModel | null;
+    /**
+     * Get list of all available provider IDs
+     * @returns Array of provider IDs
+     */
+    getAvailableProviders(): string[];
+    private _providers;
+    private _factories;
+    private _providersChanged;
+}

package/lib/providers/provider-registry.js

@@ -0,0 +1,155 @@
+import { Signal } from '@lumino/signaling';
+/**
+ * Implementation of the chat provider registry
+ */
+export class ChatProviderRegistry {
+    /**
+     * Get a copy of all registered providers
+     */
+    get providers() {
+        return { ...this._providers };
+    }
+    /**
+     * Signal emitted when providers are added or removed
+     */
+    get providersChanged() {
+        return this._providersChanged;
+    }
+    /**
+     * Register a new chat provider
+     * @param info Provider information including factory
+     */
+    registerProvider(info) {
+        this._providers[info.id] = { ...info };
+        this._factories[info.id] = info.factory;
+        this._providersChanged.emit();
+    }
+    /**
+     * Unregister a chat provider by ID
+     * @param id Provider ID to remove
+     * @returns true if provider was found and removed, false otherwise
+     */
+    unregisterProvider(id) {
+        if (id in this._providers) {
+            delete this._providers[id];
+            delete this._factories[id];
+            this._providersChanged.emit();
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Get provider information by ID
+     * @param id Provider ID
+     * @returns Provider info or null if not found
+     */
+    getProviderInfo(id) {
+        return this._providers[id] || null;
+    }
+    /**
+     * Create a chat model instance using the specified provider
+     * @param id Provider ID
+     * @param options Model configuration options
+     * @returns Chat model instance or null if creation fails
+     */
+    createChatModel(id, options) {
+        const factory = this._factories[id];
+        if (!factory) {
+            return null;
+        }
+        try {
+            return factory(options);
+        }
+        catch (error) {
+            console.error(`Failed to create chat model for provider ${id}:`, error);
+            return null;
+        }
+    }
+    /**
+     * Get list of all available provider IDs
+     * @returns Array of provider IDs
+     */
+    getAvailableProviders() {
+        return Object.keys(this._providers);
+    }
+    _providers = {};
+    _factories = {};
+    _providersChanged = new Signal(this);
+}
+/**
+ * Implementation of the completion provider registry
+ */
+export class CompletionProviderRegistry {
+    /**
+     * Get a copy of all registered providers
+     */
+    get providers() {
+        return { ...this._providers };
+    }
+    /**
+     * Signal emitted when providers are added or removed
+     */
+    get providersChanged() {
+        return this._providersChanged;
+    }
+    /**
+     * Register a new completion provider
+     * @param info Provider information including factory
+     */
+    registerProvider(info) {
+        this._providers[info.id] = { ...info };
+        this._factories[info.id] = info.factory;
+        this._providersChanged.emit();
+    }
+    /**
+     * Unregister a completion provider by ID
+     * @param id Provider ID to remove
+     * @returns true if provider was found and removed, false otherwise
+     */
+    unregisterProvider(id) {
+        if (id in this._providers) {
+            delete this._providers[id];
+            delete this._factories[id];
+            this._providersChanged.emit();
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Get provider information by ID
+     * @param id Provider ID
+     * @returns Provider info or null if not found
+     */
+    getProviderInfo(id) {
+        return this._providers[id] || null;
+    }
+    /**
+     * Create a completion model instance using the specified provider
+     * @param id Provider ID
+     * @param options Model configuration options
+     * @returns Language model instance or null if creation fails
+     */
+    createCompletionModel(id, options) {
+        const factory = this._factories[id];
+        if (!factory) {
+            return null;
+        }
+        try {
+            return factory(options);
+        }
+        catch (error) {
+            console.error(`Failed to create completion model for provider ${id}:`, error);
+            return null;
+        }
+    }
+    /**
+     * Get list of all available provider IDs
+     * @returns Array of provider IDs
+     */
+    getAvailableProviders() {
+        return Object.keys(this._providers);
+    }
+    _providers = {};
+    _factories = {};
+    _providersChanged = new Signal(this);
+}