@jupyterlite/ai 0.8.0 → 0.9.0-a0

package/src/providers/built-in-providers.ts

@@ -0,0 +1,216 @@
+import { createAnthropic } from '@ai-sdk/anthropic';
+import { createMistral } from '@ai-sdk/mistral';
+import { aisdk } from '@openai/agents-extensions';
+import { createOllama } from 'ollama-ai-provider-v2';
+
+import type {
+  IChatProviderInfo,
+  ICompletionProviderInfo,
+  IChatProviderRegistry,
+  ICompletionProviderRegistry
+} from '../tokens';
+import type { IModelOptions } from './models';
+
+/**
+ * Register all built-in chat providers
+ */
+export function registerBuiltInChatProviders(
+  registry: IChatProviderRegistry
+): void {
+  // Anthropic provider
+  const anthropicInfo: IChatProviderInfo = {
+    id: 'anthropic',
+    name: 'Anthropic Claude',
+    requiresApiKey: true,
+    defaultModels: [
+      'claude-sonnet-4-20250514',
+      'claude-opus-4-20250514',
+      'claude-opus-4-1-20250805',
+      'claude-3-5-haiku-latest'
+    ],
+    supportsBaseURL: true,
+    supportsHeaders: true,
+    factory: (options: IModelOptions) => {
+      if (!options.apiKey) {
+        throw new Error('API key required for Anthropic');
+      }
+      const anthropic = createAnthropic({
+        apiKey: options.apiKey,
+        headers: {
+          'anthropic-dangerous-direct-browser-access': 'true',
+          ...options.headers
+        },
+        ...(options.baseURL && { baseURL: options.baseURL })
+      });
+      const modelName = options.model ?? '';
+      return aisdk(anthropic(modelName));
+    }
+  };
+
+  registry.registerProvider(anthropicInfo);
+
+  // Mistral provider
+  const mistralInfo: IChatProviderInfo = {
+    id: 'mistral',
+    name: 'Mistral AI',
+    requiresApiKey: true,
+    defaultModels: [
+      'mistral-medium-latest',
+      'mistral-large-latest',
+      'mistral-small-latest',
+      'codestral-latest'
+    ],
+    supportsBaseURL: true,
+    factory: (options: IModelOptions) => {
+      if (!options.apiKey) {
+        throw new Error('API key required for Mistral');
+      }
+      const mistral = createMistral({
+        apiKey: options.apiKey,
+        ...(options.baseURL && { baseURL: options.baseURL })
+      });
+      const modelName = options.model || 'mistral-large-latest';
+      return aisdk(mistral(modelName));
+    }
+  };
+
+  registry.registerProvider(mistralInfo);
+
+  // Ollama provider
+  const ollamaInfo: IChatProviderInfo = {
+    id: 'ollama',
+    name: 'Ollama',
+    requiresApiKey: false,
+    defaultModels: [],
+    supportsBaseURL: true,
+    supportsHeaders: true,
+    factory: (options: IModelOptions) => {
+      const ollama = createOllama({
+        baseURL: options.baseURL || 'http://localhost:11434/api',
+        ...(options.headers && { headers: options.headers })
+      });
+      const modelName = options.model || 'phi3';
+      return aisdk(ollama(modelName));
+    }
+  };
+
+  registry.registerProvider(ollamaInfo);
+}
+
+/**
+ * Register all built-in completion providers
+ */
+export function registerBuiltInCompletionProviders(
+  registry: ICompletionProviderRegistry
+): void {
+  // Anthropic provider
+  const anthropicInfo: ICompletionProviderInfo = {
+    id: 'anthropic',
+    name: 'Anthropic Claude',
+    requiresApiKey: true,
+    defaultModels: [
+      'claude-sonnet-4-20250514',
+      'claude-opus-4-20250514',
+      'claude-opus-4-1-20250805',
+      'claude-3-5-haiku-latest'
+    ],
+    supportsBaseURL: true,
+    supportsHeaders: true,
+    customSettings: {
+      completionConfig: {
+        temperature: 0.3,
+        supportsFillInMiddle: false,
+        useFilterText: true
+      }
+    },
+    factory: (options: IModelOptions) => {
+      if (!options.apiKey) {
+        throw new Error('API key required for Anthropic');
+      }
+      const anthropic = createAnthropic({
+        apiKey: options.apiKey,
+        headers: {
+          'anthropic-dangerous-direct-browser-access': 'true',
+          ...options.headers
+        },
+        ...(options.baseURL && { baseURL: options.baseURL })
+      });
+      const modelName = options.model ?? '';
+      return anthropic(modelName);
+    }
+  };
+
+  registry.registerProvider(anthropicInfo);
+
+  // Mistral provider
+  const mistralInfo: ICompletionProviderInfo = {
+    id: 'mistral',
+    name: 'Mistral AI',
+    requiresApiKey: true,
+    defaultModels: [
+      'mistral-medium-latest',
+      'mistral-large-latest',
+      'mistral-small-latest',
+      'codestral-latest'
+    ],
+    supportsBaseURL: true,
+    customSettings: {
+      completionConfig: {
+        temperature: 0.2,
+        supportsFillInMiddle: true,
+        customPromptFormat: (prompt: string, suffix: string) => {
+          return suffix.trim() ? `<PRE>${prompt}<SUF>${suffix}<MID>` : prompt;
+        },
+        cleanupCompletion: (completion: string) => {
+          return completion
+            .replace(/<PRE>/g, '')
+            .replace(/<SUF>/g, '')
+            .replace(/<MID>/g, '')
+            .replace(/```[\s\S]*?```/g, '')
+            .trim();
+        },
+        useFilterText: false
+      }
+    },
+    factory: (options: IModelOptions) => {
+      if (!options.apiKey) {
+        throw new Error('API key required for Mistral');
+      }
+      const mistral = createMistral({
+        apiKey: options.apiKey,
+        ...(options.baseURL && { baseURL: options.baseURL })
+      });
+      const modelName = options.model || 'mistral-large-latest';
+      return mistral(modelName);
+    }
+  };
+
+  registry.registerProvider(mistralInfo);
+
+  // Ollama provider
+  const ollamaInfo: ICompletionProviderInfo = {
+    id: 'ollama',
+    name: 'Ollama',
+    requiresApiKey: false,
+    defaultModels: ['phi3'],
+    supportsBaseURL: true,
+    supportsHeaders: true,
+    customSettings: {
+      completionConfig: {
+        temperature: 0.3,
+        supportsFillInMiddle: false,
+        useFilterText: false
+      }
+    },
+    factory: (options: IModelOptions) => {
+      const ollama = createOllama({
+        baseURL: options.baseURL || 'http://localhost:11434/api',
+        ...(options.headers && { headers: options.headers })
+      });
+      const modelName = options.model || 'phi3';
+      return ollama(modelName);
+    }
+  };
+
+  registry.registerProvider(ollamaInfo);
+}

package/src/providers/models.ts

@@ -0,0 +1,79 @@
+import type { LanguageModel } from 'ai';
+import type {
+  IChatProviderRegistry,
+  ICompletionProviderRegistry
+} from '../tokens';
+
+/**
+ * Configuration options for creating language models.
+ */
+export interface IModelOptions {
+  /**
+   * The provider name (e.g., 'openai', 'anthropic', 'huggingface')
+   */
+  provider: string;
+
+  /**
+   * The specific model name. If not provided, uses provider's default model
+   */
+  model?: string;
+
+  /**
+   * API key for authentication with the provider
+   */
+  apiKey?: string;
+
+  /**
+   * Additional HTTP headers to send with requests
+   */
+  headers?: Record<string, string>;
+
+  /**
+   * Custom base URL for the provider's API endpoint
+   */
+  baseURL?: string;
+}
+
+/**
+ * Create a completion model using the provider registry.
+ * Built-in providers are automatically registered during extension initialization.
+ */
+export function createCompletionModel(
+  options: IModelOptions,
+  registry?: ICompletionProviderRegistry
+): LanguageModel {
+  if (!registry) {
+    throw new Error('Completion provider registry not available');
+  }
+
+  const model = registry.createCompletionModel(options.provider, options);
+  if (!model) {
+    throw new Error(
+      `Provider ${options.provider} not found or failed to create model`
+    );
+  }
+
+  return model;
+}
+
+/**
+ * Create a chat model using the provider registry.
+ * Built-in providers are automatically registered during extension initialization.
+ */
+export function createModel(
+  options: IModelOptions,
+  registry?: IChatProviderRegistry
+) {
+  if (!registry) {
+    throw new Error('Chat provider registry not available');
+  }
+
+  const model = registry.createChatModel(options.provider, options);
+  if (!model) {
+    throw new Error(
+      `Provider ${options.provider} not found or failed to create model`
+    );
+  }
+
+  return model;
+}

package/src/providers/provider-registry.ts

@@ -0,0 +1,189 @@
+import { ISignal, Signal } from '@lumino/signaling';
+import type { LanguageModel } from 'ai';
+import type { IModelOptions } from './models';
+import {
+  IChatProviderFactory,
+  IChatProviderInfo,
+  IChatProviderRegistry,
+  ICompletionProviderFactory,
+  ICompletionProviderInfo,
+  ICompletionProviderRegistry
+} from '../tokens';
+
+/**
+ * Implementation of the chat provider registry
+ */
+export class ChatProviderRegistry implements IChatProviderRegistry {
+  /**
+   * Get a copy of all registered providers
+   */
+  get providers(): Record<string, IChatProviderInfo> {
+    return { ...this._providers };
+  }
+
+  /**
+   * Signal emitted when providers are added or removed
+   */
+  get providersChanged(): ISignal<IChatProviderRegistry, void> {
+    return this._providersChanged;
+  }
+
+  /**
+   * Register a new chat provider
+   * @param info Provider information including factory
+   */
+  registerProvider(info: IChatProviderInfo): void {
+    this._providers[info.id] = { ...info };
+    this._factories[info.id] = info.factory;
+    this._providersChanged.emit();
+  }
+
+  /**
+   * Unregister a chat provider by ID
+   * @param id Provider ID to remove
+   * @returns true if provider was found and removed, false otherwise
+   */
+  unregisterProvider(id: string): boolean {
+    if (id in this._providers) {
+      delete this._providers[id];
+      delete this._factories[id];
+      this._providersChanged.emit();
+      return true;
+    }
+    return false;
+  }
+
+  /**
+   * Get provider information by ID
+   * @param id Provider ID
+   * @returns Provider info or null if not found
+   */
+  getProviderInfo(id: string): IChatProviderInfo | null {
+    return this._providers[id] || null;
+  }
+
+  /**
+   * Create a chat model instance using the specified provider
+   * @param id Provider ID
+   * @param options Model configuration options
+   * @returns Chat model instance or null if creation fails
+   */
+  createChatModel(id: string, options: IModelOptions): any | null {
+    const factory = this._factories[id];
+    if (!factory) {
+      return null;
+    }
+
+    try {
+      return factory(options);
+    } catch (error) {
+      console.error(`Failed to create chat model for provider ${id}:`, error);
+      return null;
+    }
+  }
+
+  /**
+   * Get list of all available provider IDs
+   * @returns Array of provider IDs
+   */
+  getAvailableProviders(): string[] {
+    return Object.keys(this._providers);
+  }
+
+  private _providers: Record<string, IChatProviderInfo> = {};
+  private _factories: Record<string, IChatProviderFactory> = {};
+  private _providersChanged = new Signal<IChatProviderRegistry, void>(this);
+}
+
+/**
+ * Implementation of the completion provider registry
+ */
+export class CompletionProviderRegistry implements ICompletionProviderRegistry {
+  /**
+   * Get a copy of all registered providers
+   */
+  get providers(): Record<string, ICompletionProviderInfo> {
+    return { ...this._providers };
+  }
+
+  /**
+   * Signal emitted when providers are added or removed
+   */
+  get providersChanged(): ISignal<ICompletionProviderRegistry, void> {
+    return this._providersChanged;
+  }
+
+  /**
+   * Register a new completion provider
+   * @param info Provider information including factory
+   */
+  registerProvider(info: ICompletionProviderInfo): void {
+    this._providers[info.id] = { ...info };
+    this._factories[info.id] = info.factory;
+    this._providersChanged.emit();
+  }
+
+  /**
+   * Unregister a completion provider by ID
+   * @param id Provider ID to remove
+   * @returns true if provider was found and removed, false otherwise
+   */
+  unregisterProvider(id: string): boolean {
+    if (id in this._providers) {
+      delete this._providers[id];
+      delete this._factories[id];
+      this._providersChanged.emit();
+      return true;
+    }
+    return false;
+  }
+
+  /**
+   * Get provider information by ID
+   * @param id Provider ID
+   * @returns Provider info or null if not found
+   */
+  getProviderInfo(id: string): ICompletionProviderInfo | null {
+    return this._providers[id] || null;
+  }
+
+  /**
+   * Create a completion model instance using the specified provider
+   * @param id Provider ID
+   * @param options Model configuration options
+   * @returns Language model instance or null if creation fails
+   */
+  createCompletionModel(
+    id: string,
+    options: IModelOptions
+  ): LanguageModel | null {
+    const factory = this._factories[id];
+    if (!factory) {
+      return null;
+    }
+
+    try {
+      return factory(options);
+    } catch (error) {
+      console.error(
+        `Failed to create completion model for provider ${id}:`,
+        error
+      );
+      return null;
+    }
+  }
+
+  /**
+   * Get list of all available provider IDs
+   * @returns Array of provider IDs
+   */
+  getAvailableProviders(): string[] {
+    return Object.keys(this._providers);
+  }
+
+  private _providers: Record<string, ICompletionProviderInfo> = {};
+  private _factories: Record<string, ICompletionProviderFactory> = {};
+  private _providersChanged = new Signal<ICompletionProviderRegistry, void>(
+    this
+  );
+}