@jupyterlite/ai 0.8.0 → 0.9.0-a0

package/lib/default-providers/Gemini/completer.js

@@ -1,48 +0,0 @@
-import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
-import { AIMessage, SystemMessage } from '@langchain/core/messages';
-import { BaseCompleter } from '../../base-completer';
-export class GeminiCompleter extends BaseCompleter {
-    constructor(options) {
-        super(options);
-        this._completer = new ChatGoogleGenerativeAI({
-            model: 'gemini-pro',
-            ...options.settings
-        });
-    }
-    async fetch(request, context) {
-        const { text, offset: cursorOffset } = request;
-        const prompt = text.slice(0, cursorOffset);
-        const trimmedPrompt = prompt.trim();
-        const messages = [
-            new SystemMessage(this.systemPrompt),
-            new AIMessage(trimmedPrompt)
-        ];
-        try {
-            const response = await this._completer.invoke(messages);
-            const items = [];
-            // Gemini can return string or complex content, a list of string/images/other.
-            if (typeof response.content === 'string') {
-                items.push({
-                    insertText: response.content
-                });
-            }
-            else {
-                response.content.forEach(content => {
-                    if (content.type !== 'text') {
-                        return;
-                    }
-                    items.push({
-                        insertText: content.text,
-                        filterText: prompt.substring(trimmedPrompt.length)
-                    });
-                });
-            }
-            return { items };
-        }
-        catch (error) {
-            console.error('Error fetching completions', error);
-            return { items: [] };
-        }
-    }
-    _completer;
-}

package/lib/default-providers/Gemini/instructions.d.ts

@@ -1,2 +0,0 @@
-declare const _default: "\n<i class=\"fas fa-exclamation-triangle\"></i> This extension is still very much experimental. It is not an official Google extension.\n\n1. Go to <https://aistudio.google.com> and create an API key.\n\n2. Open the JupyterLab settings and go to the **Ai providers** section to select the `Gemini`\n   provider and add your API key (required).\n3. Open the chat, or use the inline completer.\n";
-export default _default;

package/lib/default-providers/Gemini/instructions.js

@@ -1,9 +0,0 @@
-export default `
-<i class="fas fa-exclamation-triangle"></i> This extension is still very much experimental. It is not an official Google extension.
-
-1. Go to <https://aistudio.google.com> and create an API key.
-
-2. Open the JupyterLab settings and go to the **Ai providers** section to select the \`Gemini\`
-   provider and add your API key (required).
-3. Open the chat, or use the inline completer.
-`;

package/lib/default-providers/Gemini/settings-schema.json

@@ -1,64 +0,0 @@
-{
-    "$schema": "http://json-schema.org/draft-07/schema#",
-    "type": "object",
-    "properties": {
-        "temperature": {
-            "type": "number",
-            "description": "Amount of randomness injected into the response. Ranges from 0 to 1. Use temp closer to 0 for analytical / multiple choice, and temp closer to 1 for creative and generative tasks."
-        },
-        "topK": {
-            "type": "number",
-            "description": "Only sample from the top K options for each subsequent token. Used to remove \"long tail\" low probability responses."
-        },
-        "topP": {
-            "type": "number",
-            "description": "Nucleus sampling parameter. Only the smallest set of most probable tokens with probabilities that add up to top_p or higher are kept for generation."
-        },
-        "maxOutputTokens": {
-            "type": "number",
-            "description": "The maximum number of tokens to generate in the response."
-        },
-        "stopSequences": {
-            "type": "array",
-            "items": {
-                "type": "string"
-            },
-            "description": "A list of strings upon which to stop generating. You probably want something like [\"\\n\\nHuman:\"] for chat conversations."
-        },
-        "streaming": {
-            "type": "boolean",
-            "description": "Whether to stream the results or not"
-        },
-        "apiKey": {
-            "type": "string",
-            "description": "Google AI Studio API key"
-        },
-        "model": {
-            "type": "string",
-            "description": "Model name to use (e.g., gemini-pro, gemini-2.0-flash, etc.)",
-            "default": "gemini-pro"
-        },
-        "baseURL": {
-            "type": "string",
-            "description": "Base URL for the Google AI API"
-        },
-        "safetySettings": {
-            "type": "array",
-            "description": "Safety settings for content filtering",
-            "items": {
-                "type": "object",
-                "properties": {
-                    "category": {
-                        "type": "string"
-                    },
-                    "threshold": {
-                        "type": "string"
-                    }
-                }
-            }
-        }
-    },
-    "additionalProperties": false,
-    "description": "Input to Google Generative AI Chat class.",
-    "definitions": {}
-}

package/lib/default-providers/MistralAI/completer.d.ts

@@ -1,13 +0,0 @@
-import { CompletionHandler, IInlineCompletionContext } from '@jupyterlab/completer';
-import { MistralAI } from '@langchain/mistralai';
-import { BaseCompleter } from '../../base-completer';
-export declare class CodestralCompleter extends BaseCompleter {
-    constructor(options: BaseCompleter.IOptions);
-    fetch(request: CompletionHandler.IRequest, context: IInlineCompletionContext): Promise<{
-        items: {
-            insertText: string;
-        }[];
-    }>;
-    private _controller;
-    protected _completer: MistralAI;
-}

package/lib/default-providers/MistralAI/completer.js

@@ -1,52 +0,0 @@
-import { MistralAI } from '@langchain/mistralai';
-import { BaseCompleter } from '../../base-completer';
-const CODE_BLOCK_START_REGEX = /^```(?:[a-zA-Z]+)?\n?/;
-const CODE_BLOCK_END_REGEX = /```$/;
-export class CodestralCompleter extends BaseCompleter {
-    constructor(options) {
-        super(options);
-        this._completer = new MistralAI({ ...options.settings });
-    }
-    async fetch(request, context) {
-        try {
-            const { text, offset: cursorOffset } = request;
-            const prompt = this.systemPrompt.concat(text.slice(0, cursorOffset));
-            const suffix = text.slice(cursorOffset);
-            this._controller.abort();
-            this._controller = new AbortController();
-            const response = await this._completer.completionWithRetry({
-                prompt,
-                model: this._completer.model,
-                suffix
-            }, { signal: this._controller.signal }, false);
-            const items = response.choices.map(choice => {
-                const messageContent = choice.message.content;
-                let content = '';
-                if (typeof messageContent === 'string') {
-                    content = messageContent
-                        .replace(CODE_BLOCK_START_REGEX, '')
-                        .replace(CODE_BLOCK_END_REGEX, '');
-                }
-                else if (Array.isArray(messageContent)) {
-                    // Handle ContentChunk[] case - extract text content
-                    content = messageContent
-                        .filter(chunk => chunk.type === 'text')
-                        .map(chunk => chunk.text || '')
-                        .join('')
-                        .replace(CODE_BLOCK_START_REGEX, '')
-                        .replace(CODE_BLOCK_END_REGEX, '');
-                }
-                return {
-                    insertText: content
-                };
-            });
-            return { items };
-        }
-        catch (error) {
-            // the request may be aborted
-            return { items: [] };
-        }
-    }
-    _controller = new AbortController();
-    _completer;
-}

package/lib/default-providers/MistralAI/instructions.d.ts

@@ -1,2 +0,0 @@
-declare const _default: "\n<i class=\"fas fa-exclamation-triangle\"></i> This extension is still very much experimental. It is not an official MistralAI extension.\n\n1. Go to <https://console.mistral.ai/api-keys/> and create an API key.\n\n    <img src=\"https://raw.githubusercontent.com/jupyterlite/ai/refs/heads/main/img/1-api-key.png\" alt=\"Screenshot showing how to create an API key\" width=\"500px\">\n\n2. Open the JupyterLab settings and go to the **Ai providers** section to select the `MistralAI`\n   provider and the API key (required).\n\n    <img src=\"https://raw.githubusercontent.com/jupyterlite/ai/refs/heads/main/img/2-jupyterlab-settings.png\" alt=\"Screenshot showing how to add the API key to the settings\" width=\"500px\">\n\n**Note:** When using MistralAI for completions, only a subset of models are available. Please check [this resource](https://docs.mistral.ai/api/#tag/fim) to see the list of supported models for completions.\n\n3. Open the chat, or use the inline completer\n\n    <img src=\"https://raw.githubusercontent.com/jupyterlite/ai/refs/heads/main/img/3-usage.png\" alt=\"Screenshot showing how to use the chat\" width=\"500px\">\n";
-export default _default;

package/lib/default-providers/MistralAI/instructions.js

@@ -1,18 +0,0 @@
-export default `
-<i class="fas fa-exclamation-triangle"></i> This extension is still very much experimental. It is not an official MistralAI extension.
-
-1. Go to <https://console.mistral.ai/api-keys/> and create an API key.
-
-    <img src="https://raw.githubusercontent.com/jupyterlite/ai/refs/heads/main/img/1-api-key.png" alt="Screenshot showing how to create an API key" width="500px">
-
-2. Open the JupyterLab settings and go to the **Ai providers** section to select the \`MistralAI\`
-   provider and the API key (required).
-
-    <img src="https://raw.githubusercontent.com/jupyterlite/ai/refs/heads/main/img/2-jupyterlab-settings.png" alt="Screenshot showing how to add the API key to the settings" width="500px">
-
-**Note:** When using MistralAI for completions, only a subset of models are available. Please check [this resource](https://docs.mistral.ai/api/#tag/fim) to see the list of supported models for completions.
-
-3. Open the chat, or use the inline completer
-
-    <img src="https://raw.githubusercontent.com/jupyterlite/ai/refs/heads/main/img/3-usage.png" alt="Screenshot showing how to use the chat" width="500px">
-`;

package/lib/default-providers/MistralAI/settings-schema.json

@@ -1,75 +0,0 @@
-{
-    "$schema": "http://json-schema.org/draft-07/schema#",
-    "type": "object",
-    "properties": {
-        "streamUsage": {
-            "type": "boolean",
-            "description": "Whether or not to include token usage in the stream.",
-            "default": true
-        },
-        "disableStreaming": {
-            "type": "boolean",
-            "description": "Whether to disable streaming.\n\nIf streaming is bypassed, then `stream()` will defer to `invoke()`.\n\n- If true, will always bypass streaming case.\n- If false (default), will always use streaming case if available."
-        },
-        "apiKey": {
-            "type": "string",
-            "description": "The API key to use.",
-            "default": ""
-        },
-        "modelName": {
-            "type": "string",
-            "description": "The name of the model to use. Alias for `model`",
-            "default": "mistral-small-latest"
-        },
-        "model": {
-            "type": "string",
-            "description": "The name of the model to use.",
-            "default": "mistral-small-latest"
-        },
-        "endpoint": {
-            "type": "string",
-            "description": "Override the default endpoint."
-        },
-        "temperature": {
-            "type": "number",
-            "description": "What sampling temperature to use, between 0.0 and 2.0. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic.",
-            "default": 0.7
-        },
-        "topP": {
-            "type": "number",
-            "description": "Nucleus sampling, where the model considers the results of the tokens with `top_p` probability mass. So 0.1 means only the tokens comprising the top 10% probability mass are considered. Should be between 0 and 1.",
-            "default": 1
-        },
-        "maxTokens": {
-            "type": "number",
-            "description": "The maximum number of tokens to generate in the completion. The token count of your prompt plus max_tokens cannot exceed the model's context length."
-        },
-        "streaming": {
-            "type": "boolean",
-            "description": "Whether or not to stream the response.",
-            "default": false
-        },
-        "safeMode": {
-            "type": "boolean",
-            "description": "Whether to inject a safety prompt before all conversations.",
-            "default": false,
-            "deprecated": "use safePrompt instead"
-        },
-        "safePrompt": {
-            "type": "boolean",
-            "description": "Whether to inject a safety prompt before all conversations.",
-            "default": false
-        },
-        "randomSeed": {
-            "type": "number",
-            "description": "The seed to use for random sampling. If set, different calls will generate deterministic results. Alias for `seed`"
-        },
-        "seed": {
-            "type": "number",
-            "description": "The seed to use for random sampling. If set, different calls will generate deterministic results."
-        }
-    },
-    "additionalProperties": false,
-    "description": "Input to chat model class.",
-    "definitions": {}
-}

package/lib/default-providers/Ollama/completer.d.ts

@@ -1,12 +0,0 @@
-import { CompletionHandler, IInlineCompletionContext } from '@jupyterlab/completer';
-import { ChatOllama } from '@langchain/ollama';
-import { BaseCompleter } from '../../base-completer';
-export declare class OllamaCompleter extends BaseCompleter {
-    constructor(options: BaseCompleter.IOptions);
-    fetch(request: CompletionHandler.IRequest, context: IInlineCompletionContext): Promise<{
-        items: {
-            insertText: string;
-        }[];
-    }>;
-    protected _completer: ChatOllama;
-}

package/lib/default-providers/Ollama/completer.js

@@ -1,43 +0,0 @@
-import { AIMessage, SystemMessage } from '@langchain/core/messages';
-import { ChatOllama } from '@langchain/ollama';
-import { BaseCompleter } from '../../base-completer';
-export class OllamaCompleter extends BaseCompleter {
-    constructor(options) {
-        super(options);
-        this._completer = new ChatOllama({ ...options.settings });
-    }
-    async fetch(request, context) {
-        const { text, offset: cursorOffset } = request;
-        const prompt = text.slice(0, cursorOffset);
-        const messages = [
-            new SystemMessage(this.systemPrompt),
-            new AIMessage(prompt)
-        ];
-        try {
-            const response = await this._completer.invoke(messages);
-            const items = [];
-            if (typeof response.content === 'string') {
-                items.push({
-                    insertText: response.content
-                });
-            }
-            else {
-                response.content.forEach(content => {
-                    if (content.type !== 'text') {
-                        return;
-                    }
-                    items.push({
-                        insertText: content.text,
-                        filterText: prompt.substring(prompt.length)
-                    });
-                });
-            }
-            return { items };
-        }
-        catch (error) {
-            console.error('Error fetching completions', error);
-            return { items: [] };
-        }
-    }
-    _completer;
-}

package/lib/default-providers/Ollama/instructions.d.ts

@@ -1,2 +0,0 @@
-declare const _default: "\nOllama allows to run large language models locally on your machine.\nTo use it you need to install the Ollama CLI and pull the model you want to use.\n\n1. Install the Ollama CLI by following the instructions at <https://ollama.com/download>\n\n2. Pull the model you want to use by running the following command in your terminal:\n\n   ```bash\n   ollama pull <model-name>\n   ```\n\n   For example, to pull the Llama 2 model, run:\n\n   ```bash\n   ollama pull llama2\n   ```\n\n3. Once the model is pulled, you can use it in your application by running the following command:\n\n    ```bash\n    ollama serve\n    ```\n\n4. This model will be available in the extension, using the model name you used in the command above.\n\n<details>\n<summary>Deploying Lite/Lab on external server</summary>\n\nSee https://objectgraph.com/blog/ollama-cors/ for more details.\n\nOn Linux, you can run the following commands:\n\n1. Check if CORS is enabled on the server. You can do this by running the following command in your terminal:\n\n   ```bash\n   curl -X OPTIONS http://localhost:11434 -H \"Origin: http://example.com\" -H \"Access-Control-Request-Method: GET\" -I\n   ```\n\n   If CORS is disabled, you will see a response like this:\n\n   ```bash\n   HTTP/1.1 403 Forbidden\n   Date: Wed, 09 Oct 2024 10:12:15 GMT\n   Content-Length: 0\n    ```\n\n2. If CORS is not enabled, update _/etc/systemd/system/ollama.service_ with:\n\n   ```bash\n   [Service]\n   Environment=\"OLLAMA_HOST=0.0.0.0\"\n   Environment=\"OLLAMA_ORIGINS=*\"\n   ```\n\n3. Restart the service:\n\n   ```bash\n   sudo systemctl daemon-reload\n   sudo systemctl restart ollama\n   ```\n\n4. Check if CORS is enabled on the server again by running the following command in your terminal:\n\n    ```bash\n    curl -X OPTIONS http://localhost:11434 -H \"Origin: http://example.com\" -H \"Access-Control-Request-Method: GET\" -I\n    ```\n\n</details>\n";
-export default _default;

package/lib/default-providers/Ollama/instructions.js

@@ -1,70 +0,0 @@
-export default `
-Ollama allows to run large language models locally on your machine.
-To use it you need to install the Ollama CLI and pull the model you want to use.
-
-1. Install the Ollama CLI by following the instructions at <https://ollama.com/download>
-
-2. Pull the model you want to use by running the following command in your terminal:
-
-   \`\`\`bash
-   ollama pull <model-name>
-   \`\`\`
-
-   For example, to pull the Llama 2 model, run:
-
-   \`\`\`bash
-   ollama pull llama2
-   \`\`\`
-
-3. Once the model is pulled, you can use it in your application by running the following command:
-
-    \`\`\`bash
-    ollama serve
-    \`\`\`
-
-4. This model will be available in the extension, using the model name you used in the command above.
-
-<details>
-<summary>Deploying Lite/Lab on external server</summary>
-
-See https://objectgraph.com/blog/ollama-cors/ for more details.
-
-On Linux, you can run the following commands:
-
-1. Check if CORS is enabled on the server. You can do this by running the following command in your terminal:
-
-   \`\`\`bash
-   curl -X OPTIONS http://localhost:11434 -H "Origin: http://example.com" -H "Access-Control-Request-Method: GET" -I
-   \`\`\`
-
-   If CORS is disabled, you will see a response like this:
-
-   \`\`\`bash
-   HTTP/1.1 403 Forbidden
-   Date: Wed, 09 Oct 2024 10:12:15 GMT
-   Content-Length: 0
-    \`\`\`
-
-2. If CORS is not enabled, update _/etc/systemd/system/ollama.service_ with:
-
-   \`\`\`bash
-   [Service]
-   Environment="OLLAMA_HOST=0.0.0.0"
-   Environment="OLLAMA_ORIGINS=*"
-   \`\`\`
-
-3. Restart the service:
-
-   \`\`\`bash
-   sudo systemctl daemon-reload
-   sudo systemctl restart ollama
-   \`\`\`
-
-4. Check if CORS is enabled on the server again by running the following command in your terminal:
-
-    \`\`\`bash
-    curl -X OPTIONS http://localhost:11434 -H "Origin: http://example.com" -H "Access-Control-Request-Method: GET" -I
-    \`\`\`
-
-</details>
-`;

package/lib/default-providers/Ollama/settings-schema.json

@@ -1,143 +0,0 @@
-{
-    "$schema": "http://json-schema.org/draft-07/schema#",
-    "type": "object",
-    "properties": {
-        "numa": {
-            "type": "boolean"
-        },
-        "numCtx": {
-            "type": "number"
-        },
-        "numBatch": {
-            "type": "number"
-        },
-        "numGpu": {
-            "type": "number"
-        },
-        "mainGpu": {
-            "type": "number"
-        },
-        "lowVram": {
-            "type": "boolean"
-        },
-        "f16Kv": {
-            "type": "boolean"
-        },
-        "logitsAll": {
-            "type": "boolean"
-        },
-        "vocabOnly": {
-            "type": "boolean"
-        },
-        "useMmap": {
-            "type": "boolean"
-        },
-        "useMlock": {
-            "type": "boolean"
-        },
-        "embeddingOnly": {
-            "type": "boolean"
-        },
-        "numThread": {
-            "type": "number"
-        },
-        "numKeep": {
-            "type": "number"
-        },
-        "seed": {
-            "type": "number"
-        },
-        "numPredict": {
-            "type": "number"
-        },
-        "topK": {
-            "type": "number"
-        },
-        "topP": {
-            "type": "number"
-        },
-        "tfsZ": {
-            "type": "number"
-        },
-        "typicalP": {
-            "type": "number"
-        },
-        "repeatLastN": {
-            "type": "number"
-        },
-        "temperature": {
-            "type": "number"
-        },
-        "repeatPenalty": {
-            "type": "number"
-        },
-        "presencePenalty": {
-            "type": "number"
-        },
-        "frequencyPenalty": {
-            "type": "number"
-        },
-        "mirostat": {
-            "type": "number"
-        },
-        "mirostatTau": {
-            "type": "number"
-        },
-        "mirostatEta": {
-            "type": "number"
-        },
-        "penalizeNewline": {
-            "type": "boolean"
-        },
-        "keepAlive": {
-            "type": ["string", "number"],
-            "default": "5m"
-        },
-        "stop": {
-            "type": "array",
-            "items": {
-                "type": "string"
-            }
-        },
-        "disableStreaming": {
-            "type": "boolean",
-            "description": "Whether to disable streaming.\n\nIf streaming is bypassed, then `stream()` will defer to `invoke()`.\n\n- If true, will always bypass streaming case.\n- If false (default), will always use streaming case if available."
-        },
-        "model": {
-            "type": "string",
-            "description": "The model to invoke. If the model does not exist, it will be pulled.",
-            "default": ""
-        },
-        "baseUrl": {
-            "type": "string",
-            "description": "The host URL of the Ollama server.",
-            "default": ""
-        },
-        "headers": {
-            "type": "object",
-            "additionalProperties": false,
-            "description": "Optional HTTP Headers to include in the request."
-        },
-        "checkOrPullModel": {
-            "type": "boolean",
-            "description": "Whether or not to check the model exists on the local machine before invoking it. If set to `true`, the model will be pulled if it does not exist.",
-            "default": false
-        },
-        "streaming": {
-            "type": "boolean"
-        },
-        "format": {
-            "anyOf": [
-                {
-                    "type": "string"
-                },
-                {
-                    "type": "object"
-                }
-            ]
-        }
-    },
-    "additionalProperties": false,
-    "description": "Input to chat model class.",
-    "definitions": {}
-}

package/lib/default-providers/OpenAI/completer.d.ts

@@ -1,12 +0,0 @@
-import { CompletionHandler, IInlineCompletionContext } from '@jupyterlab/completer';
-import { ChatOpenAI } from '@langchain/openai';
-import { BaseCompleter } from '../../base-completer';
-export declare class OpenAICompleter extends BaseCompleter {
-    constructor(options: BaseCompleter.IOptions);
-    fetch(request: CompletionHandler.IRequest, context: IInlineCompletionContext): Promise<{
-        items: {
-            insertText: string;
-        }[];
-    }>;
-    protected _completer: ChatOpenAI;
-}

package/lib/default-providers/OpenAI/completer.js

@@ -1,43 +0,0 @@
-import { AIMessage, SystemMessage } from '@langchain/core/messages';
-import { ChatOpenAI } from '@langchain/openai';
-import { BaseCompleter } from '../../base-completer';
-export class OpenAICompleter extends BaseCompleter {
-    constructor(options) {
-        super(options);
-        this._completer = new ChatOpenAI({ ...options.settings });
-    }
-    async fetch(request, context) {
-        const { text, offset: cursorOffset } = request;
-        const prompt = text.slice(0, cursorOffset);
-        const messages = [
-            new SystemMessage(this.systemPrompt),
-            new AIMessage(prompt)
-        ];
-        try {
-            const response = await this._completer.invoke(messages);
-            const items = [];
-            if (typeof response.content === 'string') {
-                items.push({
-                    insertText: response.content
-                });
-            }
-            else {
-                response.content.forEach(content => {
-                    if (content.type !== 'text') {
-                        return;
-                    }
-                    items.push({
-                        insertText: content.text,
-                        filterText: prompt.substring(prompt.length)
-                    });
-                });
-            }
-            return { items };
-        }
-        catch (error) {
-            console.error('Error fetching completions', error);
-            return { items: [] };
-        }
-    }
-    _completer;
-}