@jupyterlite/ai 0.6.2 → 0.8.0

package/lib/tokens.d.ts

@@ -3,13 +3,16 @@ import { ReadonlyPartialJSONObject, Token } from '@lumino/coreutils';
 import { ISignal } from '@lumino/signaling';
 import { JSONSchema7 } from 'json-schema';
 import { IBaseCompleter } from './base-completer';
+import { AIChatModel, AICompleter } from './types/ai-model';
 export declare const PLUGIN_IDS: {
     chat: string;
     chatCommandRegistry: string;
     completer: string;
     providerRegistry: string;
     settingsConnector: string;
+    systemPrompts: string;
 };
+export type ModelRole = 'chat' | 'completer';
 export interface IDict<T = any> {
     [key: string]: T;
 }
@@ -27,7 +30,7 @@ export interface IAIProvider {
     /**
      * The chat model class to use.
      */
-    chatModel?: IType<BaseChatModel>;
+    chat?: IType<BaseChatModel>;
     /**
      * The completer class to use.
      */
@@ -46,6 +49,20 @@ export interface IAIProvider {
      * Default to `(error) => error.message`.
      */
     errorMessage?: (error: any) => string;
+    /**
+     * Compatibility check function, to determine if the provider is compatible with the
+     * current environment.
+     */
+    compatibilityCheck?: () => Promise<string | null>;
+    /**
+     * Whether to expose or not the chat model.
+     *
+     * ### CAUTION
+     * This flag will expose the whole chat model API, which may contain private keys.
+     * Be sure to use it with a model that does not expose sensitive information in the
+     * API.
+     */
+    exposeChatModel?: boolean;
 }
 /**
  * The provider registry interface.
@@ -62,15 +79,23 @@ export interface IAIProviderRegistry {
     /**
      * Get the current provider name.
      */
-    currentName: string;
+    currentName(role: ModelRole): string;
     /**
      * Get the current completer of the completion provider.
      */
-    currentCompleter: IBaseCompleter | null;
+    currentCompleter: AICompleter | null;
+    /**
+     * Getter/setter for the completer system prompt.
+     */
+    completerSystemPrompt: string;
     /**
      * Get the current llm chat model.
      */
-    currentChatModel: BaseChatModel | null;
+    currentChatModel: AIChatModel | null;
+    /**
+     * Getter/setter for the chat system prompt.
+     */
+    chatSystemPrompt: string;
     /**
      * Get the settings schema of a given provider.
      */
@@ -79,21 +104,32 @@ export interface IAIProviderRegistry {
      * Get the instructions of a given provider.
      */
     getInstructions(provider: string): string | undefined;
+    /**
+     * Get the compatibility check function of a given provider.
+     */
+    getCompatibilityCheck(provider: string): (() => Promise<string | null>) | undefined;
     /**
      * Format an error message from the current provider.
      */
     formatErrorMessage(error: any): string;
     /**
-     * Set the providers (chat model and completer).
-     * Creates the providers if the name has changed, otherwise only updates their config.
+     * Set the completer provider.
+     * Creates the provider if the name has changed, otherwise only updates its config.
      *
-     * @param options - an object with the name and the settings of the provider to use.
+     * @param options - An object with the name and the settings of the provider to use.
      */
-    setProvider(options: ISetProviderOptions): void;
+    setCompleterProvider(settings: ReadonlyPartialJSONObject): void;
+    /**
+     * Set the chat provider.
+     * Creates the provider if the name has changed, otherwise only updates its config.
+     *
+     * @param options - An object with the name and the settings of the provider to use.
+     */
+    setChatProvider(settings: ReadonlyPartialJSONObject): void;
     /**
      * A signal emitting when the provider or its settings has changed.
      */
-    readonly providerChanged: ISignal<IAIProviderRegistry, void>;
+    readonly providerChanged: ISignal<IAIProviderRegistry, ModelRole>;
     /**
      * Get the current chat error;
      */
@@ -103,19 +139,6 @@ export interface IAIProviderRegistry {
      */
     readonly completerError: string;
 }
-/**
- * The set provider options.
- */
-export interface ISetProviderOptions {
-    /**
-     * The name of the provider.
-     */
-    name: string;
-    /**
-     * The settings of the provider.
-     */
-    settings: ReadonlyPartialJSONObject;
-}
 /**
  * The provider registry token.
  */

package/lib/tokens.js

@@ -4,7 +4,8 @@ export const PLUGIN_IDS = {
     chatCommandRegistry: '@jupyterlite/ai:autocompletion-registry',
     completer: '@jupyterlite/ai:completer',
     providerRegistry: '@jupyterlite/ai:provider-registry',
-    settingsConnector: '@jupyterlite/ai:settings-connector'
+    settingsConnector: '@jupyterlite/ai:settings-connector',
+    systemPrompts: '@jupyterlite/ai:system-prompts'
 };
 /**
  * The provider registry token.

package/lib/types/ai-model.d.ts

@@ -0,0 +1,24 @@
+import { CompletionHandler, IInlineCompletionContext } from '@jupyterlab/completer';
+import { IterableReadableStream } from '@langchain/core/utils/stream';
+/**
+ * The reduced AI chat model interface.
+ */
+export type AIChatModel = {
+    /**
+     * The stream function of the chat model.
+     */
+    stream: (input: any, options?: any) => Promise<IterableReadableStream<any>>;
+};
+/**
+ * The reduced AI completer interface.
+ */
+export type AICompleter = {
+    /**
+     * The fetch function of the completer.
+     */
+    fetch: (request: CompletionHandler.IRequest, context: IInlineCompletionContext) => Promise<any>;
+    /**
+     * The optional request completion function of the completer.
+     */
+    requestCompletion?: () => void;
+};

package/lib/types/ai-model.js

@@ -0,0 +1,5 @@
+/*
+ * Copyright (c) Jupyter Development Team.
+ * Distributed under the terms of the Modified BSD License.
+ */
+export {};

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@jupyterlite/ai",
-    "version": "0.6.2",
+    "version": "0.8.0",
     "description": "AI code completions and chat for JupyterLite",
     "keywords": [
         "jupyter",
@@ -29,7 +29,7 @@
     "scripts": {
         "build": "jlpm build:lib && jlpm build:labextension:dev",
         "build:dev": "jlpm build:lib && jlpm build:labextension:dev",
-        "build:prod": "jlpm settings:build && jlpm clean && jlpm build:lib:prod && jlpm build:labextension",
+        "build:prod": "jlpm clean && jlpm build:lib:prod && jlpm build:labextension",
         "build:labextension": "jupyter labextension build .",
         "build:labextension:dev": "jupyter labextension build --development True .",
         "build:lib": "tsc --sourceMap",
@@ -56,7 +56,7 @@
         "watch:labextension": "jupyter labextension watch ."
     },
     "dependencies": {
-        "@jupyter/chat": "^0.9.0",
+        "@jupyter/chat": "^0.14.0",
         "@jupyterlab/application": "^4.4.0",
         "@jupyterlab/apputils": "^4.5.0",
         "@jupyterlab/completer": "^4.4.0",
@@ -65,32 +65,39 @@
         "@jupyterlab/rendermime": "^4.4.0",
         "@jupyterlab/settingregistry": "^4.4.0",
         "@jupyterlab/ui-components": "^4.4.0",
-        "@langchain/anthropic": "^0.3.9",
-        "@langchain/community": "^0.3.31",
-        "@langchain/core": "^0.3.40",
-        "@langchain/mistralai": "^0.1.1",
-        "@langchain/openai": "^0.4.4",
+        "@langchain/anthropic": "^0.3.24",
+        "@langchain/community": "^0.3.48",
+        "@langchain/core": "^0.3.62",
+        "@langchain/google-genai": "^0.2.14",
+        "@langchain/mistralai": "^0.2.1",
+        "@langchain/ollama": "^0.2.3",
+        "@langchain/openai": "^0.5.16",
         "@lumino/coreutils": "^2.1.2",
         "@lumino/polling": "^2.1.2",
         "@lumino/signaling": "^2.1.2",
+        "@mlc-ai/web-llm": "^0.2.79",
+        "@mlc-ai/web-runtime": "^0.18.0-dev2",
+        "@mlc-ai/web-tokenizers": "^0.1.6",
         "@mui/icons-material": "^5.11.0",
         "@mui/material": "^5.11.0",
         "@rjsf/core": "^5.18.4",
         "@rjsf/utils": "^5.18.4",
         "@rjsf/validator-ajv8": "^5.18.4",
         "json5": "^2.2.3",
-        "jupyter-secrets-manager": "^0.3.0",
+        "jupyter-secrets-manager": "^0.4.0",
         "react": "^18.2.0",
         "react-dom": "^18.2.0"
     },
     "devDependencies": {
         "@jupyterlab/builder": "^4.4.0",
         "@stylistic/eslint-plugin": "^3.0.1",
+        "@types/chrome": "^0.0.304",
         "@types/json-schema": "^7.0.11",
         "@types/react": "^18.0.26",
         "@types/react-addons-linked-state-mixin": "^0.14.22",
         "@typescript-eslint/eslint-plugin": "^6.1.0",
         "@typescript-eslint/parser": "^6.1.0",
+        "@webgpu/types": "^0.1.54",
         "css-loader": "^6.7.1",
         "eslint": "^8.36.0",
         "eslint-config-prettier": "^8.8.0",
@@ -105,8 +112,8 @@
         "stylelint-config-standard": "^34.0.0",
         "stylelint-csstree-validator": "^3.0.0",
         "stylelint-prettier": "^4.0.0",
-        "ts-json-schema-generator": "^2.3.0",
-        "typescript": "~5.1.6",
+        "ts-json-schema-generator": "^2.4.0",
+        "typescript": "~5.8.3",
         "yjs": "^13.5.0"
     },
     "sideEffects": [
@@ -120,9 +127,6 @@
     "jupyterlab": {
         "extension": true,
         "outputDir": "jupyterlite_ai/labextension",
-        "schemaDir": "schema",
-        "disabledExtensions": [
-            "@jupyterlab/apputils-extension:settings-connector"
-        ]
+        "schemaDir": "schema"
     }
 }

package/schema/chat.json

@@ -1,5 +1,5 @@
 {
-  "title": "Chat configuration",
+  "title": "Chat Configuration",
   "description": "Configuration for the chat panel",
   "jupyter.lab.setting-icon": "jupyter-chat::chat",
   "jupyter.lab.setting-icon-label": "Jupyter Chat",

package/schema/provider-registry.json

@@ -1,8 +1,8 @@
 {
-  "title": "AI provider",
+  "title": "AI providers",
   "description": "Provider registry settings",
   "jupyter.lab.setting-icon": "@jupyterlite/ai:jupyternaut-lite",
-  "jupyter.lab.setting-icon-label": "JupyterLite AI Chat",
+  "jupyter.lab.setting-icon-label": "JupyterLite AI provider",
   "type": "object",
   "properties": {
     "UseSecretsManager": {
@@ -11,16 +11,16 @@
       "description": "Whether to use or not the secrets manager. If not, secrets will be stored in the browser (local storage)",
       "default": true
     },
-    "HideSecretFields": {
+    "UniqueProvider": {
       "type": "boolean",
-      "title": "Hide secret fields",
-      "description": "Whether to hide the secret fields in the UI or not",
+      "title": "Use the same provider for chat and completer",
+      "description": "Whether to use only one provider for the chat and the completer.\nThis will overwrite all the settings for the completer, and copy the ones from the chat.",
       "default": true
     },
-    "AIprovider": {
+    "AIproviders": {
       "type": "object",
-      "title": "AI provider",
-      "description": "The AI provider configuration",
+      "title": "AI providers",
+      "description": "The AI providers configuration",
       "default": {},
       "additionalProperties": true
     }

package/schema/system-prompts.json

@@ -0,0 +1,22 @@
+{
+  "title": "AI system prompts",
+  "description": "System prompts",
+  "jupyter.lab.setting-icon": "@jupyterlite/ai:jupyternaut-lite",
+  "jupyter.lab.setting-icon-label": "JupyterLite AI Chat",
+  "type": "object",
+  "properties": {
+    "chatSystemPrompt": {
+      "type": "string",
+      "title": "Chat message system prompt",
+      "description": "The system prompt for the chat messages",
+      "default": "You are Jupyternaut, a conversational assistant living in JupyterLab to help users.\nYou are not a language model, but rather an application built on a foundation model from $provider_name$.\nYou are talkative and you provide lots of specific details from the foundation model's context.\nYou may use Markdown to format your response.\nIf your response includes code, they must be enclosed in Markdown fenced code blocks (with triple backticks before and after).\nIf your response includes mathematical notation, they must be expressed in LaTeX markup and enclosed in LaTeX delimiters.\nAll dollar quantities (of USD) must be formatted in LaTeX, with the `$` symbol escaped by a single backslash `\\`.\n- Example prompt: `If I have \\\\$100 and spend \\\\$20, how much money do I have left?`\n- **Correct** response: `You have \\(\\$80\\) remaining.`\n- **Incorrect** response: `You have $80 remaining.`\nIf you do not know the answer to a question, answer truthfully by responding that you do not know.\nThe following is a friendly conversation between you and a human."
+    },
+    "completionSystemPrompt": {
+      "type": "string",
+      "title": "Completion system prompt",
+      "description": "The system prompt for the completion",
+      "default": "You are an application built to provide helpful code completion suggestions.\nYou should only produce code. Keep comments to minimum, use the programming language comment syntax. Produce clean code.\nThe code is written in JupyterLab, a data analysis and code development environment which can execute code extended with additional syntax for interactive features, such as magics.\nOnly give raw strings back, do not format the response using backticks.\nThe output should be a single string, and should only contain the code that will complete the give code passed as input, no explanation whatsoever. Do not include the prompt in the output, only the string that should be appended to the current input. Here is the code to complete:"
+    }
+  },
+  "additionalProperties": false
+}

package/src/base-completer.ts

@@ -5,16 +5,14 @@ import {
 import { BaseLanguageModel } from '@langchain/core/language_models/base';
 import { ReadonlyPartialJSONObject } from '@lumino/coreutils';
 
-export interface IBaseCompleter {
-  /**
-   * The LLM completer.
-   */
-  completer: BaseLanguageModel;
+import { DEFAULT_COMPLETION_SYSTEM_PROMPT } from './default-prompts';
+import { IAIProviderRegistry } from './tokens';
 
+export interface IBaseCompleter {
   /**
    * The completion prompt.
    */
-  prompt: string;
+  readonly systemPrompt: string;
 
   /**
    * The function to fetch a new completion.
@@ -30,6 +28,33 @@ export interface IBaseCompleter {
   ): Promise<any>;
 }
 
+export abstract class BaseCompleter implements IBaseCompleter {
+  constructor(options: BaseCompleter.IOptions) {
+    this._providerRegistry = options.providerRegistry;
+  }
+
+  /**
+   * Get the system prompt for the completion.
+   */
+  get systemPrompt(): string {
+    return (
+      this._providerRegistry.completerSystemPrompt ??
+      DEFAULT_COMPLETION_SYSTEM_PROMPT
+    );
+  }
+
+  /**
+   * The fetch request for the LLM completer.
+   */
+  abstract fetch(
+    request: CompletionHandler.IRequest,
+    context: IInlineCompletionContext
+  ): Promise<any>;
+
+  protected _providerRegistry: IAIProviderRegistry;
+  protected abstract _completer: BaseLanguageModel<any, any>;
+}
+
 /**
  * The namespace for the base completer.
  */
@@ -38,6 +63,13 @@ export namespace BaseCompleter {
    * The options for the constructor of a completer.
    */
   export interface IOptions {
+    /**
+     * The provider registry.
+     */
+    providerRegistry: IAIProviderRegistry;
+    /**
+     * The settings of the provider.
+     */
     settings: ReadonlyPartialJSONObject;
   }
 }

package/src/chat-handler.ts

@@ -5,14 +5,16 @@
 
 import {
   ChatCommand,
-  ChatModel,
+  AbstractChatContext,
+  AbstractChatModel,
   IChatCommandProvider,
+  IChatContext,
   IChatHistory,
   IChatMessage,
+  IChatModel,
   IInputModel,
   INewMessage
 } from '@jupyter/chat';
-import type { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import {
   AIMessage,
   HumanMessage,
@@ -20,9 +22,11 @@ import {
   SystemMessage
 } from '@langchain/core/messages';
 import { UUID } from '@lumino/coreutils';
-import { chatSystemPrompt } from './provider';
-import { IAIProviderRegistry } from './tokens';
+
+import { DEFAULT_CHAT_SYSTEM_PROMPT } from './default-prompts';
 import { jupyternautLiteIcon } from './icons';
+import { IAIProviderRegistry } from './tokens';
+import { AIChatModel } from './types/ai-model';
 
 /**
  * The base64 encoded SVG string of the jupyternaut lite icon.
@@ -31,28 +35,34 @@ import { jupyternautLiteIcon } from './icons';
 const AI_AVATAR_BASE64 = btoa(jupyternautLiteIcon.svgstr);
 const AI_AVATAR = `data:image/svg+xml;base64,${AI_AVATAR_BASE64}`;
 
+export const welcomeMessage = (providers: string[]) => `
+#### Ask JupyterLite AI
+
+
+The provider to use can be set in the <button data-commandLinker-command="settingeditor:open" data-commandLinker-args='{"query": "AI provider"}' href="#">settings editor</button>, by selecting it from
+the <img src="${AI_AVATAR}" width="16" height="16"> _AI provider_ settings.
+
+The current providers that are available are _${providers.sort().join('_, _')}_.
+
+To clear the chat, you can use the \`/clear\` command from the chat input.
+`;
+
 export type ConnectionMessage = {
   type: 'connection';
   client_id: string;
 };
 
-export class ChatHandler extends ChatModel {
+export class ChatHandler extends AbstractChatModel {
   constructor(options: ChatHandler.IOptions) {
     super(options);
     this._providerRegistry = options.providerRegistry;
-    this._prompt = chatSystemPrompt({
-      provider_name: this._providerRegistry.currentName
-    });
 
     this._providerRegistry.providerChanged.connect(() => {
       this._errorMessage = this._providerRegistry.chatError;
-      this._prompt = chatSystemPrompt({
-        provider_name: this._providerRegistry.currentName
-      });
     });
   }
 
-  get provider(): BaseChatModel | null {
+  get provider(): AIChatModel | null {
     return this._providerRegistry.currentChatModel;
   }
 
@@ -74,13 +84,12 @@ export class ChatHandler extends ChatModel {
   }
 
   /**
-   * Getter and setter for the initial prompt.
+   * Get/set the system prompt for the chat.
    */
-  get prompt(): string {
-    return this._prompt;
-  }
-  set prompt(value: string) {
-    this._prompt = value;
+  get systemPrompt(): string {
+    return (
+      this._providerRegistry.chatSystemPrompt ?? DEFAULT_CHAT_SYSTEM_PROMPT
+    );
   }
 
   async sendMessage(message: INewMessage): Promise<boolean> {
@@ -96,7 +105,7 @@ export class ChatHandler extends ChatModel {
       id: message.id,
       body,
       sender: { username: 'User' },
-      time: Date.now(),
+      time: Private.getTimestampMs(),
       type: 'msg'
     };
     this.messageAdded(msg);
@@ -106,7 +115,7 @@ export class ChatHandler extends ChatModel {
         id: UUID.uuid4(),
         body: `**${this._errorMessage ? this._errorMessage : this._defaultErrorMessage}**`,
         sender: { username: 'ERROR' },
-        time: Date.now(),
+        time: Private.getTimestampMs(),
         type: 'msg'
       };
       this.messageAdded(errorMsg);
@@ -115,7 +124,7 @@ export class ChatHandler extends ChatModel {
 
     this._history.messages.push(msg);
 
-    const messages = mergeMessageRuns([new SystemMessage(this._prompt)]);
+    const messages = mergeMessageRuns([new SystemMessage(this.systemPrompt)]);
     messages.push(
       ...this._history.messages.map(msg => {
         if (msg.sender.username === 'User') {
@@ -126,14 +135,14 @@ export class ChatHandler extends ChatModel {
     );
 
     const sender = { username: this._personaName, avatar_url: AI_AVATAR };
-    this.updateWriters([sender]);
+    this.updateWriters([{ user: sender }]);
 
     // create an empty message to be filled by the AI provider
     const botMsg: IChatMessage = {
       id: UUID.uuid4(),
       body: '',
       sender,
-      time: Date.now(),
+      time: Private.getTimestampMs(),
       type: 'msg'
     };
 
@@ -157,7 +166,7 @@ export class ChatHandler extends ChatModel {
         id: UUID.uuid4(),
         body: `**${error}**`,
         sender: { username: 'ERROR' },
-        time: Date.now(),
+        time: Private.getTimestampMs(),
         type: 'msg'
       };
       this.messageAdded(errorMsg);
@@ -184,9 +193,12 @@ export class ChatHandler extends ChatModel {
     this._controller?.abort();
   }
 
+  createChatContext(): IChatContext {
+    return new ChatHandler.ChatContext({ model: this });
+  }
+
   private _providerRegistry: IAIProviderRegistry;
   private _personaName = 'AI';
-  private _prompt: string;
   private _errorMessage: string = '';
   private _history: IChatHistory = { messages: [] };
   private _defaultErrorMessage = 'AI provider not configured';
@@ -194,10 +206,23 @@ export class ChatHandler extends ChatModel {
 }
 
 export namespace ChatHandler {
-  export interface IOptions extends ChatModel.IOptions {
+  /**
+   * The options used to create a chat handler.
+   */
+  export interface IOptions extends IChatModel.IOptions {
     providerRegistry: IAIProviderRegistry;
   }
 
+  /**
+   * The minimal chat context.
+   */
+  export class ChatContext extends AbstractChatContext {
+    users = [];
+  }
+
+  /**
+   *  The chat command provider for the chat.
+   */
   export class ClearCommandProvider implements IChatCommandProvider {
     public id: string = '@jupyterlite/ai:clear-commands';
     private _slash_commands: ChatCommand[] = [
@@ -208,7 +233,7 @@ export namespace ChatHandler {
         description: 'Clear the chat'
       }
     ];
-    async getChatCommands(inputModel: IInputModel) {
+    async listCommandCompletions(inputModel: IInputModel) {
       const match = inputModel.currentWord?.match(/^\/\w*/)?.[0];
       if (!match) {
         return [];
@@ -220,12 +245,18 @@ export namespace ChatHandler {
       return commands;
     }
 
-    async handleChatCommand(
-      command: ChatCommand,
-      inputModel: IInputModel
-    ): Promise<void> {
+    async onSubmit(inputModel: IInputModel): Promise<void> {
       // no handling needed because `replaceWith` is set in each command.
       return;
     }
   }
 }
+
+namespace Private {
+  /**
+   * Return the current timestamp in milliseconds.
+   */
+  export function getTimestampMs(): number {
+    return Date.now() / 1000;
+  }
+}

package/src/completion-provider.ts

@@ -4,8 +4,8 @@ import {
   IInlineCompletionProvider
 } from '@jupyterlab/completer';
 
-import { IBaseCompleter } from './base-completer';
 import { IAIProviderRegistry } from './tokens';
+import { AICompleter } from './types/ai-model';
 
 /**
  * The generic completion provider to register to the completion provider manager.
@@ -28,13 +28,13 @@ export class CompletionProvider implements IInlineCompletionProvider {
    * Get the current completer name.
    */
   get name(): string {
-    return this._providerRegistry.currentName;
+    return this._providerRegistry.currentName('completer');
   }
 
   /**
    * Get the current completer.
    */
-  get completer(): IBaseCompleter | null {
+  get completer(): AICompleter | null {
     return this._providerRegistry.currentCompleter;
   }
 

package/src/default-prompts.ts

@@ -0,0 +1,33 @@
+/*
+ * Copyright (c) Jupyter Development Team.
+ * Distributed under the terms of the Modified BSD License.
+ */
+
+export const DEFAULT_CHAT_SYSTEM_PROMPT = `
+You are Jupyternaut, a conversational assistant living in JupyterLab to help users.
+You are not a language model, but rather an application built on a foundation model from $provider_name$.
+You are talkative and you provide lots of specific details from the foundation model's context.
+You may use Markdown to format your response.
+If your response includes code, they must be enclosed in Markdown fenced code blocks (with triple backticks before and after).
+If your response includes mathematical notation, they must be expressed in LaTeX markup and enclosed in LaTeX delimiters.
+All dollar quantities (of USD) must be formatted in LaTeX, with the \`$\` symbol escaped by a single backslash \`\\\`.
+- Example prompt: \`If I have \\\\$100 and spend \\\\$20, how much money do I have left?\`
+- **Correct** response: \`You have \\(\\$80\\) remaining.\`
+- **Incorrect** response: \`You have $80 remaining.\`
+If you do not know the answer to a question, answer truthfully by responding that you do not know.
+The following is a friendly conversation between you and a human.
+`;
+
+export const DEFAULT_COMPLETION_SYSTEM_PROMPT = `
+You are an application built to provide helpful code completion suggestions.
+You should only produce code. Keep comments to minimum, use the
+programming language comment syntax. Produce clean code.
+The code is written in JupyterLab, a data analysis and code development
+environment which can execute code extended with additional syntax for
+interactive features, such as magics.
+Only give raw strings back, do not format the response using backticks.
+The output should be a single string, and should only contain the code that will complete the
+give code passed as input, no explanation whatsoever.
+Do not include the prompt in the output, only the string that should be appended to the current input.
+Here is the code to complete:
+`;