@theia/ai-code-completion 1.55.1 → 1.57.0-next.112

package/lib/browser/code-completion-postprocessor.spec.js

@@ -0,0 +1,73 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+const jsdom_1 = require("@theia/core/lib/browser/test/jsdom");
+let disableJSDOM = (0, jsdom_1.enableJSDOM)();
+const frontend_application_config_provider_1 = require("@theia/core/lib/browser/frontend-application-config-provider");
+frontend_application_config_provider_1.FrontendApplicationConfigProvider.set({});
+const chai_1 = require("chai");
+const code_completion_postprocessor_1 = require("./code-completion-postprocessor");
+disableJSDOM();
+describe('CodeCompletionAgentImpl', () => {
+    let codeCompletionProcessor;
+    before(() => {
+        disableJSDOM = (0, jsdom_1.enableJSDOM)();
+        codeCompletionProcessor = new code_completion_postprocessor_1.DefaultCodeCompletionPostProcessor();
+    });
+    after(() => {
+        // Disable JSDOM after all tests
+        disableJSDOM();
+    });
+    describe('stripBackticks', () => {
+        it('should remove surrounding backticks and language (TypeScript)', () => {
+            const input = '```TypeScript\nconsole.log(\"Hello, World!\");```';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            (0, chai_1.expect)(output).to.equal('console.log("Hello, World!");');
+        });
+        it('should remove surrounding backticks and language (md)', () => {
+            const input = '```md\nconsole.log(\"Hello, World!\");```';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            (0, chai_1.expect)(output).to.equal('console.log("Hello, World!");');
+        });
+        it('should remove all text after second occurrence of backticks', () => {
+            const input = '```js\nlet x = 10;\n```\nTrailing text should be removed';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            (0, chai_1.expect)(output).to.equal('let x = 10;');
+        });
+        it('should return the text unchanged if no surrounding backticks', () => {
+            const input = 'console.log(\"Hello, World!\");';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            (0, chai_1.expect)(output).to.equal('console.log("Hello, World!");');
+        });
+        it('should remove surrounding backticks without language', () => {
+            const input = '```\nconsole.log(\"Hello, World!\");```';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            (0, chai_1.expect)(output).to.equal('console.log("Hello, World!");');
+        });
+        it('should handle text starting with backticks but no second delimiter', () => {
+            const input = '```python\nprint(\"Hello, World!\")';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            (0, chai_1.expect)(output).to.equal('print("Hello, World!")');
+        });
+        it('should handle multiple internal backticks correctly', () => {
+            const input = '```\nFoo```Bar```FooBar```';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            (0, chai_1.expect)(output).to.equal('Foo```Bar```FooBar');
+        });
+    });
+});
+//# sourceMappingURL=code-completion-postprocessor.spec.js.map

package/lib/browser/code-completion-postprocessor.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"code-completion-postprocessor.spec.js","sourceRoot":"","sources":["../../src/browser/code-completion-postprocessor.spec.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;AAEhF,8DAAiE;AACjE,IAAI,YAAY,GAAG,IAAA,mBAAW,GAAE,CAAC;AACjC,uHAAiH;AACjH,wEAAiC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAE1C,+BAA8B;AAC9B,mFAAqF;AAErF,YAAY,EAAE,CAAC;AAEf,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACrC,IAAI,uBAA2D,CAAC;IAChE,MAAM,CAAC,GAAG,EAAE;QACR,YAAY,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC7B,uBAAuB,GAAG,IAAI,kEAAkC,EAAE,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,GAAG,EAAE;QACP,gCAAgC;QAChC,YAAY,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAE5B,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;YACrE,MAAM,KAAK,GAAG,mDAAmD,CAAC;YAClE,MAAM,MAAM,GAAG,uBAAuB,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAC7D,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC7D,MAAM,KAAK,GAAG,2CAA2C,CAAC;YAC1D,MAAM,MAAM,GAAG,uBAAuB,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAC7D,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;YACnE,MAAM,KAAK,GAAG,0DAA0D,CAAC;YACzE,MAAM,MAAM,GAAG,uBAAuB,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAC7D,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;YACpE,MAAM,KAAK,GAAG,iCAAiC,CAAC;YAChD,MAAM,MAAM,GAAG,uBAAuB,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAC7D,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC5D,MAAM,KAAK,GAAG,yCAAyC,CAAC;YACxD,MAAM,MAAM,GAAG,uBAAuB,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAC7D,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;YAC1E,MAAM,KAAK,GAAG,qCAAqC,CAAC;YACpD,MAAM,MAAM,GAAG,uBAAuB,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAC7D,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC3D,MAAM,KAAK,GAAG,4BAA4B,CAAC;YAC3C,MAAM,MAAM,GAAG,uBAAuB,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAC7D,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IAEP,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,14 +1,14 @@
 {
   "name": "@theia/ai-code-completion",
-  "version": "1.55.1",
+  "version": "1.57.0-next.112+f4778c273",
   "description": "Theia - AI Core",
   "dependencies": {
-    "@theia/ai-core": "1.55.1",
-    "@theia/core": "1.55.1",
-    "@theia/filesystem": "1.55.1",
-    "@theia/monaco-editor-core": "1.83.101",
-    "@theia/output": "1.55.1",
-    "@theia/workspace": "1.55.1",
+    "@theia/ai-core": "1.57.0-next.112+f4778c273",
+    "@theia/core": "1.57.0-next.112+f4778c273",
+    "@theia/filesystem": "1.57.0-next.112+f4778c273",
+    "@theia/monaco-editor-core": "1.96.302",
+    "@theia/output": "1.57.0-next.112+f4778c273",
+    "@theia/workspace": "1.57.0-next.112+f4778c273",
     "minimatch": "^5.1.0",
     "tslib": "^2.6.2"
   },
@@ -46,10 +46,10 @@
     "watch": "theiaext watch"
   },
   "devDependencies": {
-    "@theia/ext-scripts": "1.55.1"
+    "@theia/ext-scripts": "1.58.0"
   },
   "nyc": {
     "extends": "../../configs/nyc.json"
   },
-  "gitHead": "be4713a778be16ba831af63a6fbd43b2301e882d"
+  "gitHead": "f4778c2737bb75613f0e1f99da8996bad91f6e17"
 }

package/src/browser/ai-code-completion-frontend-module.ts

@@ -16,12 +16,13 @@
 
 import { ILogger } from '@theia/core';
 import { ContainerModule } from '@theia/core/shared/inversify';
-import { CodeCompletionAgent, CodeCompletionAgentImpl } from '../common/code-completion-agent';
+import { CodeCompletionAgent, CodeCompletionAgentImpl } from './code-completion-agent';
 import { AIFrontendApplicationContribution } from './ai-code-frontend-application-contribution';
-import { FrontendApplicationContribution, PreferenceContribution } from '@theia/core/lib/browser';
+import { FrontendApplicationContribution, KeybindingContribution, PreferenceContribution } from '@theia/core/lib/browser';
 import { Agent } from '@theia/ai-core';
 import { AICodeCompletionPreferencesSchema } from './ai-code-completion-preference';
 import { AICodeInlineCompletionsProvider } from './ai-code-inline-completion-provider';
+import { CodeCompletionPostProcessor, DefaultCodeCompletionPostProcessor } from './code-completion-postprocessor';
 
 export default new ContainerModule(bind => {
     bind(ILogger).toDynamicValue(ctx => {
@@ -32,6 +33,9 @@ export default new ContainerModule(bind => {
     bind(CodeCompletionAgent).toService(CodeCompletionAgentImpl);
     bind(Agent).toService(CodeCompletionAgentImpl);
     bind(AICodeInlineCompletionsProvider).toSelf().inSingletonScope();
-    bind(FrontendApplicationContribution).to(AIFrontendApplicationContribution).inSingletonScope();
+    bind(AIFrontendApplicationContribution).toSelf().inSingletonScope();
+    bind(FrontendApplicationContribution).to(AIFrontendApplicationContribution);
+    bind(KeybindingContribution).toService(AIFrontendApplicationContribution);
     bind(PreferenceContribution).toConstantValue({ schema: AICodeCompletionPreferencesSchema });
+    bind(CodeCompletionPostProcessor).to(DefaultCodeCompletionPostProcessor).inSingletonScope();
 });

package/src/browser/ai-code-completion-preference.ts

@@ -17,16 +17,20 @@
 import { PreferenceSchema } from '@theia/core/lib/browser/preferences/preference-contribution';
 import { AI_CORE_PREFERENCES_TITLE } from '@theia/ai-core/lib/browser/ai-core-preferences';
 
-export const PREF_AI_INLINE_COMPLETION_ENABLE = 'ai-features.codeCompletion.enableCodeCompletion';
+export const PREF_AI_INLINE_COMPLETION_AUTOMATIC_ENABLE = 'ai-features.codeCompletion.automaticCodeCompletion';
 export const PREF_AI_INLINE_COMPLETION_EXCLUDED_EXTENSIONS = 'ai-features.codeCompletion.excludedFileExtensions';
+export const PREF_AI_INLINE_COMPLETION_MAX_CONTEXT_LINES = 'ai-features.codeCompletion.maxContextLines';
+export const PREF_AI_INLINE_COMPLETION_STRIP_BACKTICKS = 'ai-features.codeCompletion.stripBackticks';
 
 export const AICodeCompletionPreferencesSchema: PreferenceSchema = {
     type: 'object',
     properties: {
-        [PREF_AI_INLINE_COMPLETION_ENABLE]: {
+        [PREF_AI_INLINE_COMPLETION_AUTOMATIC_ENABLE]: {
             title: AI_CORE_PREFERENCES_TITLE,
             type: 'boolean',
-            description: 'Enable AI completions inline within any (Monaco) editor.',
+            description: 'Automatically trigger AI completions inline within any (Monaco) editor while editing.\
+            \n\
+            Alternatively, you can manually trigger the code via the command "Trigger Inline Suggestion" or the default shortcut "Ctrl+Alt+Space".',
             default: false
         },
         [PREF_AI_INLINE_COMPLETION_EXCLUDED_EXTENSIONS]: {
@@ -37,6 +41,21 @@ export const AICodeCompletionPreferencesSchema: PreferenceSchema = {
                 type: 'string'
             },
             default: []
+        },
+        [PREF_AI_INLINE_COMPLETION_MAX_CONTEXT_LINES]: {
+            title: 'Maximum Context Lines',
+            type: 'number',
+            description: 'The maximum number of lines used as context, distributed among the lines before and after the cursor position (prefix and suffix).\
+            Set this to -1 to use the full file as context without any line limit and 0 to only use the current line.',
+            default: -1,
+            minimum: -1
+        },
+        [PREF_AI_INLINE_COMPLETION_STRIP_BACKTICKS]: {
+            title: 'Strip Backticks from Inline Completions',
+            type: 'boolean',
+            description: 'Remove surrounding backticks from the code returned by some LLMs. If a backtick is detected, all content after the closing\
+             backtick is stripped as well. This setting helps ensure plain code is returned when language models use markdown-like formatting.',
+            default: true
         }
     }
 };

package/src/browser/ai-code-frontend-application-contribution.ts

@@ -16,15 +16,16 @@
 
 import * as monaco from '@theia/monaco-editor-core';
 
-import { FrontendApplicationContribution, PreferenceService } from '@theia/core/lib/browser';
+import { FrontendApplicationContribution, KeybindingContribution, KeybindingRegistry, PreferenceService } from '@theia/core/lib/browser';
 import { inject, injectable } from '@theia/core/shared/inversify';
 import { AIActivationService } from '@theia/ai-core/lib/browser';
 import { Disposable } from '@theia/core';
 import { AICodeInlineCompletionsProvider } from './ai-code-inline-completion-provider';
-import { PREF_AI_INLINE_COMPLETION_ENABLE, PREF_AI_INLINE_COMPLETION_EXCLUDED_EXTENSIONS } from './ai-code-completion-preference';
+import { PREF_AI_INLINE_COMPLETION_AUTOMATIC_ENABLE, PREF_AI_INLINE_COMPLETION_EXCLUDED_EXTENSIONS } from './ai-code-completion-preference';
+import { InlineCompletionTriggerKind } from '@theia/monaco-editor-core/esm/vs/editor/common/languages';
 
 @injectable()
-export class AIFrontendApplicationContribution implements FrontendApplicationContribution {
+export class AIFrontendApplicationContribution implements FrontendApplicationContribution, KeybindingContribution {
     @inject(AICodeInlineCompletionsProvider)
     private inlineCodeCompletionProvider: AICodeInlineCompletionsProvider;
 
@@ -48,7 +49,8 @@ export class AIFrontendApplicationContribution implements FrontendApplicationCon
         this.toDispose.set('inlineCompletions', handler());
 
         this.preferenceService.onPreferenceChanged(event => {
-            if (event.preferenceName === PREF_AI_INLINE_COMPLETION_ENABLE || event.preferenceName === PREF_AI_INLINE_COMPLETION_EXCLUDED_EXTENSIONS) {
+            if (event.preferenceName === PREF_AI_INLINE_COMPLETION_AUTOMATIC_ENABLE
+                || event.preferenceName === PREF_AI_INLINE_COMPLETION_EXCLUDED_EXTENSIONS) {
                 this.toDispose.get('inlineCompletions')?.dispose();
                 this.toDispose.set('inlineCompletions', handler());
             }
@@ -60,21 +62,29 @@ export class AIFrontendApplicationContribution implements FrontendApplicationCon
         });
     }
 
-    protected handleInlineCompletions(): Disposable {
-        const enable = this.preferenceService.get<boolean>(PREF_AI_INLINE_COMPLETION_ENABLE, false) && this.activationService.isActive;
+    registerKeybindings(keybindings: KeybindingRegistry): void {
+        keybindings.registerKeybinding({
+            command: 'editor.action.inlineSuggest.trigger',
+            keybinding: 'Ctrl+Alt+Space',
+            when: '!editorReadonly && editorTextFocus'
+        });
+    }
 
-        if (!enable) {
+    protected handleInlineCompletions(): Disposable {
+        if (!this.activationService.isActive) {
             return Disposable.NULL;
         }
-
+        const automatic = this.preferenceService.get<boolean>(PREF_AI_INLINE_COMPLETION_AUTOMATIC_ENABLE, true);
         const excludedExtensions = this.preferenceService.get<string[]>(PREF_AI_INLINE_COMPLETION_EXCLUDED_EXTENSIONS, []);
 
         return monaco.languages.registerInlineCompletionsProvider(
             { scheme: 'file' },
             {
                 provideInlineCompletions: (model, position, context, token) => {
+                    if (!automatic && context.triggerKind === InlineCompletionTriggerKind.Automatic) {
+                        return { items: [] };
+                    }
                     const fileName = model.uri.toString();
-
                     if (excludedExtensions.some(ext => fileName.endsWith(ext))) {
                         return { items: [] };
                     }

package/src/browser/ai-code-inline-completion-provider.ts

@@ -17,7 +17,7 @@
 import * as monaco from '@theia/monaco-editor-core';
 
 import { inject, injectable } from '@theia/core/shared/inversify';
-import { CodeCompletionAgent } from '../common/code-completion-agent';
+import { CodeCompletionAgent } from './code-completion-agent';
 import { AgentService } from '@theia/ai-core';
 
 @injectable()

package/src/browser/code-completion-agent.ts

@@ -0,0 +1,233 @@
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+
+import {
+    Agent, AgentSpecificVariables, CommunicationRecordingService, getTextOfResponse,
+    LanguageModelRegistry, LanguageModelRequest, LanguageModelRequirement, PromptService, PromptTemplate
+} from '@theia/ai-core/lib/common';
+import { generateUuid, ILogger, ProgressService } from '@theia/core';
+import { inject, injectable, named } from '@theia/core/shared/inversify';
+import * as monaco from '@theia/monaco-editor-core';
+import { PREF_AI_INLINE_COMPLETION_MAX_CONTEXT_LINES } from './ai-code-completion-preference';
+import { PreferenceService } from '@theia/core/lib/browser';
+import { CodeCompletionPostProcessor } from './code-completion-postprocessor';
+
+export const CodeCompletionAgent = Symbol('CodeCompletionAgent');
+export interface CodeCompletionAgent extends Agent {
+    provideInlineCompletions(model: monaco.editor.ITextModel, position: monaco.Position,
+        context: monaco.languages.InlineCompletionContext, token: monaco.CancellationToken): Promise<monaco.languages.InlineCompletions | undefined>
+}
+
+@injectable()
+export class CodeCompletionAgentImpl implements CodeCompletionAgent {
+    async provideInlineCompletions(
+        model: monaco.editor.ITextModel,
+        position: monaco.Position,
+        context: monaco.languages.InlineCompletionContext,
+        token: monaco.CancellationToken
+    ): Promise<monaco.languages.InlineCompletions | undefined> {
+        const progress = await this.progressService.showProgress(
+            { text: 'Calculating AI code completion...', options: { location: 'window' } }
+        );
+        try {
+            const languageModel =
+                await this.languageModelRegistry.selectLanguageModel({
+                    agent: this.id,
+                    ...this.languageModelRequirements[0],
+                });
+            if (!languageModel) {
+                this.logger.error(
+                    'No language model found for code-completion-agent'
+                );
+                return undefined;
+            }
+
+            const maxContextLines = this.preferences.get<number>(PREF_AI_INLINE_COMPLETION_MAX_CONTEXT_LINES, -1);
+
+            let prefixStartLine = 1;
+            let suffixEndLine = model.getLineCount();
+            // if maxContextLines is -1, use the full file as context without any line limit
+
+            if (maxContextLines === 0) {
+                // Only the cursor line
+                prefixStartLine = position.lineNumber;
+                suffixEndLine = position.lineNumber;
+            } else if (maxContextLines > 0) {
+                const linesBeforeCursor = position.lineNumber - 1;
+                const linesAfterCursor = model.getLineCount() - position.lineNumber;
+
+                // Allocate one more line to the prefix in case of an odd maxContextLines
+                const prefixLines = Math.min(
+                    Math.ceil(maxContextLines / 2),
+                    linesBeforeCursor
+                );
+                const suffixLines = Math.min(
+                    Math.floor(maxContextLines / 2),
+                    linesAfterCursor
+                );
+
+                prefixStartLine = Math.max(1, position.lineNumber - prefixLines);
+                suffixEndLine = Math.min(model.getLineCount(), position.lineNumber + suffixLines);
+            }
+
+            const prefix = model.getValueInRange({
+                startLineNumber: prefixStartLine,
+                startColumn: 1,
+                endLineNumber: position.lineNumber,
+                endColumn: position.column,
+            });
+
+            const suffix = model.getValueInRange({
+                startLineNumber: position.lineNumber,
+                startColumn: position.column,
+                endLineNumber: suffixEndLine,
+                endColumn: model.getLineMaxColumn(suffixEndLine),
+            });
+
+            const file = model.uri.toString(false);
+            const language = model.getLanguageId();
+
+            if (token.isCancellationRequested) {
+                return undefined;
+            }
+            const prompt = await this.promptService
+                .getPrompt('code-completion-prompt', { prefix, suffix, file, language })
+                .then(p => p?.text);
+            if (!prompt) {
+                this.logger.error('No prompt found for code-completion-agent');
+                return undefined;
+            }
+            // since we do not actually hold complete conversions, the request/response pair is considered a session
+            const sessionId = generateUuid();
+            const requestId = generateUuid();
+            const request: LanguageModelRequest = {
+                messages: [{ type: 'text', actor: 'user', query: prompt }],
+                settings: {
+                    stream: false
+                }
+            };
+            if (token.isCancellationRequested) {
+                return undefined;
+            }
+            this.recordingService.recordRequest({
+                agentId: this.id,
+                sessionId,
+                requestId,
+                request: prompt,
+            });
+            const response = await languageModel.request(request, token);
+            if (token.isCancellationRequested) {
+                return undefined;
+            }
+            const completionText = await getTextOfResponse(response);
+            if (token.isCancellationRequested) {
+                return undefined;
+            }
+            this.recordingService.recordResponse({
+                agentId: this.id,
+                sessionId,
+                requestId,
+                response: completionText,
+            });
+
+            const postProcessedCompletionText = this.postProcessor.postProcess(completionText);
+
+            return {
+                items: [{ insertText: postProcessedCompletionText }],
+                enableForwardStability: true,
+            };
+        } catch (e) {
+            if (!token.isCancellationRequested) {
+                console.error(e.message, e);
+            }
+        }
+        finally {
+            progress.cancel();
+        }
+    }
+
+    @inject(ILogger)
+    @named('code-completion-agent')
+    protected logger: ILogger;
+
+    @inject(LanguageModelRegistry)
+    protected languageModelRegistry: LanguageModelRegistry;
+
+    @inject(PromptService)
+    protected promptService: PromptService;
+
+    @inject(CommunicationRecordingService)
+    protected recordingService: CommunicationRecordingService;
+
+    @inject(ProgressService)
+    protected progressService: ProgressService;
+
+    @inject(PreferenceService)
+    protected preferences: PreferenceService;
+
+    @inject(CodeCompletionPostProcessor)
+    protected postProcessor: CodeCompletionPostProcessor;
+
+    id = 'Code Completion';
+    name = 'Code Completion';
+    description =
+        'This agent provides inline code completion in the code editor in the Theia IDE.';
+    promptTemplates: PromptTemplate[] = [
+        {
+            id: 'code-completion-prompt',
+            template: `{{!-- Made improvements or adaptations to this prompt template? We’d love for you to share it with the community! Contribute back here:
+https://github.com/eclipse-theia/theia/discussions/new?category=prompt-template-contribution --}}
+You are a code completion agent. The current file you have to complete is named {{file}}.
+The language of the file is {{language}}. Return your result as plain text without markdown formatting.
+Finish the following code snippet.
+
+{{prefix}}[[MARKER]]{{suffix}}
+
+Only return the exact replacement for [[MARKER]] to complete the snippet.`
+        },
+        {
+            id: 'code-completion-prompt-next',
+            variantOf: 'code-completion-prompt',
+            template: `{{!-- Made improvements or adaptations to this prompt template? We’d love for you to share it with the community! Contribute back here:
+https://github.com/eclipse-theia/theia/discussions/new?category=prompt-template-contribution --}}
+## Code snippet
+\`\`\`
+{{ prefix }}[[MARKER]]{{ suffix }}
+\`\`\`
+
+## Meta Data
+- File: {{file}}
+- Language: {{language}}
+
+Replace [[MARKER]] with the exact code to complete the code snippet. Return only the replacement of [[MAKRER]] as plain text.`,
+        },
+    ];
+    languageModelRequirements: LanguageModelRequirement[] = [
+        {
+            purpose: 'code-completion',
+            identifier: 'openai/gpt-4o',
+        },
+    ];
+    readonly variables: string[] = [];
+    readonly functions: string[] = [];
+    readonly agentSpecificVariables: AgentSpecificVariables[] = [
+        { name: 'file', usedInPrompt: true, description: 'The uri of the file being edited.' },
+        { name: 'language', usedInPrompt: true, description: 'The languageId of the file being edited.' },
+        { name: 'prefix', usedInPrompt: true, description: 'The code before the current position of the cursor.' },
+        { name: 'suffix', usedInPrompt: true, description: 'The code after the current position of the cursor.' }
+    ];
+    readonly tags?: string[] | undefined;
+}

package/src/browser/code-completion-postprocessor.spec.ts

@@ -0,0 +1,84 @@
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+
+import { enableJSDOM } from '@theia/core/lib/browser/test/jsdom';
+let disableJSDOM = enableJSDOM();
+import { FrontendApplicationConfigProvider } from '@theia/core/lib/browser/frontend-application-config-provider';
+FrontendApplicationConfigProvider.set({});
+
+import { expect } from 'chai';
+import { DefaultCodeCompletionPostProcessor } from './code-completion-postprocessor';
+
+disableJSDOM();
+
+describe('CodeCompletionAgentImpl', () => {
+    let codeCompletionProcessor: DefaultCodeCompletionPostProcessor;
+    before(() => {
+        disableJSDOM = enableJSDOM();
+        codeCompletionProcessor = new DefaultCodeCompletionPostProcessor();
+    });
+
+    after(() => {
+        // Disable JSDOM after all tests
+        disableJSDOM();
+    });
+
+    describe('stripBackticks', () => {
+
+        it('should remove surrounding backticks and language (TypeScript)', () => {
+            const input = '```TypeScript\nconsole.log(\"Hello, World!\");```';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            expect(output).to.equal('console.log("Hello, World!");');
+        });
+
+        it('should remove surrounding backticks and language (md)', () => {
+            const input = '```md\nconsole.log(\"Hello, World!\");```';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            expect(output).to.equal('console.log("Hello, World!");');
+        });
+
+        it('should remove all text after second occurrence of backticks', () => {
+            const input = '```js\nlet x = 10;\n```\nTrailing text should be removed';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            expect(output).to.equal('let x = 10;');
+        });
+
+        it('should return the text unchanged if no surrounding backticks', () => {
+            const input = 'console.log(\"Hello, World!\");';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            expect(output).to.equal('console.log("Hello, World!");');
+        });
+
+        it('should remove surrounding backticks without language', () => {
+            const input = '```\nconsole.log(\"Hello, World!\");```';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            expect(output).to.equal('console.log("Hello, World!");');
+        });
+
+        it('should handle text starting with backticks but no second delimiter', () => {
+            const input = '```python\nprint(\"Hello, World!\")';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            expect(output).to.equal('print("Hello, World!")');
+        });
+
+        it('should handle multiple internal backticks correctly', () => {
+            const input = '```\nFoo```Bar```FooBar```';
+            const output = codeCompletionProcessor.stripBackticks(input);
+            expect(output).to.equal('Foo```Bar```FooBar');
+        });
+
+    });
+});

package/src/browser/code-completion-postprocessor.ts

@@ -0,0 +1,48 @@
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+
+import { inject, injectable } from '@theia/core/shared/inversify';
+import { PreferenceService } from '@theia/core/lib/browser';
+import { PREF_AI_INLINE_COMPLETION_STRIP_BACKTICKS } from './ai-code-completion-preference';
+
+export interface CodeCompletionPostProcessor {
+    postProcess(text: string): string;
+}
+export const CodeCompletionPostProcessor = Symbol('CodeCompletionPostProcessor');
+
+@injectable()
+export class DefaultCodeCompletionPostProcessor {
+
+    @inject(PreferenceService)
+    protected readonly preferenceService: PreferenceService;
+
+    public postProcess(text: string): string {
+        if (this.preferenceService.get<boolean>(PREF_AI_INLINE_COMPLETION_STRIP_BACKTICKS, true)) {
+            return this.stripBackticks(text);
+        }
+        return text;
+    }
+
+    public stripBackticks(text: string): string {
+        if (text.startsWith('```')) {
+            // Remove the first backticks and any language identifier
+            const startRemoved = text.slice(3).replace(/^\w*\n/, '');
+            const lastBacktickIndex = startRemoved.lastIndexOf('```');
+            return lastBacktickIndex !== -1 ? startRemoved.slice(0, lastBacktickIndex).trim() : startRemoved.trim();
+        }
+        return text;
+    }
+}

package/lib/common/code-completion-agent.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"code-completion-agent.d.ts","sourceRoot":"","sources":["../../src/common/code-completion-agent.ts"],"names":[],"mappings":"AAgBA,OAAO,EACH,KAAK,EAAE,sBAAsB,EAA6B,6BAA6B,EACvF,qBAAqB,EAAwB,wBAAwB,EAAE,aAAa,EAAE,cAAc,EACvG,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAgB,OAAO,EAAE,MAAM,aAAa,CAAC;AAEpD,OAAO,KAAK,MAAM,MAAM,2BAA2B,CAAC;AAEpD,eAAO,MAAM,mBAAmB,eAAgC,CAAC;AACjE,MAAM,WAAW,mBAAoB,SAAQ,KAAK;IAC9C,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAC/E,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,uBAAuB,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,iBAAiB,GAAG,SAAS,CAAC,CAAA;CACnJ;AAED,qBACa,uBAAwB,YAAW,mBAAmB;IACzD,wBAAwB,CAC1B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,EAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ,EACzB,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,uBAAuB,EACjD,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAChC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,iBAAiB,GAAG,SAAS,CAAC;IAoF1D,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC;IAG1B,SAAS,CAAC,qBAAqB,EAAE,qBAAqB,CAAC;IAGvD,SAAS,CAAC,aAAa,EAAE,aAAa,CAAC;IAGvC,SAAS,CAAC,gBAAgB,EAAE,6BAA6B,CAAC;IAE1D,EAAE,SAAqB;IACvB,IAAI,SAAqB;IACzB,WAAW,SAC2E;IACtF,eAAe,EAAE,cAAc,EAAE,CAW/B;IACF,yBAAyB,EAAE,wBAAwB,EAAE,CAKnD;IACF,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,CAAM;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,CAAM;IAClC,QAAQ,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,CAKvD;IACF,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;CACxC"}