@theia/ai-llamafile 1.67.0-next.56 → 1.67.0-next.86

package/lib/browser/llamafile-command-contribution.d.ts

@@ -0,0 +1,21 @@
+import { AICommandHandlerFactory } from '@theia/ai-core/lib/browser/ai-command-handler-factory';
+import { CommandContribution, CommandRegistry, MessageService, PreferenceService } from '@theia/core';
+import { QuickInputService } from '@theia/core/lib/browser';
+import { LlamafileManager } from '../common/llamafile-manager';
+export declare const StartLlamafileCommand: {
+    id: string;
+    label: string;
+};
+export declare const StopLlamafileCommand: {
+    id: string;
+    label: string;
+};
+export declare class LlamafileCommandContribution implements CommandContribution {
+    protected readonly quickInputService: QuickInputService;
+    protected readonly commandHandlerFactory: AICommandHandlerFactory;
+    protected preferenceService: PreferenceService;
+    protected messageService: MessageService;
+    protected llamafileManager: LlamafileManager;
+    registerCommands(commandRegistry: CommandRegistry): void;
+}
+//# sourceMappingURL=llamafile-command-contribution.d.ts.map

package/lib/browser/llamafile-command-contribution.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-command-contribution.d.ts","sourceRoot":"","sources":["../../src/browser/llamafile-command-contribution.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,uBAAuB,EAAE,MAAM,uDAAuD,CAAC;AAChG,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,cAAc,EAAO,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAC3G,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAE5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAI/D,eAAO,MAAM,qBAAqB;;;CAGjC,CAAC;AACF,eAAO,MAAM,oBAAoB;;;CAGhC,CAAC;AAEF,qBACa,4BAA6B,YAAW,mBAAmB;IAGpE,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAGxD,SAAS,CAAC,QAAQ,CAAC,qBAAqB,EAAE,uBAAuB,CAAC;IAGlE,SAAS,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAG/C,SAAS,CAAC,cAAc,EAAE,cAAc,CAAC;IAGzC,SAAS,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;IAE7C,gBAAgB,CAAC,eAAe,EAAE,eAAe,GAAG,IAAI;CAoD3D"}

package/lib/browser/llamafile-command-contribution.js

@@ -0,0 +1,104 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LlamafileCommandContribution = exports.StopLlamafileCommand = exports.StartLlamafileCommand = void 0;
+const tslib_1 = require("tslib");
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+const ai_command_handler_factory_1 = require("@theia/ai-core/lib/browser/ai-command-handler-factory");
+const core_1 = require("@theia/core");
+const browser_1 = require("@theia/core/lib/browser");
+const inversify_1 = require("@theia/core/shared/inversify");
+const llamafile_manager_1 = require("../common/llamafile-manager");
+const llamafile_preferences_1 = require("../common/llamafile-preferences");
+exports.StartLlamafileCommand = {
+    id: 'llamafile.start',
+    label: core_1.nls.localize('theia/ai/llamaFile/start', 'Start Llamafile'),
+};
+exports.StopLlamafileCommand = {
+    id: 'llamafile.stop',
+    label: core_1.nls.localize('theia/ai/llamaFile/stop', 'Stop Llamafile'),
+};
+let LlamafileCommandContribution = class LlamafileCommandContribution {
+    registerCommands(commandRegistry) {
+        commandRegistry.registerCommand(exports.StartLlamafileCommand, this.commandHandlerFactory({
+            execute: async () => {
+                try {
+                    const llamaFiles = this.preferenceService.get(llamafile_preferences_1.PREFERENCE_LLAMAFILE);
+                    if (llamaFiles === undefined || llamaFiles.length === 0) {
+                        this.messageService.error(core_1.nls.localize('theia/ai/llamafile/error/noConfigured', 'No Llamafiles configured.'));
+                        return;
+                    }
+                    const options = llamaFiles.map(llamaFile => ({ label: llamaFile.name }));
+                    const result = await this.quickInputService.showQuickPick(options);
+                    if (result === undefined) {
+                        return;
+                    }
+                    this.llamafileManager.startServer(result.label);
+                }
+                catch (error) {
+                    console.error('Something went wrong during the llamafile start.', error);
+                    this.messageService.error(core_1.nls.localize('theia/ai/llamafile/error/startFailed', 'Something went wrong during the llamafile start: {0}.\nFor more information, see the console.', error.message));
+                }
+            }
+        }));
+        commandRegistry.registerCommand(exports.StopLlamafileCommand, this.commandHandlerFactory({
+            execute: async () => {
+                try {
+                    const llamaFiles = await this.llamafileManager.getStartedLlamafiles();
+                    if (llamaFiles === undefined || llamaFiles.length === 0) {
+                        this.messageService.error(core_1.nls.localize('theia/ai/llamafile/error/noRunning', 'No Llamafiles running.'));
+                        return;
+                    }
+                    const options = llamaFiles.map(llamaFile => ({ label: llamaFile }));
+                    const result = await this.quickInputService.showQuickPick(options);
+                    if (result === undefined) {
+                        return;
+                    }
+                    this.llamafileManager.stopServer(result.label);
+                }
+                catch (error) {
+                    console.error('Something went wrong during the llamafile stop.', error);
+                    this.messageService.error(core_1.nls.localize('theia/ai/llamafile/error/stopFailed', 'Something went wrong during the llamafile stop: {0}.\nFor more information, see the console.', error.message));
+                }
+            }
+        }));
+    }
+};
+exports.LlamafileCommandContribution = LlamafileCommandContribution;
+tslib_1.__decorate([
+    (0, inversify_1.inject)(browser_1.QuickInputService),
+    tslib_1.__metadata("design:type", Object)
+], LlamafileCommandContribution.prototype, "quickInputService", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(ai_command_handler_factory_1.AICommandHandlerFactory),
+    tslib_1.__metadata("design:type", Function)
+], LlamafileCommandContribution.prototype, "commandHandlerFactory", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(core_1.PreferenceService),
+    tslib_1.__metadata("design:type", Object)
+], LlamafileCommandContribution.prototype, "preferenceService", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(core_1.MessageService),
+    tslib_1.__metadata("design:type", core_1.MessageService)
+], LlamafileCommandContribution.prototype, "messageService", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(llamafile_manager_1.LlamafileManager),
+    tslib_1.__metadata("design:type", Object)
+], LlamafileCommandContribution.prototype, "llamafileManager", void 0);
+exports.LlamafileCommandContribution = LlamafileCommandContribution = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], LlamafileCommandContribution);
+//# sourceMappingURL=llamafile-command-contribution.js.map

package/lib/browser/llamafile-command-contribution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-command-contribution.js","sourceRoot":"","sources":["../../src/browser/llamafile-command-contribution.ts"],"names":[],"mappings":";;;;AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;AAChF,sGAAgG;AAChG,sCAA2G;AAC3G,qDAA4D;AAC5D,4DAAkE;AAClE,mEAA+D;AAC/D,2EAAuE;AAG1D,QAAA,qBAAqB,GAAG;IACjC,EAAE,EAAE,iBAAiB;IACrB,KAAK,EAAE,UAAG,CAAC,QAAQ,CAAC,0BAA0B,EAAE,iBAAiB,CAAC;CACrE,CAAC;AACW,QAAA,oBAAoB,GAAG;IAChC,EAAE,EAAE,gBAAgB;IACpB,KAAK,EAAE,UAAG,CAAC,QAAQ,CAAC,yBAAyB,EAAE,gBAAgB,CAAC;CACnE,CAAC;AAGK,IAAM,4BAA4B,GAAlC,MAAM,4BAA4B;IAiBrC,gBAAgB,CAAC,eAAgC;QAC7C,eAAe,CAAC,eAAe,CAAC,6BAAqB,EAAE,IAAI,CAAC,qBAAqB,CAAC;YAC9E,OAAO,EAAE,KAAK,IAAI,EAAE;gBAChB,IAAI,CAAC;oBACD,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAmB,4CAAoB,CAAC,CAAC;oBACtF,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACtD,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,UAAG,CAAC,QAAQ,CAAC,uCAAuC,EAAE,2BAA2B,CAAC,CAAC,CAAC;wBAC9G,OAAO;oBACX,CAAC;oBACD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;oBACzE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;oBACnE,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;wBACvB,OAAO;oBACX,CAAC;oBACD,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACpD,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,kDAAkD,EAAE,KAAK,CAAC,CAAC;oBACzE,IAAI,CAAC,cAAc,CAAC,KAAK,CACrB,UAAG,CAAC,QAAQ,CACR,sCAAsC,EACtC,+FAA+F,EAC/F,KAAK,CAAC,OAAO,CAChB,CAAC,CAAC;gBACX,CAAC;YACL,CAAC;SACJ,CAAC,CAAC,CAAC;QACJ,eAAe,CAAC,eAAe,CAAC,4BAAoB,EAAE,IAAI,CAAC,qBAAqB,CAAC;YAC7E,OAAO,EAAE,KAAK,IAAI,EAAE;gBAChB,IAAI,CAAC;oBACD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,EAAE,CAAC;oBACtE,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACtD,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,UAAG,CAAC,QAAQ,CAAC,oCAAoC,EAAE,wBAAwB,CAAC,CAAC,CAAC;wBACxG,OAAO;oBACX,CAAC;oBACD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;oBACpE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;oBACnE,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;wBACvB,OAAO;oBACX,CAAC;oBACD,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACnD,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,iDAAiD,EAAE,KAAK,CAAC,CAAC;oBACxE,IAAI,CAAC,cAAc,CAAC,KAAK,CACrB,UAAG,CAAC,QAAQ,CACR,qCAAqC,EACrC,8FAA8F,EAC9F,KAAK,CAAC,OAAO,CAChB,CAAC,CAAC;gBACX,CAAC;YACL,CAAC;SACJ,CAAC,CAAC,CAAC;IACR,CAAC;CACJ,CAAA;AArEY,oEAA4B;AAGlB;IADlB,IAAA,kBAAM,EAAC,2BAAiB,CAAC;;uEAC8B;AAGrC;IADlB,IAAA,kBAAM,EAAC,oDAAuB,CAAC;;2EACkC;AAGxD;IADT,IAAA,kBAAM,EAAC,wBAAiB,CAAC;;uEACqB;AAGrC;IADT,IAAA,kBAAM,EAAC,qBAAc,CAAC;sCACG,qBAAc;oEAAC;AAG/B;IADT,IAAA,kBAAM,EAAC,oCAAgB,CAAC;;sEACoB;uCAfpC,4BAA4B;IADxC,IAAA,sBAAU,GAAE;GACA,4BAA4B,CAqExC"}

package/lib/browser/llamafile-frontend-application-contribution.d.ts

@@ -0,0 +1,17 @@
+import { FrontendApplicationContribution } from '@theia/core/lib/browser';
+import { LlamafileManager, LlamafileModelDescription } from '../common/llamafile-manager';
+import { PreferenceService } from '@theia/core';
+export declare class LlamafileFrontendApplicationContribution implements FrontendApplicationContribution {
+    protected preferenceService: PreferenceService;
+    protected llamafileManager: LlamafileManager;
+    private _knownLlamaFiles;
+    onStart(): void;
+    protected getLLamaFileModelDescriptions(llamafiles: LlamafileEntry[]): LlamafileModelDescription[];
+    protected handleLlamaFilePreferenceChange(newModels: LlamafileEntry[]): void;
+}
+export interface LlamafileEntry {
+    name: string;
+    uri: string;
+    port: number;
+}
+//# sourceMappingURL=llamafile-frontend-application-contribution.d.ts.map

package/lib/browser/llamafile-frontend-application-contribution.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-frontend-application-contribution.d.ts","sourceRoot":"","sources":["../../src/browser/llamafile-frontend-application-contribution.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,+BAA+B,EAAE,MAAM,yBAAyB,CAAC;AAE1E,OAAO,EAAE,gBAAgB,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AAE1F,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,qBACa,wCAAyC,YAAW,+BAA+B;IAG5F,SAAS,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAG/C,SAAS,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;IAE7C,OAAO,CAAC,gBAAgB,CAA0C;IAElE,OAAO,IAAI,IAAI;IAmBf,SAAS,CAAC,6BAA6B,CAAC,UAAU,EAAE,cAAc,EAAE,GAAG,yBAAyB,EAAE;IAQlG,SAAS,CAAC,+BAA+B,CAAC,SAAS,EAAE,cAAc,EAAE,GAAG,IAAI;CAe/E;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;CAChB"}

package/lib/browser/llamafile-frontend-application-contribution.js

@@ -0,0 +1,91 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LlamafileFrontendApplicationContribution = void 0;
+const tslib_1 = require("tslib");
+const inversify_1 = require("@theia/core/shared/inversify");
+const llamafile_manager_1 = require("../common/llamafile-manager");
+const llamafile_preferences_1 = require("../common/llamafile-preferences");
+const core_1 = require("@theia/core");
+let LlamafileFrontendApplicationContribution = class LlamafileFrontendApplicationContribution {
+    constructor() {
+        this._knownLlamaFiles = new Map();
+    }
+    onStart() {
+        this.preferenceService.ready.then(() => {
+            const llamafiles = this.preferenceService.get(llamafile_preferences_1.PREFERENCE_LLAMAFILE, []);
+            const validLlamafiles = llamafiles.filter(LlamafileEntry.is);
+            const LlamafileModelDescriptions = this.getLLamaFileModelDescriptions(validLlamafiles);
+            this.llamafileManager.addLanguageModels(LlamafileModelDescriptions);
+            validLlamafiles.forEach(model => this._knownLlamaFiles.set(model.name, model));
+            this.preferenceService.onPreferenceChanged(event => {
+                if (event.preferenceName === llamafile_preferences_1.PREFERENCE_LLAMAFILE) {
+                    const newModels = event.newValue.filter((llamafileEntry) => LlamafileEntry.is(llamafileEntry));
+                    this.handleLlamaFilePreferenceChange(newModels);
+                }
+            });
+        });
+    }
+    getLLamaFileModelDescriptions(llamafiles) {
+        return llamafiles.map(llamafile => ({
+            name: llamafile.name,
+            uri: llamafile.uri,
+            port: llamafile.port
+        }));
+    }
+    handleLlamaFilePreferenceChange(newModels) {
+        const llamafilesToAdd = newModels.filter(llamafile => !this._knownLlamaFiles.has(llamafile.name) ||
+            !LlamafileEntry.equals(this._knownLlamaFiles.get(llamafile.name), llamafile));
+        const llamafileIdsToRemove = [...this._knownLlamaFiles.values()].filter(llamafile => !newModels.find(newModel => LlamafileEntry.equals(newModel, llamafile)))
+            .map(llamafile => llamafile.name);
+        this.llamafileManager.removeLanguageModels(llamafileIdsToRemove);
+        llamafileIdsToRemove.forEach(id => this._knownLlamaFiles.delete(id));
+        this.llamafileManager.addLanguageModels(this.getLLamaFileModelDescriptions(llamafilesToAdd));
+        llamafilesToAdd.forEach(model => this._knownLlamaFiles.set(model.name, model));
+    }
+};
+exports.LlamafileFrontendApplicationContribution = LlamafileFrontendApplicationContribution;
+tslib_1.__decorate([
+    (0, inversify_1.inject)(core_1.PreferenceService),
+    tslib_1.__metadata("design:type", Object)
+], LlamafileFrontendApplicationContribution.prototype, "preferenceService", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(llamafile_manager_1.LlamafileManager),
+    tslib_1.__metadata("design:type", Object)
+], LlamafileFrontendApplicationContribution.prototype, "llamafileManager", void 0);
+exports.LlamafileFrontendApplicationContribution = LlamafileFrontendApplicationContribution = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], LlamafileFrontendApplicationContribution);
+var LlamafileEntry;
+(function (LlamafileEntry) {
+    function equals(a, b) {
+        return (a.name === b.name &&
+            a.uri === b.uri &&
+            a.port === b.port);
+    }
+    LlamafileEntry.equals = equals;
+    function is(entry) {
+        return (typeof entry === 'object' &&
+            // eslint-disable-next-line no-null/no-null
+            entry !== null &&
+            'name' in entry && typeof entry.name === 'string' &&
+            'uri' in entry && typeof entry.uri === 'string' &&
+            'port' in entry && typeof entry.port === 'number');
+    }
+    LlamafileEntry.is = is;
+})(LlamafileEntry || (LlamafileEntry = {}));
+//# sourceMappingURL=llamafile-frontend-application-contribution.js.map

package/lib/browser/llamafile-frontend-application-contribution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-frontend-application-contribution.js","sourceRoot":"","sources":["../../src/browser/llamafile-frontend-application-contribution.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;;AAGhF,4DAAkE;AAClE,mEAA0F;AAC1F,2EAAuE;AACvE,sCAAgD;AAGzC,IAAM,wCAAwC,GAA9C,MAAM,wCAAwC;IAA9C;QAQK,qBAAgB,GAAgC,IAAI,GAAG,EAAE,CAAC;IA4CtE,CAAC;IA1CG,OAAO;QACH,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAmB,4CAAoB,EAAE,EAAE,CAAC,CAAC;YAC1F,MAAM,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAE7D,MAAM,0BAA0B,GAAG,IAAI,CAAC,6BAA6B,CAAC,eAAe,CAAC,CAAC;YAEvF,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,0BAA0B,CAAC,CAAC;YACpE,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;YAE/E,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE;gBAC/C,IAAI,KAAK,CAAC,cAAc,KAAK,4CAAoB,EAAE,CAAC;oBAChD,MAAM,SAAS,GAAI,KAAK,CAAC,QAAsB,CAAC,MAAM,CAAC,CAAC,cAAuB,EAAE,EAAE,CAAC,cAAc,CAAC,EAAE,CAAC,cAAc,CAAC,CAAqB,CAAC;oBAC3I,IAAI,CAAC,+BAA+B,CAAC,SAAS,CAAC,CAAC;gBACpD,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;IAES,6BAA6B,CAAC,UAA4B;QAChE,OAAO,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAChC,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,GAAG,EAAE,SAAS,CAAC,GAAG;YAClB,IAAI,EAAE,SAAS,CAAC,IAAI;SACvB,CAAC,CAAC,CAAC;IACR,CAAC;IAES,+BAA+B,CAAC,SAA2B;QACjE,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CACjD,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1C,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAE,EAAE,SAAS,CAAC,CAAC,CAAC;QAEnF,MAAM,oBAAoB,GAAG,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAChF,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;aACvE,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAEtC,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,oBAAoB,CAAC,CAAC;QACjE,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAErE,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,IAAI,CAAC,6BAA6B,CAAC,eAAe,CAAC,CAAC,CAAC;QAC7F,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IACnF,CAAC;CACJ,CAAA;AApDY,4FAAwC;AAGvC;IADT,IAAA,kBAAM,EAAC,wBAAiB,CAAC;;mFACqB;AAGrC;IADT,IAAA,kBAAM,EAAC,oCAAgB,CAAC;;kFACoB;mDANpC,wCAAwC;IADpD,IAAA,sBAAU,GAAE;GACA,wCAAwC,CAoDpD;AAQD,IAAU,cAAc,CAmBvB;AAnBD,WAAU,cAAc;IACpB,SAAgB,MAAM,CAAC,CAAiB,EAAE,CAAiB;QACvD,OAAO,CACH,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;YACjB,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG;YACf,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,CACpB,CAAC;IACN,CAAC;IANe,qBAAM,SAMrB,CAAA;IAED,SAAgB,EAAE,CAAC,KAAc;QAC7B,OAAO,CACH,OAAO,KAAK,KAAK,QAAQ;YACzB,2CAA2C;YAC3C,KAAK,KAAK,IAAI;YACd,MAAM,IAAI,KAAK,IAAI,OAAQ,KAAwB,CAAC,IAAI,KAAK,QAAQ;YACrE,KAAK,IAAI,KAAK,IAAI,OAAQ,KAAwB,CAAC,GAAG,KAAK,QAAQ;YACnE,MAAM,IAAI,KAAK,IAAI,OAAQ,KAAwB,CAAC,IAAI,KAAK,QAAQ,CACxE,CAAC;IACN,CAAC;IATe,iBAAE,KASjB,CAAA;AACL,CAAC,EAnBS,cAAc,KAAd,cAAc,QAmBvB"}

package/lib/browser/llamafile-frontend-module.d.ts

@@ -0,0 +1,4 @@
+import { ContainerModule } from '@theia/core/shared/inversify';
+declare const _default: ContainerModule;
+export default _default;
+//# sourceMappingURL=llamafile-frontend-module.d.ts.map

package/lib/browser/llamafile-frontend-module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-frontend-module.d.ts","sourceRoot":"","sources":["../../src/browser/llamafile-frontend-module.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;;AAO/D,wBAoBG"}

package/lib/browser/llamafile-frontend-module.js

@@ -0,0 +1,46 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+const core_1 = require("@theia/core");
+const browser_1 = require("@theia/core/lib/browser");
+const inversify_1 = require("@theia/core/shared/inversify");
+const output_channel_1 = require("@theia/output/lib/browser/output-channel");
+const llamafile_manager_1 = require("../common/llamafile-manager");
+const llamafile_command_contribution_1 = require("./llamafile-command-contribution");
+const llamafile_frontend_application_contribution_1 = require("./llamafile-frontend-application-contribution");
+const llamafile_preferences_1 = require("../common/llamafile-preferences");
+exports.default = new inversify_1.ContainerModule(bind => {
+    bind(browser_1.FrontendApplicationContribution).to(llamafile_frontend_application_contribution_1.LlamafileFrontendApplicationContribution).inSingletonScope();
+    bind(core_1.CommandContribution).to(llamafile_command_contribution_1.LlamafileCommandContribution).inSingletonScope();
+    bind(llamafile_manager_1.LlamafileManager).toDynamicValue(ctx => {
+        const connection = ctx.container.get(browser_1.RemoteConnectionProvider);
+        const outputChannelManager = ctx.container.get(output_channel_1.OutputChannelManager);
+        const client = {
+            error: (llamafileName, message) => {
+                const channel = outputChannelManager.getChannel(`${llamafileName}-llamafile`);
+                channel.appendLine(message, output_channel_1.OutputChannelSeverity.Error);
+            },
+            log: (llamafileName, message) => {
+                const channel = outputChannelManager.getChannel(`${llamafileName}-llamafile`);
+                channel.appendLine(message, output_channel_1.OutputChannelSeverity.Info);
+            }
+        };
+        return connection.createProxy(llamafile_manager_1.LlamafileManagerPath, client);
+    }).inSingletonScope();
+    (0, llamafile_preferences_1.bindAILlamafilePreferences)(bind);
+});
+//# sourceMappingURL=llamafile-frontend-module.js.map

package/lib/browser/llamafile-frontend-module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-frontend-module.js","sourceRoot":"","sources":["../../src/browser/llamafile-frontend-module.ts"],"names":[],"mappings":";;AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;AAChF,sCAAkD;AAClD,qDAA+H;AAC/H,4DAA+D;AAC/D,6EAAuG;AACvG,mEAAmH;AACnH,qFAAgF;AAChF,+GAAyG;AACzG,2EAA6E;AAE7E,kBAAe,IAAI,2BAAe,CAAC,IAAI,CAAC,EAAE;IACtC,IAAI,CAAC,yCAA+B,CAAC,CAAC,EAAE,CAAC,sFAAwC,CAAC,CAAC,gBAAgB,EAAE,CAAC;IACtG,IAAI,CAAC,0BAAmB,CAAC,CAAC,EAAE,CAAC,6DAA4B,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC9E,IAAI,CAAC,oCAAgB,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE;QACxC,MAAM,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAA4B,kCAAwB,CAAC,CAAC;QAC1F,MAAM,oBAAoB,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,qCAAoB,CAAC,CAAC;QACrE,MAAM,MAAM,GAAiC;YACzC,KAAK,EAAE,CAAC,aAAa,EAAE,OAAO,EAAE,EAAE;gBAC9B,MAAM,OAAO,GAAG,oBAAoB,CAAC,UAAU,CAAC,GAAG,aAAa,YAAY,CAAC,CAAC;gBAC9E,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,sCAAqB,CAAC,KAAK,CAAC,CAAC;YAC7D,CAAC;YACD,GAAG,EAAE,CAAC,aAAa,EAAE,OAAO,EAAE,EAAE;gBAC5B,MAAM,OAAO,GAAG,oBAAoB,CAAC,UAAU,CAAC,GAAG,aAAa,YAAY,CAAC,CAAC;gBAC9E,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,sCAAqB,CAAC,IAAI,CAAC,CAAC;YAC5D,CAAC;SACJ,CAAC;QACF,OAAO,UAAU,CAAC,WAAW,CAAmB,wCAAoB,EAAE,MAAM,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAEtB,IAAA,kDAA0B,EAAC,IAAI,CAAC,CAAC;AACrC,CAAC,CAAC,CAAC"}

package/lib/common/llamafile-language-model.d.ts

@@ -0,0 +1,20 @@
+import { LanguageModel, LanguageModelRequest, LanguageModelResponse, LanguageModelStatus } from '@theia/ai-core';
+import { CancellationToken } from '@theia/core';
+export declare class LlamafileLanguageModel implements LanguageModel {
+    readonly name: string;
+    status: LanguageModelStatus;
+    readonly uri: string;
+    readonly port: number;
+    readonly providerId = "llamafile";
+    readonly vendor: string;
+    /**
+     * @param name the unique name for this language model. It will be used to identify the model in the UI.
+     * @param uri the URI pointing to the Llamafile model location.
+     * @param port the port on which the Llamafile model server operates.
+     */
+    constructor(name: string, status: LanguageModelStatus, uri: string, port: number);
+    get id(): string;
+    protected getSettings(request: LanguageModelRequest): Record<string, unknown>;
+    request(request: LanguageModelRequest, cancellationToken?: CancellationToken): Promise<LanguageModelResponse>;
+}
+//# sourceMappingURL=llamafile-language-model.d.ts.map

package/lib/common/llamafile-language-model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-language-model.d.ts","sourceRoot":"","sources":["../../src/common/llamafile-language-model.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,aAAa,EAAwB,oBAAoB,EAAE,qBAAqB,EAAE,mBAAmB,EAAmC,MAAM,gBAAgB,CAAC;AACxK,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAShD,qBAAa,sBAAuB,YAAW,aAAa;aAWpC,IAAI,EAAE,MAAM;IACrB,MAAM,EAAE,mBAAmB;aAClB,GAAG,EAAE,MAAM;aACX,IAAI,EAAE,MAAM;IAZhC,QAAQ,CAAC,UAAU,eAAe;IAClC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAa;IAEpC;;;;OAIG;gBAEiB,IAAI,EAAE,MAAM,EACrB,MAAM,EAAE,mBAAmB,EAClB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,MAAM;IAGhC,IAAI,EAAE,IAAI,MAAM,CAEf;IACD,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAUvE,OAAO,CAAC,OAAO,EAAE,oBAAoB,EAAE,iBAAiB,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,qBAAqB,CAAC;CA6EtH"}

package/lib/common/llamafile-language-model.js

@@ -0,0 +1,130 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LlamafileLanguageModel = void 0;
+const ai_core_1 = require("@theia/ai-core");
+const createMessageContent = (message) => {
+    if (ai_core_1.LanguageModelMessage.isTextMessage(message)) {
+        return message.text;
+    }
+    return undefined;
+};
+class LlamafileLanguageModel {
+    /**
+     * @param name the unique name for this language model. It will be used to identify the model in the UI.
+     * @param uri the URI pointing to the Llamafile model location.
+     * @param port the port on which the Llamafile model server operates.
+     */
+    constructor(name, status, uri, port) {
+        this.name = name;
+        this.status = status;
+        this.uri = uri;
+        this.port = port;
+        this.providerId = 'llamafile';
+        this.vendor = 'Mozilla';
+    }
+    get id() {
+        return this.name;
+    }
+    getSettings(request) {
+        var _a;
+        return {
+            n_predict: 200,
+            stream: true,
+            stop: ['</s>', 'Llama:', 'User:', '<|eot_id|>'],
+            cache_prompt: true,
+            ...((_a = request.settings) !== null && _a !== void 0 ? _a : {})
+        };
+    }
+    async request(request, cancellationToken) {
+        const settings = this.getSettings(request);
+        try {
+            let prompt = request.messages.map(message => {
+                const content = createMessageContent(message);
+                if (content === undefined) {
+                    return undefined;
+                }
+                switch (message.actor) {
+                    case 'user':
+                        return `User: ${content}`;
+                    case 'ai':
+                        return `Llama: ${content}`;
+                    case 'system':
+                        return `${content.replace(/\n\n/g, '\n')}`;
+                }
+            }).filter(m => m !== undefined).join('\n');
+            prompt += '\nLlama:';
+            const response = await fetch(`http://localhost:${this.port}/completion`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify({
+                    prompt: prompt,
+                    ...settings
+                }),
+            });
+            if (!response.ok) {
+                throw new Error(`HTTP error! status: ${response.status}`);
+            }
+            if (!response.body) {
+                throw new Error('Response body is undefined');
+            }
+            const reader = response.body.getReader();
+            const decoder = new TextDecoder();
+            return {
+                stream: {
+                    [Symbol.asyncIterator]() {
+                        return {
+                            async next() {
+                                if (cancellationToken === null || cancellationToken === void 0 ? void 0 : cancellationToken.isCancellationRequested) {
+                                    reader.cancel();
+                                    return { value: undefined, done: true };
+                                }
+                                const { value, done } = await reader.read();
+                                if (done) {
+                                    return { value: undefined, done: true };
+                                }
+                                const read = decoder.decode(value, { stream: true });
+                                const chunk = read.split('\n').filter(l => l.length !== 0).reduce((acc, line) => {
+                                    try {
+                                        const parsed = JSON.parse(line.substring(6));
+                                        acc += parsed.content;
+                                        return acc;
+                                    }
+                                    catch (error) {
+                                        console.error('Error parsing JSON:', error);
+                                        return acc;
+                                    }
+                                }, '');
+                                return { value: { content: chunk }, done: false };
+                            }
+                        };
+                    }
+                }
+            };
+        }
+        catch (error) {
+            console.error('Error:', error);
+            return {
+                text: `Error: ${error}`
+            };
+        }
+    }
+}
+exports.LlamafileLanguageModel = LlamafileLanguageModel;
+//# sourceMappingURL=llamafile-language-model.js.map

package/lib/common/llamafile-language-model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-language-model.js","sourceRoot":"","sources":["../../src/common/llamafile-language-model.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;AAEhF,4CAAwK;AAGxK,MAAM,oBAAoB,GAAG,CAAC,OAA6B,EAAsB,EAAE;IAC/E,IAAI,8BAAoB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9C,OAAO,OAAO,CAAC,IAAI,CAAC;IACxB,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC,CAAC;AAEF,MAAa,sBAAsB;IAK/B;;;;OAIG;IACH,YACoB,IAAY,EACrB,MAA2B,EAClB,GAAW,EACX,IAAY;QAHZ,SAAI,GAAJ,IAAI,CAAQ;QACrB,WAAM,GAAN,MAAM,CAAqB;QAClB,QAAG,GAAH,GAAG,CAAQ;QACX,SAAI,GAAJ,IAAI,CAAQ;QAZvB,eAAU,GAAG,WAAW,CAAC;QACzB,WAAM,GAAW,SAAS,CAAC;IAYhC,CAAC;IAEL,IAAI,EAAE;QACF,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IACS,WAAW,CAAC,OAA6B;;QAC/C,OAAO;YACH,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,CAAC;YAC/C,YAAY,EAAE,IAAI;YAClB,GAAG,CAAC,MAAA,OAAO,CAAC,QAAQ,mCAAI,EAAE,CAAC;SAC9B,CAAC;IACN,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAA6B,EAAE,iBAAqC;QAC9E,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC;YACD,IAAI,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;gBACxC,MAAM,OAAO,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;gBAC9C,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;oBACxB,OAAO,SAAS,CAAC;gBACrB,CAAC;gBACD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;oBACpB,KAAK,MAAM;wBACP,OAAO,SAAS,OAAO,EAAE,CAAC;oBAC9B,KAAK,IAAI;wBACL,OAAO,UAAU,OAAO,EAAE,CAAC;oBAC/B,KAAK,QAAQ;wBACT,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC;gBACnD,CAAC;YACL,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,IAAI,UAAU,CAAC;YACrB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,oBAAoB,IAAI,CAAC,IAAI,aAAa,EAAE;gBACrE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACL,cAAc,EAAE,kBAAkB;iBACrC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,MAAM,EAAE,MAAM;oBACd,GAAG,QAAQ;iBACd,CAAC;aACL,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,OAAO;gBACH,MAAM,EAAE;oBACJ,CAAC,MAAM,CAAC,aAAa,CAAC;wBAClB,OAAO;4BACH,KAAK,CAAC,IAAI;gCACN,IAAI,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,uBAAuB,EAAE,CAAC;oCAC7C,MAAM,CAAC,MAAM,EAAE,CAAC;oCAChB,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gCAC5C,CAAC;gCACD,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gCAC5C,IAAI,IAAI,EAAE,CAAC;oCACP,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gCAC5C,CAAC;gCACD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gCACrD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oCAC5E,IAAI,CAAC;wCACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;wCAC7C,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC;wCACtB,OAAO,GAAG,CAAC;oCACf,CAAC;oCAAC,OAAO,KAAK,EAAE,CAAC;wCACb,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;wCAC5C,OAAO,GAAG,CAAC;oCACf,CAAC;gCACL,CAAC,EAAE,EAAE,CAAC,CAAC;gCACP,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;4BACtD,CAAC;yBACJ,CAAC;oBACN,CAAC;iBACJ;aACJ,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC/B,OAAO;gBACH,IAAI,EAAE,UAAU,KAAK,EAAE;aAC1B,CAAC;QACN,CAAC;IACL,CAAC;CAEJ;AA3GD,wDA2GC"}

package/lib/common/llamafile-manager.d.ts

@@ -0,0 +1,20 @@
+export declare const LlamafileManager: unique symbol;
+export declare const LlamafileManagerPath = "/services/llamafilemanager";
+export interface LlamafileModelDescription {
+    name: string;
+    uri: string;
+    port: number;
+}
+export interface LlamafileManager {
+    startServer(name: string): Promise<void>;
+    stopServer(name: string): void;
+    getStartedLlamafiles(): Promise<string[]>;
+    setClient(client: LlamafileServerManagerClient): void;
+    addLanguageModels(llamaFiles: LlamafileModelDescription[]): Promise<void>;
+    removeLanguageModels(modelIds: string[]): void;
+}
+export interface LlamafileServerManagerClient {
+    log(llamafileName: string, message: string): void;
+    error(llamafileName: string, message: string): void;
+}
+//# sourceMappingURL=llamafile-manager.d.ts.map

package/lib/common/llamafile-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-manager.d.ts","sourceRoot":"","sources":["../../src/common/llamafile-manager.ts"],"names":[],"mappings":"AAeA,eAAO,MAAM,gBAAgB,eAA6B,CAAC;AAE3D,eAAO,MAAM,oBAAoB,+BAA+B,CAAC;AAEjE,MAAM,WAAW,yBAAyB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC7B,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,oBAAoB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1C,SAAS,CAAC,MAAM,EAAE,4BAA4B,GAAG,IAAI,CAAC;IACtD,iBAAiB,CAAC,UAAU,EAAE,yBAAyB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1E,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;CAClD;AACD,MAAM,WAAW,4BAA4B;IACzC,GAAG,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAClD,KAAK,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACvD"}

package/lib/common/llamafile-manager.js

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LlamafileManagerPath = exports.LlamafileManager = void 0;
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+exports.LlamafileManager = Symbol('LlamafileManager');
+exports.LlamafileManagerPath = '/services/llamafilemanager';
+//# sourceMappingURL=llamafile-manager.js.map

package/lib/common/llamafile-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-manager.js","sourceRoot":"","sources":["../../src/common/llamafile-manager.ts"],"names":[],"mappings":";;;AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;AACnE,QAAA,gBAAgB,GAAG,MAAM,CAAC,kBAAkB,CAAC,CAAC;AAE9C,QAAA,oBAAoB,GAAG,4BAA4B,CAAC"}

package/lib/common/llamafile-preferences.d.ts

@@ -0,0 +1,7 @@
+import { PreferenceSchema } from '@theia/core';
+import { interfaces } from '@theia/core/shared/inversify';
+export declare const AI_LLAMAFILE_PREFERENCES_TITLE: string;
+export declare const PREFERENCE_LLAMAFILE = "ai-features.llamafile.llamafiles";
+export declare const aiLlamafilePreferencesSchema: PreferenceSchema;
+export declare function bindAILlamafilePreferences(bind: interfaces.Bind): void;
+//# sourceMappingURL=llamafile-preferences.d.ts.map

package/lib/common/llamafile-preferences.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-preferences.d.ts","sourceRoot":"","sources":["../../src/common/llamafile-preferences.ts"],"names":[],"mappings":"AAgBA,OAAO,EAA+B,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAE1D,eAAO,MAAM,8BAA8B,QAAmE,CAAC;AAC/G,eAAO,MAAM,oBAAoB,qCAAqC,CAAC;AAEvE,eAAO,MAAM,4BAA4B,EAAE,gBAkC1C,CAAC;AAEF,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,GAAG,IAAI,CAEtE"}

package/lib/common/llamafile-preferences.js

@@ -0,0 +1,61 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.bindAILlamafilePreferences = exports.aiLlamafilePreferencesSchema = exports.PREFERENCE_LLAMAFILE = exports.AI_LLAMAFILE_PREFERENCES_TITLE = void 0;
+const core_1 = require("@theia/core");
+exports.AI_LLAMAFILE_PREFERENCES_TITLE = core_1.nls.localize('theia/ai/llamaFile/prefs/title', '✨ AI LlamaFile');
+exports.PREFERENCE_LLAMAFILE = 'ai-features.llamafile.llamafiles';
+exports.aiLlamafilePreferencesSchema = {
+    properties: {
+        [exports.PREFERENCE_LLAMAFILE]: {
+            title: exports.AI_LLAMAFILE_PREFERENCES_TITLE,
+            markdownDescription: core_1.nls.localize('theia/ai/llamaFile/prefs/mdDescription', 'This setting allows you to configure and manage LlamaFile models in Theia IDE.\
+            \n\
+            Each entry requires a user-friendly `name`, the file `uri` pointing to your LlamaFile, and the `port` on which it will run.\
+            \n\
+            To start a LlamaFile, use the "Start LlamaFile" command, which enables you to select the desired model.\
+            \n\
+            If you edit an entry (e.g., change the port), any running instance will stop, and you will need to manually start it again.\
+            \n\
+            [Learn more about configuring and managing LlamaFiles in the Theia IDE documentation](https://theia-ide.org/docs/user_ai/#llamafile-models).'),
+            type: 'array',
+            default: [],
+            items: {
+                type: 'object',
+                properties: {
+                    name: {
+                        type: 'string',
+                        description: core_1.nls.localize('theia/ai/llamaFile/prefs/name/description', 'The model name to use for this Llamafile.')
+                    },
+                    uri: {
+                        type: 'string',
+                        description: core_1.nls.localize('theia/ai/llamaFile/prefs/uri/description', 'The file uri to the Llamafile.')
+                    },
+                    port: {
+                        type: 'number',
+                        description: core_1.nls.localize('theia/ai/llamaFile/prefs/port/description', 'The port to use to start the server.')
+                    }
+                }
+            }
+        }
+    }
+};
+function bindAILlamafilePreferences(bind) {
+    bind(core_1.PreferenceContribution).toConstantValue({ schema: exports.aiLlamafilePreferencesSchema });
+}
+exports.bindAILlamafilePreferences = bindAILlamafilePreferences;
+//# sourceMappingURL=llamafile-preferences.js.map

package/lib/common/llamafile-preferences.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-preferences.js","sourceRoot":"","sources":["../../src/common/llamafile-preferences.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;AAEhF,sCAA4E;AAG/D,QAAA,8BAA8B,GAAG,UAAG,CAAC,QAAQ,CAAC,gCAAgC,EAAE,gBAAgB,CAAC,CAAC;AAClG,QAAA,oBAAoB,GAAG,kCAAkC,CAAC;AAE1D,QAAA,4BAA4B,GAAqB;IAC1D,UAAU,EAAE;QACR,CAAC,4BAAoB,CAAC,EAAE;YACpB,KAAK,EAAE,sCAA8B;YACrC,mBAAmB,EAAE,UAAG,CAAC,QAAQ,CAAC,wCAAwC,EAAE;;;;;;;;yJAQiE,CAAC;YAC9I,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,EAAE;YACX,KAAK,EAAE;gBACH,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACR,IAAI,EAAE;wBACF,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,UAAG,CAAC,QAAQ,CAAC,2CAA2C,EAAE,2CAA2C,CAAC;qBACtH;oBACD,GAAG,EAAE;wBACD,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,UAAG,CAAC,QAAQ,CAAC,0CAA0C,EAAE,gCAAgC,CAAC;qBAC1G;oBACD,IAAI,EAAE;wBACF,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,UAAG,CAAC,QAAQ,CAAC,2CAA2C,EAAE,sCAAsC,CAAC;qBACjH;iBACJ;aACJ;SACJ;KACJ;CACJ,CAAC;AAEF,SAAgB,0BAA0B,CAAC,IAAqB;IAC5D,IAAI,CAAC,6BAAsB,CAAC,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,oCAA4B,EAAE,CAAC,CAAC;AAC3F,CAAC;AAFD,gEAEC"}

package/lib/node/llamafile-backend-module.d.ts

@@ -0,0 +1,4 @@
+import { ContainerModule } from '@theia/core/shared/inversify';
+declare const _default: ContainerModule;
+export default _default;
+//# sourceMappingURL=llamafile-backend-module.d.ts.map

package/lib/node/llamafile-backend-module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-backend-module.d.ts","sourceRoot":"","sources":["../../src/node/llamafile-backend-module.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;;AAoB/D,wBAGG"}

package/lib/node/llamafile-backend-module.js

@@ -0,0 +1,37 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+const inversify_1 = require("@theia/core/shared/inversify");
+const llamafile_manager_impl_1 = require("./llamafile-manager-impl");
+const llamafile_manager_1 = require("../common/llamafile-manager");
+const core_1 = require("@theia/core");
+const connection_container_module_1 = require("@theia/core/lib/node/messaging/connection-container-module");
+const llamafile_preferences_1 = require("../common/llamafile-preferences");
+// We use a connection module to handle AI services separately for each frontend.
+const llamafileConnectionModule = connection_container_module_1.ConnectionContainerModule.create(({ bind, bindBackendService, bindFrontendService }) => {
+    bind(llamafile_manager_1.LlamafileManager).to(llamafile_manager_impl_1.LlamafileManagerImpl).inSingletonScope();
+    bind(core_1.ConnectionHandler).toDynamicValue(ctx => new core_1.RpcConnectionHandler(llamafile_manager_1.LlamafileManagerPath, client => {
+        const service = ctx.container.get(llamafile_manager_1.LlamafileManager);
+        service.setClient(client);
+        return service;
+    })).inSingletonScope();
+});
+exports.default = new inversify_1.ContainerModule(bind => {
+    (0, llamafile_preferences_1.bindAILlamafilePreferences)(bind);
+    bind(connection_container_module_1.ConnectionContainerModule).toConstantValue(llamafileConnectionModule);
+});
+//# sourceMappingURL=llamafile-backend-module.js.map

package/lib/node/llamafile-backend-module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-backend-module.js","sourceRoot":"","sources":["../../src/node/llamafile-backend-module.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;AAEhF,4DAA+D;AAC/D,qEAAgE;AAChE,mEAAmH;AACnH,sCAAsE;AACtE,4GAAuG;AACvG,2EAA6E;AAE7E,iFAAiF;AACjF,MAAM,yBAAyB,GAAG,uDAAyB,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,EAAE,EAAE;IACrH,IAAI,CAAC,oCAAgB,CAAC,CAAC,EAAE,CAAC,6CAAoB,CAAC,CAAC,gBAAgB,EAAE,CAAC;IACnE,IAAI,CAAC,wBAAiB,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,2BAAoB,CAClE,wCAAoB,EACpB,MAAM,CAAC,EAAE;QACL,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAmB,oCAAgB,CAAC,CAAC;QACtE,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC1B,OAAO,OAAO,CAAC;IACnB,CAAC,CACJ,CAAC,CAAC,gBAAgB,EAAE,CAAC;AAC1B,CAAC,CAAC,CAAC;AAEH,kBAAe,IAAI,2BAAe,CAAC,IAAI,CAAC,EAAE;IACtC,IAAA,kDAA0B,EAAC,IAAI,CAAC,CAAC;IACjC,IAAI,CAAC,uDAAyB,CAAC,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC;AAC/E,CAAC,CAAC,CAAC"}

package/lib/node/llamafile-manager-impl.d.ts

@@ -0,0 +1,23 @@
+/// <reference types="node" />
+import { LanguageModelRegistry, LanguageModelStatus } from '@theia/ai-core';
+import { ChildProcessWithoutNullStreams } from 'child_process';
+import { LlamafileLanguageModel } from '../common/llamafile-language-model';
+import { LlamafileManager, LlamafileModelDescription, LlamafileServerManagerClient } from '../common/llamafile-manager';
+export declare class LlamafileManagerImpl implements LlamafileManager {
+    protected languageModelRegistry: LanguageModelRegistry;
+    private processMap;
+    private client;
+    addLanguageModels(LlamafileModelDescriptions: LlamafileModelDescription[]): Promise<void>;
+    removeLanguageModels(modelIds: string[]): void;
+    getStartedLlamafiles(): Promise<string[]>;
+    startServer(name: string): Promise<void>;
+    protected getLlamafileModel(name: string): Promise<LlamafileLanguageModel | undefined>;
+    protected spawnLlamafileProcess(llm: LlamafileLanguageModel): ChildProcessWithoutNullStreams;
+    protected attachProcessHandlers(name: string, currentProcess: ChildProcessWithoutNullStreams): void;
+    protected updateLanguageModelStatus(modelId: string, hasStarted: boolean, message?: string): Promise<void>;
+    protected calculateStatus(started: boolean, message?: string): LanguageModelStatus;
+    stopServer(name: string): void;
+    isStarted(name: string): boolean;
+    setClient(client: LlamafileServerManagerClient): void;
+}
+//# sourceMappingURL=llamafile-manager-impl.d.ts.map

package/lib/node/llamafile-manager-impl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-manager-impl.d.ts","sourceRoot":"","sources":["../../src/node/llamafile-manager-impl.ts"],"names":[],"mappings":";AAeA,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAE5E,OAAO,EAAE,8BAA8B,EAAS,MAAM,eAAe,CAAC;AAGtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,gBAAgB,EAAE,yBAAyB,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAExH,qBACa,oBAAqB,YAAW,gBAAgB;IAGzD,SAAS,CAAC,qBAAqB,EAAE,qBAAqB,CAAC;IAEvD,OAAO,CAAC,UAAU,CAA0D;IAC5E,OAAO,CAAC,MAAM,CAA+B;IAEvC,iBAAiB,CAAC,0BAA0B,EAAE,yBAAyB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAwB/F,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI;IAKxC,oBAAoB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAKzC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;cAgB9B,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC;IAK5F,SAAS,CAAC,qBAAqB,CAAC,GAAG,EAAE,sBAAsB,GAAG,8BAA8B;IAO5F,SAAS,CAAC,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,8BAA8B,GAAG,IAAI;cAwBnF,yBAAyB,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOhH,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,mBAAmB;IAQlF,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAU9B,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAIhC,SAAS,CAAC,MAAM,EAAE,4BAA4B,GAAG,IAAI;CAIxD"}

package/lib/node/llamafile-manager-impl.js

@@ -0,0 +1,139 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LlamafileManagerImpl = void 0;
+const tslib_1 = require("tslib");
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+const ai_core_1 = require("@theia/ai-core");
+const inversify_1 = require("@theia/core/shared/inversify");
+const child_process_1 = require("child_process");
+const path_1 = require("path");
+const url_1 = require("url");
+const llamafile_language_model_1 = require("../common/llamafile-language-model");
+let LlamafileManagerImpl = class LlamafileManagerImpl {
+    constructor() {
+        this.processMap = new Map();
+    }
+    async addLanguageModels(LlamafileModelDescriptions) {
+        for (const llamafile of LlamafileModelDescriptions) {
+            const model = await this.languageModelRegistry.getLanguageModel(llamafile.name);
+            if (model) {
+                if (!(model instanceof llamafile_language_model_1.LlamafileLanguageModel)) {
+                    console.warn(`Llamafile: model ${model.id} is not a Llamafile model`);
+                    continue;
+                }
+                else {
+                    // This can happen during the initializing of more than one frontends, changes are handled in the frontend
+                    console.info(`Llamafile: skip creating or updating model ${llamafile.name} because it already exists.`);
+                }
+            }
+            else {
+                this.languageModelRegistry.addLanguageModels([
+                    new llamafile_language_model_1.LlamafileLanguageModel(llamafile.name, this.calculateStatus(false), llamafile.uri, llamafile.port)
+                ]);
+            }
+        }
+    }
+    removeLanguageModels(modelIds) {
+        modelIds.filter(modelId => this.isStarted(modelId)).forEach(modelId => this.stopServer(modelId));
+        this.languageModelRegistry.removeLanguageModels(modelIds);
+    }
+    async getStartedLlamafiles() {
+        const models = await this.languageModelRegistry.getLanguageModels();
+        return models.filter(model => model instanceof llamafile_language_model_1.LlamafileLanguageModel && this.isStarted(model.name)).map(model => model.id);
+    }
+    async startServer(name) {
+        if (this.processMap.has(name)) {
+            return;
+        }
+        const llm = await this.getLlamafileModel(name);
+        if (!llm) {
+            return Promise.reject(`Llamafile ${name} not found`);
+        }
+        const currentProcess = this.spawnLlamafileProcess(llm);
+        this.processMap.set(name, currentProcess);
+        await this.updateLanguageModelStatus(name, true);
+        this.attachProcessHandlers(name, currentProcess);
+    }
+    async getLlamafileModel(name) {
+        const models = await this.languageModelRegistry.getLanguageModels();
+        return models.find(model => model.id === name && model instanceof llamafile_language_model_1.LlamafileLanguageModel);
+    }
+    spawnLlamafileProcess(llm) {
+        const filePath = (0, url_1.fileURLToPath)(llm.uri);
+        const dir = (0, path_1.dirname)(filePath);
+        const fileName = (0, path_1.basename)(filePath);
+        return (0, child_process_1.spawn)(`./${fileName}`, ['--port', '' + llm.port, '--server', '--nobrowser'], { cwd: dir });
+    }
+    attachProcessHandlers(name, currentProcess) {
+        currentProcess.stdout.on('data', (data) => {
+            this.client.log(name, data.toString());
+        });
+        currentProcess.stderr.on('data', (data) => {
+            this.client.error(name, data.toString());
+        });
+        currentProcess.on('close', code => {
+            this.client.log(name, `LlamaFile process for file ${name} exited with code ${code}`);
+            this.processMap.delete(name);
+            // Set status to 'unavailable' when server stops
+            this.updateLanguageModelStatus(name, false);
+        });
+        currentProcess.on('error', error => {
+            this.client.error(name, `Error starting LlamaFile process for file ${name}: ${error.message}`);
+            this.processMap.delete(name);
+            // Set status to 'unavailable' on error
+            this.updateLanguageModelStatus(name, false, error.message);
+        });
+    }
+    async updateLanguageModelStatus(modelId, hasStarted, message) {
+        const status = this.calculateStatus(hasStarted, message);
+        await this.languageModelRegistry.patchLanguageModel(modelId, {
+            status
+        });
+    }
+    calculateStatus(started, message) {
+        if (started) {
+            return { status: 'ready' };
+        }
+        else {
+            return { status: 'unavailable', message: message || 'Llamafile server is not running' };
+        }
+    }
+    stopServer(name) {
+        if (this.processMap.has(name)) {
+            const currentProcess = this.processMap.get(name);
+            currentProcess.kill();
+            this.processMap.delete(name);
+            // Set status to 'unavailable' when server is stopped
+            this.updateLanguageModelStatus(name, false);
+        }
+    }
+    isStarted(name) {
+        return this.processMap.has(name);
+    }
+    setClient(client) {
+        this.client = client;
+    }
+};
+exports.LlamafileManagerImpl = LlamafileManagerImpl;
+tslib_1.__decorate([
+    (0, inversify_1.inject)(ai_core_1.LanguageModelRegistry),
+    tslib_1.__metadata("design:type", Object)
+], LlamafileManagerImpl.prototype, "languageModelRegistry", void 0);
+exports.LlamafileManagerImpl = LlamafileManagerImpl = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], LlamafileManagerImpl);
+//# sourceMappingURL=llamafile-manager-impl.js.map

package/lib/node/llamafile-manager-impl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamafile-manager-impl.js","sourceRoot":"","sources":["../../src/node/llamafile-manager-impl.ts"],"names":[],"mappings":";;;;AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;AAChF,4CAA4E;AAC5E,4DAAkE;AAClE,iDAAsE;AACtE,+BAAyC;AACzC,6BAAoC;AACpC,iFAA4E;AAIrE,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAA1B;QAKK,eAAU,GAAgD,IAAI,GAAG,EAAE,CAAC;IA0HhF,CAAC;IAvHG,KAAK,CAAC,iBAAiB,CAAC,0BAAuD;QAC3E,KAAK,MAAM,SAAS,IAAI,0BAA0B,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAChF,IAAI,KAAK,EAAE,CAAC;gBACR,IAAI,CAAC,CAAC,KAAK,YAAY,iDAAsB,CAAC,EAAE,CAAC;oBAC7C,OAAO,CAAC,IAAI,CAAC,oBAAoB,KAAK,CAAC,EAAE,2BAA2B,CAAC,CAAC;oBACtE,SAAS;gBACb,CAAC;qBAAM,CAAC;oBACJ,0GAA0G;oBAC1G,OAAO,CAAC,IAAI,CAAC,8CAA8C,SAAS,CAAC,IAAI,6BAA6B,CAAC,CAAC;gBAC5G,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,CAAC;oBACzC,IAAI,iDAAsB,CACtB,SAAS,CAAC,IAAI,EACd,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAC3B,SAAS,CAAC,GAAG,EACb,SAAS,CAAC,IAAI,CACjB;iBACJ,CAAC,CAAC;YACP,CAAC;QACL,CAAC;IACL,CAAC;IAED,oBAAoB,CAAC,QAAkB;QACnC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;QACjG,IAAI,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,oBAAoB;QACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,EAAE,CAAC;QACpE,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,YAAY,iDAAsB,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChI,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY;QAC1B,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,OAAO;QACX,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,OAAO,OAAO,CAAC,MAAM,CAAC,aAAa,IAAI,YAAY,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;QACvD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IACrD,CAAC;IAES,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,EAAE,CAAC;QACpE,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,IAAI,KAAK,YAAY,iDAAsB,CAAuC,CAAC;IACpI,CAAC;IAES,qBAAqB,CAAC,GAA2B;QACvD,MAAM,QAAQ,GAAG,IAAA,mBAAa,EAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,IAAA,cAAO,EAAC,QAAQ,CAAC,CAAC;QAC9B,MAAM,QAAQ,GAAG,IAAA,eAAQ,EAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,IAAA,qBAAK,EAAC,KAAK,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,aAAa,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;IACtG,CAAC;IAES,qBAAqB,CAAC,IAAY,EAAE,cAA8C;QACxF,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC9C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC9C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,8BAA8B,IAAI,qBAAqB,IAAI,EAAE,CAAC,CAAC;YACrF,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC7B,gDAAgD;YAChD,IAAI,CAAC,yBAAyB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;YAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,6CAA6C,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC/F,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC7B,uCAAuC;YACvC,IAAI,CAAC,yBAAyB,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;IACP,CAAC;IAES,KAAK,CAAC,yBAAyB,CAAC,OAAe,EAAE,UAAmB,EAAE,OAAgB;QAC5F,MAAM,MAAM,GAAwB,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC9E,MAAM,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAyB,OAAO,EAAE;YACjF,MAAM;SACT,CAAC,CAAC;IACP,CAAC;IAES,eAAe,CAAC,OAAgB,EAAE,OAAgB;QACxD,IAAI,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC/B,CAAC;aAAM,CAAC;YACJ,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,IAAI,iCAAiC,EAAE,CAAC;QAC5F,CAAC;IACL,CAAC;IAED,UAAU,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjD,cAAe,CAAC,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC7B,qDAAqD;YACrD,IAAI,CAAC,yBAAyB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC;IACL,CAAC;IAED,SAAS,CAAC,IAAY;QAClB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,SAAS,CAAC,MAAoC;QAC1C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;CAEJ,CAAA;AA/HY,oDAAoB;AAGnB;IADT,IAAA,kBAAM,EAAC,+BAAqB,CAAC;;mEACyB;+BAH9C,oBAAoB;IADhC,IAAA,sBAAU,GAAE;GACA,oBAAoB,CA+HhC"}

package/lib/package.spec.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=package.spec.d.ts.map

package/lib/package.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"package.spec.d.ts","sourceRoot":"","sources":["../src/package.spec.ts"],"names":[],"mappings":""}

package/lib/package.spec.js

@@ -0,0 +1,26 @@
+// *****************************************************************************
+// Copyright (C) 2024 TypeFox GmbH and others.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+/* note: this bogus test file is required so that
+   we are able to run mocha unit tests on this
+   package, without having any actual unit tests in it.
+   This way a coverage report will be generated,
+   showing 0% coverage, instead of no report.
+   This file can be removed once we have real unit
+   tests in place. */
+describe('ai-llamafile package', () => {
+    it('support code coverage statistics', () => true);
+});
+//# sourceMappingURL=package.spec.js.map

package/lib/package.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"package.spec.js","sourceRoot":"","sources":["../src/package.spec.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,8CAA8C;AAC9C,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;AAEhF;;;;;;qBAMqB;AAErB,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;AACvD,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,11 +1,11 @@
 {
   "name": "@theia/ai-llamafile",
-  "version": "1.67.0-next.56+d8f18cc386c",
+  "version": "1.67.0-next.86+03f92ff1d",
   "description": "Theia - Llamafile Integration",
   "dependencies": {
-    "@theia/ai-core": "1.67.0-next.56+d8f18cc386c",
-    "@theia/core": "1.67.0-next.56+d8f18cc386c",
-    "@theia/output": "1.67.0-next.56+d8f18cc386c",
+    "@theia/ai-core": "1.67.0-next.86+03f92ff1d",
+    "@theia/core": "1.67.0-next.86+03f92ff1d",
+    "@theia/output": "1.67.0-next.86+03f92ff1d",
     "tslib": "^2.6.2"
   },
   "publishConfig": {
@@ -47,5 +47,5 @@
   "nyc": {
     "extends": "../../configs/nyc.json"
   },
-  "gitHead": "d8f18cc386c45a736cd193d42eab02c8f64c6b10"
+  "gitHead": "03f92ff1d97dcb199de39b48e60a53535de22808"
 }

package/src/node/llamafile-manager-impl.ts

@@ -27,14 +27,6 @@ export class LlamafileManagerImpl implements LlamafileManager {
     @inject(LanguageModelRegistry)
     protected languageModelRegistry: LanguageModelRegistry;
 
-    protected calculateStatus(started: boolean, message?: string): LanguageModelStatus {
-        if (started) {
-            return { status: 'ready' };
-        } else {
-            return { status: 'unavailable', message: message || 'Llamafile server is not running' };
-        }
-    }
-
     private processMap: Map<string, ChildProcessWithoutNullStreams> = new Map();
     private client: LlamafileServerManagerClient;
 
@@ -73,43 +65,69 @@ export class LlamafileManagerImpl implements LlamafileManager {
     }
 
     async startServer(name: string): Promise<void> {
-        if (!this.processMap.has(name)) {
-            const models = await this.languageModelRegistry.getLanguageModels();
-            const llm = models.find(model => model.id === name && model instanceof LlamafileLanguageModel) as LlamafileLanguageModel | undefined;
-            if (llm === undefined) {
-                return Promise.reject(`Llamafile ${name} not found`);
-            }
-            const filePath = fileURLToPath(llm.uri);
-
-            // Extract the directory and file name
-            const dir = dirname(filePath);
-            const fileName = basename(filePath);
-            const currentProcess = spawn(`./${fileName}`, ['--port', '' + llm.port, '--server', '--nobrowser'], { cwd: dir });
-            this.processMap.set(name, currentProcess);
-
-            // Set status to 'ready' when server is started
-            llm.status = this.calculateStatus(true);
-
-            currentProcess.stdout.on('data', (data: Buffer) => {
-                const output = data.toString();
-                this.client.log(name, output);
-            });
-            currentProcess.stderr.on('data', (data: Buffer) => {
-                const output = data.toString();
-                this.client.error(name, output);
-            });
-            currentProcess.on('close', code => {
-                this.client.log(name, `LlamaFile process for file ${name} exited with code ${code}`);
-                this.processMap.delete(name);
-                // Set status to 'unavailable' when server stops
-                llm.status = this.calculateStatus(false);
-            });
-            currentProcess.on('error', error => {
-                this.client.error(name, `Error starting LlamaFile process for file ${name}: ${error.message}`);
-                this.processMap.delete(name);
-                // Set status to 'unavailable' on error
-                llm.status = this.calculateStatus(false, error.message);
-            });
+        if (this.processMap.has(name)) {
+            return;
+        }
+
+        const llm = await this.getLlamafileModel(name);
+        if (!llm) {
+            return Promise.reject(`Llamafile ${name} not found`);
+        }
+
+        const currentProcess = this.spawnLlamafileProcess(llm);
+        this.processMap.set(name, currentProcess);
+        await this.updateLanguageModelStatus(name, true);
+        this.attachProcessHandlers(name, currentProcess);
+    }
+
+    protected async getLlamafileModel(name: string): Promise<LlamafileLanguageModel | undefined> {
+        const models = await this.languageModelRegistry.getLanguageModels();
+        return models.find(model => model.id === name && model instanceof LlamafileLanguageModel) as LlamafileLanguageModel | undefined;
+    }
+
+    protected spawnLlamafileProcess(llm: LlamafileLanguageModel): ChildProcessWithoutNullStreams {
+        const filePath = fileURLToPath(llm.uri);
+        const dir = dirname(filePath);
+        const fileName = basename(filePath);
+        return spawn(`./${fileName}`, ['--port', '' + llm.port, '--server', '--nobrowser'], { cwd: dir });
+    }
+
+    protected attachProcessHandlers(name: string, currentProcess: ChildProcessWithoutNullStreams): void {
+        currentProcess.stdout.on('data', (data: Buffer) => {
+            this.client.log(name, data.toString());
+        });
+
+        currentProcess.stderr.on('data', (data: Buffer) => {
+            this.client.error(name, data.toString());
+        });
+
+        currentProcess.on('close', code => {
+            this.client.log(name, `LlamaFile process for file ${name} exited with code ${code}`);
+            this.processMap.delete(name);
+            // Set status to 'unavailable' when server stops
+            this.updateLanguageModelStatus(name, false);
+        });
+
+        currentProcess.on('error', error => {
+            this.client.error(name, `Error starting LlamaFile process for file ${name}: ${error.message}`);
+            this.processMap.delete(name);
+            // Set status to 'unavailable' on error
+            this.updateLanguageModelStatus(name, false, error.message);
+        });
+    }
+
+    protected async updateLanguageModelStatus(modelId: string, hasStarted: boolean, message?: string): Promise<void> {
+        const status: LanguageModelStatus = this.calculateStatus(hasStarted, message);
+        await this.languageModelRegistry.patchLanguageModel<LlamafileLanguageModel>(modelId, {
+            status
+        });
+    }
+
+    protected calculateStatus(started: boolean, message?: string): LanguageModelStatus {
+        if (started) {
+            return { status: 'ready' };
+        } else {
+            return { status: 'unavailable', message: message || 'Llamafile server is not running' };
         }
     }
 
@@ -119,11 +137,7 @@ export class LlamafileManagerImpl implements LlamafileManager {
             currentProcess!.kill();
             this.processMap.delete(name);
             // Set status to 'unavailable' when server is stopped
-            this.languageModelRegistry.getLanguageModel(name).then(model => {
-                if (model && model instanceof LlamafileLanguageModel) {
-                    model.status = { status: 'unavailable' };
-                }
-            });
+            this.updateLanguageModelStatus(name, false);
         }
     }