@theia/ai-llamafile 1.55.0-next.37

package/src/common/llamafile-manager.ts

@@ -0,0 +1,50 @@
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+export const LlamafileManager = Symbol('LlamafileManager');
+
+export const LlamafileManagerPath = '/services/llamafilemanager';
+
+export interface LlamafileManager {
+    startServer(name: string): Promise<void>;
+    stopServer(name: string): void;
+    getStartedLlamafiles(): Promise<string[]>;
+    setClient(client: LlamafileServerManagerClient): void;
+    addLanguageModels(llamaFiles: LlamafileEntry[]): Promise<void>;
+    removeLanguageModels(modelIds: string[]): void;
+}
+export interface LlamafileServerManagerClient {
+    log(llamafileName: string, message: string): void;
+    error(llamafileName: string, message: string): void;
+}
+
+export interface LlamafileEntry {
+    name: string;
+    uri: string;
+    port: number;
+}
+
+export namespace LlamafileEntry {
+    export function equals(a: LlamafileEntry, b: LlamafileEntry): boolean {
+        return a.name === b.name && a.uri === b.uri && a.port === b.port;
+    }
+    export function is(entry: unknown): entry is LlamafileEntry {
+        // eslint-disable-next-line no-null/no-null
+        return typeof entry === 'object' && entry !== null
+            && 'name' in entry && typeof entry.name === 'string'
+            && 'uri' in entry && typeof entry.uri === 'string'
+            && 'port' in entry && typeof entry.port === 'number';
+    }
+}

package/src/node/llamafile-backend-module.ts

@@ -0,0 +1,32 @@
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+
+import { ContainerModule } from '@theia/core/shared/inversify';
+import { LlamafileManagerImpl } from './llamafile-manager-impl';
+import { LlamafileManager, LlamafileServerManagerClient, LlamafileManagerPath } from '../common/llamafile-manager';
+import { ConnectionHandler, RpcConnectionHandler } from '@theia/core';
+
+export default new ContainerModule(bind => {
+    bind(LlamafileManager).to(LlamafileManagerImpl).inSingletonScope();
+    bind(ConnectionHandler).toDynamicValue(ctx => new RpcConnectionHandler<LlamafileServerManagerClient>(
+        LlamafileManagerPath,
+        client => {
+            const service = ctx.container.get<LlamafileManager>(LlamafileManager);
+            service.setClient(client);
+            return service;
+        }
+    )).inSingletonScope();
+});

package/src/node/llamafile-manager-impl.ts

@@ -0,0 +1,109 @@
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+import { LanguageModelRegistry } from '@theia/ai-core';
+import { inject, injectable } from '@theia/core/shared/inversify';
+import { ChildProcessWithoutNullStreams, spawn } from 'child_process';
+import { basename, dirname } from 'path';
+import { fileURLToPath } from 'url';
+import { LlamafileLanguageModel } from '../common/llamafile-language-model';
+import { LlamafileEntry, LlamafileManager, LlamafileServerManagerClient } from '../common/llamafile-manager';
+
+@injectable()
+export class LlamafileManagerImpl implements LlamafileManager {
+
+    @inject(LanguageModelRegistry)
+    protected languageModelRegistry: LanguageModelRegistry;
+
+    private processMap: Map<string, ChildProcessWithoutNullStreams> = new Map();
+    private client: LlamafileServerManagerClient;
+
+    async addLanguageModels(llamaFiles: LlamafileEntry[]): Promise<void> {
+        for (const llamafile of llamaFiles) {
+            const model = await this.languageModelRegistry.getLanguageModel(llamafile.name);
+            if (model) {
+                if (!(model instanceof LlamafileLanguageModel)) {
+                    console.warn(`Llamafile: model ${model.id} is not an LLamafile model`);
+                    continue;
+                } else {
+                    // This can happen during the initializing of more than one frontends, changes are handled in the frontend
+                    console.info(`Llamafile: skip creating or updating model ${llamafile.name} because it already exists.`);
+                }
+            } else {
+                this.languageModelRegistry.addLanguageModels([new LlamafileLanguageModel(llamafile.name, llamafile.uri, llamafile.port)]);
+            }
+        }
+    }
+    removeLanguageModels(modelIds: string[]): void {
+        modelIds.filter(modelId => this.isStarted(modelId)).forEach(modelId => this.stopServer(modelId));
+        this.languageModelRegistry.removeLanguageModels(modelIds);
+    }
+
+    async getStartedLlamafiles(): Promise<string[]> {
+        const models = await this.languageModelRegistry.getLanguageModels();
+        return models.filter(model => model instanceof LlamafileLanguageModel && this.isStarted(model.name)).map(model => model.id);
+    }
+
+    async startServer(name: string): Promise<void> {
+        if (!this.processMap.has(name)) {
+            const models = await this.languageModelRegistry.getLanguageModels();
+            const llm = models.find(model => model.id === name && model instanceof LlamafileLanguageModel) as LlamafileLanguageModel | undefined;
+            if (llm === undefined) {
+                return Promise.reject(`Llamafile ${name} not found`);
+            }
+            const filePath = fileURLToPath(llm.uri);
+
+            // Extract the directory and file name
+            const dir = dirname(filePath);
+            const fileName = basename(filePath);
+            const currentProcess = spawn(`./${fileName}`, ['--port', '' + llm.port, '--server', '--nobrowser'], { cwd: dir });
+            this.processMap.set(name, currentProcess);
+
+            currentProcess.stdout.on('data', (data: Buffer) => {
+                const output = data.toString();
+                this.client.log(name, output);
+            });
+            currentProcess.stderr.on('data', (data: Buffer) => {
+                const output = data.toString();
+                this.client.error(name, output);
+            });
+            currentProcess.on('close', code => {
+                this.client.log(name, `LlamaFile process for file ${name} exited with code ${code}`);
+                this.processMap.delete(name);
+            });
+            currentProcess.on('error', error => {
+                this.client.error(name, `Error starting LlamaFile process for file ${name}: ${error.message}`);
+                this.processMap.delete(name);
+            });
+        }
+    }
+
+    stopServer(name: string): void {
+        if (this.processMap.has(name)) {
+            const currentProcess = this.processMap.get(name);
+            currentProcess!.kill();
+            this.processMap.delete(name);
+        }
+    }
+
+    isStarted(name: string): boolean {
+        return this.processMap.has(name);
+    }
+
+    setClient(client: LlamafileServerManagerClient): void {
+        this.client = client;
+    }
+
+}

package/src/package.spec.ts

@@ -0,0 +1,27 @@
+// *****************************************************************************
+// Copyright (C) 2024 TypeFox GmbH and others.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+
+/* note: this bogus test file is required so that
+   we are able to run mocha unit tests on this
+   package, without having any actual unit tests in it.
+   This way a coverage report will be generated,
+   showing 0% coverage, instead of no report.
+   This file can be removed once we have real unit
+   tests in place. */
+
+describe('ai-llamafile package', () => {
+    it('support code coverage statistics', () => true);
+});