@theia/ai-huggingface 1.46.0-next.241

package/README.md

@@ -0,0 +1,32 @@
+<div align='center'>
+
+<br />
+
+<img src='https://raw.githubusercontent.com/eclipse-theia/theia/master/logo/theia.svg?sanitize=true' alt='theia-ext-logo' width='100px' />
+
+<h2>ECLIPSE THEIA - Hugging Face AI EXTENSION</h2>
+
+<hr />
+
+</div>
+
+## Description
+
+The `@theia/ai-huggingface` integrates Hugging Face's models with Theia AI.
+The Hugging Face API key and the models to use can be configured via preferences.
+Alternatively, the Hugging Face API key can also be provided via the `HUGGINGFACE_API_KEY` environment variable.
+
+## Additional Information
+
+- [Theia - GitHub](https://github.com/eclipse-theia/theia)
+- [Theia - Website](https://theia-ide.org/)
+
+## License
+
+- [Eclipse Public License 2.0](http://www.eclipse.org/legal/epl-2.0/)
+- [一 (Secondary) GNU General Public License, version 2 with the GNU Classpath Exception](https://projects.eclipse.org/license/secondary-gpl-2.0-cp)
+
+## Trademark
+
+"Theia" is a trademark of the Eclipse Foundation  
+<https://www.eclipse.org/theia>

package/lib/browser/huggingface-frontend-application-contribution.d.ts

@@ -0,0 +1,13 @@
+import { FrontendApplicationContribution, PreferenceService } from '@theia/core/lib/browser';
+import { HuggingFaceLanguageModelsManager, HuggingFaceModelDescription } from '../common';
+import { RequestSetting } from '@theia/ai-core/lib/browser/ai-core-preferences';
+export declare class HuggingFaceFrontendApplicationContribution implements FrontendApplicationContribution {
+    protected preferenceService: PreferenceService;
+    protected manager: HuggingFaceLanguageModelsManager;
+    protected prevModels: string[];
+    onStart(): void;
+    protected handleModelChanges(newModels: string[]): void;
+    protected handleRequestSettingsChanges(newSettings: RequestSetting[]): void;
+    protected createHuggingFaceModelDescription(modelId: string, requestSettings: RequestSetting[]): HuggingFaceModelDescription;
+}
+//# sourceMappingURL=huggingface-frontend-application-contribution.d.ts.map

package/lib/browser/huggingface-frontend-application-contribution.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-frontend-application-contribution.d.ts","sourceRoot":"","sources":["../../src/browser/huggingface-frontend-application-contribution.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,+BAA+B,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAE7F,OAAO,EAAE,gCAAgC,EAAE,2BAA2B,EAAE,MAAM,WAAW,CAAC;AAE1F,OAAO,EAAoC,cAAc,EAAE,MAAM,gDAAgD,CAAC;AAGlH,qBACa,0CAA2C,YAAW,+BAA+B;IAG9F,SAAS,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAG/C,SAAS,CAAC,OAAO,EAAE,gCAAgC,CAAC;IAEpD,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,CAAM;IAEpC,OAAO,IAAI,IAAI;IAsBf,SAAS,CAAC,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI;IAavD,SAAS,CAAC,4BAA4B,CAAC,WAAW,EAAE,cAAc,EAAE,GAAG,IAAI;IAK3E,SAAS,CAAC,iCAAiC,CACvC,OAAO,EAAE,MAAM,EACf,eAAe,EAAE,cAAc,EAAE,GAClC,2BAA2B;CAiBjC"}

package/lib/browser/huggingface-frontend-application-contribution.js

@@ -0,0 +1,91 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HuggingFaceFrontendApplicationContribution = void 0;
+const tslib_1 = require("tslib");
+const browser_1 = require("@theia/core/lib/browser");
+const inversify_1 = require("@theia/core/shared/inversify");
+const common_1 = require("../common");
+const huggingface_preferences_1 = require("./huggingface-preferences");
+const ai_core_preferences_1 = require("@theia/ai-core/lib/browser/ai-core-preferences");
+const HUGGINGFACE_PROVIDER_ID = 'huggingface';
+let HuggingFaceFrontendApplicationContribution = class HuggingFaceFrontendApplicationContribution {
+    constructor() {
+        this.prevModels = [];
+    }
+    onStart() {
+        this.preferenceService.ready.then(() => {
+            const apiKey = this.preferenceService.get(huggingface_preferences_1.API_KEY_PREF, undefined);
+            this.manager.setApiKey(apiKey);
+            const models = this.preferenceService.get(huggingface_preferences_1.MODELS_PREF, []);
+            const requestSettings = this.preferenceService.get(ai_core_preferences_1.PREFERENCE_NAME_REQUEST_SETTINGS, []);
+            this.manager.createOrUpdateLanguageModels(...models.map(modelId => this.createHuggingFaceModelDescription(modelId, requestSettings)));
+            this.prevModels = [...models];
+            this.preferenceService.onPreferenceChanged(event => {
+                if (event.preferenceName === huggingface_preferences_1.API_KEY_PREF) {
+                    this.manager.setApiKey(event.newValue);
+                }
+                else if (event.preferenceName === huggingface_preferences_1.MODELS_PREF) {
+                    this.handleModelChanges(event.newValue);
+                }
+                else if (event.preferenceName === ai_core_preferences_1.PREFERENCE_NAME_REQUEST_SETTINGS) {
+                    this.handleRequestSettingsChanges(event.newValue);
+                }
+            });
+        });
+    }
+    handleModelChanges(newModels) {
+        const oldModels = new Set(this.prevModels);
+        const updatedModels = new Set(newModels);
+        const modelsToRemove = [...oldModels].filter(model => !updatedModels.has(model));
+        const modelsToAdd = [...updatedModels].filter(model => !oldModels.has(model));
+        this.manager.removeLanguageModels(...modelsToRemove.map(model => `${HUGGINGFACE_PROVIDER_ID}/${model}`));
+        const requestSettings = this.preferenceService.get(ai_core_preferences_1.PREFERENCE_NAME_REQUEST_SETTINGS, []);
+        this.manager.createOrUpdateLanguageModels(...modelsToAdd.map(modelId => this.createHuggingFaceModelDescription(modelId, requestSettings)));
+        this.prevModels = newModels;
+    }
+    handleRequestSettingsChanges(newSettings) {
+        const models = this.preferenceService.get(huggingface_preferences_1.MODELS_PREF, []);
+        this.manager.createOrUpdateLanguageModels(...models.map(modelId => this.createHuggingFaceModelDescription(modelId, newSettings)));
+    }
+    createHuggingFaceModelDescription(modelId, requestSettings) {
+        const id = `${HUGGINGFACE_PROVIDER_ID}/${modelId}`;
+        const matchingSettings = requestSettings.filter(setting => (!setting.providerId || setting.providerId === HUGGINGFACE_PROVIDER_ID) && setting.modelId === modelId);
+        if (matchingSettings.length > 1) {
+            console.warn(`Multiple entries found for modelId "${modelId}". Using the first match and ignoring the rest.`);
+        }
+        const modelRequestSetting = matchingSettings[0];
+        return {
+            id: id,
+            model: modelId,
+            defaultRequestSettings: modelRequestSetting === null || modelRequestSetting === void 0 ? void 0 : modelRequestSetting.requestSettings
+        };
+    }
+};
+exports.HuggingFaceFrontendApplicationContribution = HuggingFaceFrontendApplicationContribution;
+tslib_1.__decorate([
+    (0, inversify_1.inject)(browser_1.PreferenceService),
+    tslib_1.__metadata("design:type", Object)
+], HuggingFaceFrontendApplicationContribution.prototype, "preferenceService", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(common_1.HuggingFaceLanguageModelsManager),
+    tslib_1.__metadata("design:type", Object)
+], HuggingFaceFrontendApplicationContribution.prototype, "manager", void 0);
+exports.HuggingFaceFrontendApplicationContribution = HuggingFaceFrontendApplicationContribution = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], HuggingFaceFrontendApplicationContribution);
+//# sourceMappingURL=huggingface-frontend-application-contribution.js.map

package/lib/browser/huggingface-frontend-application-contribution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-frontend-application-contribution.js","sourceRoot":"","sources":["../../src/browser/huggingface-frontend-application-contribution.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;;AAEhF,qDAA6F;AAC7F,4DAAkE;AAClE,sCAA0F;AAC1F,uEAAsE;AACtE,wFAAkH;AAElH,MAAM,uBAAuB,GAAG,aAAa,CAAC;AAEvC,IAAM,0CAA0C,GAAhD,MAAM,0CAA0C;IAAhD;QAQO,eAAU,GAAa,EAAE,CAAC;IA8DxC,CAAC;IA5DG,OAAO;QACH,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAS,sCAAY,EAAE,SAAS,CAAC,CAAC;YAC3E,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAE/B,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAW,qCAAW,EAAE,EAAE,CAAC,CAAC;YACrE,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAmB,sDAAgC,EAAE,EAAE,CAAC,CAAC;YAC3G,IAAI,CAAC,OAAO,CAAC,4BAA4B,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,iCAAiC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC;YACtI,IAAI,CAAC,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;YAE9B,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE;gBAC/C,IAAI,KAAK,CAAC,cAAc,KAAK,sCAAY,EAAE,CAAC;oBACxC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC3C,CAAC;qBAAM,IAAI,KAAK,CAAC,cAAc,KAAK,qCAAW,EAAE,CAAC;oBAC9C,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,QAAoB,CAAC,CAAC;gBACxD,CAAC;qBAAM,IAAI,KAAK,CAAC,cAAc,KAAK,sDAAgC,EAAE,CAAC;oBACnE,IAAI,CAAC,4BAA4B,CAAC,KAAK,CAAC,QAA4B,CAAC,CAAC;gBAC1E,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;IAES,kBAAkB,CAAC,SAAmB;QAC5C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3C,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;QAEzC,MAAM,cAAc,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QACjF,MAAM,WAAW,GAAG,CAAC,GAAG,aAAa,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QAE9E,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,uBAAuB,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC;QACzG,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAmB,sDAAgC,EAAE,EAAE,CAAC,CAAC;QAC3G,IAAI,CAAC,OAAO,CAAC,4BAA4B,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,iCAAiC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC;QAC3I,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAChC,CAAC;IAES,4BAA4B,CAAC,WAA6B;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAW,qCAAW,EAAE,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,OAAO,CAAC,4BAA4B,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,iCAAiC,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC;IACtI,CAAC;IAES,iCAAiC,CACvC,OAAe,EACf,eAAiC;QAEjC,MAAM,EAAE,GAAG,GAAG,uBAAuB,IAAI,OAAO,EAAE,CAAC;QACnD,MAAM,gBAAgB,GAAG,eAAe,CAAC,MAAM,CAC3C,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,KAAK,uBAAuB,CAAC,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,CACpH,CAAC;QACF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CACR,uCAAuC,OAAO,iDAAiD,CAClG,CAAC;QACN,CAAC;QACD,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAChD,OAAO;YACH,EAAE,EAAE,EAAE;YACN,KAAK,EAAE,OAAO;YACd,sBAAsB,EAAE,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,eAAe;SAC/D,CAAC;IACN,CAAC;CACJ,CAAA;AAtEY,gGAA0C;AAGzC;IADT,IAAA,kBAAM,EAAC,2BAAiB,CAAC;;qFACqB;AAGrC;IADT,IAAA,kBAAM,EAAC,yCAAgC,CAAC;;2EACW;qDAN3C,0CAA0C;IADtD,IAAA,sBAAU,GAAE;GACA,0CAA0C,CAsEtD"}

package/lib/browser/huggingface-frontend-module.d.ts

@@ -0,0 +1,4 @@
+import { ContainerModule } from '@theia/core/shared/inversify';
+declare const _default: ContainerModule;
+export default _default;
+//# sourceMappingURL=huggingface-frontend-module.d.ts.map

package/lib/browser/huggingface-frontend-module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-frontend-module.d.ts","sourceRoot":"","sources":["../../src/browser/huggingface-frontend-module.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;;AAM/D,wBAQG"}

package/lib/browser/huggingface-frontend-module.js

@@ -0,0 +1,32 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+const inversify_1 = require("@theia/core/shared/inversify");
+const huggingface_preferences_1 = require("./huggingface-preferences");
+const browser_1 = require("@theia/core/lib/browser");
+const huggingface_frontend_application_contribution_1 = require("./huggingface-frontend-application-contribution");
+const common_1 = require("../common");
+exports.default = new inversify_1.ContainerModule(bind => {
+    bind(browser_1.PreferenceContribution).toConstantValue({ schema: huggingface_preferences_1.HuggingFacePreferencesSchema });
+    bind(huggingface_frontend_application_contribution_1.HuggingFaceFrontendApplicationContribution).toSelf().inSingletonScope();
+    bind(browser_1.FrontendApplicationContribution).toService(huggingface_frontend_application_contribution_1.HuggingFaceFrontendApplicationContribution);
+    bind(common_1.HuggingFaceLanguageModelsManager).toDynamicValue(ctx => {
+        const provider = ctx.container.get(browser_1.RemoteConnectionProvider);
+        return provider.createProxy(common_1.HUGGINGFACE_LANGUAGE_MODELS_MANAGER_PATH);
+    }).inSingletonScope();
+});
+//# sourceMappingURL=huggingface-frontend-module.js.map

package/lib/browser/huggingface-frontend-module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-frontend-module.js","sourceRoot":"","sources":["../../src/browser/huggingface-frontend-module.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;AAEhF,4DAA+D;AAC/D,uEAAyE;AACzE,qDAAuJ;AACvJ,mHAA6G;AAC7G,sCAAuG;AAEvG,kBAAe,IAAI,2BAAe,CAAC,IAAI,CAAC,EAAE;IACtC,IAAI,CAAC,gCAAsB,CAAC,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,sDAA4B,EAAE,CAAC,CAAC;IACvF,IAAI,CAAC,0FAA0C,CAAC,CAAC,MAAM,EAAE,CAAC,gBAAgB,EAAE,CAAC;IAC7E,IAAI,CAAC,yCAA+B,CAAC,CAAC,SAAS,CAAC,0FAA0C,CAAC,CAAC;IAC5F,IAAI,CAAC,yCAAgC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE;QACxD,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAA4B,kCAAwB,CAAC,CAAC;QACxF,OAAO,QAAQ,CAAC,WAAW,CAAmC,iDAAwC,CAAC,CAAC;IAC5G,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC;AAC1B,CAAC,CAAC,CAAC"}

package/lib/browser/huggingface-preferences.d.ts

@@ -0,0 +1,5 @@
+import { PreferenceSchema } from '@theia/core/lib/browser/preferences/preference-contribution';
+export declare const API_KEY_PREF = "ai-features.huggingFace.apiKey";
+export declare const MODELS_PREF = "ai-features.huggingFace.models";
+export declare const HuggingFacePreferencesSchema: PreferenceSchema;
+//# sourceMappingURL=huggingface-preferences.d.ts.map

package/lib/browser/huggingface-preferences.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-preferences.d.ts","sourceRoot":"","sources":["../../src/browser/huggingface-preferences.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,gBAAgB,EAAE,MAAM,6DAA6D,CAAC;AAG/F,eAAO,MAAM,YAAY,mCAAmC,CAAC;AAC7D,eAAO,MAAM,WAAW,mCAAmC,CAAC;AAE5D,eAAO,MAAM,4BAA4B,EAAE,gBAmB1C,CAAC"}

package/lib/browser/huggingface-preferences.js

@@ -0,0 +1,42 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HuggingFacePreferencesSchema = exports.MODELS_PREF = exports.API_KEY_PREF = void 0;
+const ai_core_preferences_1 = require("@theia/ai-core/lib/browser/ai-core-preferences");
+exports.API_KEY_PREF = 'ai-features.huggingFace.apiKey';
+exports.MODELS_PREF = 'ai-features.huggingFace.models';
+exports.HuggingFacePreferencesSchema = {
+    type: 'object',
+    properties: {
+        [exports.API_KEY_PREF]: {
+            type: 'string',
+            markdownDescription: 'Enter an API Key for your Hugging Face Account. **Please note:** By using this preference the Hugging Face API key will be stored in clear text\
+            on the machine running Theia. Use the environment variable `HUGGINGFACE_API_KEY` to set the key securely.',
+            title: ai_core_preferences_1.AI_CORE_PREFERENCES_TITLE,
+        },
+        [exports.MODELS_PREF]: {
+            type: 'array',
+            description: 'Hugging Face models to use',
+            title: ai_core_preferences_1.AI_CORE_PREFERENCES_TITLE,
+            default: ['bigcode/starcoder'],
+            items: {
+                type: 'string'
+            }
+        }
+    }
+};
+//# sourceMappingURL=huggingface-preferences.js.map

package/lib/browser/huggingface-preferences.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-preferences.js","sourceRoot":"","sources":["../../src/browser/huggingface-preferences.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;AAGhF,wFAA2F;AAE9E,QAAA,YAAY,GAAG,gCAAgC,CAAC;AAChD,QAAA,WAAW,GAAG,gCAAgC,CAAC;AAE/C,QAAA,4BAA4B,GAAqB;IAC1D,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACR,CAAC,oBAAY,CAAC,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,mBAAmB,EAAE;sHACqF;YAC1G,KAAK,EAAE,+CAAyB;SACnC;QACD,CAAC,mBAAW,CAAC,EAAE;YACX,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,4BAA4B;YACzC,KAAK,EAAE,+CAAyB;YAChC,OAAO,EAAE,CAAC,mBAAmB,CAAC;YAC9B,KAAK,EAAE;gBACH,IAAI,EAAE,QAAQ;aACjB;SACJ;KACJ;CACJ,CAAC"}

package/lib/common/huggingface-language-models-manager.d.ts

@@ -0,0 +1,25 @@
+export declare const HUGGINGFACE_LANGUAGE_MODELS_MANAGER_PATH = "/services/huggingface/language-model-manager";
+export declare const HuggingFaceLanguageModelsManager: unique symbol;
+export interface HuggingFaceModelDescription {
+    /**
+     * The identifier of the model which will be shown in the UI.
+     */
+    id: string;
+    /**
+     * The model ID as used by the Hugging Face API.
+     */
+    model: string;
+    /**
+     * Default request settings for the Hugging Face model.
+     */
+    defaultRequestSettings?: {
+        [key: string]: unknown;
+    };
+}
+export interface HuggingFaceLanguageModelsManager {
+    apiKey: string | undefined;
+    setApiKey(key: string | undefined): void;
+    createOrUpdateLanguageModels(...models: HuggingFaceModelDescription[]): Promise<void>;
+    removeLanguageModels(...modelIds: string[]): void;
+}
+//# sourceMappingURL=huggingface-language-models-manager.d.ts.map

package/lib/common/huggingface-language-models-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-language-models-manager.d.ts","sourceRoot":"","sources":["../../src/common/huggingface-language-models-manager.ts"],"names":[],"mappings":"AAgBA,eAAO,MAAM,wCAAwC,iDAAiD,CAAC;AACvG,eAAO,MAAM,gCAAgC,eAA6C,CAAC;AAE3F,MAAM,WAAW,2BAA2B;IACxC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,sBAAsB,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;CACvD;AAED,MAAM,WAAW,gCAAgC;IAC7C,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;IACzC,4BAA4B,CAAC,GAAG,MAAM,EAAE,2BAA2B,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtF,oBAAoB,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;CACrD"}

package/lib/common/huggingface-language-models-manager.js

@@ -0,0 +1,21 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HuggingFaceLanguageModelsManager = exports.HUGGINGFACE_LANGUAGE_MODELS_MANAGER_PATH = void 0;
+exports.HUGGINGFACE_LANGUAGE_MODELS_MANAGER_PATH = '/services/huggingface/language-model-manager';
+exports.HuggingFaceLanguageModelsManager = Symbol('HuggingFaceLanguageModelsManager');
+//# sourceMappingURL=huggingface-language-models-manager.js.map

package/lib/common/huggingface-language-models-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-language-models-manager.js","sourceRoot":"","sources":["../../src/common/huggingface-language-models-manager.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;AAEnE,QAAA,wCAAwC,GAAG,8CAA8C,CAAC;AAC1F,QAAA,gCAAgC,GAAG,MAAM,CAAC,kCAAkC,CAAC,CAAC"}

package/lib/common/index.d.ts

@@ -0,0 +1,2 @@
+export * from './huggingface-language-models-manager';
+//# sourceMappingURL=index.d.ts.map

package/lib/common/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":"AAeA,cAAc,uCAAuC,CAAC"}

package/lib/common/index.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+tslib_1.__exportStar(require("./huggingface-language-models-manager"), exports);
+//# sourceMappingURL=index.js.map

package/lib/common/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;AAChF,gFAAsD"}

package/lib/node/huggingface-backend-module.d.ts

@@ -0,0 +1,5 @@
+import { ContainerModule } from '@theia/core/shared/inversify';
+export declare const HuggingFaceModelFactory: unique symbol;
+declare const _default: ContainerModule;
+export default _default;
+//# sourceMappingURL=huggingface-backend-module.d.ts.map

package/lib/node/huggingface-backend-module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-backend-module.d.ts","sourceRoot":"","sources":["../../src/node/huggingface-backend-module.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAK/D,eAAO,MAAM,uBAAuB,eAAoC,CAAC;;AAEzE,wBAMG"}

package/lib/node/huggingface-backend-module.js

@@ -0,0 +1,29 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HuggingFaceModelFactory = void 0;
+const inversify_1 = require("@theia/core/shared/inversify");
+const huggingface_language_models_manager_1 = require("../common/huggingface-language-models-manager");
+const core_1 = require("@theia/core");
+const huggingface_language_models_manager_impl_1 = require("./huggingface-language-models-manager-impl");
+exports.HuggingFaceModelFactory = Symbol('HuggingFaceModelFactory');
+exports.default = new inversify_1.ContainerModule(bind => {
+    bind(huggingface_language_models_manager_impl_1.HuggingFaceLanguageModelsManagerImpl).toSelf().inSingletonScope();
+    bind(huggingface_language_models_manager_1.HuggingFaceLanguageModelsManager).toService(huggingface_language_models_manager_impl_1.HuggingFaceLanguageModelsManagerImpl);
+    bind(core_1.ConnectionHandler).toDynamicValue(ctx => new core_1.RpcConnectionHandler(huggingface_language_models_manager_1.HUGGINGFACE_LANGUAGE_MODELS_MANAGER_PATH, () => ctx.container.get(huggingface_language_models_manager_1.HuggingFaceLanguageModelsManager))).inSingletonScope();
+});
+//# sourceMappingURL=huggingface-backend-module.js.map

package/lib/node/huggingface-backend-module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-backend-module.js","sourceRoot":"","sources":["../../src/node/huggingface-backend-module.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;AAEhF,4DAA+D;AAC/D,uGAA2I;AAC3I,sCAAsE;AACtE,yGAAkG;AAErF,QAAA,uBAAuB,GAAG,MAAM,CAAC,yBAAyB,CAAC,CAAC;AAEzE,kBAAe,IAAI,2BAAe,CAAC,IAAI,CAAC,EAAE;IACtC,IAAI,CAAC,+EAAoC,CAAC,CAAC,MAAM,EAAE,CAAC,gBAAgB,EAAE,CAAC;IACvE,IAAI,CAAC,sEAAgC,CAAC,CAAC,SAAS,CAAC,+EAAoC,CAAC,CAAC;IACvF,IAAI,CAAC,wBAAiB,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CACzC,IAAI,2BAAoB,CAAC,8EAAwC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,sEAAgC,CAAC,CAAC,CAChI,CAAC,gBAAgB,EAAE,CAAC;AACzB,CAAC,CAAC,CAAC"}

package/lib/node/huggingface-language-model.d.ts

@@ -0,0 +1,29 @@
+import { LanguageModel, LanguageModelRequest, LanguageModelResponse, LanguageModelTextResponse } from '@theia/ai-core';
+import { CancellationToken } from '@theia/core';
+import { HfInference } from '@huggingface/inference';
+export declare const HuggingFaceModelIdentifier: unique symbol;
+export declare class HuggingFaceModel implements LanguageModel {
+    readonly id: string;
+    model: string;
+    apiKey: () => string | undefined;
+    readonly name?: string | undefined;
+    readonly vendor?: string | undefined;
+    readonly version?: string | undefined;
+    readonly family?: string | undefined;
+    readonly maxInputTokens?: number | undefined;
+    readonly maxOutputTokens?: number | undefined;
+    defaultRequestSettings?: Record<string, unknown> | undefined;
+    /**
+     * @param id the unique id for this language model. It will be used to identify the model in the UI.
+     * @param model the model id as it is used by the Hugging Face API
+     * @param apiKey function to retrieve the API key for Hugging Face
+     */
+    constructor(id: string, model: string, apiKey: () => string | undefined, name?: string | undefined, vendor?: string | undefined, version?: string | undefined, family?: string | undefined, maxInputTokens?: number | undefined, maxOutputTokens?: number | undefined, defaultRequestSettings?: Record<string, unknown> | undefined);
+    request(request: LanguageModelRequest, cancellationToken?: CancellationToken): Promise<LanguageModelResponse>;
+    protected getSettings(request: LanguageModelRequest): Record<string, unknown>;
+    protected handleNonStreamingRequest(hfInference: HfInference, request: LanguageModelRequest): Promise<LanguageModelTextResponse>;
+    protected handleStreamingRequest(hfInference: HfInference, request: LanguageModelRequest, cancellationToken?: CancellationToken): Promise<LanguageModelResponse>;
+    protected isStreamingSupported(model: string): boolean;
+    private initializeHfInference;
+}
+//# sourceMappingURL=huggingface-language-model.d.ts.map

package/lib/node/huggingface-language-model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-language-model.d.ts","sourceRoot":"","sources":["../../src/node/huggingface-language-model.ts"],"names":[],"mappings":"AAgBA,OAAO,EACH,aAAa,EACb,oBAAoB,EAEpB,qBAAqB,EAErB,yBAAyB,EAE5B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAErD,eAAO,MAAM,0BAA0B,eAAuC,CAAC;AAsB/E,qBAAa,gBAAiB,YAAW,aAAa;aAQ9B,EAAE,EAAE,MAAM;IACnB,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,MAAM,MAAM,GAAG,SAAS;aACvB,IAAI,CAAC;aACL,MAAM,CAAC;aACP,OAAO,CAAC;aACR,MAAM,CAAC;aACP,cAAc,CAAC;aACf,eAAe,CAAC;IACzB,sBAAsB,CAAC;IAflC;;;;OAIG;gBAEiB,EAAE,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,MAAM,GAAG,SAAS,EACvB,IAAI,CAAC,oBAAQ,EACb,MAAM,CAAC,oBAAQ,EACf,OAAO,CAAC,oBAAQ,EAChB,MAAM,CAAC,oBAAQ,EACf,cAAc,CAAC,oBAAQ,EACvB,eAAe,CAAC,oBAAQ,EACjC,sBAAsB,CAAC,qCAAyB;IAGrD,OAAO,CAAC,OAAO,EAAE,oBAAoB,EAAE,iBAAiB,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IASnH,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;cAQ7D,yBAAyB,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,yBAAyB,CAAC;cAyBtH,sBAAsB,CAClC,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,oBAAoB,EAC7B,iBAAiB,CAAC,EAAE,iBAAiB,GACtC,OAAO,CAAC,qBAAqB,CAAC;IAqCjC,SAAS,CAAC,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAKtD,OAAO,CAAC,qBAAqB;CAOhC"}

package/lib/node/huggingface-language-model.js

@@ -0,0 +1,134 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2024 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HuggingFaceModel = exports.HuggingFaceModelIdentifier = void 0;
+const inference_1 = require("@huggingface/inference");
+exports.HuggingFaceModelIdentifier = Symbol('HuggingFaceModelIdentifier');
+function toHuggingFacePrompt(messages) {
+    if (messages.length === 1) {
+        return messages[0].query;
+    }
+    return messages.map(message => `${toRoleLabel(message.actor)}: ${message.query}`).join('\n');
+}
+function toRoleLabel(actor) {
+    switch (actor) {
+        case 'user':
+            return 'User';
+        case 'ai':
+            return 'Assistant';
+        case 'system':
+            return 'System';
+        default:
+            return '';
+    }
+}
+class HuggingFaceModel {
+    /**
+     * @param id the unique id for this language model. It will be used to identify the model in the UI.
+     * @param model the model id as it is used by the Hugging Face API
+     * @param apiKey function to retrieve the API key for Hugging Face
+     */
+    constructor(id, model, apiKey, name, vendor, version, family, maxInputTokens, maxOutputTokens, defaultRequestSettings) {
+        this.id = id;
+        this.model = model;
+        this.apiKey = apiKey;
+        this.name = name;
+        this.vendor = vendor;
+        this.version = version;
+        this.family = family;
+        this.maxInputTokens = maxInputTokens;
+        this.maxOutputTokens = maxOutputTokens;
+        this.defaultRequestSettings = defaultRequestSettings;
+    }
+    async request(request, cancellationToken) {
+        const hfInference = this.initializeHfInference();
+        if (this.isStreamingSupported(this.model)) {
+            return this.handleStreamingRequest(hfInference, request, cancellationToken);
+        }
+        else {
+            return this.handleNonStreamingRequest(hfInference, request);
+        }
+    }
+    getSettings(request) {
+        const settings = request.settings ? request.settings : this.defaultRequestSettings;
+        if (!settings) {
+            return {};
+        }
+        return settings;
+    }
+    async handleNonStreamingRequest(hfInference, request) {
+        const settings = this.getSettings(request);
+        const response = await hfInference.textGeneration({
+            model: this.model,
+            inputs: toHuggingFacePrompt(request.messages),
+            parameters: {
+                ...settings
+            }
+        });
+        const stopWords = Array.isArray(settings.stop) ? settings.stop : [];
+        let cleanText = response.generated_text;
+        stopWords.forEach(stopWord => {
+            if (cleanText.endsWith(stopWord)) {
+                cleanText = cleanText.slice(0, -stopWord.length).trim();
+            }
+        });
+        return {
+            text: cleanText
+        };
+    }
+    async handleStreamingRequest(hfInference, request, cancellationToken) {
+        const settings = this.getSettings(request);
+        const stream = hfInference.textGenerationStream({
+            model: this.model,
+            inputs: toHuggingFacePrompt(request.messages),
+            parameters: {
+                ...settings
+            }
+        });
+        const stopWords = Array.isArray(settings.stop) ? settings.stop : [];
+        const asyncIterator = {
+            async *[Symbol.asyncIterator]() {
+                for await (const chunk of stream) {
+                    let content = chunk.token.text;
+                    stopWords.forEach(stopWord => {
+                        if (content.endsWith(stopWord)) {
+                            content = content.slice(0, -stopWord.length).trim();
+                        }
+                    });
+                    yield { content };
+                    if (cancellationToken === null || cancellationToken === void 0 ? void 0 : cancellationToken.isCancellationRequested) {
+                        break;
+                    }
+                }
+            }
+        };
+        return { stream: asyncIterator };
+    }
+    isStreamingSupported(model) {
+        // Assuming all models support streaming for now; can be refined if needed
+        return true;
+    }
+    initializeHfInference() {
+        const token = this.apiKey();
+        if (!token) {
+            throw new Error('Please provide a Hugging Face API token.');
+        }
+        return new inference_1.HfInference(token);
+    }
+}
+exports.HuggingFaceModel = HuggingFaceModel;
+//# sourceMappingURL=huggingface-language-model.js.map

package/lib/node/huggingface-language-model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-language-model.js","sourceRoot":"","sources":["../../src/node/huggingface-language-model.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;AAYhF,sDAAqD;AAExC,QAAA,0BAA0B,GAAG,MAAM,CAAC,4BAA4B,CAAC,CAAC;AAE/E,SAAS,mBAAmB,CAAC,QAAuC;IAChE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC7B,CAAC;IACD,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjG,CAAC;AAED,SAAS,WAAW,CAAC,KAAmB;IACpC,QAAQ,KAAK,EAAE,CAAC;QACZ,KAAK,MAAM;YACP,OAAO,MAAM,CAAC;QAClB,KAAK,IAAI;YACL,OAAO,WAAW,CAAC;QACvB,KAAK,QAAQ;YACT,OAAO,QAAQ,CAAC;QACpB;YACI,OAAO,EAAE,CAAC;IAClB,CAAC;AACL,CAAC;AAED,MAAa,gBAAgB;IAEzB;;;;OAIG;IACH,YACoB,EAAU,EACnB,KAAa,EACb,MAAgC,EACvB,IAAa,EACb,MAAe,EACf,OAAgB,EAChB,MAAe,EACf,cAAuB,EACvB,eAAwB,EACjC,sBAAgD;QATvC,OAAE,GAAF,EAAE,CAAQ;QACnB,UAAK,GAAL,KAAK,CAAQ;QACb,WAAM,GAAN,MAAM,CAA0B;QACvB,SAAI,GAAJ,IAAI,CAAS;QACb,WAAM,GAAN,MAAM,CAAS;QACf,YAAO,GAAP,OAAO,CAAS;QAChB,WAAM,GAAN,MAAM,CAAS;QACf,mBAAc,GAAd,cAAc,CAAS;QACvB,oBAAe,GAAf,eAAe,CAAS;QACjC,2BAAsB,GAAtB,sBAAsB,CAA0B;IACvD,CAAC;IAEL,KAAK,CAAC,OAAO,CAAC,OAA6B,EAAE,iBAAqC;QAC9E,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACjD,IAAI,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO,IAAI,CAAC,sBAAsB,CAAC,WAAW,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC;QAChF,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,yBAAyB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAChE,CAAC;IACL,CAAC;IAES,WAAW,CAAC,OAA6B;QAC/C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC;QACnF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;QACd,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAES,KAAK,CAAC,yBAAyB,CAAC,WAAwB,EAAE,OAA6B;QAC7F,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAE3C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,cAAc,CAAC;YAC9C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,mBAAmB,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC7C,UAAU,EAAE;gBACR,GAAG,QAAQ;aACd;SACJ,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,IAAI,SAAS,GAAG,QAAQ,CAAC,cAAc,CAAC;QAExC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;YACzB,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/B,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5D,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO;YACH,IAAI,EAAE,SAAS;SAClB,CAAC;IACN,CAAC;IAES,KAAK,CAAC,sBAAsB,CAClC,WAAwB,EACxB,OAA6B,EAC7B,iBAAqC;QAGrC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,WAAW,CAAC,oBAAoB,CAAC;YAC5C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,mBAAmB,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC7C,UAAU,EAAE;gBACR,GAAG,QAAQ;aACd;SACJ,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAEpE,MAAM,aAAa,GAAG;YAClB,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;gBACzB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC/B,IAAI,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;oBAE/B,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;wBACzB,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;4BAC7B,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;wBACxD,CAAC;oBACL,CAAC,CAAC,CAAC;oBAEH,MAAM,EAAE,OAAO,EAAE,CAAC;oBAElB,IAAI,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,uBAAuB,EAAE,CAAC;wBAC7C,MAAM;oBACV,CAAC;gBACL,CAAC;YACL,CAAC;SACJ,CAAC;QAEF,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;IACrC,CAAC;IAES,oBAAoB,CAAC,KAAa;QACxC,0EAA0E;QAC1E,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,qBAAqB;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,IAAI,uBAAW,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;CACJ;AAnHD,4CAmHC"}

package/lib/node/huggingface-language-models-manager-impl.d.ts

@@ -0,0 +1,11 @@
+import { LanguageModelRegistry } from '@theia/ai-core';
+import { HuggingFaceLanguageModelsManager, HuggingFaceModelDescription } from '../common';
+export declare class HuggingFaceLanguageModelsManagerImpl implements HuggingFaceLanguageModelsManager {
+    protected _apiKey: string | undefined;
+    protected readonly languageModelRegistry: LanguageModelRegistry;
+    get apiKey(): string | undefined;
+    createOrUpdateLanguageModels(...modelDescriptions: HuggingFaceModelDescription[]): Promise<void>;
+    removeLanguageModels(...modelIds: string[]): void;
+    setApiKey(apiKey: string | undefined): void;
+}
+//# sourceMappingURL=huggingface-language-models-manager-impl.d.ts.map

package/lib/node/huggingface-language-models-manager-impl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-language-models-manager-impl.d.ts","sourceRoot":"","sources":["../../src/node/huggingface-language-models-manager-impl.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAGvD,OAAO,EAAE,gCAAgC,EAAE,2BAA2B,EAAE,MAAM,WAAW,CAAC;AAE1F,qBACa,oCAAqC,YAAW,gCAAgC;IAEzF,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAGtC,SAAS,CAAC,QAAQ,CAAC,qBAAqB,EAAE,qBAAqB,CAAC;IAEhE,IAAI,MAAM,IAAI,MAAM,GAAG,SAAS,CAE/B;IAEK,4BAA4B,CAAC,GAAG,iBAAiB,EAAE,2BAA2B,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgCtG,oBAAoB,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI;IAIjD,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI;CAG9C"}