@theia/ai-huggingface 1.75.0-next.3 → 1.75.0-next.35
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/node/huggingface-language-models-manager-impl.d.ts +2 -0
- package/lib/node/huggingface-language-models-manager-impl.d.ts.map +1 -1
- package/lib/node/huggingface-language-models-manager-impl.js +7 -1
- package/lib/node/huggingface-language-models-manager-impl.js.map +1 -1
- package/package.json +5 -5
- package/src/node/huggingface-language-models-manager-impl.ts +6 -2
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
import { LanguageModelRegistry, LanguageModelStatus } from '@theia/ai-core';
|
|
2
2
|
import { HuggingFaceLanguageModelsManager, HuggingFaceModelDescription } from '../common';
|
|
3
|
+
import { ILogger } from '@theia/core';
|
|
3
4
|
export declare class HuggingFaceLanguageModelsManagerImpl implements HuggingFaceLanguageModelsManager {
|
|
4
5
|
protected _apiKey: string | undefined;
|
|
5
6
|
protected _proxyUrl: string | undefined;
|
|
6
7
|
protected readonly languageModelRegistry: LanguageModelRegistry;
|
|
8
|
+
protected readonly logger: ILogger;
|
|
7
9
|
get apiKey(): string | undefined;
|
|
8
10
|
protected calculateStatus(apiKey: string | undefined): LanguageModelStatus;
|
|
9
11
|
createOrUpdateLanguageModels(...modelDescriptions: HuggingFaceModelDescription[]): Promise<void>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"huggingface-language-models-manager-impl.d.ts","sourceRoot":"","sources":["../../src/node/huggingface-language-models-manager-impl.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAI5E,OAAO,EAAE,gCAAgC,EAAE,2BAA2B,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"huggingface-language-models-manager-impl.d.ts","sourceRoot":"","sources":["../../src/node/huggingface-language-models-manager-impl.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAI5E,OAAO,EAAE,gCAAgC,EAAE,2BAA2B,EAAE,MAAM,WAAW,CAAC;AAC1F,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAEtC,qBACa,oCAAqC,YAAW,gCAAgC;IAEzF,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAGxC,SAAS,CAAC,QAAQ,CAAC,qBAAqB,EAAE,qBAAqB,CAAC;IAGhE,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IAEnC,IAAI,MAAM,IAAI,MAAM,GAAG,SAAS,CAE/B;IAED,SAAS,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,mBAAmB;IAIpE,4BAA4B,CAAC,GAAG,iBAAiB,EAAE,2BAA2B,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkCtG,oBAAoB,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI;IAIjD,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI;IAI3C,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI;CAOlD"}
|
|
@@ -21,6 +21,7 @@ const ai_core_1 = require("@theia/ai-core");
|
|
|
21
21
|
const node_1 = require("@theia/ai-core/lib/node");
|
|
22
22
|
const inversify_1 = require("@theia/core/shared/inversify");
|
|
23
23
|
const huggingface_language_model_1 = require("./huggingface-language-model");
|
|
24
|
+
const core_1 = require("@theia/core");
|
|
24
25
|
let HuggingFaceLanguageModelsManagerImpl = class HuggingFaceLanguageModelsManagerImpl {
|
|
25
26
|
get apiKey() {
|
|
26
27
|
return this._apiKey ?? process.env.HUGGINGFACE_API_KEY;
|
|
@@ -36,7 +37,7 @@ let HuggingFaceLanguageModelsManagerImpl = class HuggingFaceLanguageModelsManage
|
|
|
36
37
|
const proxyUrl = (0, node_1.getProxyUrl)('https://api-inference.huggingface.co', this._proxyUrl);
|
|
37
38
|
if (model) {
|
|
38
39
|
if (!(model instanceof huggingface_language_model_1.HuggingFaceModel)) {
|
|
39
|
-
|
|
40
|
+
this.logger.warn(`Hugging Face: model ${modelDescription.id} is not a Hugging Face model`);
|
|
40
41
|
continue;
|
|
41
42
|
}
|
|
42
43
|
await this.languageModelRegistry.patchLanguageModel(modelDescription.id, { status, proxy: proxyUrl });
|
|
@@ -68,6 +69,11 @@ tslib_1.__decorate([
|
|
|
68
69
|
(0, inversify_1.inject)(ai_core_1.LanguageModelRegistry),
|
|
69
70
|
tslib_1.__metadata("design:type", Object)
|
|
70
71
|
], HuggingFaceLanguageModelsManagerImpl.prototype, "languageModelRegistry", void 0);
|
|
72
|
+
tslib_1.__decorate([
|
|
73
|
+
(0, inversify_1.inject)(core_1.ILogger),
|
|
74
|
+
(0, inversify_1.named)('ai-huggingface:HuggingFaceLanguageModelsManagerImpl'),
|
|
75
|
+
tslib_1.__metadata("design:type", Object)
|
|
76
|
+
], HuggingFaceLanguageModelsManagerImpl.prototype, "logger", void 0);
|
|
71
77
|
exports.HuggingFaceLanguageModelsManagerImpl = HuggingFaceLanguageModelsManagerImpl = tslib_1.__decorate([
|
|
72
78
|
(0, inversify_1.injectable)()
|
|
73
79
|
], HuggingFaceLanguageModelsManagerImpl);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"huggingface-language-models-manager-impl.js","sourceRoot":"","sources":["../../src/node/huggingface-language-models-manager-impl.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;;AAEhF,4CAA4E;AAC5E,kDAAsD;AACtD,
|
|
1
|
+
{"version":3,"file":"huggingface-language-models-manager-impl.js","sourceRoot":"","sources":["../../src/node/huggingface-language-models-manager-impl.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;;AAEhF,4CAA4E;AAC5E,kDAAsD;AACtD,4DAAyE;AACzE,6EAAgE;AAEhE,sCAAsC;AAG/B,IAAM,oCAAoC,GAA1C,MAAM,oCAAoC;IAW7C,IAAI,MAAM;QACN,OAAO,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;IAC3D,CAAC;IAES,eAAe,CAAC,MAA0B;QAChD,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAC;IAC5G,CAAC;IAED,KAAK,CAAC,4BAA4B,CAAC,GAAG,iBAAgD;QAClF,KAAK,MAAM,gBAAgB,IAAI,iBAAiB,EAAE,CAAC;YAC/C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YACrF,MAAM,cAAc,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEjD,MAAM,QAAQ,GAAG,IAAA,kBAAW,EAAC,sCAAsC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAErF,IAAI,KAAK,EAAE,CAAC;gBACR,IAAI,CAAC,CAAC,KAAK,YAAY,6CAAgB,CAAC,EAAE,CAAC;oBACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,gBAAgB,CAAC,EAAE,8BAA8B,CAAC,CAAC;oBAC3F,SAAS;gBACb,CAAC;gBACD,MAAM,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAmB,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC5H,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,CAAC;oBACzC,IAAI,6CAAgB,CAChB,gBAAgB,CAAC,EAAE,EACnB,gBAAgB,CAAC,KAAK,EACtB,MAAM,EACN,cAAc,EACd,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,QAAQ,CACX;iBACJ,CAAC,CAAC;YACP,CAAC;QACL,CAAC;IACL,CAAC;IAED,oBAAoB,CAAC,GAAG,QAAkB;QACtC,IAAI,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC;IAED,SAAS,CAAC,MAA0B;QAChC,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,SAAS,CAAC;IACvC,CAAC;IAED,WAAW,CAAC,QAA4B;QACpC,IAAI,QAAQ,EAAE,CAAC;YACX,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC9B,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC/B,CAAC;IACL,CAAC;CACJ,CAAA;AApEY,oFAAoC;AAM1B;IADlB,IAAA,kBAAM,EAAC,+BAAqB,CAAC;;mFACkC;AAG7C;IADlB,IAAA,kBAAM,EAAC,cAAO,CAAC;IAAE,IAAA,iBAAK,EAAC,qDAAqD,CAAC;;oEAC3C;+CAT1B,oCAAoC;IADhD,IAAA,sBAAU,GAAE;GACA,oCAAoC,CAoEhD"}
|
package/package.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@theia/ai-huggingface",
|
|
3
|
-
"version": "1.75.0-next.
|
|
3
|
+
"version": "1.75.0-next.35+c66a38110",
|
|
4
4
|
"description": "Theia - Hugging Face Integration",
|
|
5
5
|
"dependencies": {
|
|
6
|
-
"@huggingface/inference": "^4.13.
|
|
7
|
-
"@theia/ai-core": "1.75.0-next.
|
|
8
|
-
"@theia/core": "1.75.0-next.
|
|
6
|
+
"@huggingface/inference": "^4.13.25",
|
|
7
|
+
"@theia/ai-core": "1.75.0-next.35+c66a38110",
|
|
8
|
+
"@theia/core": "1.75.0-next.35+c66a38110"
|
|
9
9
|
},
|
|
10
10
|
"publishConfig": {
|
|
11
11
|
"access": "public"
|
|
@@ -46,5 +46,5 @@
|
|
|
46
46
|
"nyc": {
|
|
47
47
|
"extends": "../../configs/nyc.json"
|
|
48
48
|
},
|
|
49
|
-
"gitHead": "
|
|
49
|
+
"gitHead": "c66a38110467826d2eb718fccd88eb2692d28969"
|
|
50
50
|
}
|
|
@@ -16,9 +16,10 @@
|
|
|
16
16
|
|
|
17
17
|
import { LanguageModelRegistry, LanguageModelStatus } from '@theia/ai-core';
|
|
18
18
|
import { getProxyUrl } from '@theia/ai-core/lib/node';
|
|
19
|
-
import { inject, injectable } from '@theia/core/shared/inversify';
|
|
19
|
+
import { inject, injectable, named } from '@theia/core/shared/inversify';
|
|
20
20
|
import { HuggingFaceModel } from './huggingface-language-model';
|
|
21
21
|
import { HuggingFaceLanguageModelsManager, HuggingFaceModelDescription } from '../common';
|
|
22
|
+
import { ILogger } from '@theia/core';
|
|
22
23
|
|
|
23
24
|
@injectable()
|
|
24
25
|
export class HuggingFaceLanguageModelsManagerImpl implements HuggingFaceLanguageModelsManager {
|
|
@@ -29,6 +30,9 @@ export class HuggingFaceLanguageModelsManagerImpl implements HuggingFaceLanguage
|
|
|
29
30
|
@inject(LanguageModelRegistry)
|
|
30
31
|
protected readonly languageModelRegistry: LanguageModelRegistry;
|
|
31
32
|
|
|
33
|
+
@inject(ILogger) @named('ai-huggingface:HuggingFaceLanguageModelsManagerImpl')
|
|
34
|
+
protected readonly logger: ILogger;
|
|
35
|
+
|
|
32
36
|
get apiKey(): string | undefined {
|
|
33
37
|
return this._apiKey ?? process.env.HUGGINGFACE_API_KEY;
|
|
34
38
|
}
|
|
@@ -47,7 +51,7 @@ export class HuggingFaceLanguageModelsManagerImpl implements HuggingFaceLanguage
|
|
|
47
51
|
|
|
48
52
|
if (model) {
|
|
49
53
|
if (!(model instanceof HuggingFaceModel)) {
|
|
50
|
-
|
|
54
|
+
this.logger.warn(`Hugging Face: model ${modelDescription.id} is not a Hugging Face model`);
|
|
51
55
|
continue;
|
|
52
56
|
}
|
|
53
57
|
await this.languageModelRegistry.patchLanguageModel<HuggingFaceModel>(modelDescription.id, { status, proxy: proxyUrl });
|