repoburg 1.3.317 → 1.3.319
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/agent-pane/backend/dist/index.js +487 -162
- package/agent-pane/backend/dist/server.js +487 -162
- package/agent-pane/frontend/dist/assets/{TerminalView-D3fkOngy.js → TerminalView-D5Hg3Fzf.js} +1 -1
- package/agent-pane/frontend/dist/assets/index-C1m0abtH.css +1 -0
- package/agent-pane/frontend/dist/assets/index-Cckb2tlY.js +852 -0
- package/agent-pane/frontend/dist/index.html +2 -2
- package/backend/dist/src/application-state/application-state.service.d.ts +5 -0
- package/backend/dist/src/application-state/application-state.service.js +18 -0
- package/backend/dist/src/application-state/application-state.service.js.map +1 -1
- package/backend/dist/src/core-entities/enums.d.ts +1 -0
- package/backend/dist/src/core-entities/enums.js +1 -0
- package/backend/dist/src/core-entities/enums.js.map +1 -1
- package/backend/dist/src/global-config/global-config.service.d.ts +1 -0
- package/backend/dist/src/global-config/global-config.service.js +15 -1
- package/backend/dist/src/global-config/global-config.service.js.map +1 -1
- package/backend/dist/src/llm-provider/alibaba-llm.provider.d.ts +18 -2
- package/backend/dist/src/llm-provider/alibaba-llm.provider.js +155 -17
- package/backend/dist/src/llm-provider/alibaba-llm.provider.js.map +1 -1
- package/backend/dist/src/llm-provider/credential-check.d.ts +3 -0
- package/backend/dist/src/llm-provider/credential-check.js +27 -0
- package/backend/dist/src/llm-provider/credential-check.js.map +1 -0
- package/backend/dist/src/llm-provider/dto/set-inference-credentials.dto.d.ts +5 -0
- package/backend/dist/src/llm-provider/dto/set-inference-credentials.dto.js +46 -0
- package/backend/dist/src/llm-provider/dto/set-inference-credentials.dto.js.map +1 -0
- package/backend/dist/src/llm-provider/inference-credentials.service.d.ts +24 -0
- package/backend/dist/src/llm-provider/inference-credentials.service.js +120 -0
- package/backend/dist/src/llm-provider/inference-credentials.service.js.map +1 -0
- package/backend/dist/src/llm-provider/inference-registry.d.ts +15 -0
- package/backend/dist/src/llm-provider/inference-registry.js +68 -0
- package/backend/dist/src/llm-provider/inference-registry.js.map +1 -0
- package/backend/dist/src/llm-provider/llm-provider.controller.d.ts +15 -1
- package/backend/dist/src/llm-provider/llm-provider.controller.js +75 -3
- package/backend/dist/src/llm-provider/llm-provider.controller.js.map +1 -1
- package/backend/dist/src/llm-provider/llm-provider.interface.d.ts +34 -1
- package/backend/dist/src/llm-provider/llm-provider.interface.js +8 -1
- package/backend/dist/src/llm-provider/llm-provider.interface.js.map +1 -1
- package/backend/dist/src/llm-provider/llm-provider.module.js +5 -1
- package/backend/dist/src/llm-provider/llm-provider.module.js.map +1 -1
- package/backend/dist/src/llm-provider/ollama-llm.provider.d.ts +14 -6
- package/backend/dist/src/llm-provider/ollama-llm.provider.js +208 -80
- package/backend/dist/src/llm-provider/ollama-llm.provider.js.map +1 -1
- package/backend/dist/src/llm-provider/openai-llm.provider.d.ts +7 -2
- package/backend/dist/src/llm-provider/openai-llm.provider.js +50 -8
- package/backend/dist/src/llm-provider/openai-llm.provider.js.map +1 -1
- package/backend/dist/src/llm-provider/openrouter-llm.provider.d.ts +21 -2
- package/backend/dist/src/llm-provider/openrouter-llm.provider.js +124 -14
- package/backend/dist/src/llm-provider/openrouter-llm.provider.js.map +1 -1
- package/backend/dist/src/llm-provider/proxy-llm.provider.d.ts +4 -11
- package/backend/dist/src/llm-provider/proxy-llm.provider.js +17 -47
- package/backend/dist/src/llm-provider/proxy-llm.provider.js.map +1 -1
- package/backend/dist/src/llm-provider/reasoning.d.ts +9 -0
- package/backend/dist/src/llm-provider/reasoning.js +73 -0
- package/backend/dist/src/llm-provider/reasoning.js.map +1 -0
- package/backend/dist/src/llm-provider/zai-llm.provider.d.ts +24 -2
- package/backend/dist/src/llm-provider/zai-llm.provider.js +134 -17
- package/backend/dist/src/llm-provider/zai-llm.provider.js.map +1 -1
- package/backend/dist/tsconfig.build.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/tabtape/extension/dist/build-info.json +3 -3
- package/tabtape/extension/dist/manifest.json +1 -1
- package/tabtape/ui/dist/build-info.json +3 -3
- package/agent-pane/frontend/dist/assets/index-Bb9z3drP.js +0 -852
- package/agent-pane/frontend/dist/assets/index-nEHdBY3j.css +0 -1
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.SetInferenceCredentialsDto = void 0;
|
|
13
|
+
const class_validator_1 = require("class-validator");
|
|
14
|
+
const swagger_1 = require("@nestjs/swagger");
|
|
15
|
+
class SetInferenceCredentialsDto {
|
|
16
|
+
}
|
|
17
|
+
exports.SetInferenceCredentialsDto = SetInferenceCredentialsDto;
|
|
18
|
+
__decorate([
|
|
19
|
+
(0, swagger_1.ApiPropertyOptional)({
|
|
20
|
+
description: 'API key. Empty keeps the saved key (to change only the base URL).',
|
|
21
|
+
}),
|
|
22
|
+
(0, class_validator_1.IsOptional)(),
|
|
23
|
+
(0, class_validator_1.IsString)(),
|
|
24
|
+
(0, class_validator_1.MaxLength)(4096),
|
|
25
|
+
__metadata("design:type", String)
|
|
26
|
+
], SetInferenceCredentialsDto.prototype, "apiKey", void 0);
|
|
27
|
+
__decorate([
|
|
28
|
+
(0, swagger_1.ApiPropertyOptional)({
|
|
29
|
+
description: 'Base URL (OpenAI-compatible only)',
|
|
30
|
+
example: 'https://api.openai.com/v1',
|
|
31
|
+
}),
|
|
32
|
+
(0, class_validator_1.IsOptional)(),
|
|
33
|
+
(0, class_validator_1.IsString)(),
|
|
34
|
+
(0, class_validator_1.MaxLength)(2048),
|
|
35
|
+
__metadata("design:type", String)
|
|
36
|
+
], SetInferenceCredentialsDto.prototype, "baseUrl", void 0);
|
|
37
|
+
__decorate([
|
|
38
|
+
(0, swagger_1.ApiPropertyOptional)({
|
|
39
|
+
description: 'global (default): every workspace, replacing this workspace override; project: this workspace only',
|
|
40
|
+
enum: ['global', 'project'],
|
|
41
|
+
}),
|
|
42
|
+
(0, class_validator_1.IsOptional)(),
|
|
43
|
+
(0, class_validator_1.IsIn)(['global', 'project']),
|
|
44
|
+
__metadata("design:type", String)
|
|
45
|
+
], SetInferenceCredentialsDto.prototype, "scope", void 0);
|
|
46
|
+
//# sourceMappingURL=set-inference-credentials.dto.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"set-inference-credentials.dto.js","sourceRoot":"","sources":["../../../../src/llm-provider/dto/set-inference-credentials.dto.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qDAAwE;AACxE,6CAAsD;AAEtD,MAAa,0BAA0B;CA2BtC;AA3BD,gEA2BC;AAnBC;IAPC,IAAA,6BAAmB,EAAC;QACnB,WAAW,EACT,mEAAmE;KACtE,CAAC;IACD,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;IACV,IAAA,2BAAS,EAAC,IAAI,CAAC;;0DACA;AAShB;IAPC,IAAA,6BAAmB,EAAC;QACnB,WAAW,EAAE,mCAAmC;QAChD,OAAO,EAAE,2BAA2B;KACrC,CAAC;IACD,IAAA,4BAAU,GAAE;IACZ,IAAA,0BAAQ,GAAE;IACV,IAAA,2BAAS,EAAC,IAAI,CAAC;;2DACC;AASjB;IAPC,IAAA,6BAAmB,EAAC;QACnB,WAAW,EACT,oGAAoG;QACtG,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;KAC5B,CAAC;IACD,IAAA,4BAAU,GAAE;IACZ,IAAA,sBAAI,EAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;;yDACC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { ApplicationStateService } from '../application-state/application-state.service';
|
|
2
|
+
import { InferenceProviderDescriptor, InferenceProviderId } from './llm-provider.interface';
|
|
3
|
+
import { InferenceRegistry } from './inference-registry';
|
|
4
|
+
export type CredentialScope = 'global' | 'project';
|
|
5
|
+
export interface InferenceProviderStatus extends InferenceProviderDescriptor {
|
|
6
|
+
configured: boolean;
|
|
7
|
+
source: CredentialScope | null;
|
|
8
|
+
maskedKey: string | null;
|
|
9
|
+
baseUrl: string | null;
|
|
10
|
+
}
|
|
11
|
+
export declare class InvalidCredentialsError extends Error {
|
|
12
|
+
}
|
|
13
|
+
export declare class InferenceCredentialsService {
|
|
14
|
+
private readonly registry;
|
|
15
|
+
private readonly applicationState;
|
|
16
|
+
constructor(registry: InferenceRegistry, applicationState: ApplicationStateService);
|
|
17
|
+
list(): Promise<InferenceProviderStatus[]>;
|
|
18
|
+
status(id: InferenceProviderId): Promise<InferenceProviderStatus>;
|
|
19
|
+
save(id: InferenceProviderId, input: {
|
|
20
|
+
apiKey?: string;
|
|
21
|
+
baseUrl?: string;
|
|
22
|
+
}, scope?: CredentialScope): Promise<InferenceProviderStatus>;
|
|
23
|
+
remove(id: InferenceProviderId): Promise<InferenceProviderStatus>;
|
|
24
|
+
}
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.InferenceCredentialsService = exports.InvalidCredentialsError = void 0;
|
|
13
|
+
const common_1 = require("@nestjs/common");
|
|
14
|
+
const application_state_service_1 = require("../application-state/application-state.service");
|
|
15
|
+
const inference_registry_1 = require("./inference-registry");
|
|
16
|
+
const reasoning_1 = require("./reasoning");
|
|
17
|
+
const CREDENTIAL_KEYS = {
|
|
18
|
+
ollama: { apiKey: 'ollamaApiKey' },
|
|
19
|
+
zai: { apiKey: 'zaiApiKey' },
|
|
20
|
+
alibaba: { apiKey: 'alibabaApiKey' },
|
|
21
|
+
openrouter: { apiKey: 'openrouterApiKey' },
|
|
22
|
+
openai: { apiKey: 'openaiApiKey', baseUrl: 'openaiBaseUrl' },
|
|
23
|
+
};
|
|
24
|
+
class InvalidCredentialsError extends Error {
|
|
25
|
+
}
|
|
26
|
+
exports.InvalidCredentialsError = InvalidCredentialsError;
|
|
27
|
+
let InferenceCredentialsService = class InferenceCredentialsService {
|
|
28
|
+
constructor(registry, applicationState) {
|
|
29
|
+
this.registry = registry;
|
|
30
|
+
this.applicationState = applicationState;
|
|
31
|
+
}
|
|
32
|
+
async list() {
|
|
33
|
+
return Promise.all(this.registry.list().map((p) => this.status(p.descriptor.id)));
|
|
34
|
+
}
|
|
35
|
+
async status(id) {
|
|
36
|
+
const { descriptor } = this.registry.get(id);
|
|
37
|
+
const keys = CREDENTIAL_KEYS[id];
|
|
38
|
+
const apiKey = await this.applicationState.getCredentialWithSource(keys.apiKey);
|
|
39
|
+
const baseUrl = keys.baseUrl
|
|
40
|
+
? await this.applicationState.getCredentialWithSource(keys.baseUrl)
|
|
41
|
+
: null;
|
|
42
|
+
const configured = Boolean(apiKey.value);
|
|
43
|
+
return {
|
|
44
|
+
...descriptor,
|
|
45
|
+
configured,
|
|
46
|
+
source: configured && apiKey.source !== 'default' ? apiKey.source : null,
|
|
47
|
+
maskedKey: (0, reasoning_1.maskSecret)(apiKey.value),
|
|
48
|
+
baseUrl: descriptor.needsBaseUrl
|
|
49
|
+
? baseUrl?.value || descriptor.defaultBaseUrl || null
|
|
50
|
+
: null,
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
async save(id, input, scope = 'global') {
|
|
54
|
+
const provider = this.registry.get(id);
|
|
55
|
+
const keys = CREDENTIAL_KEYS[id];
|
|
56
|
+
const apiKey = input.apiKey?.trim() ||
|
|
57
|
+
(await this.applicationState.getCredentialWithSource(keys.apiKey)).value;
|
|
58
|
+
if (!apiKey) {
|
|
59
|
+
throw new InvalidCredentialsError(`Enter the ${provider.descriptor.label} API key.`);
|
|
60
|
+
}
|
|
61
|
+
const baseUrl = keys.baseUrl ? normalizeBaseUrl(input.baseUrl) : undefined;
|
|
62
|
+
if (baseUrl === null) {
|
|
63
|
+
throw new InvalidCredentialsError('The base URL must start with http:// or https://.');
|
|
64
|
+
}
|
|
65
|
+
const testBaseUrl = baseUrl ??
|
|
66
|
+
(keys.baseUrl
|
|
67
|
+
? (await this.applicationState.getCredentialWithSource(keys.baseUrl))
|
|
68
|
+
.value
|
|
69
|
+
: null);
|
|
70
|
+
try {
|
|
71
|
+
await provider.testCredentials({ apiKey, baseUrl: testBaseUrl });
|
|
72
|
+
}
|
|
73
|
+
catch (error) {
|
|
74
|
+
throw new InvalidCredentialsError(error instanceof Error ? error.message : String(error));
|
|
75
|
+
}
|
|
76
|
+
const entries = [
|
|
77
|
+
[keys.apiKey, apiKey],
|
|
78
|
+
];
|
|
79
|
+
if (keys.baseUrl && baseUrl !== undefined) {
|
|
80
|
+
entries.push([keys.baseUrl, baseUrl]);
|
|
81
|
+
}
|
|
82
|
+
for (const [key, value] of entries) {
|
|
83
|
+
if (scope === 'project') {
|
|
84
|
+
await this.applicationState.setProjectCredential(key, value);
|
|
85
|
+
}
|
|
86
|
+
else {
|
|
87
|
+
await this.applicationState.setGlobalCredential(key, value);
|
|
88
|
+
await this.applicationState.clearOverride(key);
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
return this.status(id);
|
|
92
|
+
}
|
|
93
|
+
async remove(id) {
|
|
94
|
+
const keys = CREDENTIAL_KEYS[id];
|
|
95
|
+
await this.applicationState.removeGlobalCredential(keys.apiKey);
|
|
96
|
+
await this.applicationState.clearOverride(keys.apiKey);
|
|
97
|
+
return this.status(id);
|
|
98
|
+
}
|
|
99
|
+
};
|
|
100
|
+
exports.InferenceCredentialsService = InferenceCredentialsService;
|
|
101
|
+
exports.InferenceCredentialsService = InferenceCredentialsService = __decorate([
|
|
102
|
+
(0, common_1.Injectable)(),
|
|
103
|
+
__metadata("design:paramtypes", [inference_registry_1.InferenceRegistry,
|
|
104
|
+
application_state_service_1.ApplicationStateService])
|
|
105
|
+
], InferenceCredentialsService);
|
|
106
|
+
function normalizeBaseUrl(raw) {
|
|
107
|
+
const value = raw?.trim();
|
|
108
|
+
if (!value)
|
|
109
|
+
return undefined;
|
|
110
|
+
try {
|
|
111
|
+
const url = new URL(value);
|
|
112
|
+
if (url.protocol !== 'http:' && url.protocol !== 'https:')
|
|
113
|
+
return null;
|
|
114
|
+
}
|
|
115
|
+
catch {
|
|
116
|
+
return null;
|
|
117
|
+
}
|
|
118
|
+
return value.replace(/\/+$/, '');
|
|
119
|
+
}
|
|
120
|
+
//# sourceMappingURL=inference-credentials.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inference-credentials.service.js","sourceRoot":"","sources":["../../../src/llm-provider/inference-credentials.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,8FAGwD;AAKxD,6DAAyD;AACzD,2CAAyC;AAGzC,MAAM,eAAe,GAGjB;IACF,MAAM,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE;IAClC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE;IAC5B,OAAO,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE;IACpC,UAAU,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE;IAC1C,MAAM,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,eAAe,EAAE;CAC7D,CAAC;AAeF,MAAa,uBAAwB,SAAQ,KAAK;CAAG;AAArD,0DAAqD;AAI9C,IAAM,2BAA2B,GAAjC,MAAM,2BAA2B;IACtC,YACmB,QAA2B,EAC3B,gBAAyC;QADzC,aAAQ,GAAR,QAAQ,CAAmB;QAC3B,qBAAgB,GAAhB,gBAAgB,CAAyB;IACzD,CAAC;IAEJ,KAAK,CAAC,IAAI;QACR,OAAO,OAAO,CAAC,GAAG,CAChB,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAC9D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAuB;QAClC,MAAM,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,uBAAuB,CAChE,IAAI,CAAC,MAAM,CACZ,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO;YAC1B,CAAC,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC;YACnE,CAAC,CAAC,IAAI,CAAC;QACT,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO;YACL,GAAG,UAAU;YACb,UAAU;YACV,MAAM,EAAE,UAAU,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;YACxE,SAAS,EAAE,IAAA,sBAAU,EAAC,MAAM,CAAC,KAAK,CAAC;YACnC,OAAO,EAAE,UAAU,CAAC,YAAY;gBAC9B,CAAC,CAAC,OAAO,EAAE,KAAK,IAAI,UAAU,CAAC,cAAc,IAAI,IAAI;gBACrD,CAAC,CAAC,IAAI;SACT,CAAC;IACJ,CAAC;IAUD,KAAK,CAAC,IAAI,CACR,EAAuB,EACvB,KAA4C,EAC5C,QAAyB,QAAQ;QAEjC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;QACjC,MAAM,MAAM,GACV,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE;YACpB,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3E,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,uBAAuB,CAC/B,aAAa,QAAQ,CAAC,UAAU,CAAC,KAAK,WAAW,CAClD,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3E,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,MAAM,IAAI,uBAAuB,CAC/B,mDAAmD,CACpD,CAAC;QACJ,CAAC;QAGD,MAAM,WAAW,GACf,OAAO;YACP,CAAC,IAAI,CAAC,OAAO;gBACX,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;qBAChE,KAAK;gBACV,CAAC,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAuB,CAC/B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA2C;YACtD,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;SACtB,CAAC;QACF,IAAI,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACxC,CAAC;QACD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YACnC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC5D,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACzB,CAAC;IAGD,KAAK,CAAC,MAAM,CAAC,EAAuB;QAClC,MAAM,IAAI,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;QACjC,MAAM,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChE,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvD,OAAO,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACzB,CAAC;CACF,CAAA;AAtGY,kEAA2B;sCAA3B,2BAA2B;IADvC,IAAA,mBAAU,GAAE;qCAGkB,sCAAiB;QACT,mDAAuB;GAHjD,2BAA2B,CAsGvC;AAID,SAAS,gBAAgB,CAAC,GAAuB;IAC/C,MAAM,KAAK,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC;IAC1B,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;IACzE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACnC,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { InferenceProvider, InferenceProviderId } from './llm-provider.interface';
|
|
2
|
+
import { OllamaLlmProvider } from './ollama-llm.provider';
|
|
3
|
+
import { ZaiLlmProvider } from './zai-llm.provider';
|
|
4
|
+
import { AlibabaLlmProvider } from './alibaba-llm.provider';
|
|
5
|
+
import { OpenRouterLlmProvider } from './openrouter-llm.provider';
|
|
6
|
+
import { OpenaiLlmProvider } from './openai-llm.provider';
|
|
7
|
+
export declare function isInferenceProviderId(value: unknown): value is InferenceProviderId;
|
|
8
|
+
export declare function inferenceProviderIdFor(modelId: string | null | undefined): InferenceProviderId | undefined;
|
|
9
|
+
export declare class InferenceRegistry {
|
|
10
|
+
private readonly providers;
|
|
11
|
+
constructor(ollama: OllamaLlmProvider, zai: ZaiLlmProvider, alibaba: AlibabaLlmProvider, openrouter: OpenRouterLlmProvider, openai: OpenaiLlmProvider);
|
|
12
|
+
list(): InferenceProvider[];
|
|
13
|
+
get(id: InferenceProviderId): InferenceProvider;
|
|
14
|
+
forModel(modelId: string | null | undefined): InferenceProvider;
|
|
15
|
+
}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.InferenceRegistry = void 0;
|
|
13
|
+
exports.isInferenceProviderId = isInferenceProviderId;
|
|
14
|
+
exports.inferenceProviderIdFor = inferenceProviderIdFor;
|
|
15
|
+
const common_1 = require("@nestjs/common");
|
|
16
|
+
const llm_provider_interface_1 = require("./llm-provider.interface");
|
|
17
|
+
const ollama_llm_provider_1 = require("./ollama-llm.provider");
|
|
18
|
+
const zai_llm_provider_1 = require("./zai-llm.provider");
|
|
19
|
+
const alibaba_llm_provider_1 = require("./alibaba-llm.provider");
|
|
20
|
+
const openrouter_llm_provider_1 = require("./openrouter-llm.provider");
|
|
21
|
+
const openai_llm_provider_1 = require("./openai-llm.provider");
|
|
22
|
+
function isInferenceProviderId(value) {
|
|
23
|
+
return (typeof value === 'string' &&
|
|
24
|
+
llm_provider_interface_1.INFERENCE_PROVIDER_IDS.includes(value));
|
|
25
|
+
}
|
|
26
|
+
function inferenceProviderIdFor(modelId) {
|
|
27
|
+
if (!modelId)
|
|
28
|
+
return undefined;
|
|
29
|
+
const slash = modelId.indexOf('/');
|
|
30
|
+
if (slash <= 0)
|
|
31
|
+
return undefined;
|
|
32
|
+
const prefix = modelId.slice(0, slash);
|
|
33
|
+
return isInferenceProviderId(prefix) ? prefix : 'openrouter';
|
|
34
|
+
}
|
|
35
|
+
let InferenceRegistry = class InferenceRegistry {
|
|
36
|
+
constructor(ollama, zai, alibaba, openrouter, openai) {
|
|
37
|
+
this.providers = new Map([ollama, zai, alibaba, openrouter, openai].map((p) => [
|
|
38
|
+
p.descriptor.id,
|
|
39
|
+
p,
|
|
40
|
+
]));
|
|
41
|
+
}
|
|
42
|
+
list() {
|
|
43
|
+
return [...this.providers.values()];
|
|
44
|
+
}
|
|
45
|
+
get(id) {
|
|
46
|
+
const provider = this.providers.get(id);
|
|
47
|
+
if (!provider)
|
|
48
|
+
throw new Error(`Unknown inference provider "${id}".`);
|
|
49
|
+
return provider;
|
|
50
|
+
}
|
|
51
|
+
forModel(modelId) {
|
|
52
|
+
const id = inferenceProviderIdFor(modelId);
|
|
53
|
+
if (!id) {
|
|
54
|
+
throw new Error(`Unknown model provider for model ID: "${modelId}". Model IDs must start with a provider: ${llm_provider_interface_1.INFERENCE_PROVIDER_IDS.map((p) => `${p}/`).join(', ')}.`);
|
|
55
|
+
}
|
|
56
|
+
return this.get(id);
|
|
57
|
+
}
|
|
58
|
+
};
|
|
59
|
+
exports.InferenceRegistry = InferenceRegistry;
|
|
60
|
+
exports.InferenceRegistry = InferenceRegistry = __decorate([
|
|
61
|
+
(0, common_1.Injectable)(),
|
|
62
|
+
__metadata("design:paramtypes", [ollama_llm_provider_1.OllamaLlmProvider,
|
|
63
|
+
zai_llm_provider_1.ZaiLlmProvider,
|
|
64
|
+
alibaba_llm_provider_1.AlibabaLlmProvider,
|
|
65
|
+
openrouter_llm_provider_1.OpenRouterLlmProvider,
|
|
66
|
+
openai_llm_provider_1.OpenaiLlmProvider])
|
|
67
|
+
], InferenceRegistry);
|
|
68
|
+
//# sourceMappingURL=inference-registry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inference-registry.js","sourceRoot":"","sources":["../../../src/llm-provider/inference-registry.ts"],"names":[],"mappings":";;;;;;;;;;;;AAYA,sDAOC;AAQD,wDAQC;AAnCD,2CAA4C;AAC5C,qEAIkC;AAClC,+DAA0D;AAC1D,yDAAoD;AACpD,iEAA4D;AAC5D,uEAAkE;AAClE,+DAA0D;AAE1D,SAAgB,qBAAqB,CACnC,KAAc;IAEd,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACxB,+CAA4C,CAAC,QAAQ,CAAC,KAAK,CAAC,CAC9D,CAAC;AACJ,CAAC;AAQD,SAAgB,sBAAsB,CACpC,OAAkC;IAElC,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IACjC,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACvC,OAAO,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC;AAC/D,CAAC;AAMM,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAG5B,YACE,MAAyB,EACzB,GAAmB,EACnB,OAA2B,EAC3B,UAAiC,EACjC,MAAyB;QAEzB,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,CACtB,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACpD,CAAC,CAAC,UAAU,CAAC,EAAE;YACf,CAAC;SACF,CAAC,CACH,CAAC;IACJ,CAAC;IAED,IAAI;QACF,OAAO,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,GAAG,CAAC,EAAuB;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,EAAE,IAAI,CAAC,CAAC;QACtE,OAAO,QAAQ,CAAC;IAClB,CAAC;IAGD,QAAQ,CAAC,OAAkC;QACzC,MAAM,EAAE,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,MAAM,IAAI,KAAK,CACb,yCAAyC,OAAO,4CAA4C,+CAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACrJ,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACtB,CAAC;CACF,CAAA;AAtCY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;qCAKD,uCAAiB;QACpB,iCAAc;QACV,yCAAkB;QACf,+CAAqB;QACzB,uCAAiB;GARhB,iBAAiB,CAsC7B"}
|
|
@@ -1,8 +1,22 @@
|
|
|
1
1
|
import { LlmProvider, LlmModel } from './llm-provider.interface';
|
|
2
|
+
import { InferenceRegistry } from './inference-registry';
|
|
3
|
+
import { InferenceCredentialsService, InferenceProviderStatus } from './inference-credentials.service';
|
|
4
|
+
import { SetInferenceCredentialsDto } from './dto/set-inference-credentials.dto';
|
|
2
5
|
export declare class LlmProviderController {
|
|
3
6
|
private readonly llmProvider;
|
|
4
|
-
|
|
7
|
+
private readonly registry;
|
|
8
|
+
private readonly credentials;
|
|
9
|
+
constructor(llmProvider: LlmProvider, registry: InferenceRegistry, credentials: InferenceCredentialsService);
|
|
5
10
|
getModels(): Promise<{
|
|
6
11
|
models: LlmModel[];
|
|
7
12
|
}>;
|
|
13
|
+
listInferenceProviders(): Promise<{
|
|
14
|
+
providers: InferenceProviderStatus[];
|
|
15
|
+
}>;
|
|
16
|
+
getInferenceProviderModels(id: string): Promise<{
|
|
17
|
+
models: LlmModel[];
|
|
18
|
+
}>;
|
|
19
|
+
setInferenceCredentials(id: string, dto: SetInferenceCredentialsDto): Promise<InferenceProviderStatus>;
|
|
20
|
+
removeInferenceCredentials(id: string): Promise<InferenceProviderStatus>;
|
|
21
|
+
private providerId;
|
|
8
22
|
}
|
|
@@ -16,19 +16,52 @@ exports.LlmProviderController = void 0;
|
|
|
16
16
|
const common_1 = require("@nestjs/common");
|
|
17
17
|
const swagger_1 = require("@nestjs/swagger");
|
|
18
18
|
const llm_provider_interface_1 = require("./llm-provider.interface");
|
|
19
|
+
const inference_registry_1 = require("./inference-registry");
|
|
20
|
+
const inference_credentials_service_1 = require("./inference-credentials.service");
|
|
21
|
+
const set_inference_credentials_dto_1 = require("./dto/set-inference-credentials.dto");
|
|
19
22
|
let LlmProviderController = class LlmProviderController {
|
|
20
|
-
constructor(llmProvider) {
|
|
23
|
+
constructor(llmProvider, registry, credentials) {
|
|
21
24
|
this.llmProvider = llmProvider;
|
|
25
|
+
this.registry = registry;
|
|
26
|
+
this.credentials = credentials;
|
|
22
27
|
}
|
|
23
28
|
async getModels() {
|
|
24
29
|
const models = await this.llmProvider.getModels();
|
|
25
30
|
return { models };
|
|
26
31
|
}
|
|
32
|
+
async listInferenceProviders() {
|
|
33
|
+
return { providers: await this.credentials.list() };
|
|
34
|
+
}
|
|
35
|
+
async getInferenceProviderModels(id) {
|
|
36
|
+
return { models: await this.registry.get(this.providerId(id)).getModels() };
|
|
37
|
+
}
|
|
38
|
+
async setInferenceCredentials(id, dto) {
|
|
39
|
+
try {
|
|
40
|
+
return await this.credentials.save(this.providerId(id), { apiKey: dto.apiKey, baseUrl: dto.baseUrl }, dto.scope);
|
|
41
|
+
}
|
|
42
|
+
catch (error) {
|
|
43
|
+
if (error instanceof inference_credentials_service_1.InvalidCredentialsError) {
|
|
44
|
+
throw new common_1.BadRequestException(error.message);
|
|
45
|
+
}
|
|
46
|
+
throw error;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
async removeInferenceCredentials(id) {
|
|
50
|
+
return this.credentials.remove(this.providerId(id));
|
|
51
|
+
}
|
|
52
|
+
providerId(id) {
|
|
53
|
+
if (!(0, inference_registry_1.isInferenceProviderId)(id)) {
|
|
54
|
+
throw new common_1.NotFoundException(`Unknown inference provider "${id}".`);
|
|
55
|
+
}
|
|
56
|
+
return id;
|
|
57
|
+
}
|
|
27
58
|
};
|
|
28
59
|
exports.LlmProviderController = LlmProviderController;
|
|
29
60
|
__decorate([
|
|
30
61
|
(0, common_1.Get)('models'),
|
|
31
|
-
(0, swagger_1.ApiOperation)({
|
|
62
|
+
(0, swagger_1.ApiOperation)({
|
|
63
|
+
summary: 'Models of every inference provider that has a key, with their thinking levels',
|
|
64
|
+
}),
|
|
32
65
|
(0, swagger_1.ApiResponse)({
|
|
33
66
|
status: 200,
|
|
34
67
|
description: 'List of models',
|
|
@@ -48,10 +81,49 @@ __decorate([
|
|
|
48
81
|
__metadata("design:paramtypes", []),
|
|
49
82
|
__metadata("design:returntype", Promise)
|
|
50
83
|
], LlmProviderController.prototype, "getModels", null);
|
|
84
|
+
__decorate([
|
|
85
|
+
(0, common_1.Get)('inference-providers'),
|
|
86
|
+
(0, swagger_1.ApiOperation)({
|
|
87
|
+
summary: 'Inference providers with their key status (masked, never the key)',
|
|
88
|
+
}),
|
|
89
|
+
__metadata("design:type", Function),
|
|
90
|
+
__metadata("design:paramtypes", []),
|
|
91
|
+
__metadata("design:returntype", Promise)
|
|
92
|
+
], LlmProviderController.prototype, "listInferenceProviders", null);
|
|
93
|
+
__decorate([
|
|
94
|
+
(0, common_1.Get)('inference-providers/:id/models'),
|
|
95
|
+
(0, swagger_1.ApiOperation)({ summary: "One inference provider's models" }),
|
|
96
|
+
__param(0, (0, common_1.Param)('id')),
|
|
97
|
+
__metadata("design:type", Function),
|
|
98
|
+
__metadata("design:paramtypes", [String]),
|
|
99
|
+
__metadata("design:returntype", Promise)
|
|
100
|
+
], LlmProviderController.prototype, "getInferenceProviderModels", null);
|
|
101
|
+
__decorate([
|
|
102
|
+
(0, common_1.Put)('inference-providers/:id/credentials'),
|
|
103
|
+
(0, swagger_1.ApiOperation)({
|
|
104
|
+
summary: 'Check an API key with the provider, then save it (400 when refused)',
|
|
105
|
+
}),
|
|
106
|
+
__param(0, (0, common_1.Param)('id')),
|
|
107
|
+
__param(1, (0, common_1.Body)()),
|
|
108
|
+
__metadata("design:type", Function),
|
|
109
|
+
__metadata("design:paramtypes", [String, set_inference_credentials_dto_1.SetInferenceCredentialsDto]),
|
|
110
|
+
__metadata("design:returntype", Promise)
|
|
111
|
+
], LlmProviderController.prototype, "setInferenceCredentials", null);
|
|
112
|
+
__decorate([
|
|
113
|
+
(0, common_1.Delete)('inference-providers/:id/credentials'),
|
|
114
|
+
(0, swagger_1.ApiOperation)({
|
|
115
|
+
summary: "Forget the provider's API key (global and this workspace)",
|
|
116
|
+
}),
|
|
117
|
+
__param(0, (0, common_1.Param)('id')),
|
|
118
|
+
__metadata("design:type", Function),
|
|
119
|
+
__metadata("design:paramtypes", [String]),
|
|
120
|
+
__metadata("design:returntype", Promise)
|
|
121
|
+
], LlmProviderController.prototype, "removeInferenceCredentials", null);
|
|
51
122
|
exports.LlmProviderController = LlmProviderController = __decorate([
|
|
52
123
|
(0, swagger_1.ApiTags)('llm-provider'),
|
|
53
124
|
(0, common_1.Controller)('llm-provider'),
|
|
54
125
|
__param(0, (0, common_1.Inject)(llm_provider_interface_1.LLM_PROVIDER)),
|
|
55
|
-
__metadata("design:paramtypes", [Object
|
|
126
|
+
__metadata("design:paramtypes", [Object, inference_registry_1.InferenceRegistry,
|
|
127
|
+
inference_credentials_service_1.InferenceCredentialsService])
|
|
56
128
|
], LlmProviderController);
|
|
57
129
|
//# sourceMappingURL=llm-provider.controller.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm-provider.controller.js","sourceRoot":"","sources":["../../../src/llm-provider/llm-provider.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"llm-provider.controller.js","sourceRoot":"","sources":["../../../src/llm-provider/llm-provider.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAUwB;AACxB,6CAAqE;AACrE,qEAKkC;AAClC,6DAAgF;AAChF,mFAIyC;AACzC,uFAAiF;AAI1E,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAChC,YAEmB,WAAwB,EACxB,QAA2B,EAC3B,WAAwC;QAFxC,gBAAW,GAAX,WAAW,CAAa;QACxB,aAAQ,GAAR,QAAQ,CAAmB;QAC3B,gBAAW,GAAX,WAAW,CAA6B;IACxD,CAAC;IAsBE,AAAN,KAAK,CAAC,SAAS;QACb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;QAClD,OAAO,EAAE,MAAM,EAAE,CAAC;IACpB,CAAC;IAOK,AAAN,KAAK,CAAC,sBAAsB;QAG1B,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;IACtD,CAAC;IAIK,AAAN,KAAK,CAAC,0BAA0B,CACjB,EAAU;QAEvB,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;IAC9E,CAAC;IAOK,AAAN,KAAK,CAAC,uBAAuB,CACd,EAAU,EACf,GAA+B;QAEvC,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAChC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,EACnB,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,EAC5C,GAAG,CAAC,KAAK,CACV,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,uDAAuB,EAAE,CAAC;gBAC7C,MAAM,IAAI,4BAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAMK,AAAN,KAAK,CAAC,0BAA0B,CACjB,EAAU;QAEvB,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IACtD,CAAC;IAEO,UAAU,CAAC,EAAU;QAC3B,IAAI,CAAC,IAAA,0CAAqB,EAAC,EAAE,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,0BAAiB,CAAC,+BAA+B,EAAE,IAAI,CAAC,CAAC;QACrE,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;CACF,CAAA;AA3FY,sDAAqB;AA4B1B;IApBL,IAAA,YAAG,EAAC,QAAQ,CAAC;IACb,IAAA,sBAAY,EAAC;QACZ,OAAO,EACL,+EAA+E;KAClF,CAAC;IACD,IAAA,qBAAW,EAAC;QACX,MAAM,EAAE,GAAG;QACX,WAAW,EAAE,gBAAgB;QAC7B,MAAM,EAAE;YACN,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE;wBACL,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;qBACjE;iBACF;aACF;SACF;KACF,CAAC;;;;sDAID;AAOK;IALL,IAAA,YAAG,EAAC,qBAAqB,CAAC;IAC1B,IAAA,sBAAY,EAAC;QACZ,OAAO,EACL,mEAAmE;KACtE,CAAC;;;;mEAKD;AAIK;IAFL,IAAA,YAAG,EAAC,gCAAgC,CAAC;IACrC,IAAA,sBAAY,EAAC,EAAE,OAAO,EAAE,iCAAiC,EAAE,CAAC;IAE1D,WAAA,IAAA,cAAK,EAAC,IAAI,CAAC,CAAA;;;;uEAGb;AAOK;IALL,IAAA,YAAG,EAAC,qCAAqC,CAAC;IAC1C,IAAA,sBAAY,EAAC;QACZ,OAAO,EACL,qEAAqE;KACxE,CAAC;IAEC,WAAA,IAAA,cAAK,EAAC,IAAI,CAAC,CAAA;IACX,WAAA,IAAA,aAAI,GAAE,CAAA;;6CAAM,0DAA0B;;oEAcxC;AAMK;IAJL,IAAA,eAAM,EAAC,qCAAqC,CAAC;IAC7C,IAAA,sBAAY,EAAC;QACZ,OAAO,EAAE,2DAA2D;KACrE,CAAC;IAEC,WAAA,IAAA,cAAK,EAAC,IAAI,CAAC,CAAA;;;;uEAGb;gCAnFU,qBAAqB;IAFjC,IAAA,iBAAO,EAAC,cAAc,CAAC;IACvB,IAAA,mBAAU,EAAC,cAAc,CAAC;IAGtB,WAAA,IAAA,eAAM,EAAC,qCAAY,CAAC,CAAA;6CAEM,sCAAiB;QACd,2DAA2B;GALhD,qBAAqB,CA2FjC"}
|
|
@@ -50,11 +50,40 @@ export interface LlmProviderRequest {
|
|
|
50
50
|
onToken?: (token: string, isFirst: boolean, thoughtChunk?: string) => void;
|
|
51
51
|
abortController?: AbortController;
|
|
52
52
|
}
|
|
53
|
+
export declare const INFERENCE_PROVIDER_IDS: readonly ["ollama", "zai", "alibaba", "openrouter", "openai"];
|
|
54
|
+
export type InferenceProviderId = (typeof INFERENCE_PROVIDER_IDS)[number];
|
|
55
|
+
export interface LlmReasoningLevel {
|
|
56
|
+
effort: ReasoningEffort;
|
|
57
|
+
label: string;
|
|
58
|
+
}
|
|
59
|
+
export interface LlmModelCapabilities {
|
|
60
|
+
tools?: boolean;
|
|
61
|
+
vision?: boolean;
|
|
62
|
+
thinking?: boolean;
|
|
63
|
+
}
|
|
53
64
|
export interface LlmModel {
|
|
54
65
|
id: string;
|
|
55
66
|
name: string;
|
|
56
|
-
provider:
|
|
67
|
+
provider: InferenceProviderId;
|
|
68
|
+
description?: string;
|
|
57
69
|
context_window?: number;
|
|
70
|
+
capabilities?: LlmModelCapabilities;
|
|
71
|
+
reasoning_levels?: LlmReasoningLevel[];
|
|
72
|
+
default_reasoning?: ReasoningEffort;
|
|
73
|
+
aliases?: string[];
|
|
74
|
+
}
|
|
75
|
+
export interface InferenceProviderDescriptor {
|
|
76
|
+
id: InferenceProviderId;
|
|
77
|
+
label: string;
|
|
78
|
+
description: string;
|
|
79
|
+
keyUrl?: string;
|
|
80
|
+
keyPlaceholder?: string;
|
|
81
|
+
needsBaseUrl?: boolean;
|
|
82
|
+
defaultBaseUrl?: string;
|
|
83
|
+
}
|
|
84
|
+
export interface InferenceCredentials {
|
|
85
|
+
apiKey: string;
|
|
86
|
+
baseUrl?: string | null;
|
|
58
87
|
}
|
|
59
88
|
export interface LlmUsage {
|
|
60
89
|
inputTokens?: number;
|
|
@@ -71,4 +100,8 @@ export interface LlmProvider {
|
|
|
71
100
|
generateContent(request: LlmProviderRequest): Promise<LlmResponse>;
|
|
72
101
|
getModels(): Promise<LlmModel[]>;
|
|
73
102
|
}
|
|
103
|
+
export interface InferenceProvider extends LlmProvider {
|
|
104
|
+
readonly descriptor: InferenceProviderDescriptor;
|
|
105
|
+
testCredentials(credentials: InferenceCredentials): Promise<void>;
|
|
106
|
+
}
|
|
74
107
|
export declare const LLM_PROVIDER = "LLM_PROVIDER";
|
|
@@ -1,7 +1,14 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.LLM_PROVIDER = exports.ReasoningEffort = void 0;
|
|
3
|
+
exports.LLM_PROVIDER = exports.INFERENCE_PROVIDER_IDS = exports.ReasoningEffort = void 0;
|
|
4
4
|
const enums_1 = require("../core-entities/enums");
|
|
5
5
|
Object.defineProperty(exports, "ReasoningEffort", { enumerable: true, get: function () { return enums_1.ReasoningEffort; } });
|
|
6
|
+
exports.INFERENCE_PROVIDER_IDS = [
|
|
7
|
+
'ollama',
|
|
8
|
+
'zai',
|
|
9
|
+
'alibaba',
|
|
10
|
+
'openrouter',
|
|
11
|
+
'openai',
|
|
12
|
+
];
|
|
6
13
|
exports.LLM_PROVIDER = 'LLM_PROVIDER';
|
|
7
14
|
//# sourceMappingURL=llm-provider.interface.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm-provider.interface.js","sourceRoot":"","sources":["../../../src/llm-provider/llm-provider.interface.ts"],"names":[],"mappings":";;;AAAA,kDAAyD;AAuBhD,gGAvBA,uBAAe,OAuBA;
|
|
1
|
+
{"version":3,"file":"llm-provider.interface.js","sourceRoot":"","sources":["../../../src/llm-provider/llm-provider.interface.ts"],"names":[],"mappings":";;;AAAA,kDAAyD;AAuBhD,gGAvBA,uBAAe,OAuBA;AA+CX,QAAA,sBAAsB,GAAG;IACpC,QAAQ;IACR,KAAK;IACL,SAAS;IACT,YAAY;IACZ,QAAQ;CACA,CAAC;AAoFE,QAAA,YAAY,GAAG,cAAc,CAAC"}
|
|
@@ -18,6 +18,8 @@ const alibaba_llm_provider_1 = require("./alibaba-llm.provider");
|
|
|
18
18
|
const ollama_llm_provider_1 = require("./ollama-llm.provider");
|
|
19
19
|
const openai_llm_provider_1 = require("./openai-llm.provider");
|
|
20
20
|
const llm_call_logs_module_1 = require("../llm-call-logs/llm-call-logs.module");
|
|
21
|
+
const inference_registry_1 = require("./inference-registry");
|
|
22
|
+
const inference_credentials_service_1 = require("./inference-credentials.service");
|
|
21
23
|
let LlmProviderModule = class LlmProviderModule {
|
|
22
24
|
};
|
|
23
25
|
exports.LlmProviderModule = LlmProviderModule;
|
|
@@ -31,12 +33,14 @@ exports.LlmProviderModule = LlmProviderModule = __decorate([
|
|
|
31
33
|
alibaba_llm_provider_1.AlibabaLlmProvider,
|
|
32
34
|
ollama_llm_provider_1.OllamaLlmProvider,
|
|
33
35
|
openai_llm_provider_1.OpenaiLlmProvider,
|
|
36
|
+
inference_registry_1.InferenceRegistry,
|
|
37
|
+
inference_credentials_service_1.InferenceCredentialsService,
|
|
34
38
|
{
|
|
35
39
|
provide: llm_provider_interface_1.LLM_PROVIDER,
|
|
36
40
|
useClass: proxy_llm_provider_1.ProxyLlmProvider,
|
|
37
41
|
},
|
|
38
42
|
],
|
|
39
|
-
exports: [llm_provider_interface_1.LLM_PROVIDER],
|
|
43
|
+
exports: [llm_provider_interface_1.LLM_PROVIDER, inference_registry_1.InferenceRegistry],
|
|
40
44
|
})
|
|
41
45
|
], LlmProviderModule);
|
|
42
46
|
//# sourceMappingURL=llm-provider.module.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm-provider.module.js","sourceRoot":"","sources":["../../../src/llm-provider/llm-provider.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,qEAAwD;AACxD,uEAAkE;AAClE,6DAAwD;AACxD,4FAAuF;AACvF,uEAAkE;AAClE,yDAAoD;AACpD,iEAA4D;AAC5D,+DAA0D;AAC1D,+DAA0D;AAC1D,gFAA0E;
|
|
1
|
+
{"version":3,"file":"llm-provider.module.js","sourceRoot":"","sources":["../../../src/llm-provider/llm-provider.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,qEAAwD;AACxD,uEAAkE;AAClE,6DAAwD;AACxD,4FAAuF;AACvF,uEAAkE;AAClE,yDAAoD;AACpD,iEAA4D;AAC5D,+DAA0D;AAC1D,+DAA0D;AAC1D,gFAA0E;AAC1E,6DAAyD;AACzD,mFAA8E;AAoBvE,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;CAAG,CAAA;AAApB,8CAAiB;4BAAjB,iBAAiB;IAlB7B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,iDAAsB,EAAE,wCAAiB,CAAC;QACpD,WAAW,EAAE,CAAC,+CAAqB,CAAC;QACpC,SAAS,EAAE;YACT,+CAAqB;YACrB,iCAAc;YACd,yCAAkB;YAClB,uCAAiB;YACjB,uCAAiB;YACjB,sCAAiB;YACjB,2DAA2B;YAC3B;gBACE,OAAO,EAAE,qCAAY;gBACrB,QAAQ,EAAE,qCAAgB;aAC3B;SACF;QACD,OAAO,EAAE,CAAC,qCAAY,EAAE,sCAAiB,CAAC;KAC3C,CAAC;GACW,iBAAiB,CAAG"}
|
|
@@ -1,22 +1,30 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { InferenceCredentials, InferenceProvider, InferenceProviderDescriptor, LlmProviderRequest, LlmModel, LlmResponse } from './llm-provider.interface';
|
|
2
2
|
import { ApplicationStateService } from '../application-state/application-state.service';
|
|
3
|
+
import { ReasoningEffort } from '../core-entities/enums';
|
|
3
4
|
import { LlmCallLogsService } from '../llm-call-logs/llm-call-logs.service';
|
|
4
|
-
export declare
|
|
5
|
-
export declare
|
|
5
|
+
export declare function ollamaCloudName(catalogName: string): string;
|
|
6
|
+
export declare function ollamaIsThinkToggle(values: Array<string | boolean>): boolean;
|
|
7
|
+
export declare function ollamaEffortsFor(values: Array<string | boolean>): ReasoningEffort[];
|
|
8
|
+
export declare function ollamaThinkValue(effort: string | null | undefined, values: Array<string | boolean> | null): string | boolean | undefined;
|
|
9
|
+
export declare class OllamaLlmProvider implements InferenceProvider {
|
|
6
10
|
private readonly applicationStateService;
|
|
7
11
|
private readonly llmCallLogsService;
|
|
8
12
|
private readonly logger;
|
|
9
13
|
private readonly baseUrl;
|
|
10
14
|
private activeStreams;
|
|
15
|
+
readonly descriptor: InferenceProviderDescriptor;
|
|
11
16
|
constructor(applicationStateService: ApplicationStateService, llmCallLogsService: LlmCallLogsService);
|
|
12
17
|
private mapHistory;
|
|
13
18
|
private convertToolCallArgumentsForOllama;
|
|
14
19
|
private mapTools;
|
|
15
|
-
private
|
|
16
|
-
private
|
|
20
|
+
private modelInfoCache;
|
|
21
|
+
private modelListCache;
|
|
22
|
+
private fetchModelInfo;
|
|
23
|
+
private fetchCatalog;
|
|
17
24
|
getModels(): Promise<LlmModel[]>;
|
|
25
|
+
testCredentials(credentials: InferenceCredentials): Promise<void>;
|
|
18
26
|
generateContent(request: LlmProviderRequest): Promise<LlmResponse>;
|
|
19
27
|
private tryParseJson;
|
|
20
|
-
private mapThinkLevel;
|
|
21
28
|
abortBySessionId(_sessionId: string): boolean;
|
|
22
29
|
}
|
|
30
|
+
export declare function formatTokens(tokens: number): string;
|