@mate-academy/llm-gateway 6.0.0 → 6.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/LLMError.d.ts +12 -0
- package/dist/LLMError.js +36 -0
- package/dist/LLMError.js.map +1 -0
- package/dist/LLMService.constants.d.ts +792 -2
- package/dist/LLMService.constants.js +5 -1
- package/dist/LLMService.constants.js.map +1 -1
- package/dist/LLMService.typedefs.d.ts +24 -2
- package/dist/LLMService.typedefs.js +1 -0
- package/dist/LLMService.typedefs.js.map +1 -1
- package/dist/index.d.ts +1 -0
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/providers/GoogleGenerativeAI/GoogleGenerativeAI.constants.d.ts +72 -0
- package/dist/providers/GoogleGenerativeAI/GoogleGenerativeAI.constants.js +6 -0
- package/dist/providers/GoogleGenerativeAI/GoogleGenerativeAI.constants.js.map +1 -1
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAIAssistance.service.d.ts +8 -7
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAIAssistance.service.js +217 -31
- package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAIAssistance.service.js.map +1 -1
- package/dist/providers/LLMAPI/LLMAPI.constants.d.ts +884 -0
- package/dist/providers/LLMAPI/LLMAPI.constants.js +282 -0
- package/dist/providers/LLMAPI/LLMAPI.constants.js.map +1 -0
- package/dist/providers/LLMAPI/LLMAPI.entity.d.ts +6 -0
- package/dist/providers/LLMAPI/LLMAPI.entity.js +49 -0
- package/dist/providers/LLMAPI/LLMAPI.entity.js.map +1 -0
- package/dist/providers/LLMAPI/LLMAPI.typedefs.d.ts +48 -0
- package/dist/providers/LLMAPI/LLMAPI.typedefs.js +46 -0
- package/dist/providers/LLMAPI/LLMAPI.typedefs.js.map +1 -0
- package/dist/providers/LLMAPI/LLMAPIService.factory.d.ts +6 -0
- package/dist/providers/LLMAPI/LLMAPIService.factory.js +19 -0
- package/dist/providers/LLMAPI/LLMAPIService.factory.js.map +1 -0
- package/dist/providers/LLMAPI/index.d.ts +6 -0
- package/dist/providers/LLMAPI/index.js +23 -0
- package/dist/providers/LLMAPI/index.js.map +1 -0
- package/dist/providers/LLMAPI/schemas/LLMAPISchemaAdapter.d.ts +3 -0
- package/dist/providers/LLMAPI/schemas/LLMAPISchemaAdapter.js +8 -0
- package/dist/providers/LLMAPI/schemas/LLMAPISchemaAdapter.js.map +1 -0
- package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.d.ts +34 -0
- package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.js +497 -0
- package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.js.map +1 -0
- package/dist/providers/LLMAPI/services/LLMAPICompletion.service.d.ts +18 -0
- package/dist/providers/LLMAPI/services/LLMAPICompletion.service.js +138 -0
- package/dist/providers/LLMAPI/services/LLMAPICompletion.service.js.map +1 -0
- package/dist/providers/LLMAPI/services/index.d.ts +2 -0
- package/dist/providers/LLMAPI/services/index.js +19 -0
- package/dist/providers/LLMAPI/services/index.js.map +1 -0
- package/dist/providers/LLMAPI/utilities/LLMAPIJsonFixer.d.ts +22 -0
- package/dist/providers/LLMAPI/utilities/LLMAPIJsonFixer.js +228 -0
- package/dist/providers/LLMAPI/utilities/LLMAPIJsonFixer.js.map +1 -0
- package/dist/providers/LLMAPI/utilities/index.d.ts +1 -0
- package/dist/providers/LLMAPI/utilities/index.js +7 -0
- package/dist/providers/LLMAPI/utilities/index.js.map +1 -0
- package/dist/providers/OpenAI/OpenAI.constants.d.ts +165 -0
- package/dist/providers/OpenAI/OpenAI.constants.js +11 -0
- package/dist/providers/OpenAI/OpenAI.constants.js.map +1 -1
- package/dist/providers/OpenAI/OpenAI.typedefs.d.ts +6 -0
- package/dist/providers/OpenAI/OpenAI.typedefs.js +9 -1
- package/dist/providers/OpenAI/OpenAI.typedefs.js.map +1 -1
- package/dist/providers/OpenAI/services/OpenAIAssistance.service.d.ts +9 -7
- package/dist/providers/OpenAI/services/OpenAIAssistance.service.js +209 -40
- package/dist/providers/OpenAI/services/OpenAIAssistance.service.js.map +1 -1
- package/dist/providers/OpenAI/services/OpenAICompletion.service.d.ts +3 -13
- package/dist/providers/OpenAI/services/OpenAICompletion.service.js +2 -181
- package/dist/providers/OpenAI/services/OpenAICompletion.service.js.map +1 -1
- package/dist/providers/OpenAICompatible/OpenAICompatibleCompletion.service.d.ts +21 -0
- package/dist/providers/OpenAICompatible/OpenAICompatibleCompletion.service.js +204 -0
- package/dist/providers/OpenAICompatible/OpenAICompatibleCompletion.service.js.map +1 -0
- package/dist/providers/index.d.ts +1 -0
- package/dist/providers/index.js +1 -0
- package/dist/providers/index.js.map +1 -1
- package/dist/services/LLMAssistanceService.abstract.d.ts +8 -6
- package/dist/services/LLMAssistanceService.abstract.js +20 -0
- package/dist/services/LLMAssistanceService.abstract.js.map +1 -1
- package/dist/services/chatState/CompletionsChatState.d.ts +19 -0
- package/dist/services/chatState/CompletionsChatState.js +80 -0
- package/dist/services/chatState/CompletionsChatState.js.map +1 -0
- package/dist/services/chatState/index.d.ts +1 -0
- package/dist/services/chatState/index.js +6 -0
- package/dist/services/chatState/index.js.map +1 -0
- package/dist/services/fileStorage/FileStorageToolExecutor.d.ts +15 -0
- package/dist/services/fileStorage/FileStorageToolExecutor.js +172 -0
- package/dist/services/fileStorage/FileStorageToolExecutor.js.map +1 -0
- package/dist/services/fileStorage/InMemoryFileStorage.d.ts +20 -0
- package/dist/services/fileStorage/InMemoryFileStorage.js +67 -0
- package/dist/services/fileStorage/InMemoryFileStorage.js.map +1 -0
- package/dist/services/fileStorage/fileStorageTools.d.ts +26 -0
- package/dist/services/fileStorage/fileStorageTools.js +67 -0
- package/dist/services/fileStorage/fileStorageTools.js.map +1 -0
- package/dist/services/fileStorage/index.d.ts +4 -0
- package/dist/services/fileStorage/index.js +11 -0
- package/dist/services/fileStorage/index.js.map +1 -0
- package/dist/utilities/index.d.ts +1 -0
- package/dist/utilities/index.js +1 -0
- package/dist/utilities/index.js.map +1 -1
- package/dist/utilities/schema/SchemaAdapterRegistry.d.ts +2 -0
- package/dist/utilities/schema/SchemaAdapterRegistry.js +2 -0
- package/dist/utilities/schema/SchemaAdapterRegistry.js.map +1 -1
- package/dist/utilities/tools/LLMTool.d.ts +10 -0
- package/dist/utilities/tools/LLMTool.js +10 -0
- package/dist/utilities/tools/LLMTool.js.map +1 -0
- package/dist/utilities/tools/index.d.ts +1 -0
- package/dist/utilities/tools/index.js +6 -0
- package/dist/utilities/tools/index.js.map +1 -0
- package/package.json +1 -1
|
@@ -0,0 +1,282 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LLMAPI_SERVICE_BUILDERS = exports.LLMAPI_MODELS = exports.LLMAPI_AVAILABLE_MODELS = void 0;
|
|
4
|
+
const LLMService_typedefs_1 = require("../../LLMService.typedefs");
|
|
5
|
+
const LLMAPI_typedefs_1 = require("../../providers/LLMAPI/LLMAPI.typedefs");
|
|
6
|
+
const services_1 = require("./services");
|
|
7
|
+
exports.LLMAPI_AVAILABLE_MODELS = {
|
|
8
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.GPT_4_1]: {
|
|
9
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_4_1,
|
|
10
|
+
limits: {
|
|
11
|
+
maxInputTokens: 1_047_576,
|
|
12
|
+
maxOutputTokens: 32_768,
|
|
13
|
+
},
|
|
14
|
+
config: {
|
|
15
|
+
temperature: 0.2,
|
|
16
|
+
},
|
|
17
|
+
pricing: {
|
|
18
|
+
getPriceForTextInput: (tokens) => 2 * tokens / 1_000_000,
|
|
19
|
+
getPriceForTextOutput: (tokens) => 8 * tokens / 1_000_000,
|
|
20
|
+
getPriceForCachedTextInput: (tokens) => 0.5 * tokens / 1_000_000,
|
|
21
|
+
getPriceForAudioInput: () => 0,
|
|
22
|
+
getPriceForAudioOutput: () => 0,
|
|
23
|
+
currency: 'USD',
|
|
24
|
+
},
|
|
25
|
+
capabilities: { vision: true },
|
|
26
|
+
},
|
|
27
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.GPT_4_1_MINI]: {
|
|
28
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_4_1_MINI,
|
|
29
|
+
limits: {
|
|
30
|
+
maxInputTokens: 1_047_576,
|
|
31
|
+
maxOutputTokens: 32_768,
|
|
32
|
+
},
|
|
33
|
+
config: {
|
|
34
|
+
temperature: 0.2,
|
|
35
|
+
},
|
|
36
|
+
pricing: {
|
|
37
|
+
getPriceForTextInput: (tokens) => 0.4 * tokens / 1_000_000,
|
|
38
|
+
getPriceForTextOutput: (tokens) => 1.6 * tokens / 1_000_000,
|
|
39
|
+
getPriceForCachedTextInput: (tokens) => 0.1 * tokens / 1_000_000,
|
|
40
|
+
getPriceForAudioInput: () => 0,
|
|
41
|
+
getPriceForAudioOutput: () => 0,
|
|
42
|
+
currency: 'USD',
|
|
43
|
+
},
|
|
44
|
+
capabilities: { vision: true },
|
|
45
|
+
},
|
|
46
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5]: {
|
|
47
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5,
|
|
48
|
+
limits: {
|
|
49
|
+
maxInputTokens: 400_000,
|
|
50
|
+
maxOutputTokens: 128_000,
|
|
51
|
+
},
|
|
52
|
+
config: {
|
|
53
|
+
temperature: 0.2,
|
|
54
|
+
},
|
|
55
|
+
pricing: {
|
|
56
|
+
getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
|
|
57
|
+
getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
|
|
58
|
+
getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
|
|
59
|
+
getPriceForAudioInput: () => 0,
|
|
60
|
+
getPriceForAudioOutput: () => 0,
|
|
61
|
+
currency: 'USD',
|
|
62
|
+
},
|
|
63
|
+
capabilities: { vision: true },
|
|
64
|
+
},
|
|
65
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_1]: {
|
|
66
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_1,
|
|
67
|
+
limits: {
|
|
68
|
+
maxInputTokens: 400_000,
|
|
69
|
+
maxOutputTokens: 128_000,
|
|
70
|
+
},
|
|
71
|
+
config: {
|
|
72
|
+
temperature: 0.2,
|
|
73
|
+
},
|
|
74
|
+
pricing: {
|
|
75
|
+
getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
|
|
76
|
+
getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
|
|
77
|
+
getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
|
|
78
|
+
getPriceForAudioInput: () => 0,
|
|
79
|
+
getPriceForAudioOutput: () => 0,
|
|
80
|
+
currency: 'USD',
|
|
81
|
+
},
|
|
82
|
+
capabilities: { vision: true },
|
|
83
|
+
},
|
|
84
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_MINI]: {
|
|
85
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_MINI,
|
|
86
|
+
limits: {
|
|
87
|
+
maxInputTokens: 400_000,
|
|
88
|
+
maxOutputTokens: 128_000,
|
|
89
|
+
},
|
|
90
|
+
config: {
|
|
91
|
+
temperature: 0.2,
|
|
92
|
+
},
|
|
93
|
+
pricing: {
|
|
94
|
+
getPriceForTextInput: (tokens) => 0.25 * tokens / 1_000_000,
|
|
95
|
+
getPriceForTextOutput: (tokens) => 2 * tokens / 1_000_000,
|
|
96
|
+
getPriceForCachedTextInput: (tokens) => 0.025 * tokens / 1_000_000,
|
|
97
|
+
getPriceForAudioInput: () => 0,
|
|
98
|
+
getPriceForAudioOutput: () => 0,
|
|
99
|
+
currency: 'USD',
|
|
100
|
+
},
|
|
101
|
+
capabilities: { vision: true },
|
|
102
|
+
},
|
|
103
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_NANO]: {
|
|
104
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.GPT_5_NANO,
|
|
105
|
+
limits: {
|
|
106
|
+
maxInputTokens: 400_000,
|
|
107
|
+
maxOutputTokens: 128_000,
|
|
108
|
+
},
|
|
109
|
+
config: {
|
|
110
|
+
temperature: 0.2,
|
|
111
|
+
},
|
|
112
|
+
pricing: {
|
|
113
|
+
getPriceForTextInput: (tokens) => 0.05 * tokens / 1_000_000,
|
|
114
|
+
getPriceForTextOutput: (tokens) => 0.4 * tokens / 1_000_000,
|
|
115
|
+
getPriceForCachedTextInput: (tokens) => 0.005 * tokens / 1_000_000,
|
|
116
|
+
getPriceForAudioInput: () => 0,
|
|
117
|
+
getPriceForAudioOutput: () => 0,
|
|
118
|
+
currency: 'USD',
|
|
119
|
+
},
|
|
120
|
+
capabilities: { vision: true },
|
|
121
|
+
},
|
|
122
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.GEMINI_2_5_FLASH]: {
|
|
123
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.GEMINI_2_5_FLASH,
|
|
124
|
+
limits: {
|
|
125
|
+
maxInputTokens: 1_048_576,
|
|
126
|
+
maxOutputTokens: 65_536,
|
|
127
|
+
},
|
|
128
|
+
config: {
|
|
129
|
+
temperature: 0.2,
|
|
130
|
+
},
|
|
131
|
+
pricing: {
|
|
132
|
+
getPriceForTextInput: (tokens) => 0.3 * tokens / 1_000_000,
|
|
133
|
+
getPriceForTextOutput: (tokens) => 2.5 * tokens / 1_000_000,
|
|
134
|
+
getPriceForCachedTextInput: (tokens) => 0.03 * tokens / 1_000_000,
|
|
135
|
+
getPriceForAudioInput: () => 0,
|
|
136
|
+
getPriceForAudioOutput: () => 0,
|
|
137
|
+
currency: 'USD',
|
|
138
|
+
},
|
|
139
|
+
capabilities: { vision: true },
|
|
140
|
+
},
|
|
141
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.GEMINI_2_5_PRO]: {
|
|
142
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.GEMINI_2_5_PRO,
|
|
143
|
+
limits: {
|
|
144
|
+
maxInputTokens: 1_048_576,
|
|
145
|
+
maxOutputTokens: 65_536,
|
|
146
|
+
},
|
|
147
|
+
config: {
|
|
148
|
+
temperature: 0.2,
|
|
149
|
+
},
|
|
150
|
+
pricing: {
|
|
151
|
+
getPriceForTextInput: (tokens) => 1.25 * tokens / 1_000_000,
|
|
152
|
+
getPriceForTextOutput: (tokens) => 10 * tokens / 1_000_000,
|
|
153
|
+
getPriceForCachedTextInput: (tokens) => 0.125 * tokens / 1_000_000,
|
|
154
|
+
getPriceForAudioInput: () => 0,
|
|
155
|
+
getPriceForAudioOutput: () => 0,
|
|
156
|
+
currency: 'USD',
|
|
157
|
+
},
|
|
158
|
+
capabilities: { vision: true },
|
|
159
|
+
},
|
|
160
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.MINIMAX_M2_5]: {
|
|
161
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.MINIMAX_M2_5,
|
|
162
|
+
limits: {
|
|
163
|
+
maxInputTokens: 196_000,
|
|
164
|
+
maxOutputTokens: 16_000,
|
|
165
|
+
},
|
|
166
|
+
config: {
|
|
167
|
+
temperature: 0.2,
|
|
168
|
+
},
|
|
169
|
+
pricing: {
|
|
170
|
+
getPriceForTextInput: (tokens) => 0.15 * tokens / 1_000_000,
|
|
171
|
+
getPriceForTextOutput: (tokens) => 1.2 * tokens / 1_000_000,
|
|
172
|
+
getPriceForAudioInput: () => 0,
|
|
173
|
+
getPriceForAudioOutput: () => 0,
|
|
174
|
+
currency: 'USD',
|
|
175
|
+
},
|
|
176
|
+
capabilities: { vision: false },
|
|
177
|
+
},
|
|
178
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.QWEN_PLUS]: {
|
|
179
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.QWEN_PLUS,
|
|
180
|
+
limits: {
|
|
181
|
+
maxInputTokens: 128_000,
|
|
182
|
+
maxOutputTokens: 16_000,
|
|
183
|
+
},
|
|
184
|
+
config: {
|
|
185
|
+
temperature: 0.2,
|
|
186
|
+
},
|
|
187
|
+
pricing: {
|
|
188
|
+
getPriceForTextInput: (tokens) => 0.4 * tokens / 1_000_000,
|
|
189
|
+
getPriceForTextOutput: (tokens) => 1.2 * tokens / 1_000_000,
|
|
190
|
+
getPriceForAudioInput: () => 0,
|
|
191
|
+
getPriceForAudioOutput: () => 0,
|
|
192
|
+
currency: 'USD',
|
|
193
|
+
},
|
|
194
|
+
capabilities: { vision: false },
|
|
195
|
+
},
|
|
196
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.QWEN_VL_PLUS]: {
|
|
197
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.QWEN_VL_PLUS,
|
|
198
|
+
limits: {
|
|
199
|
+
maxInputTokens: 128_000,
|
|
200
|
+
maxOutputTokens: 16_000,
|
|
201
|
+
},
|
|
202
|
+
config: {
|
|
203
|
+
temperature: 0.2,
|
|
204
|
+
},
|
|
205
|
+
pricing: {
|
|
206
|
+
getPriceForTextInput: (tokens) => 0.21 * tokens / 1_000_000,
|
|
207
|
+
getPriceForTextOutput: (tokens) => 0.64 * tokens / 1_000_000,
|
|
208
|
+
getPriceForAudioInput: () => 0,
|
|
209
|
+
getPriceForAudioOutput: () => 0,
|
|
210
|
+
currency: 'USD',
|
|
211
|
+
},
|
|
212
|
+
capabilities: { vision: true },
|
|
213
|
+
},
|
|
214
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.KIMI_K2_5]: {
|
|
215
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.KIMI_K2_5,
|
|
216
|
+
limits: {
|
|
217
|
+
maxInputTokens: 128_000,
|
|
218
|
+
maxOutputTokens: 16_000,
|
|
219
|
+
},
|
|
220
|
+
config: {
|
|
221
|
+
temperature: 0.2,
|
|
222
|
+
},
|
|
223
|
+
pricing: {
|
|
224
|
+
getPriceForTextInput: (tokens) => 0.6 * tokens / 1_000_000,
|
|
225
|
+
getPriceForTextOutput: (tokens) => 2.5 * tokens / 1_000_000,
|
|
226
|
+
getPriceForAudioInput: () => 0,
|
|
227
|
+
getPriceForAudioOutput: () => 0,
|
|
228
|
+
currency: 'USD',
|
|
229
|
+
},
|
|
230
|
+
capabilities: { vision: false },
|
|
231
|
+
},
|
|
232
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.QWEN_FLASH]: {
|
|
233
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.QWEN_FLASH,
|
|
234
|
+
limits: {
|
|
235
|
+
maxInputTokens: 128_000,
|
|
236
|
+
maxOutputTokens: 16_000,
|
|
237
|
+
},
|
|
238
|
+
config: {
|
|
239
|
+
temperature: 0.2,
|
|
240
|
+
},
|
|
241
|
+
pricing: {
|
|
242
|
+
getPriceForTextInput: (tokens) => 0.05 * tokens / 1_000_000,
|
|
243
|
+
getPriceForTextOutput: (tokens) => 0.4 * tokens / 1_000_000,
|
|
244
|
+
getPriceForAudioInput: () => 0,
|
|
245
|
+
getPriceForAudioOutput: () => 0,
|
|
246
|
+
currency: 'USD',
|
|
247
|
+
},
|
|
248
|
+
capabilities: { vision: false },
|
|
249
|
+
},
|
|
250
|
+
[LLMAPI_typedefs_1.LLMAPIModelNames.DEEPSEEK_V3_2]: {
|
|
251
|
+
name: LLMAPI_typedefs_1.LLMAPIModelNames.DEEPSEEK_V3_2,
|
|
252
|
+
limits: {
|
|
253
|
+
maxInputTokens: 128_000,
|
|
254
|
+
maxOutputTokens: 16_000,
|
|
255
|
+
},
|
|
256
|
+
config: {
|
|
257
|
+
temperature: 0.2,
|
|
258
|
+
},
|
|
259
|
+
pricing: {
|
|
260
|
+
getPriceForTextInput: (tokens) => 0.28 * tokens / 1_000_000,
|
|
261
|
+
getPriceForTextOutput: (tokens) => 0.42 * tokens / 1_000_000,
|
|
262
|
+
getPriceForAudioInput: () => 0,
|
|
263
|
+
getPriceForAudioOutput: () => 0,
|
|
264
|
+
currency: 'USD',
|
|
265
|
+
},
|
|
266
|
+
capabilities: { vision: false },
|
|
267
|
+
},
|
|
268
|
+
};
|
|
269
|
+
const LLMAPI_COMPLETION_MODELS = exports.LLMAPI_AVAILABLE_MODELS;
|
|
270
|
+
exports.LLMAPI_MODELS = {
|
|
271
|
+
[LLMService_typedefs_1.LLMPurposes.Completion]: LLMAPI_COMPLETION_MODELS,
|
|
272
|
+
[LLMService_typedefs_1.LLMPurposes.Assistance]: exports.LLMAPI_AVAILABLE_MODELS,
|
|
273
|
+
[LLMService_typedefs_1.LLMPurposes.TextToSpeech]: {},
|
|
274
|
+
[LLMService_typedefs_1.LLMPurposes.SpeechToText]: {},
|
|
275
|
+
};
|
|
276
|
+
exports.LLMAPI_SERVICE_BUILDERS = {
|
|
277
|
+
[LLMService_typedefs_1.LLMPurposes.Completion]: (logger, reporter, options) => (new services_1.LLMAPICompletionService(logger, reporter, options)),
|
|
278
|
+
[LLMService_typedefs_1.LLMPurposes.Assistance]: (logger, reporter, options) => (new services_1.LLMAPIAssistanceService(logger, reporter, options)),
|
|
279
|
+
[LLMService_typedefs_1.LLMPurposes.SpeechToText]: null,
|
|
280
|
+
[LLMService_typedefs_1.LLMPurposes.TextToSpeech]: null,
|
|
281
|
+
};
|
|
282
|
+
//# sourceMappingURL=LLMAPI.constants.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LLMAPI.constants.js","sourceRoot":"","sources":["../../../src/providers/LLMAPI/LLMAPI.constants.ts"],"names":[],"mappings":";;;AAAA,+DAM+B;AAE/B,wEAAsE;AACtE,yCAGoB;AAEP,QAAA,uBAAuB,GAAG;IACrC,CAAC,kCAAgB,CAAC,OAAO,CAAC,EAAE;QAC1B,IAAI,EAAE,kCAAgB,CAAC,OAAO;QAC9B,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,GAAG,SAAS;YACxD,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,GAAG,SAAS;YACzD,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAChE,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;KAC/B;IACD,CAAC,kCAAgB,CAAC,YAAY,CAAC,EAAE;QAC/B,IAAI,EAAE,kCAAgB,CAAC,YAAY;QACnC,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC1D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAChE,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;KAC/B;IACD,CAAC,kCAAgB,CAAC,KAAK,CAAC,EAAE;QACxB,IAAI,EAAE,kCAAgB,CAAC,KAAK;QAC5B,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,OAAO;SACzB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,GAAG,MAAM,GAAG,SAAS;YAC1D,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,GAAG,SAAS;YAClE,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;KAC/B;IACD,CAAC,kCAAgB,CAAC,OAAO,CAAC,EAAE;QAC1B,IAAI,EAAE,kCAAgB,CAAC,OAAO;QAC9B,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,OAAO;SACzB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,GAAG,MAAM,GAAG,SAAS;YAC1D,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,GAAG,SAAS;YAClE,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;KAC/B;IACD,CAAC,kCAAgB,CAAC,UAAU,CAAC,EAAE;QAC7B,IAAI,EAAE,kCAAgB,CAAC,UAAU;QACjC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,OAAO;SACzB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,GAAG,SAAS;YACzD,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,GAAG,SAAS;YAClE,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;KAC/B;IACD,CAAC,kCAAgB,CAAC,UAAU,CAAC,EAAE;QAC7B,IAAI,EAAE,kCAAgB,CAAC,UAAU;QACjC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,OAAO;SACzB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,GAAG,SAAS;YAClE,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;KAC/B;IACD,CAAC,kCAAgB,CAAC,gBAAgB,CAAC,EAAE;QACnC,IAAI,EAAE,kCAAgB,CAAC,gBAAgB;QACvC,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC1D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YACjE,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;KAC/B;IACD,CAAC,kCAAgB,CAAC,cAAc,CAAC,EAAE;QACjC,IAAI,EAAE,kCAAgB,CAAC,cAAc;QACrC,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,GAAG,MAAM,GAAG,SAAS;YAC1D,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,GAAG,SAAS;YAClE,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;KAC/B;IACD,CAAC,kCAAgB,CAAC,YAAY,CAAC,EAAE;QAC/B,IAAI,EAAE,kCAAgB,CAAC,YAAY;QACnC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;KAChC;IACD,CAAC,kCAAgB,CAAC,SAAS,CAAC,EAAE;QAC5B,IAAI,EAAE,kCAAgB,CAAC,SAAS;QAChC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC1D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;KAChC;IACD,CAAC,kCAAgB,CAAC,YAAY,CAAC,EAAE;QAC/B,IAAI,EAAE,kCAAgB,CAAC,YAAY;QACnC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC5D,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;KAC/B;IACD,CAAC,kCAAgB,CAAC,SAAS,CAAC,EAAE;QAC5B,IAAI,EAAE,kCAAgB,CAAC,SAAS;QAChC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC1D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;KAChC;IACD,CAAC,kCAAgB,CAAC,UAAU,CAAC,EAAE;QAC7B,IAAI,EAAE,kCAAgB,CAAC,UAAU;QACjC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;KAChC;IACD,CAAC,kCAAgB,CAAC,aAAa,CAAC,EAAE;QAChC,IAAI,EAAE,kCAAgB,CAAC,aAAa;QACpC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC5D,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;KAChC;CAGF,CAAC;AAEF,MAAM,wBAAwB,GAAG,+BAAuB,CAAC;AAE5C,QAAA,aAAa,GAAG;IAC3B,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,wBAAwB;IAClD,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,+BAAuB;IACjD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,EAE3B;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,EAE3B;CAIF,CAAC;AAEW,QAAA,uBAAuB,GAAG;IACrC,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,CACvD,IAAI,kCAAuB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CACvD;IACD,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,CACxB,MAAM,EAAE,QAAQ,EAAE,OAAO,EACzB,EAAE,CAAC,CACH,IAAI,kCAAuB,CACzB,MAAM,EAAE,QAAQ,EAAE,OAAO,CAC1B,CACF;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,IAAI;IAChC,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,IAAI;CASjC,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { ChatCompletionMessageParam } from 'openai/resources/chat';
|
|
2
|
+
import { type LLMAssistanceMessage } from '../../LLMService.typedefs';
|
|
3
|
+
export declare class LLMAPIEntity {
|
|
4
|
+
static convertAssistanceMessageToCompletion(message: LLMAssistanceMessage): ChatCompletionMessageParam;
|
|
5
|
+
static convertAssistanceHistoryToCompletions(history: LLMAssistanceMessage[]): ChatCompletionMessageParam[];
|
|
6
|
+
}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LLMAPIEntity = void 0;
|
|
4
|
+
const LLMService_typedefs_1 = require("../../LLMService.typedefs");
|
|
5
|
+
class LLMAPIEntity {
|
|
6
|
+
static convertAssistanceMessageToCompletion(message) {
|
|
7
|
+
if (message.role === LLMService_typedefs_1.LLMRoles.Assistant) {
|
|
8
|
+
const textContent = message.content
|
|
9
|
+
.filter((item) => item.type === LLMService_typedefs_1.LLMMessageContentType.TEXT)
|
|
10
|
+
.map((item) => item.text)
|
|
11
|
+
.join('\n');
|
|
12
|
+
return {
|
|
13
|
+
role: 'assistant',
|
|
14
|
+
content: textContent,
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
const contentParts = message.content
|
|
18
|
+
.map((item) => {
|
|
19
|
+
switch (item.type) {
|
|
20
|
+
case LLMService_typedefs_1.LLMMessageContentType.TEXT:
|
|
21
|
+
return {
|
|
22
|
+
type: 'text',
|
|
23
|
+
text: item.text,
|
|
24
|
+
};
|
|
25
|
+
case LLMService_typedefs_1.LLMMessageContentType.IMAGE_URL:
|
|
26
|
+
return {
|
|
27
|
+
type: 'image_url',
|
|
28
|
+
image_url: {
|
|
29
|
+
url: item.image_url.url,
|
|
30
|
+
detail: item.image_url.detail ?? 'auto',
|
|
31
|
+
},
|
|
32
|
+
};
|
|
33
|
+
default:
|
|
34
|
+
return null;
|
|
35
|
+
}
|
|
36
|
+
})
|
|
37
|
+
.filter((part) => part !== null);
|
|
38
|
+
return {
|
|
39
|
+
role: 'user',
|
|
40
|
+
content: contentParts,
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
static convertAssistanceHistoryToCompletions(history) {
|
|
44
|
+
return history.map((message) => LLMAPIEntity
|
|
45
|
+
.convertAssistanceMessageToCompletion(message));
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
exports.LLMAPIEntity = LLMAPIEntity;
|
|
49
|
+
//# sourceMappingURL=LLMAPI.entity.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LLMAPI.entity.js","sourceRoot":"","sources":["../../../src/providers/LLMAPI/LLMAPI.entity.ts"],"names":[],"mappings":";;;AACA,+DAI+B;AAE/B,MAAa,YAAY;IACvB,MAAM,CAAC,oCAAoC,CACzC,OAA6B;QAE7B,IAAI,OAAO,CAAC,IAAI,KAAK,8BAAQ,CAAC,SAAS,EAAE,CAAC;YACxC,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO;iBAChC,MAAM,CACL,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,2CAAqB,CAAC,IAAI,CACnD;iBACA,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;iBACxB,IAAI,CAAC,IAAI,CAAC,CAAC;YAEd,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,WAAW;aACrB,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO;aACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;gBAClB,KAAK,2CAAqB,CAAC,IAAI;oBAC7B,OAAO;wBACL,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,IAAI,CAAC,IAAI;qBAChB,CAAC;gBAEJ,KAAK,2CAAqB,CAAC,SAAS;oBAClC,OAAO;wBACL,IAAI,EAAE,WAAoB;wBAC1B,SAAS,EAAE;4BACT,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG;4BACvB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,IAAK,MAAgB;yBACnD;qBACF,CAAC;gBAEJ;oBACE,OAAO,IAAI,CAAC;YAChB,CAAC;QACH,CAAC,CAAC;aACD,MAAM,CACL,CAAC,IAAI,EAAoC,EAAE,CAAC,IAAI,KAAK,IAAI,CAC1D,CAAC;QAEJ,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,YAAY;SACtB,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,qCAAqC,CAC1C,OAA+B;QAE/B,OAAO,OAAO,CAAC,GAAG,CAChB,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY;aACtB,oCAAoC,CAAC,OAAO,CAAC,CACjD,CAAC;IACJ,CAAC;CACF;AA1DD,oCA0DC"}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import type OpenAI from 'openai';
|
|
2
|
+
import type { ClientOptions } from 'openai';
|
|
3
|
+
export declare enum LLMAPIModelNames {
|
|
4
|
+
GPT_4_1 = "gpt-4.1",
|
|
5
|
+
GPT_4_1_MINI = "gpt-4.1-mini",
|
|
6
|
+
GPT_5 = "gpt-5",
|
|
7
|
+
GPT_5_1 = "gpt-5.1",
|
|
8
|
+
GPT_5_MINI = "gpt-5-mini",
|
|
9
|
+
GPT_5_NANO = "gpt-5-nano",
|
|
10
|
+
GEMINI_2_5_FLASH = "gemini-2.5-flash",
|
|
11
|
+
GEMINI_2_5_PRO = "gemini-2.5-pro",
|
|
12
|
+
MINIMAX_M2_5 = "minimax-m2.5",
|
|
13
|
+
QWEN_PLUS = "qwen-plus",
|
|
14
|
+
QWEN_VL_PLUS = "qwen-vl-plus",
|
|
15
|
+
KIMI_K2_5 = "kimi-k2.5",
|
|
16
|
+
QWEN_FLASH = "qwen-flash",
|
|
17
|
+
DEEPSEEK_V3_2 = "deepseek-v3.2"
|
|
18
|
+
}
|
|
19
|
+
export type LLMAPIClient = OpenAI;
|
|
20
|
+
export type LLMAPIClientOptions = ClientOptions;
|
|
21
|
+
export declare const LLMAPI_BASE_URL = "https://api.llmapi.ai/v1";
|
|
22
|
+
/**
|
|
23
|
+
* Cheap model used for JSON fix attempts when structured
|
|
24
|
+
* output parsing/validation fails. Defined here (not in
|
|
25
|
+
* constants) to avoid circular dependency with service files.
|
|
26
|
+
* Reused by both Completion and Assistance services.
|
|
27
|
+
*/
|
|
28
|
+
export declare const LLMAPI_JSON_FIX_MODEL: {
|
|
29
|
+
readonly name: LLMAPIModelNames.QWEN_FLASH;
|
|
30
|
+
readonly limits: {
|
|
31
|
+
readonly maxInputTokens: 128000;
|
|
32
|
+
readonly maxOutputTokens: 16000;
|
|
33
|
+
};
|
|
34
|
+
readonly config: {
|
|
35
|
+
readonly temperature: 0.2;
|
|
36
|
+
};
|
|
37
|
+
readonly pricing: {
|
|
38
|
+
readonly getPriceForTextInput: (tokens: number) => number;
|
|
39
|
+
readonly getPriceForTextOutput: (tokens: number) => number;
|
|
40
|
+
readonly getPriceForAudioInput: () => number;
|
|
41
|
+
readonly getPriceForAudioOutput: () => number;
|
|
42
|
+
readonly currency: "USD";
|
|
43
|
+
};
|
|
44
|
+
readonly capabilities: {
|
|
45
|
+
readonly vision: false;
|
|
46
|
+
};
|
|
47
|
+
};
|
|
48
|
+
export type LLMAPIModelConfigOverrides<_ModelName> = {};
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LLMAPI_JSON_FIX_MODEL = exports.LLMAPI_BASE_URL = exports.LLMAPIModelNames = void 0;
|
|
4
|
+
var LLMAPIModelNames;
|
|
5
|
+
(function (LLMAPIModelNames) {
|
|
6
|
+
LLMAPIModelNames["GPT_4_1"] = "gpt-4.1";
|
|
7
|
+
LLMAPIModelNames["GPT_4_1_MINI"] = "gpt-4.1-mini";
|
|
8
|
+
LLMAPIModelNames["GPT_5"] = "gpt-5";
|
|
9
|
+
LLMAPIModelNames["GPT_5_1"] = "gpt-5.1";
|
|
10
|
+
LLMAPIModelNames["GPT_5_MINI"] = "gpt-5-mini";
|
|
11
|
+
LLMAPIModelNames["GPT_5_NANO"] = "gpt-5-nano";
|
|
12
|
+
LLMAPIModelNames["GEMINI_2_5_FLASH"] = "gemini-2.5-flash";
|
|
13
|
+
LLMAPIModelNames["GEMINI_2_5_PRO"] = "gemini-2.5-pro";
|
|
14
|
+
LLMAPIModelNames["MINIMAX_M2_5"] = "minimax-m2.5";
|
|
15
|
+
LLMAPIModelNames["QWEN_PLUS"] = "qwen-plus";
|
|
16
|
+
LLMAPIModelNames["QWEN_VL_PLUS"] = "qwen-vl-plus";
|
|
17
|
+
LLMAPIModelNames["KIMI_K2_5"] = "kimi-k2.5";
|
|
18
|
+
LLMAPIModelNames["QWEN_FLASH"] = "qwen-flash";
|
|
19
|
+
LLMAPIModelNames["DEEPSEEK_V3_2"] = "deepseek-v3.2";
|
|
20
|
+
})(LLMAPIModelNames || (exports.LLMAPIModelNames = LLMAPIModelNames = {}));
|
|
21
|
+
exports.LLMAPI_BASE_URL = 'https://api.llmapi.ai/v1';
|
|
22
|
+
/**
|
|
23
|
+
* Cheap model used for JSON fix attempts when structured
|
|
24
|
+
* output parsing/validation fails. Defined here (not in
|
|
25
|
+
* constants) to avoid circular dependency with service files.
|
|
26
|
+
* Reused by both Completion and Assistance services.
|
|
27
|
+
*/
|
|
28
|
+
exports.LLMAPI_JSON_FIX_MODEL = {
|
|
29
|
+
name: LLMAPIModelNames.QWEN_FLASH,
|
|
30
|
+
limits: {
|
|
31
|
+
maxInputTokens: 128_000,
|
|
32
|
+
maxOutputTokens: 16_000,
|
|
33
|
+
},
|
|
34
|
+
config: {
|
|
35
|
+
temperature: 0.2,
|
|
36
|
+
},
|
|
37
|
+
pricing: {
|
|
38
|
+
getPriceForTextInput: (tokens) => 0.05 * tokens / 1_000_000,
|
|
39
|
+
getPriceForTextOutput: (tokens) => 0.4 * tokens / 1_000_000,
|
|
40
|
+
getPriceForAudioInput: () => 0,
|
|
41
|
+
getPriceForAudioOutput: () => 0,
|
|
42
|
+
currency: 'USD',
|
|
43
|
+
},
|
|
44
|
+
capabilities: { vision: false },
|
|
45
|
+
};
|
|
46
|
+
//# sourceMappingURL=LLMAPI.typedefs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LLMAPI.typedefs.js","sourceRoot":"","sources":["../../../src/providers/LLMAPI/LLMAPI.typedefs.ts"],"names":[],"mappings":";;;AAGA,IAAY,gBAeX;AAfD,WAAY,gBAAgB;IAC1B,uCAAmB,CAAA;IACnB,iDAA6B,CAAA;IAC7B,mCAAe,CAAA;IACf,uCAAmB,CAAA;IACnB,6CAAyB,CAAA;IACzB,6CAAyB,CAAA;IACzB,yDAAqC,CAAA;IACrC,qDAAiC,CAAA;IACjC,iDAA6B,CAAA;IAC7B,2CAAuB,CAAA;IACvB,iDAA6B,CAAA;IAC7B,2CAAuB,CAAA;IACvB,6CAAyB,CAAA;IACzB,mDAA+B,CAAA;AACjC,CAAC,EAfW,gBAAgB,gCAAhB,gBAAgB,QAe3B;AAMY,QAAA,eAAe,GAAG,0BAA0B,CAAC;AAE1D;;;;;GAKG;AACU,QAAA,qBAAqB,GAAG;IACnC,IAAI,EAAE,gBAAgB,CAAC,UAAU;IACjC,MAAM,EAAE;QACN,cAAc,EAAE,OAAO;QACvB,eAAe,EAAE,MAAM;KACxB;IACD,MAAM,EAAE;QACN,WAAW,EAAE,GAAG;KACjB;IACD,OAAO,EAAE;QACP,oBAAoB,EAClB,CAAC,MAAc,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;QAC/C,qBAAqB,EACnB,CAAC,MAAc,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;QAC9C,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9B,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/B,QAAQ,EAAE,KAAc;KACzB;IACD,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;CACvB,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { LLMProviders, type LLMPurposes, type LLMServiceByPurpose } from '../../LLMService.typedefs';
|
|
2
|
+
import { LLMServicePurposeFactory, type LLMCreateServiceOptions } from '../../services';
|
|
3
|
+
import { type LLMReporterInterface } from '../../utilities/reporter';
|
|
4
|
+
export declare class LLMAPIServiceFactory extends LLMServicePurposeFactory<LLMProviders.LLMAPI> {
|
|
5
|
+
createService<Purpose extends LLMPurposes, Reporter extends LLMReporterInterface<any> | undefined>(serviceOptions: LLMCreateServiceOptions<LLMProviders.LLMAPI, Purpose, Reporter>): LLMServiceByPurpose<LLMProviders.LLMAPI, Reporter>[Purpose];
|
|
6
|
+
}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LLMAPIServiceFactory = void 0;
|
|
4
|
+
const LLMService_typedefs_1 = require("../../LLMService.typedefs");
|
|
5
|
+
const services_1 = require("../../services");
|
|
6
|
+
const LLMAPI_constants_1 = require("../../providers/LLMAPI/LLMAPI.constants");
|
|
7
|
+
class LLMAPIServiceFactory extends services_1.LLMServicePurposeFactory {
|
|
8
|
+
createService(serviceOptions) {
|
|
9
|
+
const { purpose, logger, reporter, options, } = serviceOptions;
|
|
10
|
+
const serviceBuilder = LLMAPI_constants_1.LLMAPI_SERVICE_BUILDERS[purpose];
|
|
11
|
+
if (!serviceBuilder) {
|
|
12
|
+
throw new Error(`Purpose [${purpose}] is not supported`
|
|
13
|
+
+ ` for [${LLMService_typedefs_1.LLMProviders.LLMAPI}] service`);
|
|
14
|
+
}
|
|
15
|
+
return serviceBuilder(logger, reporter, options);
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
exports.LLMAPIServiceFactory = LLMAPIServiceFactory;
|
|
19
|
+
//# sourceMappingURL=LLMAPIService.factory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LLMAPIService.factory.js","sourceRoot":"","sources":["../../../src/providers/LLMAPI/LLMAPIService.factory.ts"],"names":[],"mappings":";;;AAAA,+DAI+B;AAC/B,yCAGoB;AACpB,0EAA8E;AAG9E,MAAa,oBAAqB,SAAQ,mCAEzC;IACC,aAAa,CAIX,cAEC;QAED,MAAM,EACJ,OAAO,EACP,MAAM,EACN,QAAQ,EACR,OAAO,GACR,GAAG,cAAc,CAAC;QACnB,MAAM,cAAc,GAAG,0CAAuB,CAAC,OAAO,CAAC,CAAC;QAExD,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,YAAY,OAAO,oBAAoB;kBACrC,SAAS,kCAAY,CAAC,MAAM,WAAW,CAC1C,CAAC;QACJ,CAAC;QAED,OAAO,cAAc,CACnB,MAAM,EACN,QAAQ,EACR,OAAO,CAGC,CAAC;IACb,CAAC;CACF;AAlCD,oDAkCC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./LLMAPI.constants"), exports);
|
|
18
|
+
__exportStar(require("./LLMAPI.entity"), exports);
|
|
19
|
+
__exportStar(require("./LLMAPI.typedefs"), exports);
|
|
20
|
+
__exportStar(require("./LLMAPIService.factory"), exports);
|
|
21
|
+
__exportStar(require("./services"), exports);
|
|
22
|
+
__exportStar(require("./utilities"), exports);
|
|
23
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/providers/LLMAPI/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qDAAmC;AACnC,kDAAgC;AAChC,oDAAkC;AAClC,0DAAwC;AACxC,6CAA2B;AAC3B,8CAA4B"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LLMAPISchemaAdapter = void 0;
|
|
4
|
+
const OpenAISchemaAdapter_1 = require("../../../providers/OpenAI/schemas/OpenAISchemaAdapter");
|
|
5
|
+
class LLMAPISchemaAdapter extends OpenAISchemaAdapter_1.OpenAISchemaAdapter {
|
|
6
|
+
}
|
|
7
|
+
exports.LLMAPISchemaAdapter = LLMAPISchemaAdapter;
|
|
8
|
+
//# sourceMappingURL=LLMAPISchemaAdapter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LLMAPISchemaAdapter.js","sourceRoot":"","sources":["../../../../src/providers/LLMAPI/schemas/LLMAPISchemaAdapter.ts"],"names":[],"mappings":";;;AAAA,wFAAqF;AAErF,MAAa,mBAAoB,SAAQ,yCAAmB;CAAG;AAA/D,kDAA+D"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { OpenAI } from 'openai';
|
|
2
|
+
import { type LLMAssistanceOptions, type LLMAssistanceResult, type LLMAssistanceMessage, type LLMCreateChatOptions, type LLMCreateChatResult, type LLMCreateFileStorageOptions, type LLMCreateFileStorageResult, type LLMInstanceOptions, LLMProviders, type LLMUploadFileOptions, type LLMUploadFileResult, type LLMStructuredResult, type LLMUploadedFile } from '../../../LLMService.typedefs';
|
|
3
|
+
import { type LLMLoggerInterface } from '../../../utilities/logger';
|
|
4
|
+
import { type LLMReporterInterface } from '../../../utilities/reporter';
|
|
5
|
+
import { LLMAssistanceService } from '../../../services';
|
|
6
|
+
import { type LLMSchemaInterface } from '../../../utilities/schema';
|
|
7
|
+
export declare class LLMAPIAssistanceService<Reporter extends LLMReporterInterface<any> | undefined> extends LLMAssistanceService<LLMProviders.LLMAPI, Reporter> {
|
|
8
|
+
private fileStorage;
|
|
9
|
+
private chatState;
|
|
10
|
+
private toolExecutor;
|
|
11
|
+
private jsonFixer;
|
|
12
|
+
private fileContextInjectedChats;
|
|
13
|
+
constructor(logger: LLMLoggerInterface | undefined, reporter: Reporter, options?: LLMInstanceOptions[LLMProviders.LLMAPI]);
|
|
14
|
+
get instance(): OpenAI;
|
|
15
|
+
private getJsonFixer;
|
|
16
|
+
uploadFile(fileOptions: LLMUploadFileOptions<Reporter>): Promise<LLMUploadFileResult>;
|
|
17
|
+
getFile(path: string): Promise<LLMUploadedFile | null>;
|
|
18
|
+
deleteFile(fileId: string): Promise<void>;
|
|
19
|
+
createFileStorage(options: LLMCreateFileStorageOptions<LLMProviders.LLMAPI, Reporter>): Promise<LLMCreateFileStorageResult>;
|
|
20
|
+
deleteFileStorage(storageId: string): Promise<void>;
|
|
21
|
+
createChat(options: LLMCreateChatOptions<LLMProviders.LLMAPI, Reporter>): Promise<LLMCreateChatResult>;
|
|
22
|
+
deleteChat(chatId: string): Promise<void>;
|
|
23
|
+
countTokens(messages: LLMAssistanceMessage[]): Promise<number>;
|
|
24
|
+
protected assistInChatText(options: LLMAssistanceOptions<LLMProviders.LLMAPI, Reporter>): Promise<LLMAssistanceResult>;
|
|
25
|
+
protected assistInChatStructured(options: LLMAssistanceOptions<LLMProviders.LLMAPI, Reporter> & {
|
|
26
|
+
schema: LLMSchemaInterface;
|
|
27
|
+
}): Promise<LLMStructuredResult>;
|
|
28
|
+
private appendConvertedUserMessage;
|
|
29
|
+
private stripThinkingTags;
|
|
30
|
+
private injectFileContext;
|
|
31
|
+
private buildToolsArray;
|
|
32
|
+
private executeToolLoop;
|
|
33
|
+
private dispatchToolCall;
|
|
34
|
+
}
|