@mate-academy/llm-gateway 2.4.0 → 2.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/LLMService.typedefs.d.ts +15 -21
- package/dist/LLMService.typedefs.js.map +1 -1
- package/dist/providers/GoogleGenerativeAI/GoogleGenerativeAI.constants.js +6 -49
- package/dist/providers/GoogleGenerativeAI/GoogleGenerativeAI.constants.js.map +1 -1
- package/dist/providers/GoogleGenerativeAI/GoogleGenerativeAI.typedefs.d.ts +5 -5
- package/dist/providers/GoogleGenerativeAI/GoogleGenerativeAI.typedefs.js +1 -5
- package/dist/providers/GoogleGenerativeAI/GoogleGenerativeAI.typedefs.js.map +1 -1
- package/dist/providers/OpenAI/OpenAI.constants.js +24 -0
- package/dist/providers/OpenAI/OpenAI.constants.js.map +1 -1
- package/dist/providers/OpenAI/OpenAI.typedefs.d.ts +15 -0
- package/dist/providers/OpenAI/OpenAI.typedefs.js +2 -0
- package/dist/providers/OpenAI/OpenAI.typedefs.js.map +1 -1
- package/package.json +8 -8
|
@@ -1,13 +1,7 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import { type OpenAIModelNames } from './providers/OpenAI/OpenAI.typedefs';
|
|
6
|
-
import { type GoogleGenerativeAIModelNames } from './providers/GoogleGenerativeAI/GoogleGenerativeAI.typedefs';
|
|
7
|
-
import { type LLMCompletionService } from './services/LLMCompletionService.abstract';
|
|
8
|
-
import { type LLMAssistanceService } from './services/LLMAssistanceService.abstract';
|
|
9
|
-
import { type LLMSpeechToTextService } from './services/LLMSpeechToTextService.abstract';
|
|
10
|
-
import { type LLMTextToSpeechService } from './services/LLMTextToSpeechService.abstract';
|
|
1
|
+
import type { Logger } from '@mate-academy/core';
|
|
2
|
+
import type { OpenAIClient, OpenAIClientOptions, OpenAIModelConfigOverrides, OpenAIModelNames, OpenAISpeechOptions } from './providers/OpenAI/OpenAI.typedefs';
|
|
3
|
+
import type { GoogleGenerativeAIClient, GoogleGenerativeAIClientOptions, GoogleGenerativeAIModelNames, GoogleGenerativeAISpeechOptions } from './providers/GoogleGenerativeAI/GoogleGenerativeAI.typedefs';
|
|
4
|
+
import type { LLMCompletionService, LLMAssistanceService, LLMSpeechToTextService, LLMTextToSpeechService } from './services';
|
|
11
5
|
/**
|
|
12
6
|
* Enum of supported LLM providers.
|
|
13
7
|
*/
|
|
@@ -19,15 +13,15 @@ export declare enum LLMProviders {
|
|
|
19
13
|
* Maps each LLM provider to its corresponding instance type.
|
|
20
14
|
*/
|
|
21
15
|
export type LLMInstances = {
|
|
22
|
-
[LLMProviders.OpenAI]:
|
|
23
|
-
[LLMProviders.GoogleGenerativeAI]:
|
|
16
|
+
[LLMProviders.OpenAI]: OpenAIClient;
|
|
17
|
+
[LLMProviders.GoogleGenerativeAI]: GoogleGenerativeAIClient;
|
|
24
18
|
};
|
|
25
19
|
/**
|
|
26
20
|
* Configuration options for initializing each LLM provider's client.
|
|
27
21
|
*/
|
|
28
22
|
export type LLMInstanceOptions = {
|
|
29
|
-
[LLMProviders.OpenAI]:
|
|
30
|
-
[LLMProviders.GoogleGenerativeAI]:
|
|
23
|
+
[LLMProviders.OpenAI]: OpenAIClientOptions;
|
|
24
|
+
[LLMProviders.GoogleGenerativeAI]: GoogleGenerativeAIClientOptions;
|
|
31
25
|
};
|
|
32
26
|
/**
|
|
33
27
|
* Supported service purposes/types that the LLM gateway provides.
|
|
@@ -67,10 +61,10 @@ export interface LLMLimits {
|
|
|
67
61
|
/**
|
|
68
62
|
* Configuration parameters that control LLM generation behavior.
|
|
69
63
|
*/
|
|
70
|
-
export
|
|
71
|
-
temperature
|
|
72
|
-
top_p
|
|
73
|
-
}
|
|
64
|
+
export type LLMConfig<Provider extends LLMProviders = any, ModelName extends LLMModelName[Provider] = any> = Partial<{
|
|
65
|
+
temperature: number;
|
|
66
|
+
top_p: number | null;
|
|
67
|
+
}> & (Provider extends LLMProviders.OpenAI ? OpenAIModelConfigOverrides<ModelName> : {});
|
|
74
68
|
/**
|
|
75
69
|
* Maps a provider to all available models it can access.
|
|
76
70
|
* @template Provider - The LLM provider type
|
|
@@ -98,7 +92,7 @@ export type LLMModelName = {
|
|
|
98
92
|
export interface LLMModel<Provider extends LLMProviders, ModelName extends LLMModelName[Provider] = LLMModelName[Provider]> {
|
|
99
93
|
name: ModelName;
|
|
100
94
|
limits: LLMLimits;
|
|
101
|
-
config: LLMConfig
|
|
95
|
+
config: LLMConfig<Provider, ModelName>;
|
|
102
96
|
}
|
|
103
97
|
/**
|
|
104
98
|
* Roles that can be assigned to messages in an LLM conversation.
|
|
@@ -385,8 +379,8 @@ export type LLMTranscribeResult = LLMRequestResult<{
|
|
|
385
379
|
* Provider-specific options for creating speech from text.
|
|
386
380
|
*/
|
|
387
381
|
export type LLMSpeechOptions = {
|
|
388
|
-
[LLMProviders.OpenAI]:
|
|
389
|
-
[LLMProviders.GoogleGenerativeAI]:
|
|
382
|
+
[LLMProviders.OpenAI]: OpenAISpeechOptions;
|
|
383
|
+
[LLMProviders.GoogleGenerativeAI]: GoogleGenerativeAISpeechOptions;
|
|
390
384
|
};
|
|
391
385
|
/**
|
|
392
386
|
* Options for creating speech from text using an LLM service.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LLMService.typedefs.js","sourceRoot":"","sources":["../src/LLMService.typedefs.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"LLMService.typedefs.js","sourceRoot":"","sources":["../src/LLMService.typedefs.ts"],"names":[],"mappings":";;;AAqBA;;GAEG;AACH,IAAY,YAGX;AAHD,WAAY,YAAY;IACtB,iCAAiB,CAAA;IACjB,yDAAyC,CAAA;AAC3C,CAAC,EAHW,YAAY,4BAAZ,YAAY,QAGvB;AAkBD;;GAEG;AACH,IAAY,WAKX;AALD,WAAY,WAAW;IACrB,wCAAyB,CAAA;IACzB,wCAAyB,CAAA;IACzB,8CAA+B,CAAA;IAC/B,8CAA+B,CAAA;AACjC,CAAC,EALW,WAAW,2BAAX,WAAW,QAKtB;AAgGD;;GAEG;AACH,IAAY,QAGX;AAHD,WAAY,QAAQ;IAClB,yBAAa,CAAA;IACb,mCAAuB,CAAA;AACzB,CAAC,EAHW,QAAQ,wBAAR,QAAQ,QAGnB;AAED;;GAEG;AACH,IAAY,qBAKX;AALD,WAAY,qBAAqB;IAC/B,sCAAa,CAAA;IACb,gDAAuB,CAAA;IACvB,kDAAyB,CAAA;IACzB,kDAAyB,CAAA;AAC3B,CAAC,EALW,qBAAqB,qCAArB,qBAAqB,QAKhC;AA4HD;;GAEG;AACH,IAAY,sBAeX;AAfD,WAAY,sBAAsB;IAChC,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,yDAA+B,CAAA;IAC/B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,oDAA0B,CAAA;IAC1B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;AACzB,CAAC,EAfW,sBAAsB,sCAAtB,sBAAsB,QAejC"}
|
|
@@ -7,51 +7,11 @@ const services_1 = require("../../providers/GoogleGenerativeAI/services");
|
|
|
7
7
|
const functional_utils_1 = require("../../utilities/functional.utils");
|
|
8
8
|
exports.MIN_CACHE_CONTENT_LENGTH = 32_768;
|
|
9
9
|
const GOOGLE_AI_AVAILABLE_MODELS = {
|
|
10
|
-
[GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.
|
|
11
|
-
name: GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.
|
|
10
|
+
[GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH]: {
|
|
11
|
+
name: GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH,
|
|
12
12
|
limits: {
|
|
13
13
|
maxInputTokens: 1_048_576,
|
|
14
|
-
maxOutputTokens:
|
|
15
|
-
},
|
|
16
|
-
config: {
|
|
17
|
-
temperature: 0.2,
|
|
18
|
-
},
|
|
19
|
-
},
|
|
20
|
-
[GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_1_5_PRO]: {
|
|
21
|
-
name: GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_1_5_PRO,
|
|
22
|
-
limits: {
|
|
23
|
-
maxInputTokens: 2_097_152,
|
|
24
|
-
maxOutputTokens: 8_192,
|
|
25
|
-
},
|
|
26
|
-
config: {
|
|
27
|
-
temperature: 0.2,
|
|
28
|
-
},
|
|
29
|
-
},
|
|
30
|
-
[GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_1_5_PRO_STABLE]: {
|
|
31
|
-
name: GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_1_5_PRO_STABLE,
|
|
32
|
-
limits: {
|
|
33
|
-
maxInputTokens: 2_097_152,
|
|
34
|
-
maxOutputTokens: 8_192,
|
|
35
|
-
},
|
|
36
|
-
config: {
|
|
37
|
-
temperature: 0.2,
|
|
38
|
-
},
|
|
39
|
-
},
|
|
40
|
-
[GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_0_FLASH]: {
|
|
41
|
-
name: GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_0_FLASH,
|
|
42
|
-
limits: {
|
|
43
|
-
maxInputTokens: 1_048_576,
|
|
44
|
-
maxOutputTokens: 8_192,
|
|
45
|
-
},
|
|
46
|
-
config: {
|
|
47
|
-
temperature: 0.2,
|
|
48
|
-
},
|
|
49
|
-
},
|
|
50
|
-
[GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_0_FLASH_STABLE]: {
|
|
51
|
-
name: GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_0_FLASH_STABLE,
|
|
52
|
-
limits: {
|
|
53
|
-
maxInputTokens: 1_048_576,
|
|
54
|
-
maxOutputTokens: 8_192,
|
|
14
|
+
maxOutputTokens: 65_536,
|
|
55
15
|
},
|
|
56
16
|
config: {
|
|
57
17
|
temperature: 0.2,
|
|
@@ -90,19 +50,16 @@ const GOOGLE_AI_AVAILABLE_MODELS = {
|
|
|
90
50
|
};
|
|
91
51
|
exports.GOOGLE_AI_MODELS = {
|
|
92
52
|
[LLMService_typedefs_1.LLMPurposes.Completion]: (0, functional_utils_1.pick)(GOOGLE_AI_AVAILABLE_MODELS, [
|
|
93
|
-
GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.
|
|
94
|
-
GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_1_5_PRO,
|
|
95
|
-
GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_0_FLASH,
|
|
53
|
+
GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH,
|
|
96
54
|
GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_5_PRO,
|
|
97
55
|
]),
|
|
98
56
|
// Stable models are used for assistance as they support additional methods
|
|
99
57
|
[LLMService_typedefs_1.LLMPurposes.Assistance]: (0, functional_utils_1.pick)(GOOGLE_AI_AVAILABLE_MODELS, [
|
|
100
|
-
GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.
|
|
101
|
-
GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_0_FLASH_STABLE,
|
|
58
|
+
GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH,
|
|
102
59
|
GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_5_PRO,
|
|
103
60
|
]),
|
|
104
61
|
[LLMService_typedefs_1.LLMPurposes.SpeechToText]: (0, functional_utils_1.pick)(GOOGLE_AI_AVAILABLE_MODELS, [
|
|
105
|
-
GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.
|
|
62
|
+
GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH,
|
|
106
63
|
GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_2_5_PRO,
|
|
107
64
|
]),
|
|
108
65
|
[LLMService_typedefs_1.LLMPurposes.TextToSpeech]: (0, functional_utils_1.pick)(GOOGLE_AI_AVAILABLE_MODELS, [
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GoogleGenerativeAI.constants.js","sourceRoot":"","sources":["../../../src/providers/GoogleGenerativeAI/GoogleGenerativeAI.constants.ts"],"names":[],"mappings":";;;AAAA,+DAM+B;AAC/B,+EAA6E;AAC7E,sEAKiD;AACjD,mEAAoD;AAEvC,QAAA,wBAAwB,GAAG,MAAM,CAAC;AAE/C,MAAM,0BAA0B,GAE5B;IACF,CAAC,0DAA4B,CAAC,gBAAgB,CAAC,EAAE;QAC/C,IAAI,EAAE,0DAA4B,CAAC,gBAAgB;QACnD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,
|
|
1
|
+
{"version":3,"file":"GoogleGenerativeAI.constants.js","sourceRoot":"","sources":["../../../src/providers/GoogleGenerativeAI/GoogleGenerativeAI.constants.ts"],"names":[],"mappings":";;;AAAA,+DAM+B;AAC/B,+EAA6E;AAC7E,sEAKiD;AACjD,mEAAoD;AAEvC,QAAA,wBAAwB,GAAG,MAAM,CAAC;AAE/C,MAAM,0BAA0B,GAE5B;IACF,CAAC,0DAA4B,CAAC,gBAAgB,CAAC,EAAE;QAC/C,IAAI,EAAE,0DAA4B,CAAC,gBAAgB;QACnD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,0DAA4B,CAAC,cAAc,CAAC,EAAE;QAC7C,IAAI,EAAE,0DAA4B,CAAC,cAAc;QACjD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,0DAA4B,CAAC,4BAA4B,CAAC,EAAE;QAC3D,IAAI,EAAE,0DAA4B,CAAC,4BAA4B;QAC/D,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,0DAA4B,CAAC,0BAA0B,CAAC,EAAE;QACzD,IAAI,EAAE,0DAA4B,CAAC,0BAA0B;QAC7D,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;CACF,CAAC;AAEW,QAAA,gBAAgB,GAGzB;IACF,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,IAAA,uBAAI,EAC5B,0BAA0B,EAC1B;QACE,0DAA4B,CAAC,gBAAgB;QAC7C,0DAA4B,CAAC,cAAc;KAC5C,CACF;IACD,2EAA2E;IAC3E,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,IAAA,uBAAI,EAC5B,0BAA0B,EAC1B;QACE,0DAA4B,CAAC,gBAAgB;QAC7C,0DAA4B,CAAC,cAAc;KAC5C,CACF;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,IAAA,uBAAI,EAC9B,0BAA0B,EAC1B;QACE,0DAA4B,CAAC,gBAAgB;QAC7C,0DAA4B,CAAC,cAAc;KAC5C,CACF;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,IAAA,uBAAI,EAC9B,0BAA0B,EAC1B;QACE,0DAA4B,CAAC,4BAA4B;QACzD,0DAA4B,CAAC,0BAA0B;KACxD,CACF;CACF,CAAC;AAEW,QAAA,0BAA0B,GAInC;IACF,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAC7C,IAAI,8CAAmC,CAAC,MAAM,EAAE,OAAO,CAAC,CACzD;IACD,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAC7C,IAAI,8CAAmC,CAAC,MAAM,EAAE,OAAO,CAAC,CACzD;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAC/C,IAAI,gDAAqC,CAAC,MAAM,EAAE,OAAO,CAAC,CAC3D;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAC/C,IAAI,gDAAqC,CAAC,MAAM,EAAE,OAAO,CAAC,CAC3D;CACF,CAAC"}
|
|
@@ -1,9 +1,6 @@
|
|
|
1
|
+
import type { GoogleGenAIOptions, GoogleGenAI, GenerateContentConfig } from '@google/genai';
|
|
1
2
|
export declare enum GoogleGenerativeAIModelNames {
|
|
2
|
-
|
|
3
|
-
GEMINI_1_5_PRO = "gemini-1.5-pro",
|
|
4
|
-
GEMINI_1_5_PRO_STABLE = "gemini-1.5-pro-002",
|
|
5
|
-
GEMINI_2_0_FLASH = "gemini-2.0-flash",
|
|
6
|
-
GEMINI_2_0_FLASH_STABLE = "gemini-2.0-flash-001",
|
|
3
|
+
GEMINI_2_5_FLASH = "gemini-2.5-flash",
|
|
7
4
|
GEMINI_2_5_PRO = "gemini-2.5-pro",
|
|
8
5
|
GEMINI_2_5_FLASH_PREVIEW_TTS = "gemini-2.5-flash-preview-tts",
|
|
9
6
|
GEMINI_2_5_PRO_PREVIEW_TTS = "gemini-2.5-pro-preview-tts"
|
|
@@ -12,3 +9,6 @@ export declare enum GoogleGenerativeAIRoles {
|
|
|
12
9
|
User = "user",
|
|
13
10
|
Model = "model"
|
|
14
11
|
}
|
|
12
|
+
export type GoogleGenerativeAIClient = GoogleGenAI;
|
|
13
|
+
export type GoogleGenerativeAIClientOptions = GoogleGenAIOptions;
|
|
14
|
+
export type GoogleGenerativeAISpeechOptions = Pick<GenerateContentConfig, 'speechConfig'>;
|
|
@@ -3,11 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.GoogleGenerativeAIRoles = exports.GoogleGenerativeAIModelNames = void 0;
|
|
4
4
|
var GoogleGenerativeAIModelNames;
|
|
5
5
|
(function (GoogleGenerativeAIModelNames) {
|
|
6
|
-
GoogleGenerativeAIModelNames["
|
|
7
|
-
GoogleGenerativeAIModelNames["GEMINI_1_5_PRO"] = "gemini-1.5-pro";
|
|
8
|
-
GoogleGenerativeAIModelNames["GEMINI_1_5_PRO_STABLE"] = "gemini-1.5-pro-002";
|
|
9
|
-
GoogleGenerativeAIModelNames["GEMINI_2_0_FLASH"] = "gemini-2.0-flash";
|
|
10
|
-
GoogleGenerativeAIModelNames["GEMINI_2_0_FLASH_STABLE"] = "gemini-2.0-flash-001";
|
|
6
|
+
GoogleGenerativeAIModelNames["GEMINI_2_5_FLASH"] = "gemini-2.5-flash";
|
|
11
7
|
GoogleGenerativeAIModelNames["GEMINI_2_5_PRO"] = "gemini-2.5-pro";
|
|
12
8
|
GoogleGenerativeAIModelNames["GEMINI_2_5_FLASH_PREVIEW_TTS"] = "gemini-2.5-flash-preview-tts";
|
|
13
9
|
GoogleGenerativeAIModelNames["GEMINI_2_5_PRO_PREVIEW_TTS"] = "gemini-2.5-pro-preview-tts";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GoogleGenerativeAI.typedefs.js","sourceRoot":"","sources":["../../../src/providers/GoogleGenerativeAI/GoogleGenerativeAI.typedefs.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"GoogleGenerativeAI.typedefs.js","sourceRoot":"","sources":["../../../src/providers/GoogleGenerativeAI/GoogleGenerativeAI.typedefs.ts"],"names":[],"mappings":";;;AAMA,IAAY,4BAKX;AALD,WAAY,4BAA4B;IACtC,qEAAqC,CAAA;IACrC,iEAAiC,CAAA;IACjC,6FAA6D,CAAA;IAC7D,yFAAyD,CAAA;AAC3D,CAAC,EALW,4BAA4B,4CAA5B,4BAA4B,QAKvC;AAED,IAAY,uBAGX;AAHD,WAAY,uBAAuB;IACjC,wCAAa,CAAA;IACb,0CAAe,CAAA;AACjB,CAAC,EAHW,uBAAuB,uCAAvB,uBAAuB,QAGlC"}
|
|
@@ -36,6 +36,28 @@ const OPEN_AI_AVAILABLE_MODELS = {
|
|
|
36
36
|
temperature: 0.2,
|
|
37
37
|
},
|
|
38
38
|
},
|
|
39
|
+
[OpenAI_typedefs_1.OpenAIModelNames.GPT_5]: {
|
|
40
|
+
name: OpenAI_typedefs_1.OpenAIModelNames.GPT_5,
|
|
41
|
+
limits: {
|
|
42
|
+
maxInputTokens: 400_000,
|
|
43
|
+
maxOutputTokens: 128_000,
|
|
44
|
+
},
|
|
45
|
+
config: {
|
|
46
|
+
temperature: 1,
|
|
47
|
+
reasoning_effort: 'minimal',
|
|
48
|
+
verbosity: 'medium',
|
|
49
|
+
},
|
|
50
|
+
},
|
|
51
|
+
[OpenAI_typedefs_1.OpenAIModelNames.GPT_5_MINI]: {
|
|
52
|
+
name: OpenAI_typedefs_1.OpenAIModelNames.GPT_5_MINI,
|
|
53
|
+
limits: {
|
|
54
|
+
maxInputTokens: 400_000,
|
|
55
|
+
maxOutputTokens: 128_000,
|
|
56
|
+
},
|
|
57
|
+
config: {
|
|
58
|
+
temperature: 1,
|
|
59
|
+
},
|
|
60
|
+
},
|
|
39
61
|
[OpenAI_typedefs_1.OpenAIModelNames.GPT_4_OMNI_TRANSCRIBE]: {
|
|
40
62
|
name: OpenAI_typedefs_1.OpenAIModelNames.GPT_4_OMNI_TRANSCRIBE,
|
|
41
63
|
limits: {
|
|
@@ -82,6 +104,8 @@ exports.OPEN_AI_MODELS = {
|
|
|
82
104
|
OpenAI_typedefs_1.OpenAIModelNames.GPT_4_OMNI,
|
|
83
105
|
OpenAI_typedefs_1.OpenAIModelNames.GPT_4_OMNI_MINI,
|
|
84
106
|
OpenAI_typedefs_1.OpenAIModelNames.GPT_4_1,
|
|
107
|
+
OpenAI_typedefs_1.OpenAIModelNames.GPT_5,
|
|
108
|
+
OpenAI_typedefs_1.OpenAIModelNames.GPT_5_MINI,
|
|
85
109
|
]),
|
|
86
110
|
[LLMService_typedefs_1.LLMPurposes.Assistance]: (0, functional_utils_1.pick)(OPEN_AI_AVAILABLE_MODELS, [
|
|
87
111
|
OpenAI_typedefs_1.OpenAIModelNames.GPT_4_OMNI,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OpenAI.constants.js","sourceRoot":"","sources":["../../../src/providers/OpenAI/OpenAI.constants.ts"],"names":[],"mappings":";;;AAAA,+DAM+B;AAC/B,wEAAsE;AACtE,yCAKoB;AACpB,mEAAoD;AAEpD,MAAM,wBAAwB,GAE1B;IACF,CAAC,kCAAgB,CAAC,UAAU,CAAC,EAAE;QAC7B,IAAI,EAAE,kCAAgB,CAAC,UAAU;QACjC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,eAAe,CAAC,EAAE;QAClC,IAAI,EAAE,kCAAgB,CAAC,eAAe;QACtC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,OAAO,CAAC,EAAE;QAC1B,IAAI,EAAE,kCAAgB,CAAC,OAAO;QAC9B,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,qBAAqB,CAAC,EAAE;QACxC,IAAI,EAAE,kCAAgB,CAAC,qBAAqB;QAC5C,MAAM,EAAE;YACN,cAAc,EAAE,MAAM;YACtB,eAAe,EAAE,KAAK;SACvB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,0BAA0B,CAAC,EAAE;QAC7C,IAAI,EAAE,kCAAgB,CAAC,0BAA0B;QACjD,MAAM,EAAE;YACN,cAAc,EAAE,MAAM;YACtB,eAAe,EAAE,KAAK;SACvB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,mBAAmB,CAAC,EAAE;QACtC,IAAI,EAAE,kCAAgB,CAAC,mBAAmB;QAC1C,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,QAAQ,EAAE,6DAA6D;SACzF;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,KAAK,CAAC,EAAE;QACxB,IAAI,EAAE,kCAAgB,CAAC,KAAK;QAC5B,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,QAAQ,EAAE,6DAA6D;SACzF;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;CACF,CAAC;AAEW,QAAA,cAAc,GAGvB;IACF,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,IAAA,uBAAI,EAC5B,wBAAwB,EACxB;QACE,kCAAgB,CAAC,UAAU;QAC3B,kCAAgB,CAAC,eAAe;QAChC,kCAAgB,CAAC,OAAO;
|
|
1
|
+
{"version":3,"file":"OpenAI.constants.js","sourceRoot":"","sources":["../../../src/providers/OpenAI/OpenAI.constants.ts"],"names":[],"mappings":";;;AAAA,+DAM+B;AAC/B,wEAAsE;AACtE,yCAKoB;AACpB,mEAAoD;AAEpD,MAAM,wBAAwB,GAE1B;IACF,CAAC,kCAAgB,CAAC,UAAU,CAAC,EAAE;QAC7B,IAAI,EAAE,kCAAgB,CAAC,UAAU;QACjC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,eAAe,CAAC,EAAE;QAClC,IAAI,EAAE,kCAAgB,CAAC,eAAe;QACtC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,OAAO,CAAC,EAAE;QAC1B,IAAI,EAAE,kCAAgB,CAAC,OAAO;QAC9B,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,KAAK,CAAC,EAAE;QACxB,IAAI,EAAE,kCAAgB,CAAC,KAAK;QAC5B,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,OAAO;SACzB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,CAAC;YACd,gBAAgB,EAAE,SAAS;YAC3B,SAAS,EAAE,QAAQ;SACpB;KACF;IACD,CAAC,kCAAgB,CAAC,UAAU,CAAC,EAAE;QAC7B,IAAI,EAAE,kCAAgB,CAAC,UAAU;QACjC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,OAAO;SACzB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,CAAC;SACf;KACF;IACD,CAAC,kCAAgB,CAAC,qBAAqB,CAAC,EAAE;QACxC,IAAI,EAAE,kCAAgB,CAAC,qBAAqB;QAC5C,MAAM,EAAE;YACN,cAAc,EAAE,MAAM;YACtB,eAAe,EAAE,KAAK;SACvB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,0BAA0B,CAAC,EAAE;QAC7C,IAAI,EAAE,kCAAgB,CAAC,0BAA0B;QACjD,MAAM,EAAE;YACN,cAAc,EAAE,MAAM;YACtB,eAAe,EAAE,KAAK;SACvB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,mBAAmB,CAAC,EAAE;QACtC,IAAI,EAAE,kCAAgB,CAAC,mBAAmB;QAC1C,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,QAAQ,EAAE,6DAA6D;SACzF;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,KAAK,CAAC,EAAE;QACxB,IAAI,EAAE,kCAAgB,CAAC,KAAK;QAC5B,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,QAAQ,EAAE,6DAA6D;SACzF;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;CACF,CAAC;AAEW,QAAA,cAAc,GAGvB;IACF,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,IAAA,uBAAI,EAC5B,wBAAwB,EACxB;QACE,kCAAgB,CAAC,UAAU;QAC3B,kCAAgB,CAAC,eAAe;QAChC,kCAAgB,CAAC,OAAO;QACxB,kCAAgB,CAAC,KAAK;QACtB,kCAAgB,CAAC,UAAU;KAC5B,CACF;IACD,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,IAAA,uBAAI,EAC5B,wBAAwB,EACxB;QACE,kCAAgB,CAAC,UAAU;QAC3B,kCAAgB,CAAC,OAAO;KACzB,CACF;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,IAAA,uBAAI,EAC9B,wBAAwB,EACxB;QACE,kCAAgB,CAAC,mBAAmB;QACpC,kCAAgB,CAAC,KAAK;KACvB,CACF;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,IAAA,uBAAI,EAC9B,wBAAwB,EACxB;QACE,kCAAgB,CAAC,qBAAqB;QACtC,kCAAgB,CAAC,0BAA0B;KAC5C,CACF;CACF,CAAC;AAEW,QAAA,wBAAwB,GAIjC;IACF,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAC7C,IAAI,kCAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAC7C;IACD,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAC7C,IAAI,kCAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAC7C;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAC/C,IAAI,oCAAyB,CAAC,MAAM,EAAE,OAAO,CAAC,CAC/C;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAC/C,IAAI,oCAAyB,CAAC,MAAM,EAAE,OAAO,CAAC,CAC/C;CACF,CAAC"}
|
|
@@ -1,7 +1,12 @@
|
|
|
1
|
+
import type { ClientOptions, OpenAI } from 'openai';
|
|
2
|
+
import type { SpeechCreateParams } from 'openai/resources/audio/speech';
|
|
3
|
+
import type { ReasoningEffort } from 'openai/resources/shared';
|
|
1
4
|
export declare enum OpenAIModelNames {
|
|
2
5
|
GPT_4_OMNI = "gpt-4o",
|
|
3
6
|
GPT_4_OMNI_MINI = "gpt-4o-mini",
|
|
4
7
|
GPT_4_1 = "gpt-4.1",
|
|
8
|
+
GPT_5 = "gpt-5",
|
|
9
|
+
GPT_5_MINI = "gpt-5-mini",
|
|
5
10
|
GPT_4_OMNI_TRANSCRIBE = "gpt-4o-transcribe",
|
|
6
11
|
GPT_4_OMNI_MINI_TRANSCRIBE = "gpt-4o-mini-transcribe",
|
|
7
12
|
TTS_1 = "tts-1",
|
|
@@ -11,3 +16,13 @@ export declare enum OpenAIRoles {
|
|
|
11
16
|
User = "user",
|
|
12
17
|
Assistant = "assistant"
|
|
13
18
|
}
|
|
19
|
+
export type OpenAIClient = OpenAI;
|
|
20
|
+
export type OpenAIClientOptions = ClientOptions;
|
|
21
|
+
export type OpenAIModelConfigOverrides<ModelName> = (ModelName extends OpenAIModelNames.GPT_5 ? Partial<{
|
|
22
|
+
temperature: 1;
|
|
23
|
+
reasoning_effort: ReasoningEffort | null;
|
|
24
|
+
verbosity: 'low' | 'medium' | 'high' | null;
|
|
25
|
+
}> : ModelName extends OpenAIModelNames.GPT_5_MINI ? Partial<{
|
|
26
|
+
temperature: 1;
|
|
27
|
+
}> : {});
|
|
28
|
+
export type OpenAISpeechOptions = Pick<SpeechCreateParams, 'voice' | 'speed' | 'response_format'>;
|
|
@@ -6,6 +6,8 @@ var OpenAIModelNames;
|
|
|
6
6
|
OpenAIModelNames["GPT_4_OMNI"] = "gpt-4o";
|
|
7
7
|
OpenAIModelNames["GPT_4_OMNI_MINI"] = "gpt-4o-mini";
|
|
8
8
|
OpenAIModelNames["GPT_4_1"] = "gpt-4.1";
|
|
9
|
+
OpenAIModelNames["GPT_5"] = "gpt-5";
|
|
10
|
+
OpenAIModelNames["GPT_5_MINI"] = "gpt-5-mini";
|
|
9
11
|
OpenAIModelNames["GPT_4_OMNI_TRANSCRIBE"] = "gpt-4o-transcribe";
|
|
10
12
|
OpenAIModelNames["GPT_4_OMNI_MINI_TRANSCRIBE"] = "gpt-4o-mini-transcribe";
|
|
11
13
|
OpenAIModelNames["TTS_1"] = "tts-1";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OpenAI.typedefs.js","sourceRoot":"","sources":["../../../src/providers/OpenAI/OpenAI.typedefs.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"OpenAI.typedefs.js","sourceRoot":"","sources":["../../../src/providers/OpenAI/OpenAI.typedefs.ts"],"names":[],"mappings":";;;AAOA,IAAY,gBAUX;AAVD,WAAY,gBAAgB;IAC1B,yCAAqB,CAAA;IACrB,mDAA+B,CAAA;IAC/B,uCAAmB,CAAA;IACnB,mCAAe,CAAA;IACf,6CAAyB,CAAA;IACzB,+DAA2C,CAAA;IAC3C,yEAAqD,CAAA;IACrD,mCAAe,CAAA;IACf,2DAAuC,CAAA;AACzC,CAAC,EAVW,gBAAgB,gCAAhB,gBAAgB,QAU3B;AAED,IAAY,WAGX;AAHD,WAAY,WAAW;IACrB,4BAAa,CAAA;IACb,sCAAuB,CAAA;AACzB,CAAC,EAHW,WAAW,2BAAX,WAAW,QAGtB"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mate-academy/llm-gateway",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.5.0",
|
|
4
4
|
"description": "A gateway package for LLM services.",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -60,26 +60,26 @@
|
|
|
60
60
|
"@types/inquirer": "^9.0.9",
|
|
61
61
|
"@types/jest": "^30.0.0",
|
|
62
62
|
"@types/mime-types": "^3.0.1",
|
|
63
|
-
"@typescript-eslint/eslint-plugin": "^8.
|
|
63
|
+
"@typescript-eslint/eslint-plugin": "^8.40.0",
|
|
64
64
|
"dotenv": "^17.2.1",
|
|
65
|
-
"eslint": "^9.
|
|
65
|
+
"eslint": "^9.33.0",
|
|
66
66
|
"eslint-plugin-no-only-tests": "^3.3.0",
|
|
67
67
|
"glob": "^11.0.3",
|
|
68
|
-
"inquirer": "^12.9.
|
|
68
|
+
"inquirer": "^12.9.3",
|
|
69
69
|
"jest": "^30.0.5",
|
|
70
70
|
"terser": "^5.43.1",
|
|
71
71
|
"ts-jest": "^29.4.1",
|
|
72
72
|
"tsc-alias": "^1.8.16",
|
|
73
73
|
"typescript": "^5.9.2",
|
|
74
|
-
"typescript-eslint": "^8.
|
|
74
|
+
"typescript-eslint": "^8.40.0"
|
|
75
75
|
},
|
|
76
76
|
"dependencies": {
|
|
77
|
-
"@google/genai": "^1.
|
|
77
|
+
"@google/genai": "^1.15.0",
|
|
78
78
|
"@mate-academy/core": "^1.10.4",
|
|
79
79
|
"axios": "^1.11.0",
|
|
80
|
-
"js-tiktoken": "^1.0.
|
|
80
|
+
"js-tiktoken": "^1.0.21",
|
|
81
81
|
"mime-types": "^3.0.1",
|
|
82
|
-
"openai": "^5.12.
|
|
82
|
+
"openai": "^5.12.2",
|
|
83
83
|
"uuid": "^11.1.0",
|
|
84
84
|
"zod": "^3.25.76",
|
|
85
85
|
"zod-to-json-schema": "^3.24.6"
|