@mate-academy/llm-gateway 2.4.0 → 2.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/LLMService.typedefs.d.ts +20 -15
- package/dist/LLMService.typedefs.js.map +1 -1
- package/dist/providers/OpenAI/OpenAI.constants.js +13 -0
- package/dist/providers/OpenAI/OpenAI.constants.js.map +1 -1
- package/dist/providers/OpenAI/OpenAI.typedefs.d.ts +1 -0
- package/dist/providers/OpenAI/OpenAI.typedefs.js +1 -0
- package/dist/providers/OpenAI/OpenAI.typedefs.js.map +1 -1
- package/package.json +8 -8
|
@@ -1,13 +1,14 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import {
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
1
|
+
import type { Logger } from '@mate-academy/core';
|
|
2
|
+
import type { ClientOptions, OpenAI } from 'openai';
|
|
3
|
+
import type { SpeechCreateParams } from 'openai/resources/audio/speech';
|
|
4
|
+
import type { ReasoningEffort } from 'openai/resources/shared';
|
|
5
|
+
import type { GoogleGenAIOptions, GoogleGenAI, GenerateContentConfig } from '@google/genai';
|
|
6
|
+
import type { OpenAIModelNames } from './providers/OpenAI/OpenAI.typedefs';
|
|
7
|
+
import type { GoogleGenerativeAIModelNames } from './providers/GoogleGenerativeAI/GoogleGenerativeAI.typedefs';
|
|
8
|
+
import type { LLMCompletionService } from './services/LLMCompletionService.abstract';
|
|
9
|
+
import type { LLMAssistanceService } from './services/LLMAssistanceService.abstract';
|
|
10
|
+
import type { LLMSpeechToTextService } from './services/LLMSpeechToTextService.abstract';
|
|
11
|
+
import type { LLMTextToSpeechService } from './services/LLMTextToSpeechService.abstract';
|
|
11
12
|
/**
|
|
12
13
|
* Enum of supported LLM providers.
|
|
13
14
|
*/
|
|
@@ -67,10 +68,14 @@ export interface LLMLimits {
|
|
|
67
68
|
/**
|
|
68
69
|
* Configuration parameters that control LLM generation behavior.
|
|
69
70
|
*/
|
|
70
|
-
export
|
|
71
|
-
temperature
|
|
72
|
-
top_p
|
|
73
|
-
}
|
|
71
|
+
export type LLMConfig<Provider extends LLMProviders = any, ModelName extends LLMModelName[Provider] = any> = Partial<{
|
|
72
|
+
temperature: number;
|
|
73
|
+
top_p: number | null;
|
|
74
|
+
}> & (Provider extends LLMProviders.OpenAI ? (ModelName extends OpenAIModelNames.GPT_5 ? Partial<{
|
|
75
|
+
temperature: 1;
|
|
76
|
+
reasoning_effort: ReasoningEffort | null;
|
|
77
|
+
verbosity: 'low' | 'medium' | 'high' | null;
|
|
78
|
+
}> : {}) : {});
|
|
74
79
|
/**
|
|
75
80
|
* Maps a provider to all available models it can access.
|
|
76
81
|
* @template Provider - The LLM provider type
|
|
@@ -98,7 +103,7 @@ export type LLMModelName = {
|
|
|
98
103
|
export interface LLMModel<Provider extends LLMProviders, ModelName extends LLMModelName[Provider] = LLMModelName[Provider]> {
|
|
99
104
|
name: ModelName;
|
|
100
105
|
limits: LLMLimits;
|
|
101
|
-
config: LLMConfig
|
|
106
|
+
config: LLMConfig<Provider, ModelName>;
|
|
102
107
|
}
|
|
103
108
|
/**
|
|
104
109
|
* Roles that can be assigned to messages in an LLM conversation.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LLMService.typedefs.js","sourceRoot":"","sources":["../src/LLMService.typedefs.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"LLMService.typedefs.js","sourceRoot":"","sources":["../src/LLMService.typedefs.ts"],"names":[],"mappings":";;;AAmBA;;GAEG;AACH,IAAY,YAGX;AAHD,WAAY,YAAY;IACtB,iCAAiB,CAAA;IACjB,yDAAyC,CAAA;AAC3C,CAAC,EAHW,YAAY,4BAAZ,YAAY,QAGvB;AAkBD;;GAEG;AACH,IAAY,WAKX;AALD,WAAY,WAAW;IACrB,wCAAyB,CAAA;IACzB,wCAAyB,CAAA;IACzB,8CAA+B,CAAA;IAC/B,8CAA+B,CAAA;AACjC,CAAC,EALW,WAAW,2BAAX,WAAW,QAKtB;AAuGD;;GAEG;AACH,IAAY,QAGX;AAHD,WAAY,QAAQ;IAClB,yBAAa,CAAA;IACb,mCAAuB,CAAA;AACzB,CAAC,EAHW,QAAQ,wBAAR,QAAQ,QAGnB;AAED;;GAEG;AACH,IAAY,qBAKX;AALD,WAAY,qBAAqB;IAC/B,sCAAa,CAAA;IACb,gDAAuB,CAAA;IACvB,kDAAyB,CAAA;IACzB,kDAAyB,CAAA;AAC3B,CAAC,EALW,qBAAqB,qCAArB,qBAAqB,QAKhC;AA4HD;;GAEG;AACH,IAAY,sBAeX;AAfD,WAAY,sBAAsB;IAChC,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,yDAA+B,CAAA;IAC/B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,oDAA0B,CAAA;IAC1B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;AACzB,CAAC,EAfW,sBAAsB,sCAAtB,sBAAsB,QAejC"}
|
|
@@ -36,6 +36,18 @@ const OPEN_AI_AVAILABLE_MODELS = {
|
|
|
36
36
|
temperature: 0.2,
|
|
37
37
|
},
|
|
38
38
|
},
|
|
39
|
+
[OpenAI_typedefs_1.OpenAIModelNames.GPT_5]: {
|
|
40
|
+
name: OpenAI_typedefs_1.OpenAIModelNames.GPT_5,
|
|
41
|
+
limits: {
|
|
42
|
+
maxInputTokens: 400_000,
|
|
43
|
+
maxOutputTokens: 128_000,
|
|
44
|
+
},
|
|
45
|
+
config: {
|
|
46
|
+
temperature: 1,
|
|
47
|
+
reasoning_effort: 'minimal',
|
|
48
|
+
verbosity: 'medium',
|
|
49
|
+
},
|
|
50
|
+
},
|
|
39
51
|
[OpenAI_typedefs_1.OpenAIModelNames.GPT_4_OMNI_TRANSCRIBE]: {
|
|
40
52
|
name: OpenAI_typedefs_1.OpenAIModelNames.GPT_4_OMNI_TRANSCRIBE,
|
|
41
53
|
limits: {
|
|
@@ -82,6 +94,7 @@ exports.OPEN_AI_MODELS = {
|
|
|
82
94
|
OpenAI_typedefs_1.OpenAIModelNames.GPT_4_OMNI,
|
|
83
95
|
OpenAI_typedefs_1.OpenAIModelNames.GPT_4_OMNI_MINI,
|
|
84
96
|
OpenAI_typedefs_1.OpenAIModelNames.GPT_4_1,
|
|
97
|
+
OpenAI_typedefs_1.OpenAIModelNames.GPT_5,
|
|
85
98
|
]),
|
|
86
99
|
[LLMService_typedefs_1.LLMPurposes.Assistance]: (0, functional_utils_1.pick)(OPEN_AI_AVAILABLE_MODELS, [
|
|
87
100
|
OpenAI_typedefs_1.OpenAIModelNames.GPT_4_OMNI,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OpenAI.constants.js","sourceRoot":"","sources":["../../../src/providers/OpenAI/OpenAI.constants.ts"],"names":[],"mappings":";;;AAAA,+DAM+B;AAC/B,wEAAsE;AACtE,yCAKoB;AACpB,mEAAoD;AAEpD,MAAM,wBAAwB,GAE1B;IACF,CAAC,kCAAgB,CAAC,UAAU,CAAC,EAAE;QAC7B,IAAI,EAAE,kCAAgB,CAAC,UAAU;QACjC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,eAAe,CAAC,EAAE;QAClC,IAAI,EAAE,kCAAgB,CAAC,eAAe;QACtC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,OAAO,CAAC,EAAE;QAC1B,IAAI,EAAE,kCAAgB,CAAC,OAAO;QAC9B,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,qBAAqB,CAAC,EAAE;QACxC,IAAI,EAAE,kCAAgB,CAAC,qBAAqB;QAC5C,MAAM,EAAE;YACN,cAAc,EAAE,MAAM;YACtB,eAAe,EAAE,KAAK;SACvB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,0BAA0B,CAAC,EAAE;QAC7C,IAAI,EAAE,kCAAgB,CAAC,0BAA0B;QACjD,MAAM,EAAE;YACN,cAAc,EAAE,MAAM;YACtB,eAAe,EAAE,KAAK;SACvB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,mBAAmB,CAAC,EAAE;QACtC,IAAI,EAAE,kCAAgB,CAAC,mBAAmB;QAC1C,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,QAAQ,EAAE,6DAA6D;SACzF;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,KAAK,CAAC,EAAE;QACxB,IAAI,EAAE,kCAAgB,CAAC,KAAK;QAC5B,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,QAAQ,EAAE,6DAA6D;SACzF;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;CACF,CAAC;AAEW,QAAA,cAAc,GAGvB;IACF,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,IAAA,uBAAI,EAC5B,wBAAwB,EACxB;QACE,kCAAgB,CAAC,UAAU;QAC3B,kCAAgB,CAAC,eAAe;QAChC,kCAAgB,CAAC,OAAO;
|
|
1
|
+
{"version":3,"file":"OpenAI.constants.js","sourceRoot":"","sources":["../../../src/providers/OpenAI/OpenAI.constants.ts"],"names":[],"mappings":";;;AAAA,+DAM+B;AAC/B,wEAAsE;AACtE,yCAKoB;AACpB,mEAAoD;AAEpD,MAAM,wBAAwB,GAE1B;IACF,CAAC,kCAAgB,CAAC,UAAU,CAAC,EAAE;QAC7B,IAAI,EAAE,kCAAgB,CAAC,UAAU;QACjC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,eAAe,CAAC,EAAE;QAClC,IAAI,EAAE,kCAAgB,CAAC,eAAe;QACtC,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,OAAO,CAAC,EAAE;QAC1B,IAAI,EAAE,kCAAgB,CAAC,OAAO;QAC9B,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,KAAK,CAAC,EAAE;QACxB,IAAI,EAAE,kCAAgB,CAAC,KAAK;QAC5B,MAAM,EAAE;YACN,cAAc,EAAE,OAAO;YACvB,eAAe,EAAE,OAAO;SACzB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,CAAC;YACd,gBAAgB,EAAE,SAAS;YAC3B,SAAS,EAAE,QAAQ;SACpB;KACF;IACD,CAAC,kCAAgB,CAAC,qBAAqB,CAAC,EAAE;QACxC,IAAI,EAAE,kCAAgB,CAAC,qBAAqB;QAC5C,MAAM,EAAE;YACN,cAAc,EAAE,MAAM;YACtB,eAAe,EAAE,KAAK;SACvB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,0BAA0B,CAAC,EAAE;QAC7C,IAAI,EAAE,kCAAgB,CAAC,0BAA0B;QACjD,MAAM,EAAE;YACN,cAAc,EAAE,MAAM;YACtB,eAAe,EAAE,KAAK;SACvB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,mBAAmB,CAAC,EAAE;QACtC,IAAI,EAAE,kCAAgB,CAAC,mBAAmB;QAC1C,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,QAAQ,EAAE,6DAA6D;SACzF;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;IACD,CAAC,kCAAgB,CAAC,KAAK,CAAC,EAAE;QACxB,IAAI,EAAE,kCAAgB,CAAC,KAAK;QAC5B,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,QAAQ,EAAE,6DAA6D;SACzF;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;KACF;CACF,CAAC;AAEW,QAAA,cAAc,GAGvB;IACF,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,IAAA,uBAAI,EAC5B,wBAAwB,EACxB;QACE,kCAAgB,CAAC,UAAU;QAC3B,kCAAgB,CAAC,eAAe;QAChC,kCAAgB,CAAC,OAAO;QACxB,kCAAgB,CAAC,KAAK;KACvB,CACF;IACD,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,IAAA,uBAAI,EAC5B,wBAAwB,EACxB;QACE,kCAAgB,CAAC,UAAU;QAC3B,kCAAgB,CAAC,OAAO;KACzB,CACF;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,IAAA,uBAAI,EAC9B,wBAAwB,EACxB;QACE,kCAAgB,CAAC,mBAAmB;QACpC,kCAAgB,CAAC,KAAK;KACvB,CACF;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,IAAA,uBAAI,EAC9B,wBAAwB,EACxB;QACE,kCAAgB,CAAC,qBAAqB;QACtC,kCAAgB,CAAC,0BAA0B;KAC5C,CACF;CACF,CAAC;AAEW,QAAA,wBAAwB,GAIjC;IACF,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAC7C,IAAI,kCAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAC7C;IACD,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAC7C,IAAI,kCAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAC7C;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAC/C,IAAI,oCAAyB,CAAC,MAAM,EAAE,OAAO,CAAC,CAC/C;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAC/C,IAAI,oCAAyB,CAAC,MAAM,EAAE,OAAO,CAAC,CAC/C;CACF,CAAC"}
|
|
@@ -6,6 +6,7 @@ var OpenAIModelNames;
|
|
|
6
6
|
OpenAIModelNames["GPT_4_OMNI"] = "gpt-4o";
|
|
7
7
|
OpenAIModelNames["GPT_4_OMNI_MINI"] = "gpt-4o-mini";
|
|
8
8
|
OpenAIModelNames["GPT_4_1"] = "gpt-4.1";
|
|
9
|
+
OpenAIModelNames["GPT_5"] = "gpt-5";
|
|
9
10
|
OpenAIModelNames["GPT_4_OMNI_TRANSCRIBE"] = "gpt-4o-transcribe";
|
|
10
11
|
OpenAIModelNames["GPT_4_OMNI_MINI_TRANSCRIBE"] = "gpt-4o-mini-transcribe";
|
|
11
12
|
OpenAIModelNames["TTS_1"] = "tts-1";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OpenAI.typedefs.js","sourceRoot":"","sources":["../../../src/providers/OpenAI/OpenAI.typedefs.ts"],"names":[],"mappings":";;;AAAA,IAAY,
|
|
1
|
+
{"version":3,"file":"OpenAI.typedefs.js","sourceRoot":"","sources":["../../../src/providers/OpenAI/OpenAI.typedefs.ts"],"names":[],"mappings":";;;AAAA,IAAY,gBASX;AATD,WAAY,gBAAgB;IAC1B,yCAAqB,CAAA;IACrB,mDAA+B,CAAA;IAC/B,uCAAmB,CAAA;IACnB,mCAAe,CAAA;IACf,+DAA2C,CAAA;IAC3C,yEAAqD,CAAA;IACrD,mCAAe,CAAA;IACf,2DAAuC,CAAA;AACzC,CAAC,EATW,gBAAgB,gCAAhB,gBAAgB,QAS3B;AAED,IAAY,WAGX;AAHD,WAAY,WAAW;IACrB,4BAAa,CAAA;IACb,sCAAuB,CAAA;AACzB,CAAC,EAHW,WAAW,2BAAX,WAAW,QAGtB"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mate-academy/llm-gateway",
|
|
3
|
-
"version": "2.4.
|
|
3
|
+
"version": "2.4.1",
|
|
4
4
|
"description": "A gateway package for LLM services.",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -60,26 +60,26 @@
|
|
|
60
60
|
"@types/inquirer": "^9.0.9",
|
|
61
61
|
"@types/jest": "^30.0.0",
|
|
62
62
|
"@types/mime-types": "^3.0.1",
|
|
63
|
-
"@typescript-eslint/eslint-plugin": "^8.
|
|
63
|
+
"@typescript-eslint/eslint-plugin": "^8.40.0",
|
|
64
64
|
"dotenv": "^17.2.1",
|
|
65
|
-
"eslint": "^9.
|
|
65
|
+
"eslint": "^9.33.0",
|
|
66
66
|
"eslint-plugin-no-only-tests": "^3.3.0",
|
|
67
67
|
"glob": "^11.0.3",
|
|
68
|
-
"inquirer": "^12.9.
|
|
68
|
+
"inquirer": "^12.9.3",
|
|
69
69
|
"jest": "^30.0.5",
|
|
70
70
|
"terser": "^5.43.1",
|
|
71
71
|
"ts-jest": "^29.4.1",
|
|
72
72
|
"tsc-alias": "^1.8.16",
|
|
73
73
|
"typescript": "^5.9.2",
|
|
74
|
-
"typescript-eslint": "^8.
|
|
74
|
+
"typescript-eslint": "^8.40.0"
|
|
75
75
|
},
|
|
76
76
|
"dependencies": {
|
|
77
|
-
"@google/genai": "^1.
|
|
77
|
+
"@google/genai": "^1.15.0",
|
|
78
78
|
"@mate-academy/core": "^1.10.4",
|
|
79
79
|
"axios": "^1.11.0",
|
|
80
|
-
"js-tiktoken": "^1.0.
|
|
80
|
+
"js-tiktoken": "^1.0.21",
|
|
81
81
|
"mime-types": "^3.0.1",
|
|
82
|
-
"openai": "^5.12.
|
|
82
|
+
"openai": "^5.12.2",
|
|
83
83
|
"uuid": "^11.1.0",
|
|
84
84
|
"zod": "^3.25.76",
|
|
85
85
|
"zod-to-json-schema": "^3.24.6"
|