@mate-academy/llm-gateway 8.13.0 → 8.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +58 -0
- package/dist/LLMService.typedefs.d.ts +19 -0
- package/dist/LLMService.typedefs.js +10 -1
- package/dist/LLMService.typedefs.js.map +1 -1
- package/dist/client/LLMClientEngine.js +10 -0
- package/dist/client/LLMClientEngine.js.map +1 -1
- package/dist/client/agentRunner.d.ts +3 -1
- package/dist/client/agentRunner.js +140 -6
- package/dist/client/agentRunner.js.map +1 -1
- package/dist/client/llmClient.typedefs.d.ts +29 -3
- package/dist/client/llmConfig.schema.d.ts +3 -14
- package/dist/client/llmConfig.schema.js +2 -3
- package/dist/client/llmConfig.schema.js.map +1 -1
- package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.js +23 -6
- package/dist/providers/LLMAPI/services/LLMAPIAssistance.service.js.map +1 -1
- package/dist/providers/LLMAPI/services/LLMAPICompletion.service.js +17 -3
- package/dist/providers/LLMAPI/services/LLMAPICompletion.service.js.map +1 -1
- package/dist/providers/OpenAI/services/OpenAIAssistance.service.d.ts +1 -0
- package/dist/providers/OpenAI/services/OpenAIAssistance.service.js +32 -7
- package/dist/providers/OpenAI/services/OpenAIAssistance.service.js.map +1 -1
- package/dist/providers/OpenAICompatible/OpenAICompatibleCompletion.service.js +25 -4
- package/dist/providers/OpenAICompatible/OpenAICompatibleCompletion.service.js.map +1 -1
- package/dist/utilities/reasoningEffort.d.ts +12 -0
- package/dist/utilities/reasoningEffort.js +28 -0
- package/dist/utilities/reasoningEffort.js.map +1 -0
- package/dist/utilities/reasoningEffort.typedefs.d.ts +5 -0
- package/dist/utilities/reasoningEffort.typedefs.js +3 -0
- package/dist/utilities/reasoningEffort.typedefs.js.map +1 -0
- package/package.json +1 -1
|
@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.OpenAICompatibleCompletionService = void 0;
|
|
4
4
|
const openai_1 = require("openai");
|
|
5
5
|
const utilities_1 = require("../../utilities");
|
|
6
|
+
const reasoningEffort_1 = require("../../utilities/reasoningEffort");
|
|
6
7
|
const services_1 = require("../../services");
|
|
7
8
|
const OpenAI_entity_1 = require("../../providers/OpenAI/OpenAI.entity");
|
|
8
9
|
class OpenAICompatibleCompletionService extends services_1.LLMCompletionService {
|
|
@@ -36,6 +37,10 @@ class OpenAICompatibleCompletionService extends services_1.LLMCompletionService
|
|
|
36
37
|
messages: requestMessages,
|
|
37
38
|
n: 1,
|
|
38
39
|
...model.config,
|
|
40
|
+
...(0, reasoningEffort_1.buildReasoningEffortRequest)({
|
|
41
|
+
model,
|
|
42
|
+
generationParams: options.generationParams,
|
|
43
|
+
}),
|
|
39
44
|
}, {
|
|
40
45
|
signal: abortSignal,
|
|
41
46
|
});
|
|
@@ -52,7 +57,10 @@ class OpenAICompatibleCompletionService extends services_1.LLMCompletionService
|
|
|
52
57
|
traceContext,
|
|
53
58
|
input: requestMessages,
|
|
54
59
|
output: text,
|
|
55
|
-
modelParameters:
|
|
60
|
+
modelParameters: (0, reasoningEffort_1.toEffectiveModelParameters)({
|
|
61
|
+
model,
|
|
62
|
+
generationParams: options.generationParams,
|
|
63
|
+
}),
|
|
56
64
|
startedAt: generationStartedAt,
|
|
57
65
|
}),
|
|
58
66
|
});
|
|
@@ -73,7 +81,10 @@ class OpenAICompatibleCompletionService extends services_1.LLMCompletionService
|
|
|
73
81
|
method,
|
|
74
82
|
traceContext,
|
|
75
83
|
input: requestMessages,
|
|
76
|
-
modelParameters:
|
|
84
|
+
modelParameters: (0, reasoningEffort_1.toEffectiveModelParameters)({
|
|
85
|
+
model,
|
|
86
|
+
generationParams: options.generationParams,
|
|
87
|
+
}),
|
|
77
88
|
startedAt: generationStartedAt,
|
|
78
89
|
}),
|
|
79
90
|
});
|
|
@@ -105,6 +116,10 @@ class OpenAICompatibleCompletionService extends services_1.LLMCompletionService
|
|
|
105
116
|
messages: requestMessages,
|
|
106
117
|
n: 1,
|
|
107
118
|
...model.config,
|
|
119
|
+
...(0, reasoningEffort_1.buildReasoningEffortRequest)({
|
|
120
|
+
model,
|
|
121
|
+
generationParams: options.generationParams,
|
|
122
|
+
}),
|
|
108
123
|
response_format: {
|
|
109
124
|
type: 'json_schema',
|
|
110
125
|
json_schema: {
|
|
@@ -135,7 +150,10 @@ class OpenAICompatibleCompletionService extends services_1.LLMCompletionService
|
|
|
135
150
|
traceContext,
|
|
136
151
|
input: requestMessages,
|
|
137
152
|
output: content,
|
|
138
|
-
modelParameters:
|
|
153
|
+
modelParameters: (0, reasoningEffort_1.toEffectiveModelParameters)({
|
|
154
|
+
model,
|
|
155
|
+
generationParams: options.generationParams,
|
|
156
|
+
}),
|
|
139
157
|
startedAt: generationStartedAt,
|
|
140
158
|
}),
|
|
141
159
|
});
|
|
@@ -168,7 +186,10 @@ class OpenAICompatibleCompletionService extends services_1.LLMCompletionService
|
|
|
168
186
|
method,
|
|
169
187
|
traceContext,
|
|
170
188
|
input: requestMessages,
|
|
171
|
-
modelParameters:
|
|
189
|
+
modelParameters: (0, reasoningEffort_1.toEffectiveModelParameters)({
|
|
190
|
+
model,
|
|
191
|
+
generationParams: options.generationParams,
|
|
192
|
+
}),
|
|
172
193
|
startedAt: generationStartedAt,
|
|
173
194
|
}),
|
|
174
195
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OpenAICompatibleCompletion.service.js","sourceRoot":"","sources":["../../../src/providers/OpenAICompatible/OpenAICompatibleCompletion.service.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAehC,2CAA6C;AAC7C,yCAAkD;AAClD,oEAAgE;AAQhE,MAAa,iCAGX,SAAQ,+BAAwC;IAChD,YACE,QAAkB,EAClB,MAAsC,EACtC,QAAkB,EAClB,OAAsC;QAEtC,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,mBAAmB,CAC7B,GAAG,EAAE,CAAC,IAAI,eAAM,CAAC,IAAI,CAAC,OAAO,CAAsB,CACpD,CAAC;IACJ,CAAC;IAWD,KAAK,CAAC,WAAW,CACf,OACmC;QAEnC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,qBAAqB,CAC/B,OACkC,CACnC,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,WAAW,CACf,QAAgC,EAChC,MAA0B;QAE1B,MAAM,aAAa,GAAG,4BAAY,CAAC,gBAAgB,EAAE,CAAC;QACtD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAClC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAC7B,CAAC;QAEF,OAAO,aAAa,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC;IAES,KAAK,CAAC,eAAe,CAC7B,OAAkD;QAElD,MAAM,EACJ,KAAK,EACL,WAAW,EACX,eAAe,EACf,YAAY,GACb,GAAG,OAAO,CAAC;QAEZ,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACxD,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvC,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAEnE,IAAI,CAAC;YACH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC7D,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,QAAQ,EAAE,eAAe;gBACzB,CAAC,EAAE,CAAC;gBACJ,GAAG,KAAK,CAAC,MAAM;
|
|
1
|
+
{"version":3,"file":"OpenAICompatibleCompletion.service.js","sourceRoot":"","sources":["../../../src/providers/OpenAICompatible/OpenAICompatibleCompletion.service.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAehC,2CAA6C;AAC7C,iEAGqC;AACrC,yCAAkD;AAClD,oEAAgE;AAQhE,MAAa,iCAGX,SAAQ,+BAAwC;IAChD,YACE,QAAkB,EAClB,MAAsC,EACtC,QAAkB,EAClB,OAAsC;QAEtC,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,mBAAmB,CAC7B,GAAG,EAAE,CAAC,IAAI,eAAM,CAAC,IAAI,CAAC,OAAO,CAAsB,CACpD,CAAC;IACJ,CAAC;IAWD,KAAK,CAAC,WAAW,CACf,OACmC;QAEnC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,qBAAqB,CAC/B,OACkC,CACnC,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,WAAW,CACf,QAAgC,EAChC,MAA0B;QAE1B,MAAM,aAAa,GAAG,4BAAY,CAAC,gBAAgB,EAAE,CAAC;QACtD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAClC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAC7B,CAAC;QAEF,OAAO,aAAa,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC;IAES,KAAK,CAAC,eAAe,CAC7B,OAAkD;QAElD,MAAM,EACJ,KAAK,EACL,WAAW,EACX,eAAe,EACf,YAAY,GACb,GAAG,OAAO,CAAC;QAEZ,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACxD,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvC,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAEnE,IAAI,CAAC;YACH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC7D,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,QAAQ,EAAE,eAAe;gBACzB,CAAC,EAAE,CAAC;gBACJ,GAAG,KAAK,CAAC,MAAM;gBACf,GAAG,IAAA,6CAA2B,EAAC;oBAC7B,KAAK;oBACL,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;iBAC3C,CAAC;aACH,EAAE;gBACD,MAAM,EAAE,WAAW;aACpB,CAAC,CAAC;YAEH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,KAAK,GAAG,IAAI,CAAC,0BAA0B,CAC3C,UAAU,CACX,CAAC;YAEF,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAE1D,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC7B,MAAM;gBACN,KAAK;gBACL,KAAK;gBACL,YAAY;gBACZ,eAAe,EAAE,IAAI,CAAC,oBAAoB,CAAC;oBACzC,MAAM;oBACN,YAAY;oBACZ,KAAK,EAAE,eAAe;oBACtB,MAAM,EAAE,IAAI;oBACZ,eAAe,EAAE,IAAA,4CAA0B,EAAC;wBAC1C,KAAK;wBACL,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;qBAC3C,CAAC;oBACF,SAAS,EAAE,mBAAmB;iBAC/B,CAAC;aACH,CAAC,CAAC;YAEH,OAAO;gBACL,IAAI;gBACJ,KAAK;gBACL,IAAI,EAAE,IAAA,0BAAc,EAAC,KAAK,EAAE,KAAK,CAAC;aACnC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,iBAAiB,CAAC;gBAC3B,MAAM;gBACN,KAAK;gBACL,SAAS,EAAE,WAAW,EAAE,OAAO;gBAC/B,YAAY;gBACZ,KAAK;gBACL,eAAe,EAAE,IAAI,CAAC,oBAAoB,CAAC;oBACzC,MAAM;oBACN,YAAY;oBACZ,KAAK,EAAE,eAAe;oBACtB,eAAe,EAAE,IAAA,4CAA0B,EAAC;wBAC1C,KAAK;wBACL,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;qBAC3C,CAAC;oBACF,SAAS,EAAE,mBAAmB;iBAC/B,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,iBAAiB,CAAC;gBACrB,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC;gBAChD,OAAO,EAAE,4BAA4B;gBACrC,KAAK;gBACL,SAAS,EAAE,WAAW,EAAE,OAAO;gBAC/B,IAAI,EAAE,EAAE,OAAO,EAAE;aAClB,CAAC,CAAC;YAEH,OAAO;gBACL,KAAK,EAAE,KAAK,YAAY,KAAK;oBAC3B,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAES,KAAK,CAAC,qBAAqB,CACnC,OACkC;QAElC,MAAM,EACJ,KAAK,EACL,WAAW,EACX,MAAM,EACN,eAAe,EACf,YAAY,GACb,GAAG,OAAO,CAAC;QAEZ,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC9D,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvC,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAEnE,IAAI,CAAC;YACH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,CACzC,IAAI,CAAC,QAAQ,CACd,CAAC;YAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC7D,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,QAAQ,EAAE,eAAe;gBACzB,CAAC,EAAE,CAAC;gBACJ,GAAG,KAAK,CAAC,MAAM;gBACf,GAAG,IAAA,6CAA2B,EAAC;oBAC7B,KAAK;oBACL,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;iBAC3C,CAAC;gBACF,eAAe,EAAE;oBACf,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE;wBACX,IAAI,EAAE,qBAAqB;wBAC3B,MAAM,EAAE,IAAI;wBACZ,MAAM,EAAE,UAAU;qBACnB;iBACF;aACF,EAAE;gBACD,MAAM,EAAE,WAAW;aACpB,CAAC,CAAC;YAEH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAE7D,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CACb,uBAAuB,IAAI,CAAC,QAAQ,EAAE,CACvC,CAAC;YACJ,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACnC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAEzC,MAAM,KAAK,GAAG,IAAI,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;gBAE1D,MAAM,IAAI,CAAC,mBAAmB,CAAC;oBAC7B,MAAM;oBACN,KAAK;oBACL,KAAK;oBACL,YAAY;oBACZ,eAAe,EAAE,IAAI,CAAC,oBAAoB,CAAC;wBACzC,MAAM;wBACN,YAAY;wBACZ,KAAK,EAAE,eAAe;wBACtB,MAAM,EAAE,OAAO;wBACf,eAAe,EAAE,IAAA,4CAA0B,EAAC;4BAC1C,KAAK;4BACL,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;yBAC3C,CAAC;wBACF,SAAS,EAAE,mBAAmB;qBAC/B,CAAC;iBACH,CAAC,CAAC;gBAEH,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,UAAU,EAAE,UAAU,CAAC,KAAK;oBAC5B,KAAK;oBACL,IAAI,EAAE,IAAA,0BAAc,EAAC,KAAK,EAAE,KAAK,CAAC;iBACnC,CAAC;YACJ,CAAC;YAAC,OAAO,UAAmB,EAAE,CAAC;gBAC7B,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,+BAA+B,EAAE;oBAC/D,OAAO;oBACP,UAAU,EAAE,UAAU,YAAY,KAAK;wBACrC,CAAC,CAAC,UAAU,CAAC,OAAO;wBACpB,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC;iBACvB,CAAC,CAAC;gBAEH,MAAM,UAAU,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,iBAAiB,CAAC;gBAC3B,MAAM;gBACN,KAAK;gBACL,SAAS,EAAE,WAAW,EAAE,OAAO;gBAC/B,YAAY;gBACZ,KAAK;gBACL,eAAe,EAAE,IAAI,CAAC,oBAAoB,CAAC;oBACzC,MAAM;oBACN,YAAY;oBACZ,KAAK,EAAE,eAAe;oBACtB,eAAe,EAAE,IAAA,4CAA0B,EAAC;wBAC1C,KAAK;wBACL,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;qBAC3C,CAAC;oBACF,SAAS,EAAE,mBAAmB;iBAC/B,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,iBAAiB,CAAC;gBACrB,MAAM;gBACN,OAAO,EAAE,kCAAkC;gBAC3C,KAAK;gBACL,SAAS,EAAE,WAAW,EAAE,OAAO;gBAC/B,IAAI,EAAE,EAAE,OAAO,EAAE;aAClB,CAAC,CAAC;YAEH,OAAO;gBACL,IAAI,EAAE,EAAE;gBACR,KAAK,EAAE,KAAK,YAAY,KAAK;oBAC3B,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,UAAU,EAAE,mCAAmC;sBAC3C,SAAS,IAAI,CAAC,QAAQ,EAAE;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACO,KAAK,CAAC,sBAAsB,CACpC,OAAkD;QAElD,MAAM,EACJ,OAAO,EACP,OAAO,GAAG,EAAE,EACZ,YAAY,EACZ,KAAK,GACN,GAAG,OAAO,CAAC;QAEZ,MAAM,aAAa,GAAG,4BAAY,CAAC,gBAAgB,EAAE,CAAC;QAEtD,MAAM,gBAAgB,GACpB,MAAM,4BAAY,CAAC,wBAAwB,CAAC;YAC1C,OAAO;YACP,OAAO;YACP,KAAK;YACL,aAAa;YACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,MAAM,EAAE,IAAI,CAAC,MAAM;SAOpB,CAAC,CAAC;QAEL,MAAM,YAAY,GAAG,4BAAY;aAC9B,6BAA6B,CAC5B,gBAAgB,EAChB,IAAI,CAAC,MAAM,CACZ,CAAC;QAEJ,MAAM,aAAa,GAEf,YAAY;YACV,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YAC7C,CAAC,CAAC,EAAE,CAAC;QAEX,OAAO,CAAC,GAAG,aAAa,EAAE,GAAG,YAAY,CAAC,CAAC;IAC7C,CAAC;IAEO,0BAA0B,CAChC,UAAiC;QAEjC,MAAM,YAAY,GAChB,UAAU,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;QACvC,MAAM,YAAY,GAChB,UAAU,CAAC,KAAK,EAAE,qBAAqB;YACrC,EAAE,aAAa,IAAI,CAAC,CAAC;QACzB,MAAM,YAAY,GAChB,UAAU,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;QAC3C,MAAM,eAAe,GACnB,UAAU,CAAC,KAAK,EAAE,yBAAyB;YACzC,EAAE,gBAAgB,IAAI,CAAC,CAAC;QAE5B,OAAO;YACL,eAAe,EAAE,YAAY,GAAG,YAAY;YAC5C,qBAAqB,EAAE,YAAY;YACnC,gBAAgB,EAAE,YAAY;YAC9B,qBAAqB,EAAE,eAAe;SACvC,CAAC;IACJ,CAAC;CACF;AApWD,8EAoWC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { type LLMProviders, type LLMReasoningEffort } from '../LLMService.typedefs';
|
|
2
|
+
import { type ReasoningEffortOptions } from '../utilities/reasoningEffort.typedefs';
|
|
3
|
+
/**
|
|
4
|
+
* A per-call effort only wins over the model map when the model declares the
|
|
5
|
+
* reasoning capability: providers reject the field on models that cannot
|
|
6
|
+
* reason, so a prompt aimed at one keeps the model map's own request untouched.
|
|
7
|
+
*/
|
|
8
|
+
export declare function resolveReasoningEffort<Provider extends LLMProviders>(options: ReasoningEffortOptions<Provider>): LLMReasoningEffort | undefined;
|
|
9
|
+
export declare function buildReasoningEffortRequest<Provider extends LLMProviders>(options: ReasoningEffortOptions<Provider>): {
|
|
10
|
+
reasoning_effort?: LLMReasoningEffort;
|
|
11
|
+
};
|
|
12
|
+
export declare function toEffectiveModelParameters<Provider extends LLMProviders>(options: ReasoningEffortOptions<Provider>): Record<string, unknown>;
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.resolveReasoningEffort = resolveReasoningEffort;
|
|
4
|
+
exports.buildReasoningEffortRequest = buildReasoningEffortRequest;
|
|
5
|
+
exports.toEffectiveModelParameters = toEffectiveModelParameters;
|
|
6
|
+
/**
|
|
7
|
+
* A per-call effort only wins over the model map when the model declares the
|
|
8
|
+
* reasoning capability: providers reject the field on models that cannot
|
|
9
|
+
* reason, so a prompt aimed at one keeps the model map's own request untouched.
|
|
10
|
+
*/
|
|
11
|
+
function resolveReasoningEffort(options) {
|
|
12
|
+
const { model, generationParams } = options;
|
|
13
|
+
if (!model.capabilities?.reasoning) {
|
|
14
|
+
return undefined;
|
|
15
|
+
}
|
|
16
|
+
return generationParams?.reasoningEffort;
|
|
17
|
+
}
|
|
18
|
+
function buildReasoningEffortRequest(options) {
|
|
19
|
+
const effort = resolveReasoningEffort(options);
|
|
20
|
+
return effort ? { reasoning_effort: effort } : {};
|
|
21
|
+
}
|
|
22
|
+
function toEffectiveModelParameters(options) {
|
|
23
|
+
return {
|
|
24
|
+
...options.model.config,
|
|
25
|
+
...buildReasoningEffortRequest(options),
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=reasoningEffort.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reasoningEffort.js","sourceRoot":"","sources":["../../src/utilities/reasoningEffort.ts"],"names":[],"mappings":";;AAaA,wDAUC;AAED,kEAMC;AAED,gEAOC;AAhCD;;;;GAIG;AACH,SAAgB,sBAAsB,CACpC,OAAyC;IAEzC,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC;IAE5C,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,SAAS,EAAE,CAAC;QACnC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,gBAAgB,EAAE,eAAe,CAAC;AAC3C,CAAC;AAED,SAAgB,2BAA2B,CACzC,OAAyC;IAEzC,MAAM,MAAM,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;IAE/C,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACpD,CAAC;AAED,SAAgB,0BAA0B,CACxC,OAAyC;IAEzC,OAAO;QACL,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM;QACvB,GAAG,2BAA2B,CAAC,OAAO,CAAC;KACxC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reasoningEffort.typedefs.js","sourceRoot":"","sources":["../../src/utilities/reasoningEffort.typedefs.ts"],"names":[],"mappings":""}
|