@mate-academy/llm-gateway 8.26.4 → 8.26.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md
CHANGED
|
@@ -1809,6 +1809,14 @@ Interface for text completion services.
|
|
|
1809
1809
|
- `reporterContext`: Context data passed to reporter for metrics tracking (required if reporter is configured with a defined context type)
|
|
1810
1810
|
- `abortSignal`: Optional abort signal for cancellation
|
|
1811
1811
|
|
|
1812
|
+
Only a `user` message carries non-text content. `LLMCompletionMessage` types
|
|
1813
|
+
`content` as a part array for either role, so an `assistant` message holding an
|
|
1814
|
+
image or audio part compiles and then throws when the provider serializes it —
|
|
1815
|
+
on LLMAPI, `LLMAPI cannot carry <type> content in an assistant message`. An
|
|
1816
|
+
assistant turn is sent as the joined text of its parts, which is the shape a
|
|
1817
|
+
route behind the Responses API accepts (its assistant slot is `output_text`, so
|
|
1818
|
+
a part typed `text` is rejected there).
|
|
1819
|
+
|
|
1812
1820
|
### LLMAssistanceService
|
|
1813
1821
|
|
|
1814
1822
|
Interface for chat/assistance services with file handling capabilities.
|
|
@@ -6,6 +6,14 @@ export declare class LLMAPIEntity {
|
|
|
6
6
|
messages: LLMCompletionMessage[];
|
|
7
7
|
modelName: string;
|
|
8
8
|
}): ChatCompletionMessageParam[];
|
|
9
|
+
/**
|
|
10
|
+
* An assistant turn goes out as a plain string, never as content parts. A
|
|
11
|
+
* route that only exists behind the Responses API reads a part typed `text`
|
|
12
|
+
* on an assistant message against that schema, where the assistant slot is
|
|
13
|
+
* `output_text`, and rejects the whole request; a string carries no type to
|
|
14
|
+
* reject.
|
|
15
|
+
*/
|
|
16
|
+
private static getAssistantTextContent;
|
|
9
17
|
static convertAssistanceMessageToCompletion(message: LLMAssistanceMessage): ChatCompletionMessageParam;
|
|
10
18
|
static convertAssistanceHistoryToCompletions(history: LLMAssistanceMessage[]): ChatCompletionMessageParam[];
|
|
11
19
|
/**
|
|
@@ -9,13 +9,39 @@ const EMPTY_TOOL_OUTPUT = 'No output.';
|
|
|
9
9
|
class LLMAPIEntity {
|
|
10
10
|
static getChatCompletionMessageParam(options) {
|
|
11
11
|
const { messages, modelName } = options;
|
|
12
|
-
return messages.map((message) =>
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
12
|
+
return messages.map((message) => {
|
|
13
|
+
if (message.role === LLMService_typedefs_1.LLMRoles.Assistant) {
|
|
14
|
+
return {
|
|
15
|
+
role: 'assistant',
|
|
16
|
+
content: LLMAPIEntity.getAssistantTextContent(message.content),
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
return {
|
|
20
|
+
role: 'user',
|
|
21
|
+
content: LLMAPIEntity.getCompletionContentParts({
|
|
22
|
+
content: message.content,
|
|
23
|
+
modelName,
|
|
24
|
+
}),
|
|
25
|
+
};
|
|
26
|
+
});
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* An assistant turn goes out as a plain string, never as content parts. A
|
|
30
|
+
* route that only exists behind the Responses API reads a part typed `text`
|
|
31
|
+
* on an assistant message against that schema, where the assistant slot is
|
|
32
|
+
* `output_text`, and rejects the whole request; a string carries no type to
|
|
33
|
+
* reject.
|
|
34
|
+
*/
|
|
35
|
+
static getAssistantTextContent(content) {
|
|
36
|
+
return content
|
|
37
|
+
.map((contentItem) => {
|
|
38
|
+
if (contentItem.type !== LLMService_typedefs_1.LLMMessageContentType.TEXT) {
|
|
39
|
+
throw new Error(`${LLMService_typedefs_1.LLMProviders.LLMAPI} cannot carry ${contentItem.type}`
|
|
40
|
+
+ ' content in an assistant message');
|
|
41
|
+
}
|
|
42
|
+
return contentItem.text;
|
|
43
|
+
})
|
|
44
|
+
.join('\n');
|
|
19
45
|
}
|
|
20
46
|
static convertAssistanceMessageToCompletion(message) {
|
|
21
47
|
if (message.role === LLMService_typedefs_1.LLMRoles.Assistant) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LLMAPI.entity.js","sourceRoot":"","sources":["../../../src/providers/LLMAPI/LLMAPI.entity.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"LLMAPI.entity.js","sourceRoot":"","sources":["../../../src/providers/LLMAPI/LLMAPI.entity.ts"],"names":[],"mappings":";;;AAMA,+DAa+B;AAI/B,iDAAwD;AACxD,6CAAwD;AACxD,sFAIwD;AAExD,MAAM,iBAAiB,GAAG,YAAY,CAAC;AAEvC,MAAa,YAAY;IACvB,MAAM,CAAC,6BAA6B,CAAC,OAGpC;QACC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAExC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAA8B,EAAE;YAC1D,IAAI,OAAO,CAAC,IAAI,KAAK,8BAAQ,CAAC,SAAS,EAAE,CAAC;gBACxC,OAAO;oBACL,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,YAAY,CAAC,uBAAuB,CAAC,OAAO,CAAC,OAAO,CAAC;iBAC/D,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY,CAAC,yBAAyB,CAAC;oBAC9C,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,SAAS;iBACV,CAAC;aACH,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACK,MAAM,CAAC,uBAAuB,CACpC,OAAuC;QAEvC,OAAO,OAAO;aACX,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;YACnB,IAAI,WAAW,CAAC,IAAI,KAAK,2CAAqB,CAAC,IAAI,EAAE,CAAC;gBACpD,MAAM,IAAI,KAAK,CACb,GAAG,kCAAY,CAAC,MAAM,iBAAiB,WAAW,CAAC,IAAI,EAAE;sBACvD,kCAAkC,CACrC,CAAC;YACJ,CAAC;YAED,OAAO,WAAW,CAAC,IAAI,CAAC;QAC1B,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,MAAM,CAAC,oCAAoC,CACzC,OAA6B;QAE7B,IAAI,OAAO,CAAC,IAAI,KAAK,8BAAQ,CAAC,SAAS,EAAE,CAAC;YACxC,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO;iBAChC,MAAM,CACL,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,2CAAqB,CAAC,IAAI,CACnD;iBACA,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;iBACxB,IAAI,CAAC,IAAI,CAAC,CAAC;YAEd,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,WAAW;aACrB,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO;aACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;gBAClB,KAAK,2CAAqB,CAAC,IAAI;oBAC7B,OAAO;wBACL,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,IAAI,CAAC,IAAI;qBAChB,CAAC;gBAEJ,KAAK,2CAAqB,CAAC,SAAS;oBAClC,OAAO;wBACL,IAAI,EAAE,WAAoB;wBAC1B,SAAS,EAAE;4BACT,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG;4BACvB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,IAAK,MAAgB;yBACnD;qBACF,CAAC;gBAEJ;oBACE,OAAO,IAAI,CAAC;YAChB,CAAC;QACH,CAAC,CAAC;aACD,MAAM,CACL,CAAC,IAAI,EAAoC,EAAE,CAAC,IAAI,KAAK,IAAI,CAC1D,CAAC;QAEJ,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,YAAY;SACtB,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,qCAAqC,CAC1C,OAA+B;QAE/B,OAAO,OAAO,CAAC,GAAG,CAChB,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,oCAAoC,CAAC,OAAO,CAAC,CACxE,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,2BAA2B,CAAC,OAGlC;QACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QACvC,MAAM,eAAe,GAAG,2BAAiB,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAExE,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC/B,IAAI,2BAAiB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1C,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,IAAI,2BAAiB,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,OAAO,CAAC;wBACN,IAAI,EAAE,QAAiB;wBACvB,OAAO,EAAE,KAAK,CAAC,IAAI;qBACpB,CAAC,CAAC;YACL,CAAC;YAED,IAAI,2BAAiB,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAO,YAAY,CAAC,sBAAsB,CAAC;oBACzC,KAAK;oBACL,eAAe;oBACf,SAAS;iBACV,CAAC,CAAC;YACL,CAAC;YAED,OAAO,CAAC,YAAY,CAAC,oCAAoC,CAAC,KAAK,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,0BAA0B,CAC/B,MAA4B;QAE5B,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC9B,MAAM,SAAS,GAAqC;gBAClD,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE;oBACT,GAAG,EAAE,KAAK,CAAC,GAAG;oBACd,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;iBAC9C;aACF,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACjB,OAAO,CAAC,SAAS,CAAC,CAAC;YACrB,CAAC;YAED,MAAM,SAAS,GAAqC;gBAClD,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,KAAK,CAAC,KAAK;aAClB,CAAC;YAEF,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,MAAM,CAAC,yBAAyB,CAAC,OAGxC;QACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAEvC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;YACjC,QAAQ,WAAW,CAAC,IAAI,EAAE,CAAC;gBACzB,KAAK,2CAAqB,CAAC,IAAI;oBAC7B,OAAO;wBACL,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,WAAW,CAAC,IAAI;qBACvB,CAAC;gBAEJ,KAAK,2CAAqB,CAAC,SAAS;oBAClC,OAAO;wBACL,IAAI,EAAE,WAAoB;wBAC1B,SAAS,EAAE;4BACT,GAAG,EAAE,WAAW,CAAC,SAAS,CAAC,GAAG;4BAC9B,MAAM,EAAE,WAAW,CAAC,SAAS,CAAC,MAAM,IAAK,MAAgB;yBAC1D;qBACF,CAAC;gBAEJ,KAAK,2CAAqB,CAAC,SAAS;oBAClC,OAAO,YAAY,CAAC,iBAAiB,CAAC,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;gBAEpE,OAAO,CAAC,CAAC,CAAC;oBACR,MAAM,WAAW,GAAqB,WAAW,CAAC;oBAElD,MAAM,IAAI,KAAK,CACb,GAAG,kCAAY,CAAC,MAAM,iBAAiB,WAAW,CAAC,IAAI,EAAE;0BACvD,kCAAkC,CACrC,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,iBAAiB,CAAC,OAGhC;QACC,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAE3C,IAAI,CAAC,IAAA,iCAAa,EAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CACb,SAAS,SAAS,OAAO,kCAAY,CAAC,MAAM,cAAc;kBACxD,IAAI,2CAAqB,CAAC,SAAS,UAAU,CAChD,CAAC;QACJ,CAAC;QAED,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,SAAS,EAAE;gBACT,GAAG,EAAE,WAAW,CAAC,SAAS,CAAC,GAAG;aAC/B;SACF,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,sBAAsB,CAAC,OAIrC;QACC,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAEtD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK;aAC1B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;aAC/C,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,IAAA,iCAAa,EAAC,SAAS,CAAC;YAC1C,CAAC,CAAC,IAAA,gDAA4B,EAAC,QAAQ,CAAC;YACxC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEjB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;QAEnC,MAAM,aAAa,GAAG,IAAA,kDAA8B,EAAC,SAAS,EAAE,SAAS,CAAC;YACxE,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC;gBACvC,YAAY,CAAC,oBAAoB,CAC/B,CAAC,QAAQ,CAAC,EACV,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAC7B;gBACD,YAAY,CAAC,sBAAsB,CAAC,QAAQ,CAAC,EAAE,EAAE,eAAe,CAAC;aAClE,CAAC;YACF,CAAC,CAAC;gBACA,YAAY,CAAC,oBAAoB,CAAC,SAAS,EAAE,SAAS,CAAC;gBACvD,GAAG,SAAS,CAAC,GAAG,CACd,CAAC,QAAQ,EAAE,EAAE,CAAC,YAAY,CAAC,sBAAsB,CAC/C,QAAQ,CAAC,EAAE,EACX,eAAe,CAChB,CACF;aACF,CAAC;QAEJ,OAAO;YACL,GAAG,aAAa;YAChB,GAAG,YAAY,CAAC,4BAA4B,CAAC,KAAK,EAAE,eAAe,CAAC;SACrE,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,aAAa,CAC1B,IAAwB;QAExB,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC;aAC1C;YACD,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI;gBACpB,aAAa,EAAE;oBACb,MAAM,EAAE,EAAE,iBAAiB,EAAE,IAAI,CAAC,SAAS,EAAE;iBAC9C;aACF,CAAC;SACH,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,oBAAoB,CACjC,SAAmD,EACnD,OAAe;QAEf,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,OAAO;YACP,UAAU,EAAE,SAAS;SACtB,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,sBAAsB,CACnC,UAAkB,EAClB,eAA2C;QAE3C,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAE/C,MAAM,OAAO,GAAG,MAAM,KAAK,SAAS;YAClC,CAAC,CAAC,iBAAiB;YACnB,CAAC,CAAC,IAAA,2BAAmB,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC;QAExC,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,UAAU;YACxB,OAAO,EAAE,OAAO,IAAI,iBAAiB;SACtC,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,4BAA4B,CACzC,KAA8B,EAC9B,eAA2C;QAE3C,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YAC1C,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAE5C,OAAO,MAAM,KAAK,SAAS;gBACzB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,IAAA,2BAAmB,EAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,CAAC;gBACN,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY,CAAC,0BAA0B,CAAC,MAAM,CAAC;aACzD,CAAC,CAAC;IACL,CAAC;CACF;AAzVD,oCAyVC"}
|