@zimtsui/brainswitch 0.0.10 → 0.0.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/api-types/aliyun-stream.d.ts +1 -1
- package/build/api-types/base.d.ts +2 -2
- package/build/api-types/google-base.d.ts +11 -11
- package/build/api-types/google-base.js +17 -17
- package/build/api-types/google-rest.d.ts +3 -3
- package/build/api-types/google-rest.js +9 -11
- package/build/api-types/google-rest.js.map +1 -1
- package/build/api-types/openai-chatcompletions-base.d.ts +1 -1
- package/build/api-types/openai-chatcompletions-base.js +3 -3
- package/build/api-types/openai-chatcompletions-monolith-base.d.ts +2 -2
- package/build/api-types/openai-chatcompletions-monolith-base.js +3 -3
- package/build/api-types/openai-chatcompletions-stream-base.d.ts +1 -1
- package/build/api-types/openai-chatcompletions-stream-base.js +1 -1
- package/build/api-types/openai-chatcompletions.d.ts +1 -1
- package/build/api-types/openai-responses.d.ts +13 -12
- package/build/api-types/openai-responses.js +29 -26
- package/build/api-types/openai-responses.js.map +1 -1
- package/build/api-types/openrouter-monolith.d.ts +1 -1
- package/build/api-types/openrouter-stream.d.ts +1 -1
- package/build/engine.d.ts +2 -2
- package/build/session.d.ts +16 -11
- package/build/session.js +21 -15
- package/build/session.js.map +1 -1
- package/build/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
|
@@ -10,7 +10,7 @@ export declare namespace AliyunStreamEngine {
|
|
|
10
10
|
}
|
|
11
11
|
function create<fdm extends Function.Declaration.Map = never>(options: Engine.Options<fdm>): Engine<Function.Declaration.From<fdm>>;
|
|
12
12
|
class Constructor<in out fdm extends Function.Declaration.Map = {}> extends OpenAIChatCompletionsStreamEngineBase<fdm> {
|
|
13
|
-
stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.
|
|
13
|
+
stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
14
14
|
protected getDeltaThoughts(delta: OpenAI.ChatCompletionChunk.Choice.Delta): string;
|
|
15
15
|
}
|
|
16
16
|
}
|
|
@@ -19,8 +19,8 @@ export declare abstract class EngineBase<in out fdm extends Function.Declaration
|
|
|
19
19
|
protected timeout?: number;
|
|
20
20
|
protected tokenLimit?: number;
|
|
21
21
|
protected proxyAgent?: ProxyAgent;
|
|
22
|
-
abstract stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.
|
|
23
|
-
stateful(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.
|
|
22
|
+
abstract stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
23
|
+
stateful(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
24
24
|
appendUserMessage(session: Session<Function.Declaration.From<fdm>>, message: RoleMessage.User<Function.Declaration.From<fdm>>): Session<Function.Declaration.From<fdm>>;
|
|
25
25
|
constructor(options: Engine.Options<fdm>);
|
|
26
26
|
}
|
|
@@ -8,27 +8,27 @@ export declare abstract class GoogleEngineBase<in out fdm extends Function.Decla
|
|
|
8
8
|
protected convertFromFunctionCall(fc: Function.Call.Distributive<Function.Declaration.From<fdm>>): Google.FunctionCall;
|
|
9
9
|
protected convertToFunctionCall(googlefc: Google.FunctionCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
|
|
10
10
|
protected convertFromUserMessage(userMessage: RoleMessage.User<Function.Declaration.From<fdm>>): Google.Content;
|
|
11
|
-
protected
|
|
11
|
+
protected convertFromAiMessage(aiMessage: RoleMessage.Ai<Function.Declaration.From<fdm>>): Google.Content;
|
|
12
12
|
protected convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): Google.Content;
|
|
13
13
|
protected convertFromChatMessages(chatMessages: ChatMessage<Function.Declaration.From<fdm>>[]): Google.Content[];
|
|
14
|
-
protected
|
|
14
|
+
protected convertToAiMessage(content: Google.Content): GoogleAiMessage<Function.Declaration.From<fdm>>;
|
|
15
15
|
protected convertFromFunctionDeclarationEntry(fdentry: Function.Declaration.Entry.From<fdm>): Google.FunctionDeclaration;
|
|
16
16
|
protected convertFromFunctionCallMode(mode: Function.ToolChoice<fdm>): Google.FunctionCallingConfig;
|
|
17
|
-
protected validateFunctionCallByToolChoice(aiMessage: RoleMessage.
|
|
17
|
+
protected validateFunctionCallByToolChoice(aiMessage: RoleMessage.Ai<Function.Declaration.From<fdm>>): void;
|
|
18
18
|
}
|
|
19
|
-
export type
|
|
20
|
-
export declare namespace
|
|
21
|
-
function create<fdu extends Function.Declaration>(parts: RoleMessage.
|
|
19
|
+
export type GoogleAiMessage<fdu extends Function.Declaration> = GoogleAiMessage.Constructor<fdu>;
|
|
20
|
+
export declare namespace GoogleAiMessage {
|
|
21
|
+
function create<fdu extends Function.Declaration>(parts: RoleMessage.Ai.Part<fdu>[], raw: Google.Content): GoogleAiMessage<fdu>;
|
|
22
22
|
const NOMINAL: unique symbol;
|
|
23
|
-
class Constructor<out fdu extends Function.Declaration> extends RoleMessage.
|
|
23
|
+
class Constructor<out fdu extends Function.Declaration> extends RoleMessage.Ai.Constructor<fdu> {
|
|
24
24
|
raw: Google.Content;
|
|
25
25
|
readonly [NOMINAL]: void;
|
|
26
|
-
constructor(parts: RoleMessage.
|
|
26
|
+
constructor(parts: RoleMessage.Ai.Part<fdu>[], raw: Google.Content);
|
|
27
27
|
}
|
|
28
28
|
interface Snapshot<in out fdu extends Function.Declaration = never> {
|
|
29
|
-
parts: RoleMessage.
|
|
29
|
+
parts: RoleMessage.Ai.Part.Snapshot<fdu>[];
|
|
30
30
|
raw: Google.Content;
|
|
31
31
|
}
|
|
32
|
-
function restore<fdu extends Function.Declaration>(snapshot:
|
|
33
|
-
function capture<fdu extends Function.Declaration>(message:
|
|
32
|
+
function restore<fdu extends Function.Declaration>(snapshot: GoogleAiMessage.Snapshot<fdu>): GoogleAiMessage<fdu>;
|
|
33
|
+
function capture<fdu extends Function.Declaration>(message: GoogleAiMessage<fdu>): GoogleAiMessage.Snapshot<fdu>;
|
|
34
34
|
}
|
|
@@ -41,8 +41,8 @@ export class GoogleEngineBase extends EngineBase {
|
|
|
41
41
|
});
|
|
42
42
|
return Google.createUserContent(parts);
|
|
43
43
|
}
|
|
44
|
-
|
|
45
|
-
if (aiMessage instanceof
|
|
44
|
+
convertFromAiMessage(aiMessage) {
|
|
45
|
+
if (aiMessage instanceof GoogleAiMessage.Constructor)
|
|
46
46
|
return aiMessage.raw;
|
|
47
47
|
else {
|
|
48
48
|
const parts = aiMessage.parts.map(part => {
|
|
@@ -66,15 +66,15 @@ export class GoogleEngineBase extends EngineBase {
|
|
|
66
66
|
return chatMessages.map(chatMessage => {
|
|
67
67
|
if (chatMessage instanceof RoleMessage.User.Constructor)
|
|
68
68
|
return this.convertFromUserMessage(chatMessage);
|
|
69
|
-
else if (chatMessage instanceof RoleMessage.
|
|
70
|
-
return this.
|
|
69
|
+
else if (chatMessage instanceof RoleMessage.Ai.Constructor)
|
|
70
|
+
return this.convertFromAiMessage(chatMessage);
|
|
71
71
|
else
|
|
72
72
|
throw new Error();
|
|
73
73
|
});
|
|
74
74
|
}
|
|
75
|
-
|
|
75
|
+
convertToAiMessage(content) {
|
|
76
76
|
assert(content.parts);
|
|
77
|
-
return
|
|
77
|
+
return GoogleAiMessage.create(content.parts.flatMap(part => {
|
|
78
78
|
const parts = [];
|
|
79
79
|
if (part.text)
|
|
80
80
|
parts.push(RoleMessage.Part.Text.create(part.text));
|
|
@@ -132,31 +132,31 @@ export class GoogleEngineBase extends EngineBase {
|
|
|
132
132
|
assert(!functionCalls.length, new TransientError('No function should be called.'));
|
|
133
133
|
}
|
|
134
134
|
}
|
|
135
|
-
export var
|
|
136
|
-
(function (
|
|
135
|
+
export var GoogleAiMessage;
|
|
136
|
+
(function (GoogleAiMessage) {
|
|
137
137
|
function create(parts, raw) {
|
|
138
138
|
return new Constructor(parts, raw);
|
|
139
139
|
}
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
class Constructor extends RoleMessage.
|
|
140
|
+
GoogleAiMessage.create = create;
|
|
141
|
+
GoogleAiMessage.NOMINAL = Symbol();
|
|
142
|
+
class Constructor extends RoleMessage.Ai.Constructor {
|
|
143
143
|
raw;
|
|
144
144
|
constructor(parts, raw) {
|
|
145
145
|
super(parts);
|
|
146
146
|
this.raw = raw;
|
|
147
147
|
}
|
|
148
148
|
}
|
|
149
|
-
|
|
149
|
+
GoogleAiMessage.Constructor = Constructor;
|
|
150
150
|
function restore(snapshot) {
|
|
151
|
-
return new Constructor(RoleMessage.
|
|
151
|
+
return new Constructor(RoleMessage.Ai.restore(snapshot.parts).parts, snapshot.raw);
|
|
152
152
|
}
|
|
153
|
-
|
|
153
|
+
GoogleAiMessage.restore = restore;
|
|
154
154
|
function capture(message) {
|
|
155
155
|
return {
|
|
156
|
-
parts: RoleMessage.
|
|
156
|
+
parts: RoleMessage.Ai.capture(message),
|
|
157
157
|
raw: message.raw,
|
|
158
158
|
};
|
|
159
159
|
}
|
|
160
|
-
|
|
161
|
-
})(
|
|
160
|
+
GoogleAiMessage.capture = capture;
|
|
161
|
+
})(GoogleAiMessage || (GoogleAiMessage = {}));
|
|
162
162
|
//# sourceMappingURL=google-base.js.map
|
|
@@ -2,7 +2,7 @@ import { type Engine } from '../engine.ts';
|
|
|
2
2
|
import { type Session } from '../session.ts';
|
|
3
3
|
import { Function } from '../function.ts';
|
|
4
4
|
import * as Google from '@google/genai';
|
|
5
|
-
import {
|
|
5
|
+
import { GoogleAiMessage, GoogleEngineBase } from './google-base.ts';
|
|
6
6
|
import { type InferenceContext } from '../inference-context.ts';
|
|
7
7
|
export declare namespace GoogleRestfulEngine {
|
|
8
8
|
interface Request {
|
|
@@ -16,7 +16,7 @@ export declare namespace GoogleRestfulEngine {
|
|
|
16
16
|
class Constructor<in out fdm extends Function.Declaration.Map = {}> extends GoogleEngineBase<fdm> {
|
|
17
17
|
private apiURL;
|
|
18
18
|
constructor(options: Engine.Options<fdm>);
|
|
19
|
-
stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<
|
|
20
|
-
monolith(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<
|
|
19
|
+
stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<GoogleAiMessage<Function.Declaration.From<fdm>>>;
|
|
20
|
+
monolith(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<GoogleAiMessage<Function.Declaration.From<fdm>>>;
|
|
21
21
|
}
|
|
22
22
|
}
|
|
@@ -3,7 +3,7 @@ import {} from "../session.js";
|
|
|
3
3
|
import { Function } from "../function.js";
|
|
4
4
|
import * as Google from '@google/genai';
|
|
5
5
|
import assert from 'node:assert';
|
|
6
|
-
import {
|
|
6
|
+
import { GoogleAiMessage, GoogleEngineBase } from "./google-base.js";
|
|
7
7
|
import { fetch } from 'undici';
|
|
8
8
|
import {} from "../inference-context.js";
|
|
9
9
|
import { TransientError } from "./base.js";
|
|
@@ -62,16 +62,14 @@ export var GoogleRestfulEngine;
|
|
|
62
62
|
const response = await res.json();
|
|
63
63
|
assert(response.candidates?.[0]?.content?.parts?.length, new TransientError('No content parts', { cause: response }));
|
|
64
64
|
assert(response.candidates[0].finishReason === Google.FinishReason.STOP, new TransientError('Abnormal finish reason', { cause: response }));
|
|
65
|
-
const
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
if (apiFunctionCalls.length)
|
|
72
|
-
ctx.logger.message?.debug(apiFunctionCalls);
|
|
73
|
-
ctx.logger.message?.debug(response.usageMetadata);
|
|
65
|
+
for (const part of response.candidates[0].content.parts) {
|
|
66
|
+
if (part.text)
|
|
67
|
+
ctx.logger.inference?.debug(part.text + '\n');
|
|
68
|
+
if (part.functionCall)
|
|
69
|
+
ctx.logger.message?.debug(part.functionCall);
|
|
70
|
+
}
|
|
74
71
|
assert(response.usageMetadata?.promptTokenCount, new Error('Prompt token count absent', { cause: response }));
|
|
72
|
+
ctx.logger.message?.debug(response.usageMetadata);
|
|
75
73
|
const candidatesTokenCount = response.usageMetadata.candidatesTokenCount ?? 0;
|
|
76
74
|
const cacheHitTokenCount = response.usageMetadata.cachedContentTokenCount ?? 0;
|
|
77
75
|
const cacheMissTokenCount = response.usageMetadata.promptTokenCount - cacheHitTokenCount;
|
|
@@ -81,7 +79,7 @@ export var GoogleRestfulEngine;
|
|
|
81
79
|
this.outputPrice * candidatesTokenCount / 1e6 +
|
|
82
80
|
this.outputPrice * thinkingTokenCount / 1e6;
|
|
83
81
|
ctx.logger.cost?.(cost);
|
|
84
|
-
const aiMessage = this.
|
|
82
|
+
const aiMessage = this.convertToAiMessage(response.candidates[0].content);
|
|
85
83
|
this.validateFunctionCallByToolChoice(aiMessage);
|
|
86
84
|
return aiMessage;
|
|
87
85
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"google-rest.js","sourceRoot":"","sources":["../../src/api-types/google-rest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAgB,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAC/B,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAG3C,MAAM,KAAW,mBAAmB,
|
|
1
|
+
{"version":3,"file":"google-rest.js","sourceRoot":"","sources":["../../src/api-types/google-rest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAgB,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAC/B,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAG3C,MAAM,KAAW,mBAAmB,CAgHnC;AAhHD,WAAiB,mBAAmB;IASnC,SAAgB,MAAM,CAA4C,OAA4B;QAC7F,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAFe,0BAAM,SAErB,CAAA;IAED,MAAa,WAA8D,SAAQ,gBAAqB;QAC/F,MAAM,CAAM;QAEpB,YAAmB,OAA4B;YAC9C,KAAK,CAAC,OAAO,CAAC,CAAC;YAEf,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,kBAAkB,IAAI,CAAC,KAAK,kBAAkB,CAAC,CAAC;QACtF,CAAC;QAEe,SAAS,CAAC,GAAqB,EAAE,OAAgD;YAChG,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;QAEM,KAAK,CAAC,QAAQ,CACpB,GAAqB,EAAE,OAAgD,EAAE,KAAK,GAAG,CAAC;YAElF,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACnF,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC;gBAC5D,GAAG,CAAC,MAAM;gBACV,aAAa;aACb,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,IAAI,aAAa,CAAC;YAEjC,IAAI,CAAC;gBACJ,MAAM,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;gBACjH,MAAM,QAAQ,GAAG,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;gBAEpE,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAElC,MAAM,OAAO,GAAgC;oBAC5C,QAAQ;oBACR,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;4BACzD,oBAAoB,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,GAAG,CACpE,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,mCAAmC,CAAC,OAA+C,CAAC,CACpG;yBACD,CAAC,CAAC,CAAC,CAAC,SAAS;oBACd,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;wBAChF,qBAAqB,EAAE,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,UAAU,CAAC;qBACxE,CAAC,CAAC,CAAC,SAAS;oBACb,iBAAiB;oBACjB,gBAAgB,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;wBACzD,eAAe,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAC,CAAC,CAAC,CAAC,CAAC,SAAS;wBAChE,GAAG,IAAI,CAAC,aAAa;qBACrB,CAAC,CAAC,CAAC,SAAS;iBACb,CAAC;gBAEF,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBAEnC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;oBACpC,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,IAAI,OAAO,CAAC;wBACpB,cAAc,EAAE,kBAAkB;wBAClC,gBAAgB,EAAE,IAAI,CAAC,MAAM;qBAC7B,CAAC;oBACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;oBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,MAAM;iBACN,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC3E,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC/B,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;gBACrD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,EAAoC,CAAC;gBAEpE,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,cAAc,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;gBACtH,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,cAAc,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAG5I,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;oBACzD,IAAI,IAAI,CAAC,IAAI;wBAAE,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,GAAC,IAAI,CAAC,CAAC;oBAC3D,IAAI,IAAI,CAAC,YAAY;wBAAE,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBACrE,CAAC;gBACD,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,gBAAgB,EAAE,IAAI,KAAK,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAC9G,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;gBAElD,MAAM,oBAAoB,GAAG,QAAQ,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC,CAAC;gBAC9E,MAAM,kBAAkB,GAAG,QAAQ,CAAC,aAAa,CAAC,uBAAuB,IAAI,CAAC,CAAC;gBAC/E,MAAM,mBAAmB,GAAG,QAAQ,CAAC,aAAa,CAAC,gBAAgB,GAAG,kBAAkB,CAAC;gBACzF,MAAM,kBAAkB,GAAG,QAAQ,CAAC,aAAa,CAAC,kBAAkB,IAAI,CAAC,CAAC;gBAC1E,MAAM,IAAI,GACT,IAAI,CAAC,UAAU,GAAG,mBAAmB,GAAG,GAAG;oBAC3C,IAAI,CAAC,WAAW,GAAG,kBAAkB,GAAG,GAAG;oBAC3C,IAAI,CAAC,WAAW,GAAG,oBAAoB,GAAG,GAAG;oBAC7C,IAAI,CAAC,WAAW,GAAG,kBAAkB,GAAG,GAAG,CAAC;gBAC7C,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;gBAExB,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;gBAC1E,IAAI,CAAC,gCAAgC,CAAC,SAAS,CAAC,CAAC;gBACjD,OAAO,SAAS,CAAC;YAElB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM,CAAC,CAAC;qBAC5B,IAAI,aAAa,EAAE,OAAO,EAAE,CAAC,CAAA,CAAC,CAAG,OAAO;qBACxC,IAAI,CAAC,YAAY,cAAc,EAAE,CAAC,CAAA,CAAC,CAAC,OAAO;qBAC3C,IAAI,CAAC,YAAY,SAAS,EAAE,CAAC,CAAA,CAAC,CAAG,OAAO;;oBACxC,MAAM,CAAC,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC5B,IAAI,KAAK,GAAG,CAAC;oBAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,GAAC,CAAC,CAAC,CAAC;;oBACtD,MAAM,CAAC,CAAC;YACd,CAAC;QACF,CAAC;KACD;IAlGY,+BAAW,cAkGvB,CAAA;AACF,CAAC,EAhHgB,mBAAmB,KAAnB,mBAAmB,QAgHnC"}
|
|
@@ -10,7 +10,7 @@ export declare abstract class OpenAIChatCompletionsEngineBase<in out fdm extends
|
|
|
10
10
|
protected convertFromFunctionResponse(fr: Function.Response.Distributive<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionToolMessageParam;
|
|
11
11
|
protected convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): OpenAI.ChatCompletionSystemMessageParam;
|
|
12
12
|
protected convertFromUserMessage(userMessage: RoleMessage.User<Function.Declaration.From<fdm>>): [OpenAI.ChatCompletionUserMessageParam] | OpenAI.ChatCompletionToolMessageParam[];
|
|
13
|
-
protected
|
|
13
|
+
protected convertFromAiMessage(aiMessage: RoleMessage.Ai<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionAssistantMessageParam;
|
|
14
14
|
protected convertFromRoleMessage(roleMessage: RoleMessage): OpenAI.ChatCompletionMessageParam[];
|
|
15
15
|
protected convertFromFunctionDeclarationEntry(fdentry: Function.Declaration.Entry.From<fdm>): OpenAI.ChatCompletionTool;
|
|
16
16
|
protected convertFromFunctionCallMode(mode: Function.ToolChoice<fdm>): OpenAI.ChatCompletionToolChoiceOption;
|
|
@@ -63,7 +63,7 @@ export class OpenAIChatCompletionsEngineBase extends EngineBase {
|
|
|
63
63
|
else
|
|
64
64
|
throw new Error();
|
|
65
65
|
}
|
|
66
|
-
|
|
66
|
+
convertFromAiMessage(aiMessage) {
|
|
67
67
|
const textParts = aiMessage.parts.filter(part => part instanceof RoleMessage.Part.Text.Constructor);
|
|
68
68
|
const fcParts = aiMessage.parts.filter(part => part instanceof Function.Call);
|
|
69
69
|
return {
|
|
@@ -77,8 +77,8 @@ export class OpenAIChatCompletionsEngineBase extends EngineBase {
|
|
|
77
77
|
return [this.convertFromDeveloperMessage(roleMessage)];
|
|
78
78
|
else if (roleMessage instanceof RoleMessage.User.Constructor)
|
|
79
79
|
return this.convertFromUserMessage(roleMessage);
|
|
80
|
-
else if (roleMessage instanceof RoleMessage.
|
|
81
|
-
return [this.
|
|
80
|
+
else if (roleMessage instanceof RoleMessage.Ai.Constructor)
|
|
81
|
+
return [this.convertFromAiMessage(roleMessage)];
|
|
82
82
|
else
|
|
83
83
|
throw new Error();
|
|
84
84
|
}
|
|
@@ -7,7 +7,7 @@ import { type Engine } from '../engine.ts';
|
|
|
7
7
|
export declare abstract class OpenAIChatCompletionsMonolithEngineBase<in out fdm extends Function.Declaration.Map = {}> extends OpenAIChatCompletionsEngineBase<fdm> {
|
|
8
8
|
private apiURL;
|
|
9
9
|
constructor(options: Engine.Options<fdm>);
|
|
10
|
-
protected
|
|
10
|
+
protected convertToAiMessage(message: OpenAI.ChatCompletionMessage): RoleMessage.Ai<Function.Declaration.From<fdm>>;
|
|
11
11
|
protected makeMonolithParams(session: Session<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionCreateParamsNonStreaming;
|
|
12
|
-
monolith(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<RoleMessage.
|
|
12
|
+
monolith(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
13
13
|
}
|
|
@@ -13,7 +13,7 @@ export class OpenAIChatCompletionsMonolithEngineBase extends OpenAIChatCompletio
|
|
|
13
13
|
super(options);
|
|
14
14
|
this.apiURL = new URL(`${this.baseUrl}/chat/completions`);
|
|
15
15
|
}
|
|
16
|
-
|
|
16
|
+
convertToAiMessage(message) {
|
|
17
17
|
const parts = [];
|
|
18
18
|
if (message.content)
|
|
19
19
|
parts.push(RoleMessage.Part.Text.create(this.extractContent(message.content)));
|
|
@@ -22,7 +22,7 @@ export class OpenAIChatCompletionsMonolithEngineBase extends OpenAIChatCompletio
|
|
|
22
22
|
assert(apifc.type === 'function');
|
|
23
23
|
return this.convertToFunctionCall(apifc);
|
|
24
24
|
}));
|
|
25
|
-
return RoleMessage.
|
|
25
|
+
return RoleMessage.Ai.create(parts);
|
|
26
26
|
}
|
|
27
27
|
makeMonolithParams(session) {
|
|
28
28
|
return {
|
|
@@ -69,7 +69,7 @@ export class OpenAIChatCompletionsMonolithEngineBase extends OpenAIChatCompletio
|
|
|
69
69
|
assert(completion.usage.completion_tokens <= (this.tokenLimit || Number.POSITIVE_INFINITY), new TransientError('Token limit exceeded.', { cause: completion }));
|
|
70
70
|
const cost = this.calcCost(completion.usage);
|
|
71
71
|
ctx.logger.cost?.(cost);
|
|
72
|
-
const aiMessage = this.
|
|
72
|
+
const aiMessage = this.convertToAiMessage(completion.choices[0].message);
|
|
73
73
|
const text = aiMessage.getText();
|
|
74
74
|
if (text)
|
|
75
75
|
ctx.logger.inference?.debug(text + '\n');
|
|
@@ -10,5 +10,5 @@ export declare abstract class OpenAIChatCompletionsStreamEngineBase<in out fdm e
|
|
|
10
10
|
protected makeStreamParams(session: Session<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionCreateParamsStreaming;
|
|
11
11
|
protected convertToFunctionCallFromDelta(apifc: OpenAI.ChatCompletionChunk.Choice.Delta.ToolCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
|
|
12
12
|
protected abstract getDeltaThoughts(delta: OpenAI.ChatCompletionChunk.Choice.Delta): string;
|
|
13
|
-
stream(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<RoleMessage.
|
|
13
|
+
stream(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
14
14
|
}
|
|
@@ -96,7 +96,7 @@ export class OpenAIChatCompletionsStreamEngineBase extends OpenAIChatCompletions
|
|
|
96
96
|
ctx.logger.cost?.(cost);
|
|
97
97
|
const fcs = toolCalls.map(apifc => this.convertToFunctionCallFromDelta(apifc));
|
|
98
98
|
this.validateFunctionCallByToolChoice(fcs);
|
|
99
|
-
return RoleMessage.
|
|
99
|
+
return RoleMessage.Ai.create([
|
|
100
100
|
RoleMessage.Part.Text.create(this.extractContent(text)),
|
|
101
101
|
...fcs,
|
|
102
102
|
]);
|
|
@@ -6,6 +6,6 @@ import { type Session, type RoleMessage } from '../session.ts';
|
|
|
6
6
|
export declare namespace OpenAIChatCompletionsEngine {
|
|
7
7
|
function create<fdm extends Function.Declaration.Map = {}>(options: Engine.Options<fdm>): Engine<Function.Declaration.From<fdm>>;
|
|
8
8
|
class Constructor<in out fdm extends Function.Declaration.Map = {}> extends OpenAIChatCompletionsMonolithEngineBase<fdm> {
|
|
9
|
-
stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.
|
|
9
|
+
stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
10
10
|
}
|
|
11
11
|
}
|
|
@@ -9,34 +9,35 @@ export declare namespace OpenAIResponsesEngine {
|
|
|
9
9
|
class Constructor<in out fdm extends Function.Declaration.Map = {}> extends EngineBase<fdm> {
|
|
10
10
|
private apiURL;
|
|
11
11
|
constructor(options: Engine.Options<fdm>);
|
|
12
|
-
stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.
|
|
12
|
+
stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
13
13
|
protected convertFromFunctionCall(fc: Function.Call.Distributive<Function.Declaration.From<fdm>>): OpenAI.Responses.ResponseFunctionToolCall;
|
|
14
14
|
protected convertToFunctionCall(apifc: OpenAI.Responses.ResponseFunctionToolCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
|
|
15
15
|
protected convertFromFunctionResponse(fr: Function.Response.Distributive<Function.Declaration.From<fdm>>): OpenAI.Responses.ResponseInputItem.FunctionCallOutput;
|
|
16
16
|
protected convertFromUserMessage(userMessage: RoleMessage.User<Function.Declaration.From<fdm>>): OpenAI.Responses.ResponseInput;
|
|
17
|
-
protected
|
|
17
|
+
protected convertFromAiMessage(aiMessage: RoleMessage.Ai<Function.Declaration.From<fdm>>): OpenAI.Responses.ResponseInput;
|
|
18
18
|
protected convertFromChatMessage(chatMessage: ChatMessage<Function.Declaration.From<fdm>>): OpenAI.Responses.ResponseInput;
|
|
19
19
|
protected convertFromFunctionDeclarationEntry(fdentry: Function.Declaration.Entry.From<fdm>): OpenAI.Responses.FunctionTool;
|
|
20
20
|
protected makeMonolithParams(session: Session<Function.Declaration.From<fdm>>): OpenAI.Responses.ResponseCreateParamsNonStreaming;
|
|
21
|
-
protected
|
|
21
|
+
protected logApiAiMessage(ctx: InferenceContext, output: OpenAI.Responses.ResponseOutputItem[]): void;
|
|
22
|
+
protected convertToAiMessage(output: OpenAI.Responses.ResponseOutputItem[]): OpenAIResponsesAiMessage<Function.Declaration.From<fdm>>;
|
|
22
23
|
protected validateFunctionCallByToolChoice(functionCalls: Function.Call.Distributive<Function.Declaration.From<fdm>>[]): void;
|
|
23
24
|
protected calcCost(usage: OpenAI.Responses.ResponseUsage): number;
|
|
24
|
-
monolith(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<RoleMessage.
|
|
25
|
+
monolith(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
25
26
|
}
|
|
26
27
|
}
|
|
27
|
-
export type
|
|
28
|
-
export declare namespace
|
|
29
|
-
function create<fdu extends Function.Declaration>(parts: RoleMessage.
|
|
28
|
+
export type OpenAIResponsesAiMessage<fdu extends Function.Declaration> = OpenAIResponsesAiMessage.Constructor<fdu>;
|
|
29
|
+
export declare namespace OpenAIResponsesAiMessage {
|
|
30
|
+
function create<fdu extends Function.Declaration>(parts: RoleMessage.Ai.Part<fdu>[], raw: OpenAI.Responses.ResponseOutputItem[]): OpenAIResponsesAiMessage<fdu>;
|
|
30
31
|
const NOMINAL: unique symbol;
|
|
31
|
-
class Constructor<out fdu extends Function.Declaration> extends RoleMessage.
|
|
32
|
+
class Constructor<out fdu extends Function.Declaration> extends RoleMessage.Ai.Constructor<fdu> {
|
|
32
33
|
raw: OpenAI.Responses.ResponseOutputItem[];
|
|
33
34
|
readonly [NOMINAL]: void;
|
|
34
|
-
constructor(parts: RoleMessage.
|
|
35
|
+
constructor(parts: RoleMessage.Ai.Part<fdu>[], raw: OpenAI.Responses.ResponseOutputItem[]);
|
|
35
36
|
}
|
|
36
37
|
interface Snapshot<in out fdu extends Function.Declaration = never> {
|
|
37
|
-
parts: RoleMessage.
|
|
38
|
+
parts: RoleMessage.Ai.Part.Snapshot<fdu>[];
|
|
38
39
|
raw: OpenAI.Responses.ResponseOutputItem[];
|
|
39
40
|
}
|
|
40
|
-
function restore<fdu extends Function.Declaration>(snapshot: Snapshot<fdu>):
|
|
41
|
-
function capture<fdu extends Function.Declaration>(message:
|
|
41
|
+
function restore<fdu extends Function.Declaration>(snapshot: Snapshot<fdu>): OpenAIResponsesAiMessage<fdu>;
|
|
42
|
+
function capture<fdu extends Function.Declaration>(message: OpenAIResponsesAiMessage<fdu>): Snapshot<fdu>;
|
|
42
43
|
}
|
|
@@ -73,8 +73,8 @@ export var OpenAIResponsesEngine;
|
|
|
73
73
|
throw new Error();
|
|
74
74
|
});
|
|
75
75
|
}
|
|
76
|
-
|
|
77
|
-
if (aiMessage instanceof
|
|
76
|
+
convertFromAiMessage(aiMessage) {
|
|
77
|
+
if (aiMessage instanceof OpenAIResponsesAiMessage.Constructor)
|
|
78
78
|
return aiMessage.raw;
|
|
79
79
|
else {
|
|
80
80
|
return aiMessage.parts.map(part => {
|
|
@@ -93,8 +93,8 @@ export var OpenAIResponsesEngine;
|
|
|
93
93
|
convertFromChatMessage(chatMessage) {
|
|
94
94
|
if (chatMessage instanceof RoleMessage.User.Constructor)
|
|
95
95
|
return this.convertFromUserMessage(chatMessage);
|
|
96
|
-
else if (chatMessage instanceof RoleMessage.
|
|
97
|
-
return this.
|
|
96
|
+
else if (chatMessage instanceof RoleMessage.Ai.Constructor)
|
|
97
|
+
return this.convertFromAiMessage(chatMessage);
|
|
98
98
|
else
|
|
99
99
|
throw new Error();
|
|
100
100
|
}
|
|
@@ -122,7 +122,16 @@ export var OpenAIResponsesEngine;
|
|
|
122
122
|
...this.customOptions,
|
|
123
123
|
};
|
|
124
124
|
}
|
|
125
|
-
|
|
125
|
+
logApiAiMessage(ctx, output) {
|
|
126
|
+
for (const item of output)
|
|
127
|
+
if (item.type === 'message') {
|
|
128
|
+
assert(item.content.every(part => part.type === 'output_text'));
|
|
129
|
+
ctx.logger.inference?.debug(item.content.map(part => part.text).join('') + '\n');
|
|
130
|
+
}
|
|
131
|
+
else if (item.type === 'function_call')
|
|
132
|
+
ctx.logger.message?.debug(item);
|
|
133
|
+
}
|
|
134
|
+
convertToAiMessage(output) {
|
|
126
135
|
const parts = output.flatMap((item) => {
|
|
127
136
|
if (item.type === 'message') {
|
|
128
137
|
assert(item.content.every(part => part.type === 'output_text'));
|
|
@@ -135,7 +144,7 @@ export var OpenAIResponsesEngine;
|
|
|
135
144
|
else
|
|
136
145
|
throw new Error();
|
|
137
146
|
});
|
|
138
|
-
return
|
|
147
|
+
return OpenAIResponsesAiMessage.create(parts, output);
|
|
139
148
|
}
|
|
140
149
|
validateFunctionCallByToolChoice(functionCalls) {
|
|
141
150
|
// https://community.openai.com/t/function-call-with-finish-reason-of-stop/437226/7
|
|
@@ -177,20 +186,14 @@ export var OpenAIResponsesEngine;
|
|
|
177
186
|
assert(res.ok, new Error(undefined, { cause: res }));
|
|
178
187
|
const response = await res.json();
|
|
179
188
|
ctx.logger.message?.trace(response);
|
|
180
|
-
|
|
181
|
-
const text = aiMessage.getText();
|
|
182
|
-
if (text)
|
|
183
|
-
ctx.logger.inference?.debug(text + '\n');
|
|
184
|
-
const apifcs = response.output.filter(item => item.type === 'function_call');
|
|
185
|
-
for (const apifc of apifcs)
|
|
186
|
-
ctx.logger.message?.debug(apifc);
|
|
189
|
+
this.logApiAiMessage(ctx, response.output);
|
|
187
190
|
assert(response.usage);
|
|
188
191
|
assert(response.usage.output_tokens <= (this.tokenLimit || Number.POSITIVE_INFINITY), new TransientError('Token limit exceeded.', { cause: response }));
|
|
189
192
|
const cost = this.calcCost(response.usage);
|
|
190
193
|
ctx.logger.cost?.(cost);
|
|
191
194
|
ctx.logger.message?.debug(response.usage);
|
|
192
|
-
const
|
|
193
|
-
this.validateFunctionCallByToolChoice(
|
|
195
|
+
const aiMessage = this.convertToAiMessage(response.output);
|
|
196
|
+
this.validateFunctionCallByToolChoice(aiMessage.getFunctionCalls());
|
|
194
197
|
return aiMessage;
|
|
195
198
|
}
|
|
196
199
|
catch (e) {
|
|
@@ -211,31 +214,31 @@ export var OpenAIResponsesEngine;
|
|
|
211
214
|
}
|
|
212
215
|
OpenAIResponsesEngine.Constructor = Constructor;
|
|
213
216
|
})(OpenAIResponsesEngine || (OpenAIResponsesEngine = {}));
|
|
214
|
-
export var
|
|
215
|
-
(function (
|
|
217
|
+
export var OpenAIResponsesAiMessage;
|
|
218
|
+
(function (OpenAIResponsesAiMessage) {
|
|
216
219
|
function create(parts, raw) {
|
|
217
220
|
return new Constructor(parts, raw);
|
|
218
221
|
}
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
class Constructor extends RoleMessage.
|
|
222
|
+
OpenAIResponsesAiMessage.create = create;
|
|
223
|
+
OpenAIResponsesAiMessage.NOMINAL = Symbol();
|
|
224
|
+
class Constructor extends RoleMessage.Ai.Constructor {
|
|
222
225
|
raw;
|
|
223
226
|
constructor(parts, raw) {
|
|
224
227
|
super(parts);
|
|
225
228
|
this.raw = raw;
|
|
226
229
|
}
|
|
227
230
|
}
|
|
228
|
-
|
|
231
|
+
OpenAIResponsesAiMessage.Constructor = Constructor;
|
|
229
232
|
function restore(snapshot) {
|
|
230
|
-
return new Constructor(RoleMessage.
|
|
233
|
+
return new Constructor(RoleMessage.Ai.restore(snapshot.parts).parts, snapshot.raw);
|
|
231
234
|
}
|
|
232
|
-
|
|
235
|
+
OpenAIResponsesAiMessage.restore = restore;
|
|
233
236
|
function capture(message) {
|
|
234
237
|
return {
|
|
235
|
-
parts: RoleMessage.
|
|
238
|
+
parts: RoleMessage.Ai.capture(message),
|
|
236
239
|
raw: message.raw,
|
|
237
240
|
};
|
|
238
241
|
}
|
|
239
|
-
|
|
240
|
-
})(
|
|
242
|
+
OpenAIResponsesAiMessage.capture = capture;
|
|
243
|
+
})(OpenAIResponsesAiMessage || (OpenAIResponsesAiMessage = {}));
|
|
241
244
|
//# sourceMappingURL=openai-responses.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai-responses.js","sourceRoot":"","sources":["../../src/api-types/openai-responses.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAkC,MAAM,eAAe,CAAC;AAC5E,OAAO,EAAe,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAC/B,OAAO,GAAG,MAAM,KAAK,CAAC;AAEtB,MAAM,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;AAGtB,MAAM,KAAW,qBAAqB,
|
|
1
|
+
{"version":3,"file":"openai-responses.js","sourceRoot":"","sources":["../../src/api-types/openai-responses.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAkC,MAAM,eAAe,CAAC;AAC5E,OAAO,EAAe,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAC/B,OAAO,GAAG,MAAM,KAAK,CAAC;AAEtB,MAAM,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;AAGtB,MAAM,KAAW,qBAAqB,CA8NrC;AA9ND,WAAiB,qBAAqB;IACrC,SAAgB,MAAM,CAA4C,OAA4B;QAC7F,OAAO,IAAI,WAAW,CAAM,OAAO,CAAC,CAAC;IACtC,CAAC;IAFe,4BAAM,SAErB,CAAA;IAED,MAAa,WAA8D,SAAQ,UAAe;QACzF,MAAM,CAAM;QAEpB,YAAmB,OAA4B;YAC9C,KAAK,CAAC,OAAO,CAAC,CAAC;YACf,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,YAAY,CAAC,CAAC;QACpD,CAAC;QAEe,SAAS,CAAC,GAAqB,EAAE,OAAgD;YAChG,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;QAES,uBAAuB,CAAC,EAA8D;YAC/F,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACd,OAAO;gBACN,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,EAAE,CAAC,EAAE;gBACd,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC;aAClC,CAAC;QACH,CAAC;QACS,qBAAqB,CAAC,KAAgD;YAC/E,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAoD,CAAC;YAC1G,MAAM,CAAC,MAAM,EAAE,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YAC9E,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE;gBAClB,IAAI,CAAC;oBACJ,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACZ,OAAO,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBACtE,CAAC;YACF,CAAC,CAAC,EAAE,CAAC;YACL,MAAM,CACL,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,EACrC,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAC7D,CAAC;YACF,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC3B,EAAE,EAAE,KAAK,CAAC,OAAO;gBACjB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,IAAI;aAC4D,CAAC,CAAC;QACpE,CAAC;QAES,2BAA2B,CAAC,EAAkE;YACvG,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACd,OAAO;gBACN,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,EAAE,CAAC,EAAE;gBACd,MAAM,EAAE,EAAE,CAAC,IAAI;aACf,CAAC;QACH,CAAC;QAES,sBAAsB,CAAC,WAA6D;YAC7F,OAAO,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACnC,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW;oBACpD,OAAO;wBACN,IAAI,EAAE,SAAS;wBACf,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,IAAI,CAAC,IAAI;qBAC0B,CAAC;qBAC1C,IAAI,IAAI,YAAY,QAAQ,CAAC,QAAQ;oBACzC,OAAO,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC;;oBAC1C,MAAM,IAAI,KAAK,EAAE,CAAC;YACxB,CAAC,CAAC,CAAC;QACJ,CAAC;QAES,oBAAoB,CAAC,SAAyD;YACvF,IAAI,SAAS,YAAY,wBAAwB,CAAC,WAAW;gBAC5D,OAAO,SAAS,CAAC,GAAG,CAAC;iBACjB,CAAC;gBACL,OAAO,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACjC,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW;wBACpD,OAAO;4BACN,IAAI,EAAE,WAAW;4BACjB,OAAO,EAAE,IAAI,CAAC,IAAI;yBAC0B,CAAC;yBAC1C,IAAI,IAAI,YAAY,QAAQ,CAAC,IAAI;wBACrC,OAAO,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;;wBACtC,MAAM,IAAI,KAAK,EAAE,CAAC;gBACxB,CAAC,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAES,sBAAsB,CAAC,WAAwD;YACxF,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI,CAAC,WAAW;gBACtD,OAAO,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;iBAC5C,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE,CAAC,WAAW;gBACzD,OAAO,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;;gBAC1C,MAAM,IAAI,KAAK,EAAE,CAAC;QACxB,CAAC;QAES,mCAAmC,CAAC,OAA6C;YAC1F,OAAO;gBACN,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;gBAChB,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW;gBACnC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU;gBACjC,MAAM,EAAE,IAAI;gBACZ,IAAI,EAAE,UAAU;aAChB,CAAC;QACH,CAAC;QAES,kBAAkB,CAAC,OAAgD;YAC5E,OAAO;gBACN,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,OAAO,EAAE,CAAC,6BAA6B,CAAC;gBACxC,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;gBAC5F,YAAY,EAAE,OAAO,CAAC,gBAAgB,EAAE,WAAW,EAAE;gBACrD,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM;oBACrD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAChD,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,mCAAmC,CAAC,OAA+C,CAAC,CACpG,CAAC,CAAC,CAAC,SAAS;gBACd,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;gBACrF,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;gBACxF,iBAAiB,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAC,CAAC,CAAC,CAAC,CAAC,SAAS;gBAClE,GAAG,IAAI,CAAC,aAAa;aACrB,CAAC;QACH,CAAC;QAGS,eAAe,CAAC,GAAqB,EAAE,MAA6C;YAC7F,KAAK,MAAM,IAAI,IAAI,MAAM;gBACxB,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC;oBAChE,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,GAAC,IAAI,CAAC,CAAC;gBAChF,CAAC;qBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe;oBACvC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;QAES,kBAAkB,CAAC,MAA6C;YACzE,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAyD,EAAE;gBAC5F,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC;oBAChE,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACrF,CAAC;qBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe;oBACvC,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;qBACtC,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW;oBACjC,OAAO,EAAE,CAAC;;oBACN,MAAM,IAAI,KAAK,EAAE,CAAC;YACxB,CAAC,CAAC,CAAC;YACH,OAAO,wBAAwB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACvD,CAAC;QAGS,gCAAgC,CAAC,aAA2E;YACrH,mFAAmF;YACnF,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,QAAQ;gBACnD,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;iBAC/C,IAAI,IAAI,CAAC,UAAU,YAAY,KAAK;gBACxC,KAAK,MAAM,EAAE,IAAI,aAAa;oBAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;iBAC5F,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,IAAI;gBACpD,MAAM,CAAC,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;QACtD,CAAC;QAES,QAAQ,CAAC,KAAqC;YACvD,MAAM,kBAAkB,GAAG,KAAK,CAAC,oBAAoB,CAAC,aAAa,CAAC;YACpE,MAAM,mBAAmB,GAAG,KAAK,CAAC,YAAY,GAAG,kBAAkB,CAAC;YACpE,OAAO,IAAI,CAAC,UAAU,GAAG,mBAAmB,GAAG,GAAG;gBAChD,IAAI,CAAC,WAAW,GAAG,kBAAkB,GAAG,GAAG;gBAC3C,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC;QAChD,CAAC;QAEM,KAAK,CAAC,QAAQ,CACpB,GAAqB,EAAE,OAAgD,EAAE,KAAK,GAAG,CAAC;YAElF,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACnF,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC;gBAC5D,GAAG,CAAC,MAAM;gBACV,aAAa;aACb,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,IAAI,aAAa,CAAC;YAEjC,IAAI,CAAC;gBACJ,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;gBAChD,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBAElC,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAClC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;oBACpC,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,IAAI,OAAO,CAAC;wBACpB,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;qBACxC,CAAC;oBACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;oBAC5B,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,MAAM;iBACN,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC3E,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;gBACrD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,EAA+B,CAAC;gBAC/D,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAEpC,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAE3C,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACvB,MAAM,CACL,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC,iBAAiB,CAAC,EAC7E,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAChE,CAAC;gBACF,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC3C,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;gBACxB,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAE1C,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC3D,IAAI,CAAC,gCAAgC,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;gBAEpE,OAAO,SAAS,CAAC;YAClB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM,CAAC,CAAC;qBAC5B,IAAI,aAAa,EAAE,OAAO,EAAE,CAAC,CAAA,CAAC,CAAG,OAAO;qBACxC,IAAI,CAAC,YAAY,cAAc,EAAE,CAAC,CAAA,CAAC,CAAC,OAAO;qBAC3C,IAAI,CAAC,YAAY,SAAS,EAAE,CAAC,CAAA,CAAC,CAAG,OAAO;;oBACxC,MAAM,CAAC,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC5B,IAAI,KAAK,GAAG,CAAC;oBAAE,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,GAAC,CAAC,CAAC,CAAC;;oBAC5D,MAAM,CAAC,CAAC;YACd,CAAC;QACF,CAAC;KAED;IAxNY,iCAAW,cAwNvB,CAAA;AACF,CAAC,EA9NgB,qBAAqB,KAArB,qBAAqB,QA8NrC;AAID,MAAM,KAAW,wBAAwB,CA2BxC;AA3BD,WAAiB,wBAAwB;IACxC,SAAgB,MAAM,CAAmC,KAAiC,EAAE,GAA0C;QACrI,OAAO,IAAI,WAAW,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACpC,CAAC;IAFe,+BAAM,SAErB,CAAA;IACY,gCAAO,GAAG,MAAM,EAAE,CAAC;IAChC,MAAa,WAAkD,SAAQ,WAAW,CAAC,EAAE,CAAC,WAAgB;QAI7F;QAFR,YACC,KAAiC,EAC1B,GAA0C;YAEjD,KAAK,CAAC,KAAK,CAAC,CAAC;YAFN,QAAG,GAAH,GAAG,CAAuC;QAGlD,CAAC;KACD;IARY,oCAAW,cAQvB,CAAA;IAKD,SAAgB,OAAO,CAAmC,QAAuB;QAChF,OAAO,IAAI,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC,OAAO,CAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;IACzF,CAAC;IAFe,gCAAO,UAEtB,CAAA;IACD,SAAgB,OAAO,CAAmC,OAAsC;QAC/F,OAAO;YACN,KAAK,EAAE,WAAW,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;YACtC,GAAG,EAAE,OAAO,CAAC,GAAG;SAChB,CAAC;IACH,CAAC;IALe,gCAAO,UAKtB,CAAA;AACF,CAAC,EA3BgB,wBAAwB,KAAxB,wBAAwB,QA2BxC"}
|
|
@@ -15,7 +15,7 @@ export interface OpenRouterMonolithParams extends OpenAI.ChatCompletionCreatePar
|
|
|
15
15
|
export declare namespace OpenRouterMonolithEngine {
|
|
16
16
|
function create<fdm extends Function.Declaration.Map = {}>(options: Engine.Options<fdm>): Engine<Function.Declaration.From<fdm>>;
|
|
17
17
|
class Constructor<in out fdm extends Function.Declaration.Map = {}> extends OpenAIChatCompletionsMonolithEngineBase<fdm> {
|
|
18
|
-
stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.
|
|
18
|
+
stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
19
19
|
protected calcCost(usage: OpenAI.CompletionUsage): number;
|
|
20
20
|
protected makeMonolithParams(session: Session<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionCreateParamsNonStreaming;
|
|
21
21
|
protected convertToFunctionCall(apifc: OpenAI.ChatCompletionMessageFunctionToolCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
|
|
@@ -19,7 +19,7 @@ export interface OpenRouterChatCompletionChunkChoiceDelta extends OpenAI.ChatCom
|
|
|
19
19
|
export declare namespace OpenRouterStreamEngine {
|
|
20
20
|
function create<fdm extends Function.Declaration.Map = {}>(options: Engine.Options<fdm>): Engine<Function.Declaration.From<fdm>>;
|
|
21
21
|
class Constructor<in out fdm extends Function.Declaration.Map = {}> extends OpenAIChatCompletionsStreamEngineBase<fdm> {
|
|
22
|
-
stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.
|
|
22
|
+
stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
23
23
|
protected calcCost(usage: OpenAI.CompletionUsage): number;
|
|
24
24
|
protected getDeltaThoughts(delta: OpenAI.ChatCompletionChunk.Choice.Delta): string;
|
|
25
25
|
protected makeStreamParams(session: Session<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionCreateParamsStreaming;
|
package/build/engine.d.ts
CHANGED
|
@@ -4,11 +4,11 @@ import { EndpointSpec } from './endpoint-spec.ts';
|
|
|
4
4
|
import { type InferenceContext } from './inference-context.ts';
|
|
5
5
|
import { Throttle } from './throttle.ts';
|
|
6
6
|
export interface Engine<in out fdu extends Function.Declaration = never, session extends unknown = Session<fdu>> {
|
|
7
|
-
stateless(ctx: InferenceContext, session: session): Promise<RoleMessage.
|
|
7
|
+
stateless(ctx: InferenceContext, session: session): Promise<RoleMessage.Ai<fdu>>;
|
|
8
8
|
/**
|
|
9
9
|
* @param session mutable
|
|
10
10
|
*/
|
|
11
|
-
stateful(ctx: InferenceContext, session: session): Promise<RoleMessage.
|
|
11
|
+
stateful(ctx: InferenceContext, session: session): Promise<RoleMessage.Ai<fdu>>;
|
|
12
12
|
appendUserMessage(session: session, message: RoleMessage.User<fdu>): session;
|
|
13
13
|
name: string;
|
|
14
14
|
}
|