@zimtsui/brainswitch 0.0.55 → 0.0.56
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/DEVELOPMENT.md +13 -14
- package/README.md +7 -14
- package/build/adaptor.d.ts +5 -5
- package/build/adaptor.js +16 -16
- package/build/adaptor.js.map +1 -1
- package/build/agentloop.d.ts +5 -5
- package/build/agentloop.js +4 -4
- package/build/agentloop.js.map +1 -1
- package/build/api-types/anthropic/billing.d.ts +12 -0
- package/build/api-types/anthropic/billing.js +15 -0
- package/build/api-types/anthropic/billing.js.map +1 -0
- package/build/api-types/anthropic/tool-codec.d.ts +17 -0
- package/build/api-types/anthropic/tool-codec.js +73 -0
- package/build/api-types/anthropic/tool-codec.js.map +1 -0
- package/build/api-types/google/billing.d.ts +12 -0
- package/build/api-types/google/billing.js +24 -0
- package/build/api-types/google/billing.js.map +1 -0
- package/build/api-types/google/restful-request.d.ts +8 -0
- package/build/api-types/google/restful-request.js +2 -0
- package/build/api-types/google/restful-request.js.map +1 -0
- package/build/api-types/google/tool-codec.d.ts +16 -0
- package/build/api-types/{google.js → google/tool-codec.js} +27 -26
- package/build/api-types/google/tool-codec.js.map +1 -0
- package/build/api-types/openai-chatcompletion/billing.d.ts +13 -0
- package/build/api-types/openai-chatcompletion/billing.js +16 -0
- package/build/api-types/openai-chatcompletion/billing.js.map +1 -0
- package/build/api-types/openai-chatcompletion/tool-codec.d.ts +18 -0
- package/build/api-types/openai-chatcompletion/tool-codec.js +86 -0
- package/build/api-types/openai-chatcompletion/tool-codec.js.map +1 -0
- package/build/api-types/openai-responses/billing.d.ts +12 -0
- package/build/api-types/openai-responses/billing.js +15 -0
- package/build/api-types/openai-responses/billing.js.map +1 -0
- package/build/api-types/openai-responses/tool-codec.d.ts +16 -0
- package/build/api-types/openai-responses/tool-codec.js +72 -0
- package/build/api-types/openai-responses/tool-codec.js.map +1 -0
- package/build/compatible/engine.d/aliyun.d.ts +23 -0
- package/build/compatible/engine.d/aliyun.js +44 -0
- package/build/compatible/engine.d/aliyun.js.map +1 -0
- package/build/compatible/engine.d/anthropic.d.ts +23 -0
- package/build/compatible/engine.d/anthropic.js +41 -0
- package/build/compatible/engine.d/anthropic.js.map +1 -0
- package/build/compatible/engine.d/google.d.ts +23 -0
- package/build/compatible/engine.d/google.js +45 -0
- package/build/compatible/engine.d/google.js.map +1 -0
- package/build/compatible/engine.d/openai-responses.d.ts +23 -0
- package/build/compatible/engine.d/openai-responses.js +41 -0
- package/build/compatible/engine.d/openai-responses.js.map +1 -0
- package/build/compatible/engine.d.ts +18 -0
- package/build/compatible/engine.js +21 -0
- package/build/compatible/engine.js.map +1 -0
- package/build/compatible/session.d.ts +78 -0
- package/build/compatible/session.js +138 -0
- package/build/compatible/session.js.map +1 -0
- package/build/compatible/tool-call-validator.d.ts +11 -0
- package/build/compatible/tool-call-validator.js +12 -0
- package/build/compatible/tool-call-validator.js.map +1 -0
- package/build/compatible.d/aliyun/transport.d.ts +11 -0
- package/build/compatible.d/aliyun/transport.js +9 -0
- package/build/compatible.d/aliyun/transport.js.map +1 -0
- package/build/compatible.d/anthropic/message-codec.d.ts +31 -0
- package/build/compatible.d/anthropic/message-codec.js +88 -0
- package/build/compatible.d/anthropic/message-codec.js.map +1 -0
- package/build/compatible.d/anthropic/transport.d.ts +31 -0
- package/build/compatible.d/anthropic/transport.js +137 -0
- package/build/compatible.d/anthropic/transport.js.map +1 -0
- package/build/compatible.d/google/message-codec.d.ts +31 -0
- package/build/compatible.d/google/message-codec.js +98 -0
- package/build/compatible.d/google/message-codec.js.map +1 -0
- package/build/compatible.d/google/transport.d.ts +28 -0
- package/build/compatible.d/google/transport.js +74 -0
- package/build/compatible.d/google/transport.js.map +1 -0
- package/build/compatible.d/openai-chatcompletions/message-codec.d.ts +19 -0
- package/build/compatible.d/openai-chatcompletions/message-codec.js +66 -0
- package/build/compatible.d/openai-chatcompletions/message-codec.js.map +1 -0
- package/build/compatible.d/openai-chatcompletions/transport.d.ts +9 -0
- package/build/compatible.d/openai-chatcompletions/transport.js +25 -0
- package/build/compatible.d/openai-chatcompletions/transport.js.map +1 -0
- package/build/compatible.d/openai-chatcompletions.d/monolith.d.ts +36 -0
- package/build/compatible.d/openai-chatcompletions.d/monolith.js +74 -0
- package/build/compatible.d/openai-chatcompletions.d/monolith.js.map +1 -0
- package/build/compatible.d/openai-chatcompletions.d/stream.d.ts +35 -0
- package/build/{compatible-engines.d → compatible.d}/openai-chatcompletions.d/stream.js +52 -42
- package/build/compatible.d/openai-chatcompletions.d/stream.js.map +1 -0
- package/build/compatible.d/openai-responses/message-codec.d.ts +32 -0
- package/build/compatible.d/openai-responses/message-codec.js +105 -0
- package/build/compatible.d/openai-responses/message-codec.js.map +1 -0
- package/build/compatible.d/openai-responses/transport.d.ts +33 -0
- package/build/compatible.d/openai-responses/transport.js +88 -0
- package/build/compatible.d/openai-responses/transport.js.map +1 -0
- package/build/config.js +1 -1
- package/build/config.js.map +1 -1
- package/build/engine.d.ts +48 -26
- package/build/engine.js +78 -29
- package/build/engine.js.map +1 -1
- package/build/exports.d.ts +14 -13
- package/build/exports.js +14 -13
- package/build/exports.js.map +1 -1
- package/build/function.d.ts +25 -13
- package/build/function.js +2 -1
- package/build/function.js.map +1 -1
- package/build/native-engines.d/google/agentloop.d.ts +6 -6
- package/build/native-engines.d/google/agentloop.js +5 -5
- package/build/native-engines.d/google/agentloop.js.map +1 -1
- package/build/native-engines.d/google/engine.d.ts +28 -103
- package/build/native-engines.d/google/engine.js +63 -304
- package/build/native-engines.d/google/engine.js.map +1 -1
- package/build/native-engines.d/google/exports.d.ts +5 -5
- package/build/native-engines.d/google/exports.js +5 -5
- package/build/native-engines.d/google/exports.js.map +1 -1
- package/build/native-engines.d/google/message-codec.d.ts +21 -0
- package/build/native-engines.d/google/message-codec.js +69 -0
- package/build/native-engines.d/google/message-codec.js.map +1 -0
- package/build/native-engines.d/google/session.d.ts +16 -15
- package/build/native-engines.d/google/session.js +2 -2
- package/build/native-engines.d/google/session.js.map +1 -1
- package/build/native-engines.d/google/transport.d.ts +31 -0
- package/build/native-engines.d/google/transport.js +81 -0
- package/build/native-engines.d/google/transport.js.map +1 -0
- package/build/native-engines.d/openai-responses/agentloop.d.ts +7 -7
- package/build/native-engines.d/openai-responses/agentloop.js +6 -6
- package/build/native-engines.d/openai-responses/agentloop.js.map +1 -1
- package/build/native-engines.d/openai-responses/engine.d.ts +26 -106
- package/build/native-engines.d/openai-responses/engine.js +53 -334
- package/build/native-engines.d/openai-responses/engine.js.map +1 -1
- package/build/native-engines.d/openai-responses/exports.d.ts +6 -7
- package/build/native-engines.d/openai-responses/exports.js +6 -7
- package/build/native-engines.d/openai-responses/exports.js.map +1 -1
- package/build/native-engines.d/openai-responses/message-codec.d.ts +21 -0
- package/build/native-engines.d/openai-responses/message-codec.js +69 -0
- package/build/native-engines.d/openai-responses/message-codec.js.map +1 -0
- package/build/native-engines.d/openai-responses/session.d.ts +27 -26
- package/build/native-engines.d/openai-responses/session.js +3 -3
- package/build/native-engines.d/openai-responses/session.js.map +1 -1
- package/build/native-engines.d/openai-responses/tool-call-validator.d.ts +12 -0
- package/build/native-engines.d/openai-responses/tool-call-validator.js +33 -0
- package/build/native-engines.d/openai-responses/tool-call-validator.js.map +1 -0
- package/build/native-engines.d/openai-responses/tool.d.ts +3 -3
- package/build/native-engines.d/openai-responses/tool.js +1 -1
- package/build/native-engines.d/openai-responses/tool.js.map +1 -1
- package/build/native-engines.d/openai-responses/transport.d.ts +36 -0
- package/build/native-engines.d/openai-responses/transport.js +104 -0
- package/build/native-engines.d/openai-responses/transport.js.map +1 -0
- package/build/session.d.ts +5 -75
- package/build/session.js +0 -136
- package/build/session.js.map +1 -1
- package/build/throttle.d.ts +1 -1
- package/build/tsconfig.tsbuildinfo +1 -1
- package/package.json +3 -3
- package/test/build/test-codecs.js +230 -0
- package/test/build/test-codecs.js.map +1 -0
- package/test/build/test-compatible-engine.d.ts +1 -0
- package/test/build/test-compatible-engine.js +27 -0
- package/test/build/test-compatible-engine.js.map +1 -0
- package/test/build/test-compatible-engines.d.ts +1 -0
- package/test/build/test-compatible-engines.js +112 -0
- package/test/build/test-compatible-engines.js.map +1 -0
- package/test/build/test-engine.d.ts +1 -0
- package/test/build/test-engine.js +97 -0
- package/test/build/test-engine.js.map +1 -0
- package/test/build/test-helpers.d.ts +46 -0
- package/test/build/test-helpers.js +45 -0
- package/test/build/test-helpers.js.map +1 -0
- package/test/build/test-native-engines.d.ts +1 -0
- package/test/build/test-native-engines.js +64 -0
- package/test/build/test-native-engines.js.map +1 -0
- package/test/build/test.d.ts +5 -0
- package/test/build/test.js +6 -0
- package/test/build/test.js.map +1 -0
- package/test/build/tsconfig.tsbuildinfo +1 -0
- package/test/src/test-codecs.ts +256 -0
- package/test/src/test-compatible-engine.ts +45 -0
- package/test/src/test-compatible-engines.ts +129 -0
- package/test/src/test-engine.ts +144 -0
- package/test/src/test-helpers.ts +53 -0
- package/test/src/test-native-engines.ts +75 -0
- package/test/src/test.ts +5 -0
- package/test/src/tsconfig.json +30 -0
- package/build/api-types/anthropic.d.ts +0 -29
- package/build/api-types/anthropic.js +0 -93
- package/build/api-types/anthropic.js.map +0 -1
- package/build/api-types/google.d.ts +0 -28
- package/build/api-types/google.js.map +0 -1
- package/build/api-types/openai-chat-completions.d.ts +0 -31
- package/build/api-types/openai-chat-completions.js +0 -113
- package/build/api-types/openai-chat-completions.js.map +0 -1
- package/build/api-types/openai-responses.d.ts +0 -23
- package/build/api-types/openai-responses.js +0 -71
- package/build/api-types/openai-responses.js.map +0 -1
- package/build/compatible-engine.d.ts +0 -51
- package/build/compatible-engine.js +0 -67
- package/build/compatible-engine.js.map +0 -1
- package/build/compatible-engines.d/aliyun.d.ts +0 -69
- package/build/compatible-engines.d/aliyun.js +0 -149
- package/build/compatible-engines.d/aliyun.js.map +0 -1
- package/build/compatible-engines.d/anthropic.d.ts +0 -78
- package/build/compatible-engines.d/anthropic.js +0 -312
- package/build/compatible-engines.d/anthropic.js.map +0 -1
- package/build/compatible-engines.d/google.d.ts +0 -83
- package/build/compatible-engines.d/google.js +0 -279
- package/build/compatible-engines.d/google.js.map +0 -1
- package/build/compatible-engines.d/openai-chatcompletions.d/monolith.d.ts +0 -15
- package/build/compatible-engines.d/openai-chatcompletions.d/monolith.js +0 -75
- package/build/compatible-engines.d/openai-chatcompletions.d/monolith.js.map +0 -1
- package/build/compatible-engines.d/openai-chatcompletions.d/stream.d.ts +0 -21
- package/build/compatible-engines.d/openai-chatcompletions.d/stream.js.map +0 -1
- package/build/compatible-engines.d/openai-chatcompletions.d.ts +0 -27
- package/build/compatible-engines.d/openai-chatcompletions.js +0 -76
- package/build/compatible-engines.d/openai-chatcompletions.js.map +0 -1
- package/build/compatible-engines.d/openai-responses.d.ts +0 -93
- package/build/compatible-engines.d/openai-responses.js +0 -300
- package/build/compatible-engines.d/openai-responses.js.map +0 -1
- package/build/test.js +0 -198
- package/build/test.js.map +0 -1
- /package/{build/test.d.ts → test/build/test-codecs.d.ts} +0 -0
|
@@ -1,67 +0,0 @@
|
|
|
1
|
-
import { RoleMessage } from "./session.js";
|
|
2
|
-
import { Function } from "./function.js";
|
|
3
|
-
import {} from "./inference-context.js";
|
|
4
|
-
import { USER_ABORTION, InferenceTimeout, ResponseInvalid } from "./engine.js";
|
|
5
|
-
import { logger } from "./telemetry.js";
|
|
6
|
-
export var CompatibleEngine;
|
|
7
|
-
(function (CompatibleEngine) {
|
|
8
|
-
let OwnProps;
|
|
9
|
-
(function (OwnProps) {
|
|
10
|
-
function init(options) {
|
|
11
|
-
return {
|
|
12
|
-
toolChoice: options.toolChoice ?? Function.ToolChoice.AUTO,
|
|
13
|
-
};
|
|
14
|
-
}
|
|
15
|
-
OwnProps.init = init;
|
|
16
|
-
})(OwnProps = CompatibleEngine.OwnProps || (CompatibleEngine.OwnProps = {}));
|
|
17
|
-
async function stateless(wfctx, session) {
|
|
18
|
-
for (let retry = 0;; retry++) {
|
|
19
|
-
const signalTimeout = this.timeout ? AbortSignal.timeout(this.timeout) : undefined;
|
|
20
|
-
const signal = wfctx.signal && signalTimeout ? AbortSignal.any([
|
|
21
|
-
wfctx.signal,
|
|
22
|
-
signalTimeout,
|
|
23
|
-
]) : wfctx.signal || signalTimeout;
|
|
24
|
-
try {
|
|
25
|
-
return await this.fetch(wfctx, session, signal);
|
|
26
|
-
}
|
|
27
|
-
catch (e) {
|
|
28
|
-
if (wfctx.signal?.aborted)
|
|
29
|
-
throw USER_ABORTION; // 用户中止
|
|
30
|
-
else if (signalTimeout?.aborted)
|
|
31
|
-
e = new InferenceTimeout(undefined, { cause: e }); // 推理超时
|
|
32
|
-
else if (e instanceof ResponseInvalid) { } // 模型抽风
|
|
33
|
-
else if (e instanceof TypeError) { } // 网络故障
|
|
34
|
-
else
|
|
35
|
-
throw e;
|
|
36
|
-
if (retry < 3)
|
|
37
|
-
logger.message?.warn(e);
|
|
38
|
-
else
|
|
39
|
-
throw e;
|
|
40
|
-
}
|
|
41
|
-
}
|
|
42
|
-
}
|
|
43
|
-
CompatibleEngine.stateless = stateless;
|
|
44
|
-
async function stateful(wfctx, session) {
|
|
45
|
-
const response = await this.stateless(wfctx, session);
|
|
46
|
-
session.chatMessages.push(response);
|
|
47
|
-
return response;
|
|
48
|
-
}
|
|
49
|
-
CompatibleEngine.stateful = stateful;
|
|
50
|
-
function appendUserMessage(session, message) {
|
|
51
|
-
return {
|
|
52
|
-
...session,
|
|
53
|
-
chatMessages: [...session.chatMessages, message],
|
|
54
|
-
};
|
|
55
|
-
}
|
|
56
|
-
CompatibleEngine.appendUserMessage = appendUserMessage;
|
|
57
|
-
function pushUserMessage(session, message) {
|
|
58
|
-
session.chatMessages.push(message);
|
|
59
|
-
return session;
|
|
60
|
-
}
|
|
61
|
-
CompatibleEngine.pushUserMessage = pushUserMessage;
|
|
62
|
-
function validateToolCallsByToolChoice(toolCalls) {
|
|
63
|
-
Function.Call.validate(toolCalls, this.toolChoice, new ResponseInvalid('Invalid function call', { cause: toolCalls }));
|
|
64
|
-
}
|
|
65
|
-
CompatibleEngine.validateToolCallsByToolChoice = validateToolCallsByToolChoice;
|
|
66
|
-
})(CompatibleEngine || (CompatibleEngine = {}));
|
|
67
|
-
//# sourceMappingURL=compatible-engine.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"compatible-engine.js","sourceRoot":"","sources":["../src/compatible-engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAgB,MAAM,cAAc,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAyB,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,eAAe,EAAe,MAAM,aAAa,CAAC;AAC5F,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAuBxC,MAAM,KAAW,gBAAgB,CA8FhC;AA9FD,WAAiB,gBAAgB;IAc7B,IAAiB,QAAQ,CAMxB;IAND,WAAiB,QAAQ;QACrB,SAAgB,IAAI,CAAuC,OAAsC;YAC7F,OAAO;gBACH,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,IAAI;aAC7D,CAAC;QACN,CAAC;QAJe,aAAI,OAInB,CAAA;IACL,CAAC,EANgB,QAAQ,GAAR,yBAAQ,KAAR,yBAAQ,QAMxB;IAiBM,KAAK,UAAU,SAAS,CAE3B,KAAuB,EACvB,OAAgD;QAEhD,KAAK,IAAI,KAAK,GAAG,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC;YAC3B,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACnF,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC;gBAC3D,KAAK,CAAC,MAAM;gBACZ,aAAa;aAChB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,aAAa,CAAC;YACnC,IAAI,CAAC;gBACD,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YACpD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM,aAAa,CAAC,CAAqC,OAAO;qBACtF,IAAI,aAAa,EAAE,OAAO;oBAAE,CAAC,GAAG,IAAI,gBAAgB,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO;qBACtF,IAAI,CAAC,YAAY,eAAe,EAAE,CAAC,CAAA,CAAC,CAAmC,OAAO;qBAC9E,IAAI,CAAC,YAAY,SAAS,EAAE,CAAC,CAAA,CAAC,CAA2C,OAAO;;oBAChF,MAAM,CAAC,CAAC;gBACb,IAAI,KAAK,GAAG,CAAC;oBAAE,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;;oBAAM,MAAM,CAAC,CAAC;YACzD,CAAC;QACL,CAAC;IACL,CAAC;IAtBqB,0BAAS,YAsB9B,CAAA;IACM,KAAK,UAAU,QAAQ,CAE1B,KAAuB,EACvB,OAAgD;QAEhD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACtD,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,QAAQ,CAAC;IACpB,CAAC;IARqB,yBAAQ,WAQ7B,CAAA;IACD,SAAgB,iBAAiB,CAE7B,OAAgD,EAChD,OAAyD;QAEzD,OAAO;YACH,GAAG,OAAO;YACV,YAAY,EAAE,CAAC,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC;SACnD,CAAC;IACN,CAAC;IATe,kCAAiB,oBAShC,CAAA;IACD,SAAgB,eAAe,CAA8E,OAAgD,EAAE,OAAyD;QACpN,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC;IAHe,gCAAe,kBAG9B,CAAA;IAED,SAAgB,6BAA6B,CAEzC,SAAuE;QAEvE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAClB,SAAS,EACT,IAAI,CAAC,UAAU,EACf,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CACrE,CAAC;IACN,CAAC;IATe,8CAA6B,gCAS5C,CAAA;AACL,CAAC,EA9FgB,gBAAgB,KAAhB,gBAAgB,QA8FhC"}
|
|
@@ -1,69 +0,0 @@
|
|
|
1
|
-
import { Function } from '../function.ts';
|
|
2
|
-
import { CompatibleEngine } from '../compatible-engine.ts';
|
|
3
|
-
import { OpenAIChatCompletionsCompatibleStreamEngine } from './openai-chatcompletions.d/stream.ts';
|
|
4
|
-
import { type InferenceContext } from '../inference-context.ts';
|
|
5
|
-
import { type Session, RoleMessage } from '../session.ts';
|
|
6
|
-
import * as Undici from 'undici';
|
|
7
|
-
import { Throttle } from '../throttle.ts';
|
|
8
|
-
import OpenAI from 'openai';
|
|
9
|
-
export declare namespace AliyunEngine {
|
|
10
|
-
interface Options<in out fdm extends Function.Declaration.Map> extends OpenAIChatCompletionsCompatibleStreamEngine.Options<fdm> {
|
|
11
|
-
}
|
|
12
|
-
interface OwnProps {
|
|
13
|
-
client: OpenAI;
|
|
14
|
-
}
|
|
15
|
-
namespace OwnProps {
|
|
16
|
-
function init<fdm extends Function.Declaration.Map>(this: OpenAIChatCompletionsCompatibleStreamEngine.Underhood<fdm>, options: Options<fdm>): OwnProps;
|
|
17
|
-
}
|
|
18
|
-
interface ChatCompletionChunkChoiceDelta extends OpenAI.ChatCompletionChunk.Choice.Delta {
|
|
19
|
-
reasoning_content?: string;
|
|
20
|
-
}
|
|
21
|
-
interface Underhood<in out fdm extends Function.Declaration.Map> extends OpenAIChatCompletionsCompatibleStreamEngine.Underhood<fdm> {
|
|
22
|
-
getDeltaThoughts(delta: OpenAI.ChatCompletionChunk.Choice.Delta): string;
|
|
23
|
-
}
|
|
24
|
-
function getDeltaThoughts(delta: OpenAI.ChatCompletionChunk.Choice.Delta): string;
|
|
25
|
-
class Instance<in out fdm extends Function.Declaration.Map> implements AliyunEngine.Underhood<fdm> {
|
|
26
|
-
baseUrl: string;
|
|
27
|
-
apiKey: string;
|
|
28
|
-
model: string;
|
|
29
|
-
name: string;
|
|
30
|
-
inputPrice: number;
|
|
31
|
-
outputPrice: number;
|
|
32
|
-
cachePrice: number;
|
|
33
|
-
fdm: fdm;
|
|
34
|
-
additionalOptions?: Record<string, unknown>;
|
|
35
|
-
throttle: Throttle;
|
|
36
|
-
timeout?: number;
|
|
37
|
-
maxTokens?: number;
|
|
38
|
-
proxyAgent?: Undici.ProxyAgent;
|
|
39
|
-
toolChoice: Function.ToolChoice<fdm>;
|
|
40
|
-
parallelToolCall: boolean;
|
|
41
|
-
client: OpenAI;
|
|
42
|
-
constructor(options: AliyunEngine.Options<fdm>);
|
|
43
|
-
stateless(wfctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.Ai<Function.Declaration.From<fdm, Extract<keyof fdm, string>>>>;
|
|
44
|
-
stateful(wfctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.Ai<Function.Declaration.From<fdm, Extract<keyof fdm, string>>>>;
|
|
45
|
-
appendUserMessage(session: Session<Function.Declaration.From<fdm>>, message: RoleMessage.User<Function.Declaration.From<fdm>>): Session<Function.Declaration.From<fdm, Extract<keyof fdm, string>>>;
|
|
46
|
-
pushUserMessage(session: Session<Function.Declaration.From<fdm>>, message: RoleMessage.User<Function.Declaration.From<fdm>>): Session<Function.Declaration.From<fdm, Extract<keyof fdm, string>>>;
|
|
47
|
-
convertFromFunctionCall(fc: Function.Call.Distributive<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionMessageToolCall;
|
|
48
|
-
convertFromFunctionResponse(fr: Function.Response.Distributive<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionToolMessageParam;
|
|
49
|
-
convertFromToolChoice(mode: Function.ToolChoice<fdm>): OpenAI.ChatCompletionToolChoiceOption;
|
|
50
|
-
convertToFunctionCall(apifc: OpenAI.ChatCompletionMessageFunctionToolCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
|
|
51
|
-
convertFromFunctionDeclarationEntry(fdentry: Function.Declaration.Entry.From<fdm>): OpenAI.ChatCompletionTool;
|
|
52
|
-
calcCost(usage: OpenAI.CompletionUsage): number;
|
|
53
|
-
extractContent(completionContent: string): string;
|
|
54
|
-
handleFinishReason(completion: OpenAI.ChatCompletion, finishReason: OpenAI.ChatCompletion.Choice['finish_reason']): void;
|
|
55
|
-
fetch(wfctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, signal?: AbortSignal): Promise<RoleMessage.Ai<Function.Declaration.From<fdm, Extract<keyof fdm, string>>>>;
|
|
56
|
-
convertToAiMessage(message: OpenAI.ChatCompletionMessage): RoleMessage.Ai<Function.Declaration.From<fdm>>;
|
|
57
|
-
convertFromAiMessage(aiMessage: RoleMessage.Ai<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionAssistantMessageParam;
|
|
58
|
-
convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): OpenAI.ChatCompletionSystemMessageParam;
|
|
59
|
-
convertFromUserMessage(userMessage: RoleMessage.User<Function.Declaration.From<fdm>>): [OpenAI.ChatCompletionUserMessageParam] | OpenAI.ChatCompletionToolMessageParam[];
|
|
60
|
-
convertFromRoleMessage(roleMessage: RoleMessage): OpenAI.ChatCompletionMessageParam[];
|
|
61
|
-
validateToolCallsByToolChoice(toolCalls: Function.Call.Distributive<Function.Declaration.From<fdm>>[]): void;
|
|
62
|
-
makeParams(session: Session<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionCreateParamsStreaming;
|
|
63
|
-
convertToFunctionCallFromDelta(apifc: OpenAI.ChatCompletionChunk.Choice.Delta.ToolCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
|
|
64
|
-
convertCompletionStockToCompletion(stock: OpenAI.ChatCompletionChunk): OpenAI.ChatCompletion;
|
|
65
|
-
fetchRaw(wfctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, signal?: AbortSignal): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
66
|
-
getDeltaThoughts(delta: OpenAI.ChatCompletionChunk.Choice.Delta): string;
|
|
67
|
-
}
|
|
68
|
-
function create<fdm extends Function.Declaration.Map>(options: CompatibleEngine.Options<fdm>): CompatibleEngine<fdm>;
|
|
69
|
-
}
|
|
@@ -1,149 +0,0 @@
|
|
|
1
|
-
import { Function } from "../function.js";
|
|
2
|
-
import { OpenAIChatCompletionsEngine } from "../api-types/openai-chat-completions.js";
|
|
3
|
-
import { OpenAIChatCompletionsCompatibleEngine } from "./openai-chatcompletions.js";
|
|
4
|
-
import { CompatibleEngine } from "../compatible-engine.js";
|
|
5
|
-
import { OpenAIChatCompletionsCompatibleStreamEngine } from "./openai-chatcompletions.d/stream.js";
|
|
6
|
-
import {} from "../inference-context.js";
|
|
7
|
-
import { RoleMessage } from "../session.js";
|
|
8
|
-
import * as Undici from 'undici';
|
|
9
|
-
import { Throttle } from "../throttle.js";
|
|
10
|
-
import { Engine } from "../engine.js";
|
|
11
|
-
import OpenAI from 'openai';
|
|
12
|
-
export var AliyunEngine;
|
|
13
|
-
(function (AliyunEngine) {
|
|
14
|
-
let OwnProps;
|
|
15
|
-
(function (OwnProps) {
|
|
16
|
-
function init(options) {
|
|
17
|
-
return {
|
|
18
|
-
client: new OpenAI({
|
|
19
|
-
baseURL: this.baseUrl,
|
|
20
|
-
apiKey: this.apiKey,
|
|
21
|
-
fetchOptions: {
|
|
22
|
-
dispatcher: this.proxyAgent,
|
|
23
|
-
},
|
|
24
|
-
}),
|
|
25
|
-
};
|
|
26
|
-
}
|
|
27
|
-
OwnProps.init = init;
|
|
28
|
-
})(OwnProps = AliyunEngine.OwnProps || (AliyunEngine.OwnProps = {}));
|
|
29
|
-
function getDeltaThoughts(delta) {
|
|
30
|
-
return delta.reasoning_content ?? '';
|
|
31
|
-
}
|
|
32
|
-
AliyunEngine.getDeltaThoughts = getDeltaThoughts;
|
|
33
|
-
class Instance {
|
|
34
|
-
baseUrl;
|
|
35
|
-
apiKey;
|
|
36
|
-
model;
|
|
37
|
-
name;
|
|
38
|
-
inputPrice;
|
|
39
|
-
outputPrice;
|
|
40
|
-
cachePrice;
|
|
41
|
-
fdm;
|
|
42
|
-
additionalOptions;
|
|
43
|
-
throttle;
|
|
44
|
-
timeout;
|
|
45
|
-
maxTokens;
|
|
46
|
-
proxyAgent;
|
|
47
|
-
toolChoice;
|
|
48
|
-
parallelToolCall;
|
|
49
|
-
client;
|
|
50
|
-
constructor(options) {
|
|
51
|
-
({
|
|
52
|
-
baseUrl: this.baseUrl,
|
|
53
|
-
apiKey: this.apiKey,
|
|
54
|
-
model: this.model,
|
|
55
|
-
name: this.name,
|
|
56
|
-
inputPrice: this.inputPrice,
|
|
57
|
-
outputPrice: this.outputPrice,
|
|
58
|
-
cachePrice: this.cachePrice,
|
|
59
|
-
fdm: this.fdm,
|
|
60
|
-
additionalOptions: this.additionalOptions,
|
|
61
|
-
throttle: this.throttle,
|
|
62
|
-
timeout: this.timeout,
|
|
63
|
-
maxTokens: this.maxTokens,
|
|
64
|
-
proxyAgent: this.proxyAgent,
|
|
65
|
-
} = (Engine.OwnProps.init).call(this, options));
|
|
66
|
-
({ toolChoice: this.toolChoice } = (CompatibleEngine.OwnProps.init).call(this, options));
|
|
67
|
-
({ parallelToolCall: this.parallelToolCall } = (OpenAIChatCompletionsEngine.OwnProps.init).call(this, options));
|
|
68
|
-
({ client: this.client } = (AliyunEngine.OwnProps.init).call(this, options));
|
|
69
|
-
}
|
|
70
|
-
stateless(wfctx, session) {
|
|
71
|
-
return (CompatibleEngine.stateless).call(this, wfctx, session);
|
|
72
|
-
}
|
|
73
|
-
stateful(wfctx, session) {
|
|
74
|
-
return (CompatibleEngine.stateful).call(this, wfctx, session);
|
|
75
|
-
}
|
|
76
|
-
appendUserMessage(session, message) {
|
|
77
|
-
return (CompatibleEngine.appendUserMessage).call(this, session, message);
|
|
78
|
-
}
|
|
79
|
-
pushUserMessage(session, message) {
|
|
80
|
-
return (CompatibleEngine.pushUserMessage).call(this, session, message);
|
|
81
|
-
}
|
|
82
|
-
convertFromFunctionCall(fc) {
|
|
83
|
-
return (OpenAIChatCompletionsEngine.convertFromFunctionCall).call(this, fc);
|
|
84
|
-
}
|
|
85
|
-
convertFromFunctionResponse(fr) {
|
|
86
|
-
return (OpenAIChatCompletionsEngine.convertFromFunctionResponse).call(this, fr);
|
|
87
|
-
}
|
|
88
|
-
convertFromToolChoice(mode) {
|
|
89
|
-
return (OpenAIChatCompletionsEngine.convertFromToolChoice).call(this, mode);
|
|
90
|
-
}
|
|
91
|
-
convertToFunctionCall(apifc) {
|
|
92
|
-
return (OpenAIChatCompletionsEngine.convertToFunctionCall).call(this, apifc);
|
|
93
|
-
}
|
|
94
|
-
convertFromFunctionDeclarationEntry(fdentry) {
|
|
95
|
-
return (OpenAIChatCompletionsEngine.convertFromFunctionDeclarationEntry).call(this, fdentry);
|
|
96
|
-
}
|
|
97
|
-
calcCost(usage) {
|
|
98
|
-
return (OpenAIChatCompletionsEngine.calcCost).call(this, usage);
|
|
99
|
-
}
|
|
100
|
-
extractContent(completionContent) {
|
|
101
|
-
return (OpenAIChatCompletionsEngine.extractContent).call(this, completionContent);
|
|
102
|
-
}
|
|
103
|
-
handleFinishReason(completion, finishReason) {
|
|
104
|
-
return (OpenAIChatCompletionsEngine.handleFinishReason).call(this, completion, finishReason);
|
|
105
|
-
}
|
|
106
|
-
fetch(wfctx, session, signal) {
|
|
107
|
-
return (OpenAIChatCompletionsCompatibleEngine.fetch).call(this, wfctx, session, signal);
|
|
108
|
-
}
|
|
109
|
-
convertToAiMessage(message) {
|
|
110
|
-
return (OpenAIChatCompletionsCompatibleEngine.convertToAiMessage).call(this, message);
|
|
111
|
-
}
|
|
112
|
-
convertFromAiMessage(aiMessage) {
|
|
113
|
-
return (OpenAIChatCompletionsCompatibleEngine.convertFromAiMessage).call(this, aiMessage);
|
|
114
|
-
}
|
|
115
|
-
convertFromDeveloperMessage(developerMessage) {
|
|
116
|
-
return (OpenAIChatCompletionsCompatibleEngine.convertFromDeveloperMessage).call(this, developerMessage);
|
|
117
|
-
}
|
|
118
|
-
convertFromUserMessage(userMessage) {
|
|
119
|
-
return (OpenAIChatCompletionsCompatibleEngine.convertFromUserMessage).call(this, userMessage);
|
|
120
|
-
}
|
|
121
|
-
convertFromRoleMessage(roleMessage) {
|
|
122
|
-
return (OpenAIChatCompletionsCompatibleEngine.convertFromRoleMessage).call(this, roleMessage);
|
|
123
|
-
}
|
|
124
|
-
validateToolCallsByToolChoice(toolCalls) {
|
|
125
|
-
return (OpenAIChatCompletionsCompatibleEngine.validateToolCallsByToolChoice).call(this, toolCalls);
|
|
126
|
-
}
|
|
127
|
-
makeParams(session) {
|
|
128
|
-
return (OpenAIChatCompletionsCompatibleStreamEngine.makeParams).call(this, session);
|
|
129
|
-
}
|
|
130
|
-
convertToFunctionCallFromDelta(apifc) {
|
|
131
|
-
return (OpenAIChatCompletionsCompatibleStreamEngine.convertToFunctionCallFromDelta).call(this, apifc);
|
|
132
|
-
}
|
|
133
|
-
convertCompletionStockToCompletion(stock) {
|
|
134
|
-
return (OpenAIChatCompletionsCompatibleStreamEngine.convertCompletionStockToCompletion).call(this, stock);
|
|
135
|
-
}
|
|
136
|
-
fetchRaw(wfctx, session, signal) {
|
|
137
|
-
return (OpenAIChatCompletionsCompatibleStreamEngine.fetchRaw).call(this, wfctx, session, signal);
|
|
138
|
-
}
|
|
139
|
-
getDeltaThoughts(delta) {
|
|
140
|
-
return (AliyunEngine.getDeltaThoughts).call(this, delta);
|
|
141
|
-
}
|
|
142
|
-
}
|
|
143
|
-
AliyunEngine.Instance = Instance;
|
|
144
|
-
function create(options) {
|
|
145
|
-
return new AliyunEngine.Instance(options);
|
|
146
|
-
}
|
|
147
|
-
AliyunEngine.create = create;
|
|
148
|
-
})(AliyunEngine || (AliyunEngine = {}));
|
|
149
|
-
//# sourceMappingURL=aliyun.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"aliyun.js","sourceRoot":"","sources":["../../src/compatible-engines.d/aliyun.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,2BAA2B,EAAE,MAAM,yCAAyC,CAAC;AACtF,OAAO,EAAE,qCAAqC,EAAE,MAAM,6BAA6B,CAAC;AACpF,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,2CAA2C,EAAE,MAAM,sCAAsC,CAAC;AACnG,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAgB,WAAW,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAI5B,MAAM,KAAW,YAAY,CAqK5B;AArKD,WAAiB,YAAY;IAOzB,IAAiB,QAAQ,CAexB;IAfD,WAAiB,QAAQ;QACrB,SAAgB,IAAI,CAEhB,OAAqB;YAErB,OAAO;gBACH,MAAM,EAAE,IAAI,MAAM,CAAC;oBACf,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,YAAY,EAAE;wBACV,UAAU,EAAE,IAAI,CAAC,UAAU;qBAC9B;iBACJ,CAAC;aACL,CAAA;QACL,CAAC;QAbe,aAAI,OAanB,CAAA;IACL,CAAC,EAfgB,QAAQ,GAAR,qBAAQ,KAAR,qBAAQ,QAexB;IAYD,SAAgB,gBAAgB,CAAC,KAA8C;QAC3E,OAAQ,KAAqD,CAAC,iBAAiB,IAAI,EAAE,CAAC;IAC1F,CAAC;IAFe,6BAAgB,mBAE/B,CAAA;IAED,MAAa,QAAQ;QACV,OAAO,CAAS;QAChB,MAAM,CAAS;QACf,KAAK,CAAS;QACd,IAAI,CAAS;QACb,UAAU,CAAS;QACnB,WAAW,CAAS;QACpB,UAAU,CAAS;QACnB,GAAG,CAAM;QACT,iBAAiB,CAA2B;QAC5C,QAAQ,CAAW;QACnB,OAAO,CAAU;QACjB,SAAS,CAAU;QACnB,UAAU,CAAqB;QAE/B,UAAU,CAA2B;QAErC,gBAAgB,CAAU;QAE1B,MAAM,CAAS;QAEtB,YAAmB,OAAkC;YACjD,CAAC;gBACG,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU,EAAE,IAAI,CAAC,UAAU;aAC9B,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAS,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;YACrD,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAS,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;YAC9F,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,2BAA2B,CAAC,QAAQ,CAAC,IAAS,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;YACrH,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAS,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;QACtF,CAAC;QAEM,SAAS,CAAC,KAAuB,EAAE,OAAgD;YACtF,OAAO,CAAC,gBAAgB,CAAC,SAAc,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,CAAC;QACM,QAAQ,CAAC,KAAuB,EAAE,OAAgD;YACrF,OAAO,CAAC,gBAAgB,CAAC,QAAa,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACvE,CAAC;QACM,iBAAiB,CAAC,OAAgD,EAAE,OAAyD;YAChI,OAAO,CAAC,gBAAgB,CAAC,iBAAsB,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAClF,CAAC;QACM,eAAe,CAAC,OAAgD,EAAE,OAAyD;YAC9H,OAAO,CAAC,gBAAgB,CAAC,eAAoB,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAChF,CAAC;QAEM,uBAAuB,CAAC,EAA8D;YACzF,OAAO,CAAC,2BAA2B,CAAC,uBAA4B,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACrF,CAAC;QACM,2BAA2B,CAAC,EAAkE;YACjG,OAAO,CAAC,2BAA2B,CAAC,2BAAgC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACzF,CAAC;QACM,qBAAqB,CAAC,IAA8B;YACvD,OAAO,CAAC,2BAA2B,CAAC,qBAA0B,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACrF,CAAC;QACM,qBAAqB,CAAC,KAAmD;YAC5E,OAAO,CAAC,2BAA2B,CAAC,qBAA0B,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACtF,CAAC;QACM,mCAAmC,CAAC,OAA6C;YACpF,OAAO,CAAC,2BAA2B,CAAC,mCAAwC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACtG,CAAC;QACM,QAAQ,CAAC,KAA6B;YACzC,OAAO,CAAC,2BAA2B,CAAC,QAAa,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACzE,CAAC;QACM,cAAc,CAAC,iBAAyB;YAC3C,OAAO,CAAC,2BAA2B,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;QACtF,CAAC;QACM,kBAAkB,CAAC,UAAiC,EAAE,YAA2D;YACpH,OAAO,CAAC,2BAA2B,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;QACjG,CAAC;QAGM,KAAK,CAAC,KAAuB,EAAE,OAAgD,EAAE,MAAoB;YACxG,OAAO,CAAC,qCAAqC,CAAC,KAAU,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACjG,CAAC;QACM,kBAAkB,CAAC,OAAqC;YAC3D,OAAO,CAAC,qCAAqC,CAAC,kBAAuB,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC/F,CAAC;QACM,oBAAoB,CAAC,SAAyD;YACjF,OAAO,CAAC,qCAAqC,CAAC,oBAAyB,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACnG,CAAC;QACM,2BAA2B,CAAC,gBAAuC;YACtE,OAAO,CAAC,qCAAqC,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QAC5G,CAAC;QACM,sBAAsB,CAAC,WAA6D;YACvF,OAAO,CAAC,qCAAqC,CAAC,sBAA2B,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QACvG,CAAC;QACM,sBAAsB,CAAC,WAAwB;YAClD,OAAO,CAAC,qCAAqC,CAAC,sBAA2B,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QACvG,CAAC;QACM,6BAA6B,CAAC,SAAuE;YACxG,OAAO,CAAC,qCAAqC,CAAC,6BAAkC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC5G,CAAC;QAGM,UAAU,CAAC,OAAgD;YAC9D,OAAO,CAAC,2CAA2C,CAAC,UAAe,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC7F,CAAC;QACM,8BAA8B,CAAC,KAAuD;YACzF,OAAO,CAAC,2CAA2C,CAAC,8BAAmC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/G,CAAC;QACM,kCAAkC,CAAC,KAAiC;YACvE,OAAO,CAAC,2CAA2C,CAAC,kCAAkC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC9G,CAAC;QACM,QAAQ,CAAC,KAAuB,EAAE,OAAgD,EAAE,MAAoB;YAC3G,OAAO,CAAC,2CAA2C,CAAC,QAAa,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1G,CAAC;QAGM,gBAAgB,CAAC,KAA8C;YAClE,OAAO,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC7D,CAAC;KACJ;IAzHY,qBAAQ,WAyHpB,CAAA;IAGD,SAAgB,MAAM,CAAuC,OAAsC;QAC/F,OAAO,IAAI,YAAY,CAAC,QAAQ,CAAM,OAAO,CAAC,CAAC;IACnD,CAAC;IAFe,mBAAM,SAErB,CAAA;AACL,CAAC,EArKgB,YAAY,KAAZ,YAAY,QAqK5B"}
|
|
@@ -1,78 +0,0 @@
|
|
|
1
|
-
import { CompatibleEngine } from '../compatible-engine.ts';
|
|
2
|
-
import { Function } from '../function.ts';
|
|
3
|
-
import { RoleMessage, type ChatMessage, type Session } from '../session.ts';
|
|
4
|
-
import { type InferenceContext } from '../inference-context.ts';
|
|
5
|
-
import Anthropic from '@anthropic-ai/sdk';
|
|
6
|
-
import { AnthropicEngine } from '../api-types/anthropic.ts';
|
|
7
|
-
import * as Undici from 'undici';
|
|
8
|
-
import { Throttle } from '../throttle.ts';
|
|
9
|
-
export declare namespace AnthropicCompatibleEngine {
|
|
10
|
-
interface Options<in out fdm extends Function.Declaration.Map> extends CompatibleEngine.Options<fdm>, AnthropicEngine.Options<fdm> {
|
|
11
|
-
}
|
|
12
|
-
interface Underhood<in out fdm extends Function.Declaration.Map> extends CompatibleEngine.Underhood<fdm>, AnthropicEngine.Underhood<fdm> {
|
|
13
|
-
convertFromUserMessage(userMessage: RoleMessage.User<Function.Declaration.From<fdm>>): Anthropic.ContentBlockParam[];
|
|
14
|
-
convertFromAiMessage(aiMessage: RoleMessage.Ai<Function.Declaration.From<fdm>>): Anthropic.ContentBlockParam[];
|
|
15
|
-
convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): Anthropic.TextBlockParam[];
|
|
16
|
-
convertFromChatMessage(chatMessage: ChatMessage<Function.Declaration.From<fdm>>): Anthropic.MessageParam;
|
|
17
|
-
makeParams(session: Session<Function.Declaration.From<fdm>>): Anthropic.MessageCreateParamsStreaming;
|
|
18
|
-
convertToAiMessage(raw: Anthropic.ContentBlock[]): AnthropicCompatibleEngine.Message.Ai<Function.Declaration.From<fdm>>;
|
|
19
|
-
fetch(wfctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, signal?: AbortSignal): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
20
|
-
}
|
|
21
|
-
function convertFromUserMessage<fdm extends Function.Declaration.Map>(this: AnthropicEngine.Underhood<fdm>, userMessage: RoleMessage.User<Function.Declaration.From<fdm>>): Anthropic.ContentBlockParam[];
|
|
22
|
-
function convertFromAiMessage<fdm extends Function.Declaration.Map>(this: AnthropicEngine.Underhood<fdm>, aiMessage: RoleMessage.Ai<Function.Declaration.From<fdm>>): Anthropic.ContentBlockParam[];
|
|
23
|
-
function convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): Anthropic.TextBlockParam[];
|
|
24
|
-
function convertFromChatMessage<fdm extends Function.Declaration.Map>(this: AnthropicCompatibleEngine.Underhood<fdm>, chatMessage: ChatMessage<Function.Declaration.From<fdm>>): Anthropic.MessageParam;
|
|
25
|
-
function makeParams<fdm extends Function.Declaration.Map>(this: AnthropicCompatibleEngine.Underhood<fdm>, session: Session<Function.Declaration.From<fdm>>): Anthropic.MessageCreateParamsStreaming;
|
|
26
|
-
function convertToAiMessage<fdm extends Function.Declaration.Map>(this: AnthropicEngine.Underhood<fdm>, raw: Anthropic.ContentBlock[]): AnthropicCompatibleEngine.Message.Ai<Function.Declaration.From<fdm>>;
|
|
27
|
-
function fetch<fdm extends Function.Declaration.Map>(this: AnthropicCompatibleEngine.Underhood<fdm>, wfctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, signal?: AbortSignal): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
28
|
-
namespace Message {
|
|
29
|
-
type Ai<fdu extends Function.Declaration> = Ai.Instance<fdu>;
|
|
30
|
-
namespace Ai {
|
|
31
|
-
function create<fdu extends Function.Declaration>(parts: RoleMessage.Ai.Part<fdu>[], raw: Anthropic.ContentBlock[]): Ai<fdu>;
|
|
32
|
-
const NOMINAL: unique symbol;
|
|
33
|
-
class Instance<out fdu extends Function.Declaration> extends RoleMessage.Ai.Instance<fdu> {
|
|
34
|
-
raw: Anthropic.ContentBlock[];
|
|
35
|
-
readonly [NOMINAL]: void;
|
|
36
|
-
constructor(parts: RoleMessage.Ai.Part<fdu>[], raw: Anthropic.ContentBlock[]);
|
|
37
|
-
}
|
|
38
|
-
}
|
|
39
|
-
}
|
|
40
|
-
class Instance<in out fdm extends Function.Declaration.Map> implements AnthropicCompatibleEngine.Underhood<fdm> {
|
|
41
|
-
baseUrl: string;
|
|
42
|
-
apiKey: string;
|
|
43
|
-
model: string;
|
|
44
|
-
name: string;
|
|
45
|
-
inputPrice: number;
|
|
46
|
-
outputPrice: number;
|
|
47
|
-
cachePrice: number;
|
|
48
|
-
fdm: fdm;
|
|
49
|
-
additionalOptions?: Record<string, unknown>;
|
|
50
|
-
throttle: Throttle;
|
|
51
|
-
timeout?: number;
|
|
52
|
-
maxTokens?: number;
|
|
53
|
-
proxyAgent?: Undici.ProxyAgent;
|
|
54
|
-
toolChoice: Function.ToolChoice<fdm>;
|
|
55
|
-
anthropic: Anthropic;
|
|
56
|
-
parallelToolCall: boolean;
|
|
57
|
-
constructor(options: AnthropicCompatibleEngine.Options<fdm>);
|
|
58
|
-
stateless(wfctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.Ai<Function.Declaration.From<fdm, Extract<keyof fdm, string>>>>;
|
|
59
|
-
stateful(wfctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.Ai<Function.Declaration.From<fdm, Extract<keyof fdm, string>>>>;
|
|
60
|
-
appendUserMessage(session: Session<Function.Declaration.From<fdm>>, message: RoleMessage.User<Function.Declaration.From<fdm>>): Session<Function.Declaration.From<fdm, Extract<keyof fdm, string>>>;
|
|
61
|
-
pushUserMessage(session: Session<Function.Declaration.From<fdm>>, message: RoleMessage.User<Function.Declaration.From<fdm>>): Session<Function.Declaration.From<fdm, Extract<keyof fdm, string>>>;
|
|
62
|
-
validateToolCallsByToolChoice(toolCalls: Function.Call.Distributive<Function.Declaration.From<fdm>>[]): void;
|
|
63
|
-
convertFromFunctionCall(fc: Function.Call.Distributive<Function.Declaration.From<fdm>>): Anthropic.ToolUseBlock;
|
|
64
|
-
convertToFunctionCall(apifc: Anthropic.ToolUseBlock): Function.Call.Distributive<Function.Declaration.From<fdm>>;
|
|
65
|
-
convertFromFunctionResponse(fr: Function.Response.Distributive<Function.Declaration.From<fdm>>): Anthropic.ToolResultBlockParam;
|
|
66
|
-
convertFromFunctionDeclarationEntry(fdentry: Function.Declaration.Entry.From<fdm>): Anthropic.Tool;
|
|
67
|
-
convertFromToolChoice(toolChoice: Function.ToolChoice<fdm>, parallel: boolean): Anthropic.ToolChoice;
|
|
68
|
-
calcCost(usage: Anthropic.Usage): number;
|
|
69
|
-
convertFromUserMessage(userMessage: RoleMessage.User<Function.Declaration.From<fdm>>): Anthropic.ContentBlockParam[];
|
|
70
|
-
convertFromAiMessage(aiMessage: RoleMessage.Ai<Function.Declaration.From<fdm>>): Anthropic.ContentBlockParam[];
|
|
71
|
-
convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): Anthropic.TextBlockParam[];
|
|
72
|
-
convertFromChatMessage(chatMessage: ChatMessage<Function.Declaration.From<fdm>>): Anthropic.MessageParam;
|
|
73
|
-
makeParams(session: Session<Function.Declaration.From<fdm>>): Anthropic.MessageCreateParamsStreaming;
|
|
74
|
-
convertToAiMessage(raw: Anthropic.ContentBlock[]): AnthropicCompatibleEngine.Message.Ai<Function.Declaration.From<fdm>>;
|
|
75
|
-
fetch(wfctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, signal?: AbortSignal): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
|
|
76
|
-
}
|
|
77
|
-
function create<fdm extends Function.Declaration.Map>(options: AnthropicCompatibleEngine.Options<fdm>): CompatibleEngine<fdm>;
|
|
78
|
-
}
|