@zimtsui/brainswitch 0.0.56 → 0.0.57
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +109 -54
- package/assets/verbatim/declarations.handlebars +11 -0
- package/assets/verbatim/instruction.md +49 -0
- package/build/adaptor.d.ts +40 -9
- package/build/adaptor.js +36 -38
- package/build/adaptor.js.map +1 -1
- package/build/api-types/anthropic/billing.d.ts +5 -5
- package/build/api-types/anthropic/billing.js +1 -2
- package/build/api-types/anthropic/billing.js.map +1 -1
- package/build/api-types/anthropic/tool-codec.d.ts +11 -12
- package/build/api-types/anthropic/tool-codec.js +27 -42
- package/build/api-types/anthropic/tool-codec.js.map +1 -1
- package/build/api-types/google/billing.d.ts +5 -5
- package/build/api-types/google/billing.js +2 -3
- package/build/api-types/google/billing.js.map +1 -1
- package/build/api-types/google/restful-request.d.ts +1 -1
- package/build/api-types/google/restful-request.js +0 -1
- package/build/api-types/google/restful-request.js.map +1 -1
- package/build/api-types/google/tool-codec.d.ts +11 -11
- package/build/api-types/google/tool-codec.js +21 -19
- package/build/api-types/google/tool-codec.js.map +1 -1
- package/build/api-types/{openai-chatcompletion → openai-chatcompletions}/billing.d.ts +2 -3
- package/build/api-types/{openai-chatcompletion → openai-chatcompletions}/billing.js +0 -2
- package/build/api-types/openai-chatcompletions/billing.js.map +1 -0
- package/build/api-types/openai-chatcompletions/tool-codec.d.ts +17 -0
- package/build/api-types/{openai-chatcompletion → openai-chatcompletions}/tool-codec.js +26 -32
- package/build/api-types/openai-chatcompletions/tool-codec.js.map +1 -0
- package/build/api-types/openai-responses/billing.d.ts +5 -5
- package/build/api-types/openai-responses/billing.js +1 -2
- package/build/api-types/openai-responses/billing.js.map +1 -1
- package/build/api-types/openai-responses/tool-codec.d.ts +11 -11
- package/build/api-types/openai-responses/tool-codec.js +36 -32
- package/build/api-types/openai-responses/tool-codec.js.map +1 -1
- package/build/assets.d.ts +7 -0
- package/build/assets.js +8 -0
- package/build/assets.js.map +1 -0
- package/build/compatible-engine/session.d.ts +67 -0
- package/build/compatible-engine/session.js +92 -0
- package/build/compatible-engine/session.js.map +1 -0
- package/build/compatible-engine/structuring.d.ts +36 -0
- package/build/compatible-engine/structuring.js +34 -0
- package/build/compatible-engine/structuring.js.map +1 -0
- package/build/compatible-engine/validation.d.ts +21 -0
- package/build/compatible-engine/validation.js +82 -0
- package/build/compatible-engine/validation.js.map +1 -0
- package/build/compatible-engine.d/agentloop.d.ts +12 -0
- package/build/compatible-engine.d/agentloop.js +52 -0
- package/build/compatible-engine.d/agentloop.js.map +1 -0
- package/build/compatible-engine.d/aliyun/transport.d.ts +12 -0
- package/build/compatible-engine.d/aliyun/transport.js +7 -0
- package/build/compatible-engine.d/aliyun/transport.js.map +1 -0
- package/build/compatible-engine.d/aliyun.d.ts +24 -0
- package/build/compatible-engine.d/aliyun.js +46 -0
- package/build/compatible-engine.d/aliyun.js.map +1 -0
- package/build/compatible-engine.d/anthropic/choice-codec.d.ts +5 -0
- package/build/compatible-engine.d/anthropic/choice-codec.js +26 -0
- package/build/compatible-engine.d/anthropic/choice-codec.js.map +1 -0
- package/build/compatible-engine.d/anthropic/message-codec.d.ts +36 -0
- package/build/compatible-engine.d/anthropic/message-codec.js +86 -0
- package/build/compatible-engine.d/anthropic/message-codec.js.map +1 -0
- package/build/compatible-engine.d/anthropic/transport.d.ts +34 -0
- package/build/compatible-engine.d/anthropic/transport.js +150 -0
- package/build/compatible-engine.d/anthropic/transport.js.map +1 -0
- package/build/compatible-engine.d/anthropic.d.ts +26 -0
- package/build/compatible-engine.d/anthropic.js +46 -0
- package/build/compatible-engine.d/anthropic.js.map +1 -0
- package/build/compatible-engine.d/google/choice-codec.d.ts +5 -0
- package/build/compatible-engine.d/google/choice-codec.js +27 -0
- package/build/compatible-engine.d/google/choice-codec.js.map +1 -0
- package/build/compatible-engine.d/google/message-codec.d.ts +36 -0
- package/build/compatible-engine.d/google/message-codec.js +94 -0
- package/build/compatible-engine.d/google/message-codec.js.map +1 -0
- package/build/compatible-engine.d/google/transport.d.ts +30 -0
- package/build/{compatible.d → compatible-engine.d}/google/transport.js +22 -18
- package/build/compatible-engine.d/google/transport.js.map +1 -0
- package/build/compatible-engine.d/google.d.ts +26 -0
- package/build/compatible-engine.d/google.js +50 -0
- package/build/compatible-engine.d/google.js.map +1 -0
- package/build/compatible-engine.d/openai-chatcompletions/choice-codec.d.ts +5 -0
- package/build/compatible-engine.d/openai-chatcompletions/choice-codec.js +31 -0
- package/build/compatible-engine.d/openai-chatcompletions/choice-codec.js.map +1 -0
- package/build/compatible-engine.d/openai-chatcompletions/message-codec.d.ts +24 -0
- package/build/compatible-engine.d/openai-chatcompletions/message-codec.js +71 -0
- package/build/compatible-engine.d/openai-chatcompletions/message-codec.js.map +1 -0
- package/build/compatible-engine.d/openai-chatcompletions/transport.d/monolith.d.ts +38 -0
- package/build/{compatible.d/openai-chatcompletions.d → compatible-engine.d/openai-chatcompletions/transport.d}/monolith.js +25 -22
- package/build/compatible-engine.d/openai-chatcompletions/transport.d/monolith.js.map +1 -0
- package/build/compatible-engine.d/openai-chatcompletions/transport.d/stream.d.ts +37 -0
- package/build/compatible-engine.d/openai-chatcompletions/transport.d/stream.js +190 -0
- package/build/compatible-engine.d/openai-chatcompletions/transport.d/stream.js.map +1 -0
- package/build/compatible-engine.d/openai-chatcompletions/transport.d.ts +10 -0
- package/build/compatible-engine.d/openai-chatcompletions/transport.js +11 -0
- package/build/compatible-engine.d/openai-chatcompletions/transport.js.map +1 -0
- package/build/compatible-engine.d/openai-chatcompletions.d.ts +17 -0
- package/build/compatible-engine.d/openai-chatcompletions.js +14 -0
- package/build/compatible-engine.d/openai-chatcompletions.js.map +1 -0
- package/build/compatible-engine.d/openai-responses/choice-codec.d.ts +5 -0
- package/build/compatible-engine.d/openai-responses/choice-codec.js +30 -0
- package/build/compatible-engine.d/openai-responses/choice-codec.js.map +1 -0
- package/build/compatible-engine.d/openai-responses/message-codec.d.ts +36 -0
- package/build/compatible-engine.d/openai-responses/message-codec.js +96 -0
- package/build/compatible-engine.d/openai-responses/message-codec.js.map +1 -0
- package/build/compatible-engine.d/openai-responses/transport.d.ts +35 -0
- package/build/{compatible.d → compatible-engine.d}/openai-responses/transport.js +21 -29
- package/build/compatible-engine.d/openai-responses/transport.js.map +1 -0
- package/build/compatible-engine.d/openai-responses.d.ts +26 -0
- package/build/compatible-engine.d/openai-responses.js +46 -0
- package/build/compatible-engine.d/openai-responses.js.map +1 -0
- package/build/compatible-engine.d.ts +22 -0
- package/build/compatible-engine.js +29 -0
- package/build/compatible-engine.js.map +1 -0
- package/build/config.d.ts +1 -0
- package/build/config.js +1 -2
- package/build/config.js.map +1 -1
- package/build/endpoint-spec.d.ts +1 -0
- package/build/endpoint-spec.js +2 -1
- package/build/endpoint-spec.js.map +1 -1
- package/build/engine/session.d.ts +7 -0
- package/build/{session.js.map → engine/session.js.map} +1 -1
- package/build/engine/transport.d.ts +5 -0
- package/build/engine/transport.js +1 -0
- package/build/engine/transport.js.map +1 -0
- package/build/engine/validation.d.ts +9 -0
- package/build/engine/validation.js +1 -0
- package/build/engine/validation.js.map +1 -0
- package/build/engine.d.ts +49 -40
- package/build/engine.js +88 -70
- package/build/engine.js.map +1 -1
- package/build/exports.d.ts +14 -14
- package/build/exports.js +14 -14
- package/build/exports.js.map +1 -1
- package/build/function.d.ts +79 -66
- package/build/function.js +30 -47
- package/build/function.js.map +1 -1
- package/build/inference-context.d.ts +2 -2
- package/build/inference-context.js +0 -1
- package/build/inference-context.js.map +1 -1
- package/build/native-engines.d/google/message-codec.d.ts +18 -16
- package/build/native-engines.d/google/message-codec.js +31 -33
- package/build/native-engines.d/google/message-codec.js.map +1 -1
- package/build/native-engines.d/google/session.d.ts +44 -51
- package/build/native-engines.d/google/session.js +85 -81
- package/build/native-engines.d/google/session.js.map +1 -1
- package/build/native-engines.d/google/transport.d.ts +22 -19
- package/build/native-engines.d/google/transport.js +13 -13
- package/build/native-engines.d/google/transport.js.map +1 -1
- package/build/native-engines.d/google/validation.d.ts +22 -0
- package/build/native-engines.d/google/validation.js +20 -0
- package/build/native-engines.d/google/validation.js.map +1 -0
- package/build/native-engines.d/google.d/agentloop.d.ts +12 -0
- package/build/native-engines.d/google.d/agentloop.js +57 -0
- package/build/native-engines.d/google.d/agentloop.js.map +1 -0
- package/build/native-engines.d/google.d/exports.d.ts +3 -0
- package/build/native-engines.d/google.d/exports.js +4 -0
- package/build/native-engines.d/google.d/exports.js.map +1 -0
- package/build/native-engines.d/google.d.ts +42 -0
- package/build/native-engines.d/google.js +83 -0
- package/build/native-engines.d/google.js.map +1 -0
- package/build/native-engines.d/openai-responses/choice-codec.d.ts +5 -0
- package/build/native-engines.d/openai-responses/choice-codec.js +30 -0
- package/build/native-engines.d/openai-responses/choice-codec.js.map +1 -0
- package/build/native-engines.d/openai-responses/message-codec.d.ts +19 -17
- package/build/native-engines.d/openai-responses/message-codec.js +31 -25
- package/build/native-engines.d/openai-responses/message-codec.js.map +1 -1
- package/build/native-engines.d/openai-responses/session.d.ts +47 -45
- package/build/native-engines.d/openai-responses/session.js +75 -105
- package/build/native-engines.d/openai-responses/session.js.map +1 -1
- package/build/native-engines.d/openai-responses/structuring.d.ts +19 -0
- package/build/native-engines.d/openai-responses/structuring.js +19 -0
- package/build/native-engines.d/openai-responses/structuring.js.map +1 -0
- package/build/native-engines.d/openai-responses/tool.d.ts +15 -12
- package/build/native-engines.d/openai-responses/tool.js +1 -12
- package/build/native-engines.d/openai-responses/tool.js.map +1 -1
- package/build/native-engines.d/openai-responses/transport.d.ts +24 -25
- package/build/native-engines.d/openai-responses/transport.js +21 -41
- package/build/native-engines.d/openai-responses/transport.js.map +1 -1
- package/build/native-engines.d/openai-responses/validation.d.ts +20 -0
- package/build/native-engines.d/openai-responses/validation.js +80 -0
- package/build/native-engines.d/openai-responses/validation.js.map +1 -0
- package/build/native-engines.d/openai-responses.d/agentloop.d.ts +12 -0
- package/build/native-engines.d/openai-responses.d/agentloop.js +61 -0
- package/build/native-engines.d/openai-responses.d/agentloop.js.map +1 -0
- package/build/native-engines.d/openai-responses.d/exports.d.ts +4 -0
- package/build/native-engines.d/openai-responses.d/exports.js +5 -0
- package/build/native-engines.d/openai-responses.d/exports.js.map +1 -0
- package/build/native-engines.d/openai-responses.d.ts +44 -0
- package/build/native-engines.d/openai-responses.js +78 -0
- package/build/native-engines.d/openai-responses.js.map +1 -0
- package/build/throttle.d.ts +6 -5
- package/build/throttle.js +17 -14
- package/build/throttle.js.map +1 -1
- package/build/tsconfig.tsbuildinfo +1 -1
- package/build/verbatim/codec/declarations.d.ts +2 -0
- package/build/verbatim/codec/declarations.js +22 -0
- package/build/verbatim/codec/declarations.js.map +1 -0
- package/build/verbatim/codec/request.d.ts +7 -0
- package/build/verbatim/codec/request.js +53 -0
- package/build/verbatim/codec/request.js.map +1 -0
- package/build/verbatim/codec.d.ts +2 -0
- package/build/verbatim/codec.js +3 -0
- package/build/verbatim/codec.js.map +1 -0
- package/build/verbatim.d.ts +74 -0
- package/build/verbatim.js +17 -0
- package/build/verbatim.js.map +1 -0
- package/examples/agent.ts +65 -0
- package/examples/chat.ts +24 -0
- package/examples/config.ts +24 -0
- package/{test/src → examples}/tsconfig.json +6 -2
- package/examples/verbatim.ts +44 -0
- package/package.json +10 -9
- package/build/agentloop.d.ts +0 -12
- package/build/agentloop.js +0 -43
- package/build/agentloop.js.map +0 -1
- package/build/api-types/openai-chatcompletion/billing.js.map +0 -1
- package/build/api-types/openai-chatcompletion/tool-codec.d.ts +0 -18
- package/build/api-types/openai-chatcompletion/tool-codec.js.map +0 -1
- package/build/compatible/engine.d/aliyun.d.ts +0 -23
- package/build/compatible/engine.d/aliyun.js +0 -44
- package/build/compatible/engine.d/aliyun.js.map +0 -1
- package/build/compatible/engine.d/anthropic.d.ts +0 -23
- package/build/compatible/engine.d/anthropic.js +0 -41
- package/build/compatible/engine.d/anthropic.js.map +0 -1
- package/build/compatible/engine.d/google.d.ts +0 -23
- package/build/compatible/engine.d/google.js +0 -45
- package/build/compatible/engine.d/google.js.map +0 -1
- package/build/compatible/engine.d/openai-responses.d.ts +0 -23
- package/build/compatible/engine.d/openai-responses.js +0 -41
- package/build/compatible/engine.d/openai-responses.js.map +0 -1
- package/build/compatible/engine.d.ts +0 -18
- package/build/compatible/engine.js +0 -21
- package/build/compatible/engine.js.map +0 -1
- package/build/compatible/session.d.ts +0 -78
- package/build/compatible/session.js +0 -138
- package/build/compatible/session.js.map +0 -1
- package/build/compatible/tool-call-validator.d.ts +0 -11
- package/build/compatible/tool-call-validator.js +0 -12
- package/build/compatible/tool-call-validator.js.map +0 -1
- package/build/compatible.d/aliyun/transport.d.ts +0 -11
- package/build/compatible.d/aliyun/transport.js +0 -9
- package/build/compatible.d/aliyun/transport.js.map +0 -1
- package/build/compatible.d/anthropic/message-codec.d.ts +0 -31
- package/build/compatible.d/anthropic/message-codec.js +0 -88
- package/build/compatible.d/anthropic/message-codec.js.map +0 -1
- package/build/compatible.d/anthropic/transport.d.ts +0 -31
- package/build/compatible.d/anthropic/transport.js +0 -137
- package/build/compatible.d/anthropic/transport.js.map +0 -1
- package/build/compatible.d/google/message-codec.d.ts +0 -31
- package/build/compatible.d/google/message-codec.js +0 -98
- package/build/compatible.d/google/message-codec.js.map +0 -1
- package/build/compatible.d/google/transport.d.ts +0 -28
- package/build/compatible.d/google/transport.js.map +0 -1
- package/build/compatible.d/openai-chatcompletions/message-codec.d.ts +0 -19
- package/build/compatible.d/openai-chatcompletions/message-codec.js +0 -66
- package/build/compatible.d/openai-chatcompletions/message-codec.js.map +0 -1
- package/build/compatible.d/openai-chatcompletions/transport.d.ts +0 -9
- package/build/compatible.d/openai-chatcompletions/transport.js +0 -25
- package/build/compatible.d/openai-chatcompletions/transport.js.map +0 -1
- package/build/compatible.d/openai-chatcompletions.d/monolith.d.ts +0 -36
- package/build/compatible.d/openai-chatcompletions.d/monolith.js.map +0 -1
- package/build/compatible.d/openai-chatcompletions.d/stream.d.ts +0 -35
- package/build/compatible.d/openai-chatcompletions.d/stream.js +0 -196
- package/build/compatible.d/openai-chatcompletions.d/stream.js.map +0 -1
- package/build/compatible.d/openai-responses/message-codec.d.ts +0 -32
- package/build/compatible.d/openai-responses/message-codec.js +0 -105
- package/build/compatible.d/openai-responses/message-codec.js.map +0 -1
- package/build/compatible.d/openai-responses/transport.d.ts +0 -33
- package/build/compatible.d/openai-responses/transport.js.map +0 -1
- package/build/frontmatter.d.ts +0 -5
- package/build/frontmatter.js +0 -13
- package/build/frontmatter.js.map +0 -1
- package/build/native-engines.d/google/agentloop.d.ts +0 -12
- package/build/native-engines.d/google/agentloop.js +0 -42
- package/build/native-engines.d/google/agentloop.js.map +0 -1
- package/build/native-engines.d/google/engine.d.ts +0 -35
- package/build/native-engines.d/google/engine.js +0 -73
- package/build/native-engines.d/google/engine.js.map +0 -1
- package/build/native-engines.d/google/exports.d.ts +0 -5
- package/build/native-engines.d/google/exports.js +0 -6
- package/build/native-engines.d/google/exports.js.map +0 -1
- package/build/native-engines.d/openai-responses/agentloop.d.ts +0 -13
- package/build/native-engines.d/openai-responses/agentloop.js +0 -53
- package/build/native-engines.d/openai-responses/agentloop.js.map +0 -1
- package/build/native-engines.d/openai-responses/engine.d.ts +0 -32
- package/build/native-engines.d/openai-responses/engine.js +0 -63
- package/build/native-engines.d/openai-responses/engine.js.map +0 -1
- package/build/native-engines.d/openai-responses/exports.d.ts +0 -6
- package/build/native-engines.d/openai-responses/exports.js +0 -7
- package/build/native-engines.d/openai-responses/exports.js.map +0 -1
- package/build/native-engines.d/openai-responses/tool-call-validator.d.ts +0 -12
- package/build/native-engines.d/openai-responses/tool-call-validator.js +0 -33
- package/build/native-engines.d/openai-responses/tool-call-validator.js.map +0 -1
- package/build/session.d.ts +0 -7
- package/test/build/test-codecs.d.ts +0 -1
- package/test/build/test-codecs.js +0 -230
- package/test/build/test-codecs.js.map +0 -1
- package/test/build/test-compatible-engine.d.ts +0 -1
- package/test/build/test-compatible-engine.js +0 -27
- package/test/build/test-compatible-engine.js.map +0 -1
- package/test/build/test-compatible-engines.d.ts +0 -1
- package/test/build/test-compatible-engines.js +0 -112
- package/test/build/test-compatible-engines.js.map +0 -1
- package/test/build/test-engine.d.ts +0 -1
- package/test/build/test-engine.js +0 -97
- package/test/build/test-engine.js.map +0 -1
- package/test/build/test-helpers.d.ts +0 -46
- package/test/build/test-helpers.js +0 -45
- package/test/build/test-helpers.js.map +0 -1
- package/test/build/test-native-engines.d.ts +0 -1
- package/test/build/test-native-engines.js +0 -64
- package/test/build/test-native-engines.js.map +0 -1
- package/test/build/test.d.ts +0 -5
- package/test/build/test.js +0 -6
- package/test/build/test.js.map +0 -1
- package/test/build/tsconfig.tsbuildinfo +0 -1
- package/test/src/test-codecs.ts +0 -256
- package/test/src/test-compatible-engine.ts +0 -45
- package/test/src/test-compatible-engines.ts +0 -129
- package/test/src/test-engine.ts +0 -144
- package/test/src/test-helpers.ts +0 -53
- package/test/src/test-native-engines.ts +0 -75
- package/test/src/test.ts +0 -5
- /package/build/{session.js → engine/session.js} +0 -0
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"message-codec.js","sourceRoot":"","sources":["../../../src/compatible.d/anthropic/message-codec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAI1C,MAAM,OAAO,+BAA+B;IACX;IAA7B,YAA6B,GAAiD;QAAjD,QAAG,GAAH,GAAG,CAA8C;IAAG,CAAC;IAE3E,sBAAsB,CACzB,WAAkC;QAElC,OAAO,WAAW,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACrC,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAC9C,OAAO;oBACH,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,IAAI,CAAC,IAAI;iBACiB,CAAC;iBACpC,IAAI,IAAI,YAAY,QAAQ,CAAC,QAAQ;gBACtC,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC;;gBAC3D,MAAM,IAAI,KAAK,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,oBAAoB,CACvB,SAA8B;QAE9B,IAAI,SAAS,YAAY,+BAA+B,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ;YACxE,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC;aACzB,CAAC;YACF,OAAO,SAAS,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACnC,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAC9C,OAAO;wBACH,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,IAAI,CAAC,IAAI;qBACiB,CAAC;qBACpC,IAAI,IAAI,YAAY,QAAQ,CAAC,IAAI;oBAClC,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;;oBACvD,MAAM,IAAI,KAAK,EAAE,CAAC;YAC3B,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAEM,2BAA2B,CAC9B,gBAAuC;QAEvC,OAAO,gBAAgB,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACxF,CAAC;IAEM,sBAAsB,CACzB,WAAqC;QAErC,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI,CAAC,QAAQ;YAChD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,EAAE,CAAC;aAC1E,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE,CAAC,QAAQ;YACnD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,EAAE,CAAC;;YAC7E,MAAM,IAAI,KAAK,EAAE,CAAC;IAC3B,CAAC;IAEM,kBAAkB,CACrB,GAA6B;QAE7B,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAA8B,EAAE;YAC3D,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;gBAAE,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;iBACtE,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;gBAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;iBACtF,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;gBAAE,OAAO,EAAE,CAAC;;gBACxC,MAAM,IAAI,KAAK,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,OAAO,+BAA+B,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACzE,CAAC;CACJ;AAED,WAAiB,+BAA+B;IAK5C,IAAiB,OAAO,CAyBvB;IAzBD,WAAiB,OAAO;QAEpB,IAAiB,EAAE,CAsBlB;QAtBD,WAAiB,EAAE;YACf,SAAgB,MAAM,CAClB,KAAiC,EACjC,GAA6B;gBAE7B,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACpC,CAAC;YALe,SAAM,SAKrB,CAAA;YACY,UAAO,GAAG,MAAM,EAAE,CAAC;YAChC,MAAa,QAAsD,SAAQ,WAAW,CAAC,EAAE,CAAC,QAAa;gBAKrF;gBAFd,YACI,KAAiC,EACvB,GAA6B;oBAEvC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAFH,QAAG,GAAH,GAAG,CAA0B;gBAG3C,CAAC;gBAEM,MAAM;oBACT,OAAO,IAAI,CAAC,GAAG,CAAC;gBACpB,CAAC;aACJ;YAbY,WAAQ,WAapB,CAAA;QACL,CAAC,EAtBgB,EAAE,GAAF,UAAE,KAAF,UAAE,QAsBlB;IACL,CAAC,EAzBgB,OAAO,GAAP,uCAAO,KAAP,uCAAO,QAyBvB;AACL,CAAC,EA/BgB,+BAA+B,KAA/B,+BAA+B,QA+B/C"}
|
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
import { type InferenceParams, type ProviderSpec } from '#@/engine.ts';
|
|
2
|
-
import { RoleMessage, type Session } from '#@/compatible/session.ts';
|
|
3
|
-
import { Function } from '#@/function.ts';
|
|
4
|
-
import Anthropic from '@anthropic-ai/sdk';
|
|
5
|
-
import { type InferenceContext } from '#@/inference-context.ts';
|
|
6
|
-
import { Throttle } from '#@/throttle.ts';
|
|
7
|
-
import type { AnthropicCompatibleMessageCodec } from '#@/compatible.d/anthropic/message-codec.ts';
|
|
8
|
-
import type { AnthropicBilling } from '#@/api-types/anthropic/billing.ts';
|
|
9
|
-
import type { AnthropicToolCodec } from '#@/api-types/anthropic/tool-codec.ts';
|
|
10
|
-
import type { ToolCallValidator } from '#@/compatible/tool-call-validator.ts';
|
|
11
|
-
export declare class AnthropicCompatibleTransport<in out fdm extends Function.Declaration.Map> {
|
|
12
|
-
protected ctx: AnthropicCompatibleTransport.Context<fdm>;
|
|
13
|
-
protected client: Anthropic;
|
|
14
|
-
constructor(ctx: AnthropicCompatibleTransport.Context<fdm>);
|
|
15
|
-
protected makeParams(session: Session<fdm>): Anthropic.MessageCreateParamsStreaming;
|
|
16
|
-
fetch(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<RoleMessage.Ai<fdm>>;
|
|
17
|
-
}
|
|
18
|
-
export declare namespace AnthropicCompatibleTransport {
|
|
19
|
-
interface Context<in out fdm extends Function.Declaration.Map> {
|
|
20
|
-
providerSpec: ProviderSpec;
|
|
21
|
-
inferenceSpec: InferenceParams;
|
|
22
|
-
fdm: fdm;
|
|
23
|
-
throttle: Throttle;
|
|
24
|
-
toolChoice: Function.ToolChoice<fdm>;
|
|
25
|
-
parallelToolCall: boolean;
|
|
26
|
-
messageCodec: AnthropicCompatibleMessageCodec<fdm>;
|
|
27
|
-
toolCodec: AnthropicToolCodec<fdm>;
|
|
28
|
-
billing: AnthropicBilling;
|
|
29
|
-
toolCallValidator: ToolCallValidator<fdm>;
|
|
30
|
-
}
|
|
31
|
-
}
|
|
@@ -1,137 +0,0 @@
|
|
|
1
|
-
import { ResponseInvalid } from '#@/engine.ts';
|
|
2
|
-
import { RoleMessage } from '#@/compatible/session.ts';
|
|
3
|
-
import { Function } from '#@/function.ts';
|
|
4
|
-
import Anthropic from '@anthropic-ai/sdk';
|
|
5
|
-
import {} from '#@/inference-context.ts';
|
|
6
|
-
import { Throttle } from '#@/throttle.ts';
|
|
7
|
-
import { logger } from '#@/telemetry.ts';
|
|
8
|
-
export class AnthropicCompatibleTransport {
|
|
9
|
-
ctx;
|
|
10
|
-
client;
|
|
11
|
-
constructor(ctx) {
|
|
12
|
-
this.ctx = ctx;
|
|
13
|
-
this.client = new Anthropic({
|
|
14
|
-
baseURL: this.ctx.providerSpec.baseUrl,
|
|
15
|
-
apiKey: this.ctx.providerSpec.apiKey,
|
|
16
|
-
fetchOptions: { dispatcher: this.ctx.providerSpec.proxyAgent },
|
|
17
|
-
});
|
|
18
|
-
}
|
|
19
|
-
makeParams(session) {
|
|
20
|
-
const tools = this.ctx.toolCodec.convertFromFunctionDeclarationMap(this.ctx.fdm);
|
|
21
|
-
return {
|
|
22
|
-
model: this.ctx.inferenceSpec.model,
|
|
23
|
-
stream: true,
|
|
24
|
-
messages: session.chatMessages.map(chatMessage => this.ctx.messageCodec.convertFromChatMessage(chatMessage)),
|
|
25
|
-
system: session.developerMessage && this.ctx.messageCodec.convertFromDeveloperMessage(session.developerMessage),
|
|
26
|
-
tools: tools.length ? tools : undefined,
|
|
27
|
-
tool_choice: tools.length ? this.ctx.toolCodec.convertFromToolChoice(this.ctx.toolChoice, this.ctx.parallelToolCall) : undefined,
|
|
28
|
-
max_tokens: this.ctx.inferenceSpec.maxTokens ?? 64 * 1024,
|
|
29
|
-
...this.ctx.inferenceSpec.additionalOptions,
|
|
30
|
-
};
|
|
31
|
-
}
|
|
32
|
-
async fetch(wfctx, session, signal) {
|
|
33
|
-
const params = this.makeParams(session);
|
|
34
|
-
logger.message.trace(params);
|
|
35
|
-
await this.ctx.throttle.requests(wfctx);
|
|
36
|
-
const stream = this.client.messages.stream(params, { signal });
|
|
37
|
-
let response = null;
|
|
38
|
-
for await (const event of stream) {
|
|
39
|
-
if (event.type === 'message_start') {
|
|
40
|
-
logger.message.trace(event);
|
|
41
|
-
response = structuredClone(event.message);
|
|
42
|
-
}
|
|
43
|
-
else {
|
|
44
|
-
if (response) { }
|
|
45
|
-
else
|
|
46
|
-
throw new Error();
|
|
47
|
-
if (event.type === 'message_delta') {
|
|
48
|
-
logger.message.trace(event);
|
|
49
|
-
response.stop_sequence = event.delta.stop_sequence ?? response.stop_sequence;
|
|
50
|
-
response.stop_reason = event.delta.stop_reason ?? response.stop_reason;
|
|
51
|
-
response.usage.input_tokens = event.usage.input_tokens ?? response.usage.input_tokens;
|
|
52
|
-
response.usage.output_tokens = event.usage.output_tokens;
|
|
53
|
-
response.usage.cache_read_input_tokens = event.usage.cache_read_input_tokens ?? response.usage.cache_read_input_tokens;
|
|
54
|
-
response.usage.cache_creation_input_tokens = event.usage.cache_creation_input_tokens ?? response.usage.cache_creation_input_tokens;
|
|
55
|
-
response.usage.server_tool_use = event.usage.server_tool_use ?? response.usage.server_tool_use;
|
|
56
|
-
}
|
|
57
|
-
else if (event.type === 'message_stop') {
|
|
58
|
-
logger.message.trace(event);
|
|
59
|
-
}
|
|
60
|
-
else if (event.type === 'content_block_start') {
|
|
61
|
-
logger.message.trace(event);
|
|
62
|
-
const contentBlock = structuredClone(event.content_block);
|
|
63
|
-
response.content.push(contentBlock);
|
|
64
|
-
if (contentBlock.type === 'tool_use')
|
|
65
|
-
contentBlock.input = '';
|
|
66
|
-
}
|
|
67
|
-
else if (event.type === 'content_block_delta') {
|
|
68
|
-
const contentBlock = response.content[event.index];
|
|
69
|
-
if (event.delta.type === 'text_delta') {
|
|
70
|
-
logger.inference.debug(event.delta.text);
|
|
71
|
-
if (contentBlock?.type === 'text') { }
|
|
72
|
-
else
|
|
73
|
-
throw new Error();
|
|
74
|
-
contentBlock.text += event.delta.text;
|
|
75
|
-
}
|
|
76
|
-
else if (event.delta.type === 'thinking_delta') {
|
|
77
|
-
logger.inference.trace(event.delta.thinking);
|
|
78
|
-
if (contentBlock?.type === 'thinking') { }
|
|
79
|
-
else
|
|
80
|
-
throw new Error();
|
|
81
|
-
contentBlock.thinking += event.delta.thinking;
|
|
82
|
-
}
|
|
83
|
-
else if (event.delta.type === 'signature_delta') {
|
|
84
|
-
if (contentBlock?.type === 'thinking') { }
|
|
85
|
-
else
|
|
86
|
-
throw new Error();
|
|
87
|
-
contentBlock.signature += event.delta.signature;
|
|
88
|
-
}
|
|
89
|
-
else if (event.delta.type === 'input_json_delta') {
|
|
90
|
-
logger.inference.trace(event.delta.partial_json);
|
|
91
|
-
if (contentBlock?.type === 'tool_use') { }
|
|
92
|
-
else
|
|
93
|
-
throw new Error();
|
|
94
|
-
if (typeof contentBlock.input === 'string') { }
|
|
95
|
-
else
|
|
96
|
-
throw new Error();
|
|
97
|
-
contentBlock.input += event.delta.partial_json;
|
|
98
|
-
}
|
|
99
|
-
else
|
|
100
|
-
throw new Error('Unknown type of content block delta', { cause: event.delta });
|
|
101
|
-
}
|
|
102
|
-
else if (event.type === 'content_block_stop') {
|
|
103
|
-
const contentBlock = response.content[event.index];
|
|
104
|
-
if (contentBlock?.type === 'text')
|
|
105
|
-
logger.inference.debug('\n');
|
|
106
|
-
else if (contentBlock?.type === 'thinking')
|
|
107
|
-
logger.inference.trace('\n');
|
|
108
|
-
else if (contentBlock?.type === 'tool_use')
|
|
109
|
-
logger.inference.debug('\n');
|
|
110
|
-
logger.message.trace(event);
|
|
111
|
-
if (contentBlock?.type === 'tool_use') {
|
|
112
|
-
if (typeof contentBlock.input === 'string') { }
|
|
113
|
-
else
|
|
114
|
-
throw new Error();
|
|
115
|
-
logger.message.debug(contentBlock);
|
|
116
|
-
}
|
|
117
|
-
}
|
|
118
|
-
else
|
|
119
|
-
throw new Error('Unknown stream event', { cause: event });
|
|
120
|
-
}
|
|
121
|
-
}
|
|
122
|
-
if (response) { }
|
|
123
|
-
else
|
|
124
|
-
throw new Error();
|
|
125
|
-
if (response.stop_reason === 'max_tokens')
|
|
126
|
-
throw new ResponseInvalid('Token limit exceeded.', { cause: response });
|
|
127
|
-
if (response.stop_reason === 'end_turn' || response.stop_reason === 'tool_use') { }
|
|
128
|
-
else
|
|
129
|
-
throw new ResponseInvalid('Abnormal stop reason', { cause: response });
|
|
130
|
-
logger.message.debug(response.usage);
|
|
131
|
-
wfctx.cost?.(this.ctx.billing.charge(response.usage));
|
|
132
|
-
const aiMessage = this.ctx.messageCodec.convertToAiMessage(response.content);
|
|
133
|
-
this.ctx.toolCallValidator.validate(aiMessage.getFunctionCalls());
|
|
134
|
-
return aiMessage;
|
|
135
|
-
}
|
|
136
|
-
}
|
|
137
|
-
//# sourceMappingURL=transport.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../../src/compatible.d/anthropic/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAA2C,MAAM,cAAc,CAAC;AACxF,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAOzC,MAAM,OAAO,4BAA4B;IAGR;IAFnB,MAAM,CAAY;IAE5B,YAA6B,GAA8C;QAA9C,QAAG,GAAH,GAAG,CAA2C;QACvE,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC;YACxB,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO;YACtC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM;YACpC,YAAY,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,EAAE;SACjE,CAAC,CAAC;IACP,CAAC;IAES,UAAU,CAChB,OAAqB;QAErB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,iCAAiC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjF,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK;YACnC,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;YAC5G,MAAM,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,2BAA2B,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAC/G,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS;YAChI,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,SAAS,IAAI,EAAE,GAAG,IAAI;YACzD,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,iBAAiB;SAC9C,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,KAAK,CACd,KAAuB,EACvB,OAAqB,EACrB,MAAoB;QAEpB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE7B,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAE/D,IAAI,QAAQ,GAA6B,IAAI,CAAC;QAC9C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACjC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC5B,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACJ,IAAI,QAAQ,EAAE,CAAC,CAAA,CAAC;;oBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;gBACxC,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;oBACjC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAC5B,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,CAAC;oBAC7E,QAAQ,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC;oBACvE,QAAQ,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC;oBACtF,QAAQ,CAAC,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;oBACzD,QAAQ,CAAC,KAAK,CAAC,uBAAuB,GAAG,KAAK,CAAC,KAAK,CAAC,uBAAuB,IAAI,QAAQ,CAAC,KAAK,CAAC,uBAAuB,CAAC;oBACvH,QAAQ,CAAC,KAAK,CAAC,2BAA2B,GAAG,KAAK,CAAC,KAAK,CAAC,2BAA2B,IAAI,QAAQ,CAAC,KAAK,CAAC,2BAA2B,CAAC;oBACnI,QAAQ,CAAC,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,KAAK,CAAC,eAAe,IAAI,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC;gBACnG,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;oBACvC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAChC,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;oBAC9C,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAC5B,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;oBAC1D,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oBACpC,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU;wBAAE,YAAY,CAAC,KAAK,GAAG,EAAE,CAAC;gBAClE,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;oBAC9C,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACnD,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBACpC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACzC,IAAI,YAAY,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC,CAAA,CAAC;;4BAAM,MAAM,IAAI,KAAK,EAAE,CAAC;wBAC7D,YAAY,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;oBAC1C,CAAC;yBAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;wBAC/C,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;wBAC7C,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC,CAAA,CAAC;;4BAAM,MAAM,IAAI,KAAK,EAAE,CAAC;wBACjE,YAAY,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC;oBAClD,CAAC;yBAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;wBAChD,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC,CAAA,CAAC;;4BAAM,MAAM,IAAI,KAAK,EAAE,CAAC;wBACjE,YAAY,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC;oBACpD,CAAC;yBAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;wBACjD,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;wBACjD,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC,CAAA,CAAC;;4BAAM,MAAM,IAAI,KAAK,EAAE,CAAC;wBACjE,IAAI,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC,CAAA,CAAC;;4BAAM,MAAM,IAAI,KAAK,EAAE,CAAC;wBACtE,YAAY,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;oBACnD,CAAC;;wBAAM,MAAM,IAAI,KAAK,CAAC,qCAAqC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC1F,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;oBAC7C,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACnD,IAAI,YAAY,EAAE,IAAI,KAAK,MAAM;wBAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;yBAC3D,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU;wBAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;yBACpE,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU;wBAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACzE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBAC5B,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;wBACpC,IAAI,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC,CAAA,CAAC;;4BAAM,MAAM,IAAI,KAAK,EAAE,CAAC;wBACtE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;oBACvC,CAAC;gBACL,CAAC;;oBAAM,MAAM,IAAI,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACrE,CAAC;QACL,CAAC;QACD,IAAI,QAAQ,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QACxC,IAAI,QAAQ,CAAC,WAAW,KAAK,YAAY;YACrC,MAAM,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5E,IAAI,QAAQ,CAAC,WAAW,KAAK,UAAU,IAAI,QAAQ,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC,CAAA,CAAC;;YAC7E,MAAM,IAAI,eAAe,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAE5E,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAEtD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC7E,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAElE,OAAO,SAAS,CAAC;IACrB,CAAC;CACJ"}
|
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
import { RoleMessage, type Session } from '#@/compatible/session.ts';
|
|
2
|
-
import { Function } from '#@/function.ts';
|
|
3
|
-
import * as Google from '@google/genai';
|
|
4
|
-
import { type GoogleToolCodec } from '#@/api-types/google/tool-codec.ts';
|
|
5
|
-
export declare class GoogleCompatibleMessageCodec<fdm extends Function.Declaration.Map> {
|
|
6
|
-
protected ctx: GoogleCompatibleMessageCodec.Context<fdm>;
|
|
7
|
-
constructor(ctx: GoogleCompatibleMessageCodec.Context<fdm>);
|
|
8
|
-
convertFromAiMessage(aiMessage: RoleMessage.Ai<fdm>): Google.Content;
|
|
9
|
-
convertFromChatMessages(chatMessages: Session.ChatMessage<fdm>[]): Google.Content[];
|
|
10
|
-
convertFromUserMessage(userMessage: RoleMessage.User<fdm>): Google.Content;
|
|
11
|
-
convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): Google.Content;
|
|
12
|
-
convertToAiMessage(content: Google.Content): GoogleCompatibleMessageCodec.Message.Ai<fdm>;
|
|
13
|
-
}
|
|
14
|
-
export declare namespace GoogleCompatibleMessageCodec {
|
|
15
|
-
interface Context<fdm extends Function.Declaration.Map> {
|
|
16
|
-
toolCodec: GoogleToolCodec<fdm>;
|
|
17
|
-
}
|
|
18
|
-
namespace Message {
|
|
19
|
-
type Ai<fdm extends Function.Declaration.Map> = Ai.Instance<fdm>;
|
|
20
|
-
namespace Ai {
|
|
21
|
-
function create<fdm extends Function.Declaration.Map>(parts: RoleMessage.Ai.Part<fdm>[], raw: Google.Content): Ai<fdm>;
|
|
22
|
-
const NOMINAL: unique symbol;
|
|
23
|
-
class Instance<in out fdm extends Function.Declaration.Map> extends RoleMessage.Ai.Instance<fdm> {
|
|
24
|
-
protected raw: Google.Content;
|
|
25
|
-
readonly [NOMINAL]: void;
|
|
26
|
-
constructor(parts: RoleMessage.Ai.Part<fdm>[], raw: Google.Content);
|
|
27
|
-
getRaw(): Google.Content;
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
|
-
}
|
|
31
|
-
}
|
|
@@ -1,98 +0,0 @@
|
|
|
1
|
-
import { ResponseInvalid } from '#@/engine.ts';
|
|
2
|
-
import { RoleMessage } from '#@/compatible/session.ts';
|
|
3
|
-
import { Function } from '#@/function.ts';
|
|
4
|
-
import * as Google from '@google/genai';
|
|
5
|
-
import {} from '#@/api-types/google/tool-codec.ts';
|
|
6
|
-
export class GoogleCompatibleMessageCodec {
|
|
7
|
-
ctx;
|
|
8
|
-
constructor(ctx) {
|
|
9
|
-
this.ctx = ctx;
|
|
10
|
-
}
|
|
11
|
-
convertFromAiMessage(aiMessage) {
|
|
12
|
-
if (aiMessage instanceof GoogleCompatibleMessageCodec.Message.Ai.Instance)
|
|
13
|
-
return aiMessage.getRaw();
|
|
14
|
-
else {
|
|
15
|
-
const parts = aiMessage.getParts().map(part => {
|
|
16
|
-
if (part instanceof RoleMessage.Part.Text.Instance)
|
|
17
|
-
return Google.createPartFromText(part.text);
|
|
18
|
-
else if (part instanceof Function.Call) {
|
|
19
|
-
if (part.args instanceof Object) { }
|
|
20
|
-
else
|
|
21
|
-
throw new Error();
|
|
22
|
-
return Google.createPartFromFunctionCall(part.name, part.args);
|
|
23
|
-
}
|
|
24
|
-
else
|
|
25
|
-
throw new Error();
|
|
26
|
-
});
|
|
27
|
-
return Google.createModelContent(parts);
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
|
-
convertFromChatMessages(chatMessages) {
|
|
31
|
-
return chatMessages.map(chatMessage => {
|
|
32
|
-
if (chatMessage instanceof RoleMessage.User.Instance)
|
|
33
|
-
return this.convertFromUserMessage(chatMessage);
|
|
34
|
-
else if (chatMessage instanceof RoleMessage.Ai.Instance)
|
|
35
|
-
return this.convertFromAiMessage(chatMessage);
|
|
36
|
-
else
|
|
37
|
-
throw new Error();
|
|
38
|
-
});
|
|
39
|
-
}
|
|
40
|
-
convertFromUserMessage(userMessage) {
|
|
41
|
-
const parts = userMessage.getParts().map(part => {
|
|
42
|
-
if (part instanceof RoleMessage.Part.Text.Instance)
|
|
43
|
-
return Google.createPartFromText(part.text);
|
|
44
|
-
else if (part instanceof Function.Response)
|
|
45
|
-
return {
|
|
46
|
-
functionResponse: { id: part.id, name: part.name, response: { returnValue: part.text } },
|
|
47
|
-
};
|
|
48
|
-
else
|
|
49
|
-
throw new Error();
|
|
50
|
-
});
|
|
51
|
-
return Google.createUserContent(parts);
|
|
52
|
-
}
|
|
53
|
-
convertFromDeveloperMessage(developerMessage) {
|
|
54
|
-
const parts = developerMessage.getParts().map(part => Google.createPartFromText(part.text));
|
|
55
|
-
return { parts };
|
|
56
|
-
}
|
|
57
|
-
convertToAiMessage(content) {
|
|
58
|
-
if (content.parts) { }
|
|
59
|
-
else
|
|
60
|
-
throw new Error();
|
|
61
|
-
return GoogleCompatibleMessageCodec.Message.Ai.create(content.parts.flatMap(part => {
|
|
62
|
-
const parts = [];
|
|
63
|
-
if (part.functionCall || part.text) { }
|
|
64
|
-
else
|
|
65
|
-
throw new ResponseInvalid('Unknown content part', { cause: content });
|
|
66
|
-
if (part.text)
|
|
67
|
-
parts.push(RoleMessage.Part.Text.create(part.text));
|
|
68
|
-
if (part.functionCall)
|
|
69
|
-
parts.push(this.ctx.toolCodec.convertToFunctionCall(part.functionCall));
|
|
70
|
-
return parts;
|
|
71
|
-
}), content);
|
|
72
|
-
}
|
|
73
|
-
}
|
|
74
|
-
(function (GoogleCompatibleMessageCodec) {
|
|
75
|
-
let Message;
|
|
76
|
-
(function (Message) {
|
|
77
|
-
let Ai;
|
|
78
|
-
(function (Ai) {
|
|
79
|
-
function create(parts, raw) {
|
|
80
|
-
return new Instance(parts, raw);
|
|
81
|
-
}
|
|
82
|
-
Ai.create = create;
|
|
83
|
-
Ai.NOMINAL = Symbol();
|
|
84
|
-
class Instance extends RoleMessage.Ai.Instance {
|
|
85
|
-
raw;
|
|
86
|
-
constructor(parts, raw) {
|
|
87
|
-
super(parts);
|
|
88
|
-
this.raw = raw;
|
|
89
|
-
}
|
|
90
|
-
getRaw() {
|
|
91
|
-
return this.raw;
|
|
92
|
-
}
|
|
93
|
-
}
|
|
94
|
-
Ai.Instance = Instance;
|
|
95
|
-
})(Ai = Message.Ai || (Message.Ai = {}));
|
|
96
|
-
})(Message = GoogleCompatibleMessageCodec.Message || (GoogleCompatibleMessageCodec.Message = {}));
|
|
97
|
-
})(GoogleCompatibleMessageCodec || (GoogleCompatibleMessageCodec = {}));
|
|
98
|
-
//# sourceMappingURL=message-codec.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"message-codec.js","sourceRoot":"","sources":["../../../src/compatible.d/google/message-codec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,EAAwB,MAAM,mCAAmC,CAAC;AAIzE,MAAM,OAAO,4BAA4B;IACR;IAA7B,YAA6B,GAA8C;QAA9C,QAAG,GAAH,GAAG,CAA2C;IAAG,CAAC;IAGxE,oBAAoB,CACvB,SAA8B;QAE9B,IAAI,SAAS,YAAY,4BAA4B,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ;YACrE,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC;aACzB,CAAC;YACF,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBAC1C,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAC9C,OAAO,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBAC3C,IAAI,IAAI,YAAY,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACrC,IAAI,IAAI,CAAC,IAAI,YAAY,MAAM,EAAE,CAAC,CAAA,CAAC;;wBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;oBAC3D,OAAO,MAAM,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAA+B,CAAC,CAAC;gBAC9F,CAAC;;oBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YAC7B,CAAC,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;IACL,CAAC;IAEM,uBAAuB,CAC1B,YAAwC;QAExC,OAAO,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;YAClC,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI,CAAC,QAAQ;gBAAE,OAAO,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;iBACjG,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE,CAAC,QAAQ;gBAAE,OAAO,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;;gBAClG,MAAM,IAAI,KAAK,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,sBAAsB,CACzB,WAAkC;QAElC,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YAC5C,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAC9C,OAAO,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC3C,IAAI,IAAI,YAAY,QAAQ,CAAC,QAAQ;gBACtC,OAAO;oBACH,gBAAgB,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE;iBAC3F,CAAC;;gBACD,MAAM,IAAI,KAAK,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;IAEM,2BAA2B,CAC9B,gBAAuC;QAEvC,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5F,OAAO,EAAE,KAAK,EAAE,CAAC;IACrB,CAAC;IAEM,kBAAkB,CACrB,OAAuB;QAEvB,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QAC7C,OAAO,4BAA4B,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAC/E,MAAM,KAAK,GAA+B,EAAE,CAAC;YAC7C,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,CAAC;;gBAAM,MAAM,IAAI,eAAe,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YAClH,IAAI,IAAI,CAAC,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACnE,IAAI,IAAI,CAAC,YAAY;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;YAC/F,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACjB,CAAC;CACJ;AAGD,WAAiB,4BAA4B;IAKzC,IAAiB,OAAO,CAiBvB;IAjBD,WAAiB,OAAO;QAEpB,IAAiB,EAAE,CAclB;QAdD,WAAiB,EAAE;YACf,SAAgB,MAAM,CAAuC,KAAiC,EAAE,GAAmB;gBAC/G,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACpC,CAAC;YAFe,SAAM,SAErB,CAAA;YACY,UAAO,GAAG,MAAM,EAAE,CAAC;YAChC,MAAa,QAAsD,SAAQ,WAAW,CAAC,EAAE,CAAC,QAAa;gBAEnC;gBAAhE,YAAmB,KAAiC,EAAY,GAAmB;oBAC/E,KAAK,CAAC,KAAK,CAAC,CAAC;oBAD+C,QAAG,GAAH,GAAG,CAAgB;gBAEnF,CAAC;gBACM,MAAM;oBACT,OAAO,IAAI,CAAC,GAAG,CAAC;gBACpB,CAAC;aACJ;YARY,WAAQ,WAQpB,CAAA;QACL,CAAC,EAdgB,EAAE,GAAF,UAAE,KAAF,UAAE,QAclB;IACL,CAAC,EAjBgB,OAAO,GAAP,oCAAO,KAAP,oCAAO,QAiBvB;AAEL,CAAC,EAxBgB,4BAA4B,KAA5B,4BAA4B,QAwB5C"}
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
import { type InferenceParams as InferenceParams, type ProviderSpec } from '#@/engine.ts';
|
|
2
|
-
import { RoleMessage, type Session } from '#@/compatible/session.ts';
|
|
3
|
-
import { Function } from '#@/function.ts';
|
|
4
|
-
import { type InferenceContext } from '#@/inference-context.ts';
|
|
5
|
-
import { Throttle } from '#@/throttle.ts';
|
|
6
|
-
import type { GoogleCompatibleMessageCodec } from '#@/compatible.d/google/message-codec.ts';
|
|
7
|
-
import type { GoogleToolCodec } from '#@/api-types/google/tool-codec.ts';
|
|
8
|
-
import type { GoogleBilling } from '#@/api-types/google/billing.ts';
|
|
9
|
-
import type { ToolCallValidator } from '#@/compatible/tool-call-validator.ts';
|
|
10
|
-
export declare class GoogleCompatibleTransport<in out fdm extends Function.Declaration.Map> {
|
|
11
|
-
protected ctx: GoogleCompatibleTransport.Context<fdm>;
|
|
12
|
-
protected apiURL: URL;
|
|
13
|
-
constructor(ctx: GoogleCompatibleTransport.Context<fdm>);
|
|
14
|
-
fetch(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<RoleMessage.Ai<fdm>>;
|
|
15
|
-
}
|
|
16
|
-
export declare namespace GoogleCompatibleTransport {
|
|
17
|
-
interface Context<in out fdm extends Function.Declaration.Map> {
|
|
18
|
-
inferenceParams: InferenceParams;
|
|
19
|
-
providerSpec: ProviderSpec;
|
|
20
|
-
fdm: fdm;
|
|
21
|
-
throttle: Throttle;
|
|
22
|
-
toolChoice: Function.ToolChoice<fdm>;
|
|
23
|
-
messageCodec: GoogleCompatibleMessageCodec<fdm>;
|
|
24
|
-
toolCodec: GoogleToolCodec<fdm>;
|
|
25
|
-
billing: GoogleBilling;
|
|
26
|
-
toolCallValidator: ToolCallValidator<fdm>;
|
|
27
|
-
}
|
|
28
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../../src/compatible.d/google/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAA4E,MAAM,cAAc,CAAC;AACzH,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAEhE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAQzC,MAAM,OAAO,yBAAyB;IAEL;IADnB,MAAM,CAAM;IACtB,YAA6B,GAA2C;QAA3C,QAAG,GAAH,GAAG,CAAwC;QACpE,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO,kBAAkB,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,kBAAkB,CAAC,CAAA;IAC7H,CAAC;IAEM,KAAK,CAAC,KAAK,CACd,KAAuB,EACvB,OAAqB,EACrB,MAAoB;QAEpB,MAAM,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,2BAA2B,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAClI,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,uBAAuB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAErF,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAExC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,iCAAiC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjF,MAAM,OAAO,GAAyB;YAClC,QAAQ;YACR,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBACnB,oBAAoB,EAAE,KAAK;iBAC9B,CAAC,CAAC,CAAC,CAAC,SAAS;YACd,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBACvB,qBAAqB,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;aACvF,CAAC,CAAC,CAAC,SAAS;YACb,iBAAiB;YACjB,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACjG,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,IAAI,SAAS;gBAChE,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,iBAAiB;aAChD,CAAC,CAAC,CAAC,SAAS;SAChB,CAAC;QAEF,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;YACxC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,OAAO,CAAC;gBACjB,cAAc,EAAE,kBAAkB;gBAClC,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM;aACjD,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAC7B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU;YAC5C,MAAM;SACT,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,EAAoC,CAAC;QAEpE,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAChI,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,CAAC,UAAU;YACtE,MAAM,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5E,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAA,CAAC;;YACnE,MAAM,IAAI,eAAe,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAG9E,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACtD,IAAI,IAAI,CAAC,IAAI;gBAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjD,IAAI,IAAI,CAAC,YAAY;gBAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7G,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;QAE9D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC3F,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAClE,OAAO,SAAS,CAAC;IACrB,CAAC;CAGJ"}
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
import { RoleMessage, type Session } from '#@/compatible/session.ts';
|
|
2
|
-
import { Function } from '#@/function.ts';
|
|
3
|
-
import OpenAI from 'openai';
|
|
4
|
-
import type { OpenAIChatCompletionsToolCodec } from '#@/api-types/openai-chatcompletion/tool-codec.ts';
|
|
5
|
-
export declare class OpenAIChatCompletionsCompatibleMessageCodec<in out fdm extends Function.Declaration.Map> {
|
|
6
|
-
protected ctx: OpenAIChatCompletionsCompatibleMessageCodec.Context<fdm>;
|
|
7
|
-
constructor(ctx: OpenAIChatCompletionsCompatibleMessageCodec.Context<fdm>);
|
|
8
|
-
convertToAiMessage(message: OpenAI.ChatCompletionMessage): RoleMessage.Ai<fdm>;
|
|
9
|
-
convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): OpenAI.ChatCompletionSystemMessageParam;
|
|
10
|
-
convertFromUserMessage(userMessage: RoleMessage.User<fdm>): [OpenAI.ChatCompletionUserMessageParam] | OpenAI.ChatCompletionToolMessageParam[];
|
|
11
|
-
convertFromAiMessage(aiMessage: RoleMessage.Ai<fdm>): OpenAI.ChatCompletionAssistantMessageParam;
|
|
12
|
-
convertFromRoleMessage(roleMessage: RoleMessage): OpenAI.ChatCompletionMessageParam[];
|
|
13
|
-
convertFromChatMessages(chatMessages: Session.ChatMessage<fdm>[]): OpenAI.ChatCompletionMessageParam[];
|
|
14
|
-
}
|
|
15
|
-
export declare namespace OpenAIChatCompletionsCompatibleMessageCodec {
|
|
16
|
-
interface Context<in out fdm extends Function.Declaration.Map> {
|
|
17
|
-
toolCodec: OpenAIChatCompletionsToolCodec<fdm>;
|
|
18
|
-
}
|
|
19
|
-
}
|
|
@@ -1,66 +0,0 @@
|
|
|
1
|
-
import { ResponseInvalid } from '#@/engine.ts';
|
|
2
|
-
import { RoleMessage } from '#@/compatible/session.ts';
|
|
3
|
-
import { Function } from '#@/function.ts';
|
|
4
|
-
import OpenAI from 'openai';
|
|
5
|
-
export class OpenAIChatCompletionsCompatibleMessageCodec {
|
|
6
|
-
ctx;
|
|
7
|
-
constructor(ctx) {
|
|
8
|
-
this.ctx = ctx;
|
|
9
|
-
}
|
|
10
|
-
convertToAiMessage(message) {
|
|
11
|
-
const parts = [];
|
|
12
|
-
if (message.content)
|
|
13
|
-
parts.push(RoleMessage.Part.Text.create(message.content));
|
|
14
|
-
if (message.tool_calls)
|
|
15
|
-
parts.push(...message.tool_calls.map(apifc => {
|
|
16
|
-
if (apifc.type === 'function') { }
|
|
17
|
-
else
|
|
18
|
-
throw new Error();
|
|
19
|
-
return this.ctx.toolCodec.convertToFunctionCall(apifc);
|
|
20
|
-
}));
|
|
21
|
-
if (parts.length) { }
|
|
22
|
-
else
|
|
23
|
-
throw new ResponseInvalid('Content or tool calls not found in Response', { cause: message });
|
|
24
|
-
return RoleMessage.Ai.create(parts);
|
|
25
|
-
}
|
|
26
|
-
convertFromDeveloperMessage(developerMessage) {
|
|
27
|
-
return {
|
|
28
|
-
role: 'system',
|
|
29
|
-
content: developerMessage.getOnlyText(),
|
|
30
|
-
};
|
|
31
|
-
}
|
|
32
|
-
convertFromUserMessage(userMessage) {
|
|
33
|
-
const textParts = userMessage.getParts().filter(part => part instanceof RoleMessage.Part.Text.Instance);
|
|
34
|
-
const frs = userMessage.getFunctionResponses();
|
|
35
|
-
if (textParts.length && !frs.length)
|
|
36
|
-
return [{ role: 'user', content: textParts.map(part => ({ type: 'text', text: part.text })) }];
|
|
37
|
-
else if (!textParts.length && frs.length)
|
|
38
|
-
return frs.map(fr => this.ctx.toolCodec.convertFromFunctionResponse(fr));
|
|
39
|
-
else
|
|
40
|
-
throw new Error();
|
|
41
|
-
}
|
|
42
|
-
convertFromAiMessage(aiMessage) {
|
|
43
|
-
const parts = aiMessage.getParts();
|
|
44
|
-
const textParts = parts.filter(part => part instanceof RoleMessage.Part.Text.Instance);
|
|
45
|
-
const fcParts = parts.filter(part => part instanceof Function.Call);
|
|
46
|
-
return {
|
|
47
|
-
role: 'assistant',
|
|
48
|
-
content: textParts.length ? textParts.map(part => part.text).join('') : undefined,
|
|
49
|
-
tool_calls: fcParts.length ? fcParts.map(fc => this.ctx.toolCodec.convertFromFunctionCall(fc)) : undefined,
|
|
50
|
-
};
|
|
51
|
-
}
|
|
52
|
-
convertFromRoleMessage(roleMessage) {
|
|
53
|
-
if (roleMessage instanceof RoleMessage.Developer.Instance)
|
|
54
|
-
return [this.convertFromDeveloperMessage(roleMessage)];
|
|
55
|
-
else if (roleMessage instanceof RoleMessage.User.Instance)
|
|
56
|
-
return this.convertFromUserMessage(roleMessage);
|
|
57
|
-
else if (roleMessage instanceof RoleMessage.Ai.Instance)
|
|
58
|
-
return [this.convertFromAiMessage(roleMessage)];
|
|
59
|
-
else
|
|
60
|
-
throw new Error();
|
|
61
|
-
}
|
|
62
|
-
convertFromChatMessages(chatMessages) {
|
|
63
|
-
return chatMessages.map(chatMessage => this.convertFromRoleMessage(chatMessage)).flat();
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
//# sourceMappingURL=message-codec.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"message-codec.js","sourceRoot":"","sources":["../../../src/compatible.d/openai-chatcompletions/message-codec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAK5B,MAAM,OAAO,2CAA2C;IACvB;IAA7B,YAA6B,GAA6D;QAA7D,QAAG,GAAH,GAAG,CAA0D;IAAG,CAAC;IAEvF,kBAAkB,CACrB,OAAqC;QAErC,MAAM,KAAK,GAA+B,EAAE,CAAC;QAC7C,IAAI,OAAO,CAAC,OAAO;YACf,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAC9D,IAAI,OAAO,CAAC,UAAU;YAClB,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;gBACzC,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC,CAAA,CAAC;;oBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;gBACzD,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;YAC3D,CAAC,CAAC,CAAC,CAAC;QACR,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,6CAA6C,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACvH,OAAO,WAAW,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAEM,2BAA2B,CAAC,gBAAuC;QACtE,OAAO;YACH,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,gBAAgB,CAAC,WAAW,EAAE;SAC1C,CAAC;IACN,CAAC;IAEM,sBAAsB,CACzB,WAAkC;QAElC,MAAM,SAAS,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxG,MAAM,GAAG,GAAG,WAAW,CAAC,oBAAoB,EAAE,CAAC;QAC/C,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM;YAC/B,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;aAC9F,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM;YACpC,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,2BAA2B,CAAC,EAAE,CAAC,CAAC,CAAC;;YACxE,MAAM,IAAI,KAAK,EAAE,CAAC;IAC3B,CAAC;IAEM,oBAAoB,CACvB,SAA8B;QAE9B,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvF,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,QAAQ,CAAC,IAAI,CAAC,CAAC;QACpE,OAAO;YACH,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;YACjF,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;SAC7G,CAAC;IACN,CAAC;IAEM,sBAAsB,CACzB,WAAwB;QAExB,IAAI,WAAW,YAAY,WAAW,CAAC,SAAS,CAAC,QAAQ;YACrD,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAAC,CAAC;aACtD,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI,CAAC,QAAQ;YACrD,OAAO,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;aAC/C,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE,CAAC,QAAQ;YACnD,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC;;YAC/C,MAAM,IAAI,KAAK,EAAE,CAAC;IAC3B,CAAC;IAEM,uBAAuB,CAC1B,YAAwC;QAExC,OAAO,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5F,CAAC;CAEJ"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import { RoleMessage, type Session } from '#@/compatible/session.ts';
|
|
2
|
-
import { Function } from '#@/function.ts';
|
|
3
|
-
import OpenAI from 'openai';
|
|
4
|
-
import type { InferenceContext } from '#@/inference-context.ts';
|
|
5
|
-
export declare abstract class OpenAIChatCompletionsCompatibleTransport<in out fdm extends Function.Declaration.Map> {
|
|
6
|
-
fetch(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<RoleMessage.Ai<fdm>>;
|
|
7
|
-
handleFinishReason(completion: OpenAI.ChatCompletion, finishReason: OpenAI.ChatCompletion.Choice['finish_reason']): void;
|
|
8
|
-
protected abstract fetchRaw(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<RoleMessage.Ai<fdm>>;
|
|
9
|
-
}
|
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
import { ResponseInvalid } from '#@/engine.ts';
|
|
2
|
-
import { RoleMessage } from '#@/compatible/session.ts';
|
|
3
|
-
import { Function } from '#@/function.ts';
|
|
4
|
-
import OpenAI from 'openai';
|
|
5
|
-
export class OpenAIChatCompletionsCompatibleTransport {
|
|
6
|
-
async fetch(wfctx, session, signal) {
|
|
7
|
-
try {
|
|
8
|
-
return await this.fetchRaw(wfctx, session, signal);
|
|
9
|
-
}
|
|
10
|
-
catch (e) {
|
|
11
|
-
if (e instanceof OpenAI.APIError)
|
|
12
|
-
throw new ResponseInvalid(undefined, { cause: e });
|
|
13
|
-
else
|
|
14
|
-
throw e;
|
|
15
|
-
}
|
|
16
|
-
}
|
|
17
|
-
handleFinishReason(completion, finishReason) {
|
|
18
|
-
if (finishReason === 'length')
|
|
19
|
-
throw new ResponseInvalid('Token limit exceeded.', { cause: completion });
|
|
20
|
-
if (['stop', 'tool_calls'].includes(finishReason)) { }
|
|
21
|
-
else
|
|
22
|
-
throw new ResponseInvalid('Abnormal finish reason', { cause: finishReason });
|
|
23
|
-
}
|
|
24
|
-
}
|
|
25
|
-
//# sourceMappingURL=transport.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../../src/compatible.d/openai-chatcompletions/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAK5B,MAAM,OAAgB,wCAAwC;IAEnD,KAAK,CAAC,KAAK,CACd,KAAuB,EACvB,OAAqB,EACrB,MAAoB;QAEpB,IAAI,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,YAAY,MAAM,CAAC,QAAQ;gBAC5B,MAAM,IAAI,eAAe,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;;gBAClD,MAAM,CAAC,CAAC;QACjB,CAAC;IACL,CAAC;IAEM,kBAAkB,CAAC,UAAiC,EAAE,YAA2D;QACpH,IAAI,YAAY,KAAK,QAAQ;YACzB,MAAM,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAC9E,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA,CAAC;;YAChD,MAAM,IAAI,eAAe,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;IACtF,CAAC;CAOJ"}
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
import { RoleMessage, type Session } from '#@/compatible/session.ts';
|
|
2
|
-
import { Function } from '#@/function.ts';
|
|
3
|
-
import type OpenAI from 'openai';
|
|
4
|
-
import { OpenAIChatCompletionsCompatibleTransport } from '#@/compatible.d/openai-chatcompletions/transport.ts';
|
|
5
|
-
import { type InferenceContext } from '#@/inference-context.ts';
|
|
6
|
-
import * as Undici from 'undici';
|
|
7
|
-
import type { OpenAIChatCompletionsBilling } from '#@/api-types/openai-chatcompletion/billing.ts';
|
|
8
|
-
import type { OpenAIChatCompletionsToolCodec } from '#@/api-types/openai-chatcompletion/tool-codec.ts';
|
|
9
|
-
import type { OpenAIChatCompletionsCompatibleMessageCodec } from '#@/compatible.d/openai-chatcompletions/message-codec.ts';
|
|
10
|
-
import type { Throttle } from '#@/throttle.ts';
|
|
11
|
-
import type { ToolCallValidator } from '#@/compatible/tool-call-validator.ts';
|
|
12
|
-
export declare abstract class OpenAIChatCompletionsCompatibleMonolith<in out fdm extends Function.Declaration.Map> extends OpenAIChatCompletionsCompatibleTransport<fdm> {
|
|
13
|
-
protected ctx: OpenAIChatCompletionsCompatibleMonolith.Context<fdm>;
|
|
14
|
-
constructor(ctx: OpenAIChatCompletionsCompatibleMonolith.Context<fdm>);
|
|
15
|
-
protected getApiURL(baseUrl: string): URL;
|
|
16
|
-
protected makeParams(session: Session<fdm>): OpenAI.ChatCompletionCreateParamsNonStreaming;
|
|
17
|
-
protected fetchRaw(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<RoleMessage.Ai<fdm>>;
|
|
18
|
-
}
|
|
19
|
-
export declare namespace OpenAIChatCompletionsCompatibleMonolith {
|
|
20
|
-
interface Context<in out fdm extends Function.Declaration.Map> {
|
|
21
|
-
proxyAgent?: Undici.ProxyAgent;
|
|
22
|
-
apiURL: URL;
|
|
23
|
-
apiKey: string;
|
|
24
|
-
model: string;
|
|
25
|
-
fdm: fdm;
|
|
26
|
-
maxTokens?: number;
|
|
27
|
-
throttle: Throttle;
|
|
28
|
-
additionalOptions?: Record<string, unknown>;
|
|
29
|
-
toolChoice: Function.ToolChoice<fdm>;
|
|
30
|
-
parallelToolCall: boolean;
|
|
31
|
-
messageCodec: OpenAIChatCompletionsCompatibleMessageCodec<fdm>;
|
|
32
|
-
toolCodec: OpenAIChatCompletionsToolCodec<fdm>;
|
|
33
|
-
billing: OpenAIChatCompletionsBilling<fdm>;
|
|
34
|
-
toolCallValidator: ToolCallValidator<fdm>;
|
|
35
|
-
}
|
|
36
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"monolith.js","sourceRoot":"","sources":["../../../src/compatible.d/openai-chatcompletions.d/monolith.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE1C,OAAO,EAAE,wCAAwC,EAAE,MAAM,qDAAqD,CAAC;AAC/G,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AASzC,MAAM,OAAgB,uCAAqF,SACvG,wCAA6C;IAEhB;IAA7B,YAA6B,GAAyD;QAClF,KAAK,EAAE,CAAC;QADiB,QAAG,GAAH,GAAG,CAAsD;IAEtF,CAAC;IAES,SAAS,CAAC,OAAe;QAC/B,OAAO,IAAI,GAAG,CAAC,GAAG,OAAO,mBAAmB,CAAC,CAAC;IAClD,CAAC;IAES,UAAU,CAChB,OAAqB;QAErB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,iCAAiC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjF,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK;YACrB,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE;gBACN,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,sBAAsB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3G,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,uBAAuB,CAAC,OAAO,CAAC,YAAY,CAAC;aACzE;YACD,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;YACrG,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;YACzE,qBAAqB,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,IAAI,SAAS;YACtD,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB;SAChC,CAAC;IACN,CAAC;IAEkB,KAAK,CAAC,QAAQ,CAC7B,KAAuB,EACvB,OAAqB,EACrB,MAAoB;QAEpB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE7B,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE;YAC5C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,OAAO,CAAC;gBACjB,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE;aAC/C,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC5B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU;YAC/B,MAAM;SACT,CAAC,CAAC;QACH,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,IAAI,EAA2B,CAAC;QAC7D,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAEjC,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,MAAM,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAExF,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;QAE1D,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE3E,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;QACjC,IAAI,IAAI;YAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;QACzC,IAAI,MAAM,EAAE,MAAM;YAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACvC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;QAEnB,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAElE,OAAO,SAAS,CAAC;IACrB,CAAC;CACJ"}
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
import { RoleMessage, type Session } from '#@/compatible/session.ts';
|
|
2
|
-
import { Function } from '#@/function.ts';
|
|
3
|
-
import OpenAI from 'openai';
|
|
4
|
-
import { OpenAIChatCompletionsCompatibleTransport } from '#@/compatible.d/openai-chatcompletions/transport.ts';
|
|
5
|
-
import { type InferenceContext } from '#@/inference-context.ts';
|
|
6
|
-
import { type InferenceParams, type ProviderSpec } from '#@/engine.ts';
|
|
7
|
-
import type { ToolCallValidator } from '#@/compatible/tool-call-validator.ts';
|
|
8
|
-
import type { OpenAIChatCompletionsBilling } from '#@/api-types/openai-chatcompletion/billing.ts';
|
|
9
|
-
import type { OpenAIChatCompletionsToolCodec } from '#@/api-types/openai-chatcompletion/tool-codec.ts';
|
|
10
|
-
import { Throttle } from '#@/throttle.ts';
|
|
11
|
-
import { type OpenAIChatCompletionsCompatibleMessageCodec } from '#@/compatible.d/openai-chatcompletions/message-codec.ts';
|
|
12
|
-
export declare abstract class OpenAIChatCompletionsCompatibleStream<in out fdm extends Function.Declaration.Map> extends OpenAIChatCompletionsCompatibleTransport<fdm> {
|
|
13
|
-
protected ctx: OpenAIChatCompletionsCompatibleStream.Context<fdm>;
|
|
14
|
-
protected client: OpenAI;
|
|
15
|
-
constructor(ctx: OpenAIChatCompletionsCompatibleStream.Context<fdm>);
|
|
16
|
-
protected makeParams(session: Session<fdm>): OpenAI.ChatCompletionCreateParamsStreaming;
|
|
17
|
-
convertToFunctionCallFromDelta(apifc: OpenAI.ChatCompletionChunk.Choice.Delta.ToolCall): Function.Call.From<fdm>;
|
|
18
|
-
convertCompletionStockToCompletion(stock: OpenAI.ChatCompletionChunk): OpenAI.ChatCompletion;
|
|
19
|
-
fetchRaw(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<RoleMessage.Ai<fdm>>;
|
|
20
|
-
protected abstract getDeltaThoughts(delta: OpenAI.ChatCompletionChunk.Choice.Delta): string;
|
|
21
|
-
}
|
|
22
|
-
export declare namespace OpenAIChatCompletionsCompatibleStream {
|
|
23
|
-
interface Context<in out fdm extends Function.Declaration.Map> {
|
|
24
|
-
inferenceParams: InferenceParams;
|
|
25
|
-
providerSpec: ProviderSpec;
|
|
26
|
-
fdm: fdm;
|
|
27
|
-
throttle: Throttle;
|
|
28
|
-
toolChoice: Function.ToolChoice<fdm>;
|
|
29
|
-
parallelToolCall: boolean;
|
|
30
|
-
messageCodec: OpenAIChatCompletionsCompatibleMessageCodec<fdm>;
|
|
31
|
-
toolCodec: OpenAIChatCompletionsToolCodec<fdm>;
|
|
32
|
-
billing: OpenAIChatCompletionsBilling<fdm>;
|
|
33
|
-
toolCallValidator: ToolCallValidator<fdm>;
|
|
34
|
-
}
|
|
35
|
-
}
|