@omnicross/core 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ApiConverter.cjs +3 -778
- package/dist/ApiConverter.js +12 -751
- package/dist/{CompletionService-DtOF_War.d.cts → CompletionService-D3a47vdU.d.cts} +2 -1
- package/dist/{CompletionService-7fCmKAP3.d.ts → CompletionService-DdWaAxq0.d.ts} +2 -1
- package/dist/auth/GeminiCodeAssistProjectResolver.cjs +27 -60
- package/dist/auth/GeminiCodeAssistProjectResolver.js +5 -9
- package/dist/builtin-web-fetch-77JZUZGM.cjs +100 -0
- package/dist/builtin-web-fetch-IGLBX2XY.js +100 -0
- package/dist/chunk-2DCNB7DF.cjs +514 -0
- package/dist/chunk-2FEVTJWG.js +4400 -0
- package/dist/chunk-3MEACFK3.js +193 -0
- package/dist/chunk-3OPYJG76.cjs +266 -0
- package/dist/chunk-46RLHI7D.js +0 -0
- package/dist/chunk-46ZIFWYG.cjs +277 -0
- package/dist/chunk-4NBS6KPV.cjs +43 -0
- package/dist/chunk-4VAVYUZS.cjs +991 -0
- package/dist/chunk-5ERIZW3D.js +44 -0
- package/dist/chunk-5HTVET6E.js +514 -0
- package/dist/chunk-5ZQBEOMD.js +764 -0
- package/dist/chunk-6VIXXLMX.cjs +14 -0
- package/dist/chunk-745DV5FL.js +147 -0
- package/dist/chunk-74TMJA7Z.js +53 -0
- package/dist/chunk-7VU7V2E4.js +0 -0
- package/dist/chunk-7YN22L2H.cjs +87 -0
- package/dist/chunk-A2YMUCBT.cjs +105 -0
- package/dist/chunk-AQ5TNQB7.js +13 -0
- package/dist/chunk-AVYJ4YBN.js +58 -0
- package/dist/chunk-C72S6TTV.cjs +49 -0
- package/dist/chunk-C7PSERMH.js +87 -0
- package/dist/chunk-CDHS2QDC.js +179 -0
- package/dist/chunk-DK4A7DLE.js +266 -0
- package/dist/chunk-DRWHTIIZ.js +13 -0
- package/dist/chunk-DWKQZ2SK.cjs +254 -0
- package/dist/chunk-E3WHL7CO.js +14 -0
- package/dist/chunk-EYZYXJTJ.cjs +1 -0
- package/dist/chunk-FMOBD2OQ.js +39 -0
- package/dist/chunk-FTQ7IQUC.js +991 -0
- package/dist/chunk-FZ46M34D.cjs +1 -0
- package/dist/chunk-G2FUJNA2.cjs +193 -0
- package/dist/chunk-G2UTNSGU.js +277 -0
- package/dist/chunk-GBHYAGX3.cjs +26 -0
- package/dist/chunk-GMMT7RVN.cjs +39 -0
- package/dist/chunk-H5JUT3KV.js +105 -0
- package/dist/chunk-HQP3K7PU.cjs +431 -0
- package/dist/chunk-JO5NLTLY.js +46 -0
- package/dist/chunk-JWC6APFQ.js +23 -0
- package/dist/chunk-KUU2RNG6.cjs +46 -0
- package/dist/chunk-LKZJEL6E.cjs +124 -0
- package/dist/chunk-MNYKI4CI.js +94 -0
- package/dist/chunk-MZNPGW5Q.js +26 -0
- package/dist/chunk-N3V2J5ZO.cjs +53 -0
- package/dist/chunk-NYUNU75A.cjs +44 -0
- package/dist/chunk-NZYN7C3P.cjs +179 -0
- package/dist/chunk-O466Y272.js +235 -0
- package/dist/chunk-PXUJF5HS.js +124 -0
- package/dist/chunk-QBZJ7P2T.cjs +13 -0
- package/dist/chunk-QOCNX236.js +46 -0
- package/dist/chunk-QXD4MV2X.cjs +23 -0
- package/dist/chunk-R3HK6R4B.cjs +13 -0
- package/dist/chunk-RSJ3TWJQ.cjs +186 -0
- package/dist/chunk-S4WBV25P.js +913 -0
- package/dist/chunk-SN3YWBX7.cjs +4400 -0
- package/dist/chunk-SPVWWUHX.cjs +46 -0
- package/dist/chunk-SUEGJ75D.cjs +764 -0
- package/dist/chunk-SVNDB62D.cjs +58 -0
- package/dist/chunk-UYPEN5XE.cjs +235 -0
- package/dist/chunk-V5KPWNYX.cjs +147 -0
- package/dist/chunk-VVEHS2LI.js +431 -0
- package/dist/chunk-XBSYYZIY.cjs +94 -0
- package/dist/chunk-YGXJGRFI.cjs +913 -0
- package/dist/chunk-YMFAJFQT.cjs +173 -0
- package/dist/chunk-Z7LUNECE.js +49 -0
- package/dist/chunk-Z7Y2NPHY.js +186 -0
- package/dist/chunk-ZJZAOKI7.js +254 -0
- package/dist/chunk-ZLX3KGXX.js +173 -0
- package/dist/chunk-ZSVQT3PW.js +43 -0
- package/dist/completion/ApiKeyPoolService.cjs +23 -48
- package/dist/completion/ApiKeyPoolService.d.cts +150 -2
- package/dist/completion/ApiKeyPoolService.d.ts +150 -2
- package/dist/completion/BuiltinToolExecutor.cjs +9 -324
- package/dist/completion/BuiltinToolExecutor.js +6 -290
- package/dist/completion/CompletionService.cjs +38 -3487
- package/dist/completion/CompletionService.d.cts +3 -2
- package/dist/completion/CompletionService.d.ts +3 -2
- package/dist/completion/CompletionService.js +34 -3457
- package/dist/completion/NativeSearchInjector.cjs +8 -192
- package/dist/completion/NativeSearchInjector.js +7 -162
- package/dist/completion/ProviderSearchInjector.cjs +12 -39
- package/dist/completion/native-search-types.cjs +13 -66
- package/dist/completion/native-search-types.js +7 -31
- package/dist/completion/openrouter-headers.cjs +15 -71
- package/dist/completion/openrouter-headers.js +8 -34
- package/dist/completion/openrouter-models.cjs +10 -67
- package/dist/completion/openrouter-models.js +4 -34
- package/dist/completion/types.cjs +1 -18
- package/dist/completion/url-builder.cjs +24 -138
- package/dist/completion/url-builder.js +12 -92
- package/dist/completion.cjs +55 -3989
- package/dist/completion.d.cts +3 -2
- package/dist/completion.d.ts +3 -2
- package/dist/completion.js +63 -3953
- package/dist/index.cjs +197 -10429
- package/dist/index.d.cts +9 -2
- package/dist/index.d.ts +9 -2
- package/dist/index.js +125 -10268
- package/dist/logger-4GvQNzhE.d.cts +22 -0
- package/dist/logger-4GvQNzhE.d.ts +22 -0
- package/dist/outbound-api/routeResolver.cjs +7 -217
- package/dist/outbound-api/routeResolver.d.cts +2 -1
- package/dist/outbound-api/routeResolver.d.ts +2 -1
- package/dist/outbound-api/routeResolver.js +6 -187
- package/dist/outbound-api/subscriptionRegistryPort.cjs +7 -37
- package/dist/outbound-api/subscriptionRegistryPort.d.cts +2 -1
- package/dist/outbound-api/subscriptionRegistryPort.d.ts +2 -1
- package/dist/outbound-api/subscriptionRegistryPort.js +4 -8
- package/dist/outbound-api/types.cjs +1 -18
- package/dist/outbound-api/types.d.cts +2 -1
- package/dist/outbound-api/types.d.ts +2 -1
- package/dist/outbound-api.cjs +35 -5221
- package/dist/outbound-api.d.cts +2 -1
- package/dist/outbound-api.d.ts +2 -1
- package/dist/outbound-api.js +54 -5194
- package/dist/pipeline/AuthSource.cjs +1 -18
- package/dist/pipeline/LlmConfigProviderAuth.cjs +5 -166
- package/dist/pipeline/LlmConfigProviderAuth.d.cts +2 -1
- package/dist/pipeline/LlmConfigProviderAuth.d.ts +2 -1
- package/dist/pipeline/LlmConfigProviderAuth.js +5 -139
- package/dist/pipeline/SubscriptionAuthSource.cjs +6 -128
- package/dist/pipeline/SubscriptionAuthSource.js +5 -99
- package/dist/pipeline/SubscriptionAuthStrategy.cjs +1 -18
- package/dist/pipeline/executeProviderCall.cjs +5 -69
- package/dist/pipeline/executeProviderCall.js +3 -42
- package/dist/pipeline/resolveProviderChain.cjs +5 -46
- package/dist/pipeline/resolveProviderChain.js +3 -19
- package/dist/pipeline/resolveSubscriptionChain.cjs +5 -67
- package/dist/pipeline/resolveSubscriptionChain.js +3 -40
- package/dist/ports/gemini-code-assist-resolver.cjs +7 -37
- package/dist/ports/gemini-code-assist-resolver.js +4 -8
- package/dist/ports/pricing-store.cjs +1 -0
- package/dist/ports/pricing-store.d.cts +50 -0
- package/dist/ports/pricing-store.d.ts +50 -0
- package/dist/ports/pricing-store.js +0 -0
- package/dist/ports/provider-config-source.cjs +1 -18
- package/dist/ports/usage-event-store.cjs +1 -0
- package/dist/ports/usage-event-store.d.cts +29 -0
- package/dist/ports/usage-event-store.d.ts +29 -0
- package/dist/ports/usage-event-store.js +0 -0
- package/dist/ports/web-search-backend.cjs +1 -18
- package/dist/ports.cjs +1 -18
- package/dist/ports.d.cts +6 -1
- package/dist/ports.d.ts +6 -1
- package/dist/provider-proxy/ProviderProxy.cjs +40 -4643
- package/dist/provider-proxy/ProviderProxy.d.cts +2 -1
- package/dist/provider-proxy/ProviderProxy.d.ts +2 -1
- package/dist/provider-proxy/ProviderProxy.js +35 -4613
- package/dist/provider-proxy/ingress/providerProxyShared.cjs +35 -2941
- package/dist/provider-proxy/ingress/providerProxyShared.d.cts +2 -1
- package/dist/provider-proxy/ingress/providerProxyShared.d.ts +2 -1
- package/dist/provider-proxy/ingress/providerProxyShared.js +41 -2914
- package/dist/provider-proxy/matchText.cjs +11 -72
- package/dist/provider-proxy/matchText.js +6 -39
- package/dist/provider-proxy/types.cjs +1 -18
- package/dist/provider-proxy/types.d.cts +2 -1
- package/dist/provider-proxy/types.d.ts +2 -1
- package/dist/provider-proxy.cjs +35 -4655
- package/dist/provider-proxy.d.cts +2 -1
- package/dist/provider-proxy.d.ts +2 -1
- package/dist/provider-proxy.js +39 -4628
- package/dist/serializeError.cjs +5 -81
- package/dist/serializeError.js +3 -54
- package/dist/sse-parser.cjs +7 -455
- package/dist/sse-parser.js +4 -426
- package/dist/transformer/TransformerChainExecutor.cjs +4 -318
- package/dist/transformer/TransformerChainExecutor.js +4 -291
- package/dist/transformer/TransformerService.cjs +5 -289
- package/dist/transformer/TransformerService.js +3 -262
- package/dist/transformer/anthropicBetaInject.cjs +7 -50
- package/dist/transformer/anthropicBetaInject.js +4 -21
- package/dist/transformer/transformers/AnthropicTransformer.cjs +3 -1014
- package/dist/transformer/transformers/AnthropicTransformer.js +3 -987
- package/dist/transformer/transformers/GeminiCodeAssistTransformer.cjs +4 -1106
- package/dist/transformer/transformers/GeminiCodeAssistTransformer.js +7 -1079
- package/dist/transformer/transformers/GeminiTransformer.cjs +4 -1010
- package/dist/transformer/transformers/GeminiTransformer.js +4 -983
- package/dist/transformer/transformers/OpenAIResponseTransformer.cjs +3 -535
- package/dist/transformer/transformers/OpenAIResponseTransformer.js +3 -510
- package/dist/transformer/transformers/OpenCodeGoTransformer.cjs +5 -72
- package/dist/transformer/transformers/OpenCodeGoTransformer.js +3 -45
- package/dist/transformer/transformers/ReasoningTransformer.cjs +3 -270
- package/dist/transformer/transformers/ReasoningTransformer.js +2 -249
- package/dist/transformer/transformers.cjs +10 -3177
- package/dist/transformer/transformers.js +23 -3158
- package/dist/transformer/types.cjs +1 -18
- package/dist/transformer.cjs +13 -3726
- package/dist/transformer.js +17 -3706
- package/dist/usage/pricing-engine.cjs +6 -0
- package/dist/usage/pricing-engine.d.cts +83 -0
- package/dist/usage/pricing-engine.d.ts +83 -0
- package/dist/usage/pricing-engine.js +6 -0
- package/dist/usage/usage-recorder.cjs +6 -0
- package/dist/usage/usage-recorder.d.cts +73 -0
- package/dist/usage/usage-recorder.d.ts +73 -0
- package/dist/usage/usage-recorder.js +6 -0
- package/dist/usage.cjs +11 -0
- package/dist/usage.d.cts +8 -0
- package/dist/usage.d.ts +8 -0
- package/dist/usage.js +11 -0
- package/package.json +1 -1
- package/dist/ApiKeyPoolService-BmMkau07.d.cts +0 -170
- package/dist/ApiKeyPoolService-BmMkau07.d.ts +0 -170
|
@@ -0,0 +1,431 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }// src/sse-parser.ts
|
|
2
|
+
var DEBUG_SSE = true;
|
|
3
|
+
function debugSSE(prefix, ...args) {
|
|
4
|
+
if (DEBUG_SSE) {
|
|
5
|
+
console.log(`[SSE-Parser] ${prefix}`, ...args);
|
|
6
|
+
}
|
|
7
|
+
}
|
|
8
|
+
function createSSEParser(format, callbacks) {
|
|
9
|
+
const state = {
|
|
10
|
+
buffer: "",
|
|
11
|
+
content: "",
|
|
12
|
+
reasoning: "",
|
|
13
|
+
usage: void 0,
|
|
14
|
+
isDone: false,
|
|
15
|
+
streamStartTime: void 0,
|
|
16
|
+
firstTokenTime: void 0,
|
|
17
|
+
streamEndTime: void 0,
|
|
18
|
+
blocks: [],
|
|
19
|
+
currentBlockIndex: -1,
|
|
20
|
+
currentBlockType: "",
|
|
21
|
+
inputJsonBuffer: "",
|
|
22
|
+
audios: [],
|
|
23
|
+
videos: []
|
|
24
|
+
};
|
|
25
|
+
function parseOpenAIEvent(data) {
|
|
26
|
+
if (data === "[DONE]") {
|
|
27
|
+
debugSSE("OpenAI [DONE] received, content length:", state.content.length);
|
|
28
|
+
state.isDone = true;
|
|
29
|
+
_optionalChain([callbacks, 'access', _ => _.onDone, 'optionalCall', _2 => _2()]);
|
|
30
|
+
return;
|
|
31
|
+
}
|
|
32
|
+
try {
|
|
33
|
+
const json = JSON.parse(data);
|
|
34
|
+
_optionalChain([callbacks, 'access', _3 => _3.onRawEvent, 'optionalCall', _4 => _4({ data: json, raw: data })]);
|
|
35
|
+
const delta = _optionalChain([json, 'access', _5 => _5.choices, 'optionalAccess', _6 => _6[0], 'optionalAccess', _7 => _7.delta]);
|
|
36
|
+
const finishReason = _optionalChain([json, 'access', _8 => _8.choices, 'optionalAccess', _9 => _9[0], 'optionalAccess', _10 => _10.finish_reason]);
|
|
37
|
+
if (finishReason) {
|
|
38
|
+
debugSSE("OpenAI finish_reason:", finishReason, "content length so far:", state.content.length);
|
|
39
|
+
}
|
|
40
|
+
if (_optionalChain([delta, 'optionalAccess', _11 => _11.content])) {
|
|
41
|
+
if (!state.firstTokenTime) {
|
|
42
|
+
state.firstTokenTime = Date.now();
|
|
43
|
+
}
|
|
44
|
+
state.content += delta.content;
|
|
45
|
+
_optionalChain([callbacks, 'access', _12 => _12.onDelta, 'optionalCall', _13 => _13(delta.content)]);
|
|
46
|
+
}
|
|
47
|
+
if (_optionalChain([delta, 'optionalAccess', _14 => _14.reasoning_content])) {
|
|
48
|
+
state.reasoning += delta.reasoning_content;
|
|
49
|
+
_optionalChain([callbacks, 'access', _15 => _15.onReasoning, 'optionalCall', _16 => _16(delta.reasoning_content)]);
|
|
50
|
+
}
|
|
51
|
+
if (_optionalChain([delta, 'optionalAccess', _17 => _17.audio])) {
|
|
52
|
+
const audioData = delta.audio;
|
|
53
|
+
if (audioData.data) {
|
|
54
|
+
const mimeType = audioData.format ? `audio/${audioData.format}` : "audio/wav";
|
|
55
|
+
const audio = {
|
|
56
|
+
url: audioData.data.startsWith("data:") ? audioData.data : `data:${mimeType};base64,${audioData.data}`,
|
|
57
|
+
mimeType
|
|
58
|
+
};
|
|
59
|
+
state.audios.push(audio);
|
|
60
|
+
_optionalChain([callbacks, 'access', _18 => _18.onAudio, 'optionalCall', _19 => _19(audio)]);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
if (json.usage) {
|
|
64
|
+
debugSSE("OpenAI usage received:", JSON.stringify(json.usage));
|
|
65
|
+
debugSSE("OpenAI final chunk full data:", JSON.stringify(json));
|
|
66
|
+
state.usage = {
|
|
67
|
+
promptTokens: json.usage.prompt_tokens || 0,
|
|
68
|
+
completionTokens: json.usage.completion_tokens || 0,
|
|
69
|
+
totalTokens: json.usage.total_tokens || 0
|
|
70
|
+
};
|
|
71
|
+
_optionalChain([callbacks, 'access', _20 => _20.onUsage, 'optionalCall', _21 => _21(state.usage)]);
|
|
72
|
+
}
|
|
73
|
+
if (finishReason === "stop" || finishReason === "end_turn" || finishReason === "length") {
|
|
74
|
+
debugSSE("OpenAI stream marked done due to finish_reason:", finishReason);
|
|
75
|
+
}
|
|
76
|
+
} catch (e) {
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
function parseAnthropicEvent(data) {
|
|
80
|
+
try {
|
|
81
|
+
const json = JSON.parse(data);
|
|
82
|
+
_optionalChain([callbacks, 'access', _22 => _22.onRawEvent, 'optionalCall', _23 => _23({ type: json.type, data: json, raw: data })]);
|
|
83
|
+
if (json.type === "content_block_start") {
|
|
84
|
+
const contentBlock = json.content_block;
|
|
85
|
+
const blockIndex = _nullishCoalesce(json.index, () => ( -1));
|
|
86
|
+
if (_optionalChain([contentBlock, 'optionalAccess', _24 => _24.type]) === "thinking") {
|
|
87
|
+
debugSSE("THINKING BLOCK STARTED!");
|
|
88
|
+
}
|
|
89
|
+
if (_optionalChain([contentBlock, 'optionalAccess', _25 => _25.type]) === "server_tool_use") {
|
|
90
|
+
state.currentBlockIndex = blockIndex;
|
|
91
|
+
state.currentBlockType = "server_tool_use";
|
|
92
|
+
state.inputJsonBuffer = "";
|
|
93
|
+
const toolUseBlock = {
|
|
94
|
+
id: contentBlock.id || `block_${Date.now()}`,
|
|
95
|
+
type: "tool_use",
|
|
96
|
+
toolId: contentBlock.id || "",
|
|
97
|
+
toolName: contentBlock.name || "web_search",
|
|
98
|
+
input: contentBlock.input || {},
|
|
99
|
+
status: "running"
|
|
100
|
+
};
|
|
101
|
+
state.blocks.push(toolUseBlock);
|
|
102
|
+
_optionalChain([callbacks, 'access', _26 => _26.onBlock, 'optionalCall', _27 => _27(toolUseBlock)]);
|
|
103
|
+
}
|
|
104
|
+
if (_optionalChain([contentBlock, 'optionalAccess', _28 => _28.type]) === "web_search_tool_result") {
|
|
105
|
+
state.currentBlockIndex = blockIndex;
|
|
106
|
+
state.currentBlockType = "web_search_tool_result";
|
|
107
|
+
const searchResults = contentBlock.content;
|
|
108
|
+
let output = "";
|
|
109
|
+
if (Array.isArray(searchResults)) {
|
|
110
|
+
output = searchResults.filter((r) => r.type === "web_search_result").map(
|
|
111
|
+
(r) => `**${r.title || "Untitled"}**
|
|
112
|
+
${r.url || ""}
|
|
113
|
+
${r.encrypted_content ? "(encrypted)" : r.page_content || r.snippet || ""}`
|
|
114
|
+
).join("\n\n");
|
|
115
|
+
}
|
|
116
|
+
const lastToolUse = [...state.blocks].reverse().find(
|
|
117
|
+
(b) => b.type === "tool_use"
|
|
118
|
+
);
|
|
119
|
+
const toolResultBlock = {
|
|
120
|
+
id: `result_${Date.now()}`,
|
|
121
|
+
type: "tool_result",
|
|
122
|
+
toolId: _optionalChain([lastToolUse, 'optionalAccess', _29 => _29.toolId]) || "",
|
|
123
|
+
toolName: _optionalChain([lastToolUse, 'optionalAccess', _30 => _30.toolName]) || "web_search",
|
|
124
|
+
output: output || "(no results)"
|
|
125
|
+
};
|
|
126
|
+
state.blocks.push(toolResultBlock);
|
|
127
|
+
_optionalChain([callbacks, 'access', _31 => _31.onBlock, 'optionalCall', _32 => _32(toolResultBlock)]);
|
|
128
|
+
if (lastToolUse) {
|
|
129
|
+
lastToolUse.status = "completed";
|
|
130
|
+
_optionalChain([callbacks, 'access', _33 => _33.onBlock, 'optionalCall', _34 => _34(lastToolUse)]);
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
if (json.type === "content_block_delta") {
|
|
135
|
+
const delta = json.delta;
|
|
136
|
+
if (_optionalChain([delta, 'optionalAccess', _35 => _35.type]) === "text_delta" && _optionalChain([delta, 'optionalAccess', _36 => _36.text])) {
|
|
137
|
+
if (!state.firstTokenTime) {
|
|
138
|
+
state.firstTokenTime = Date.now();
|
|
139
|
+
}
|
|
140
|
+
state.content += delta.text;
|
|
141
|
+
_optionalChain([callbacks, 'access', _37 => _37.onDelta, 'optionalCall', _38 => _38(delta.text)]);
|
|
142
|
+
}
|
|
143
|
+
if (_optionalChain([delta, 'optionalAccess', _39 => _39.type]) === "thinking_delta" && _optionalChain([delta, 'optionalAccess', _40 => _40.thinking])) {
|
|
144
|
+
state.reasoning += delta.thinking;
|
|
145
|
+
_optionalChain([callbacks, 'access', _41 => _41.onReasoning, 'optionalCall', _42 => _42(delta.thinking)]);
|
|
146
|
+
}
|
|
147
|
+
if (_optionalChain([delta, 'optionalAccess', _43 => _43.type]) === "input_json_delta" && _optionalChain([delta, 'optionalAccess', _44 => _44.partial_json])) {
|
|
148
|
+
state.inputJsonBuffer += delta.partial_json;
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
if (json.type === "content_block_stop") {
|
|
152
|
+
if (state.currentBlockType === "server_tool_use" && state.inputJsonBuffer) {
|
|
153
|
+
const lastToolUse = [...state.blocks].reverse().find(
|
|
154
|
+
(b) => b.type === "tool_use"
|
|
155
|
+
);
|
|
156
|
+
if (lastToolUse) {
|
|
157
|
+
try {
|
|
158
|
+
lastToolUse.input = JSON.parse(state.inputJsonBuffer);
|
|
159
|
+
} catch (e2) {
|
|
160
|
+
lastToolUse.input = { raw: state.inputJsonBuffer };
|
|
161
|
+
}
|
|
162
|
+
_optionalChain([callbacks, 'access', _45 => _45.onBlock, 'optionalCall', _46 => _46(lastToolUse)]);
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
state.currentBlockIndex = -1;
|
|
166
|
+
state.currentBlockType = "";
|
|
167
|
+
state.inputJsonBuffer = "";
|
|
168
|
+
}
|
|
169
|
+
if (json.type === "message_delta" && json.usage) {
|
|
170
|
+
state.usage = {
|
|
171
|
+
promptTokens: json.usage.input_tokens || 0,
|
|
172
|
+
completionTokens: json.usage.output_tokens || 0,
|
|
173
|
+
totalTokens: (json.usage.input_tokens || 0) + (json.usage.output_tokens || 0)
|
|
174
|
+
};
|
|
175
|
+
_optionalChain([callbacks, 'access', _47 => _47.onUsage, 'optionalCall', _48 => _48(state.usage)]);
|
|
176
|
+
}
|
|
177
|
+
if (json.type === "message_stop") {
|
|
178
|
+
state.isDone = true;
|
|
179
|
+
_optionalChain([callbacks, 'access', _49 => _49.onDone, 'optionalCall', _50 => _50()]);
|
|
180
|
+
}
|
|
181
|
+
if (json.type === "error") {
|
|
182
|
+
_optionalChain([callbacks, 'access', _51 => _51.onError, 'optionalCall', _52 => _52(_optionalChain([json, 'access', _53 => _53.error, 'optionalAccess', _54 => _54.message]) || "Unknown error")]);
|
|
183
|
+
}
|
|
184
|
+
} catch (e3) {
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
function parseGeminiEvent(data) {
|
|
188
|
+
try {
|
|
189
|
+
const json = JSON.parse(data);
|
|
190
|
+
_optionalChain([callbacks, 'access', _55 => _55.onRawEvent, 'optionalCall', _56 => _56({ data: json, raw: data })]);
|
|
191
|
+
const candidates = json.candidates;
|
|
192
|
+
if (candidates && candidates.length > 0) {
|
|
193
|
+
const candidate = candidates[0];
|
|
194
|
+
const content = candidate.content;
|
|
195
|
+
if (_optionalChain([content, 'optionalAccess', _57 => _57.parts])) {
|
|
196
|
+
for (const part of content.parts) {
|
|
197
|
+
if (part.thought === true && part.text) {
|
|
198
|
+
state.reasoning += part.text;
|
|
199
|
+
_optionalChain([callbacks, 'access', _58 => _58.onReasoning, 'optionalCall', _59 => _59(part.text)]);
|
|
200
|
+
} else if (part.text) {
|
|
201
|
+
if (!state.firstTokenTime) {
|
|
202
|
+
state.firstTokenTime = Date.now();
|
|
203
|
+
}
|
|
204
|
+
state.content += part.text;
|
|
205
|
+
_optionalChain([callbacks, 'access', _60 => _60.onDelta, 'optionalCall', _61 => _61(part.text)]);
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
const finishReason = candidate.finishReason;
|
|
210
|
+
if (finishReason === "STOP" || finishReason === "MAX_TOKENS" || finishReason === "SAFETY") {
|
|
211
|
+
debugSSE("Gemini finish reason:", finishReason);
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
const usage = json.usageMetadata;
|
|
215
|
+
if (usage) {
|
|
216
|
+
state.usage = {
|
|
217
|
+
promptTokens: usage.promptTokenCount || 0,
|
|
218
|
+
completionTokens: usage.candidatesTokenCount || 0,
|
|
219
|
+
totalTokens: usage.totalTokenCount || 0
|
|
220
|
+
};
|
|
221
|
+
_optionalChain([callbacks, 'access', _62 => _62.onUsage, 'optionalCall', _63 => _63(state.usage)]);
|
|
222
|
+
debugSSE("Gemini usage:", state.usage);
|
|
223
|
+
}
|
|
224
|
+
if (json.error) {
|
|
225
|
+
_optionalChain([callbacks, 'access', _64 => _64.onError, 'optionalCall', _65 => _65(json.error.message || "Gemini API error")]);
|
|
226
|
+
}
|
|
227
|
+
} catch (e4) {
|
|
228
|
+
}
|
|
229
|
+
}
|
|
230
|
+
function parseOpenAIResponseEvent(data) {
|
|
231
|
+
try {
|
|
232
|
+
const json = JSON.parse(data);
|
|
233
|
+
_optionalChain([callbacks, 'access', _66 => _66.onRawEvent, 'optionalCall', _67 => _67({ type: json.type, data: json, raw: data })]);
|
|
234
|
+
switch (json.type) {
|
|
235
|
+
case "response.output_text.delta":
|
|
236
|
+
if (json.delta) {
|
|
237
|
+
if (!state.firstTokenTime) {
|
|
238
|
+
state.firstTokenTime = Date.now();
|
|
239
|
+
}
|
|
240
|
+
state.content += json.delta;
|
|
241
|
+
_optionalChain([callbacks, 'access', _68 => _68.onDelta, 'optionalCall', _69 => _69(json.delta)]);
|
|
242
|
+
}
|
|
243
|
+
break;
|
|
244
|
+
case "response.reasoning_summary_text.delta":
|
|
245
|
+
if (json.delta) {
|
|
246
|
+
state.reasoning += json.delta;
|
|
247
|
+
_optionalChain([callbacks, 'access', _70 => _70.onReasoning, 'optionalCall', _71 => _71(json.delta)]);
|
|
248
|
+
}
|
|
249
|
+
break;
|
|
250
|
+
case "response.completed": {
|
|
251
|
+
const response = json.response;
|
|
252
|
+
if (_optionalChain([response, 'optionalAccess', _72 => _72.usage])) {
|
|
253
|
+
state.usage = {
|
|
254
|
+
promptTokens: response.usage.input_tokens || 0,
|
|
255
|
+
completionTokens: response.usage.output_tokens || 0,
|
|
256
|
+
totalTokens: (response.usage.input_tokens || 0) + (response.usage.output_tokens || 0)
|
|
257
|
+
};
|
|
258
|
+
_optionalChain([callbacks, 'access', _73 => _73.onUsage, 'optionalCall', _74 => _74(state.usage)]);
|
|
259
|
+
}
|
|
260
|
+
state.isDone = true;
|
|
261
|
+
_optionalChain([callbacks, 'access', _75 => _75.onDone, 'optionalCall', _76 => _76()]);
|
|
262
|
+
break;
|
|
263
|
+
}
|
|
264
|
+
case "error":
|
|
265
|
+
_optionalChain([callbacks, 'access', _77 => _77.onError, 'optionalCall', _78 => _78(_optionalChain([json, 'access', _79 => _79.error, 'optionalAccess', _80 => _80.message]) || json.message || "Unknown error")]);
|
|
266
|
+
break;
|
|
267
|
+
// Informational events — no-op
|
|
268
|
+
// response.created, response.in_progress, response.output_item.added,
|
|
269
|
+
// response.content_part.added, response.output_text.done,
|
|
270
|
+
// response.content_part.done, response.output_item.done, etc.
|
|
271
|
+
default:
|
|
272
|
+
break;
|
|
273
|
+
}
|
|
274
|
+
} catch (e5) {
|
|
275
|
+
}
|
|
276
|
+
}
|
|
277
|
+
function processEventBlock(eventBlock) {
|
|
278
|
+
const lines = eventBlock.split("\n");
|
|
279
|
+
const dataLines = [];
|
|
280
|
+
for (const line of lines) {
|
|
281
|
+
if (line.startsWith("data: ")) {
|
|
282
|
+
dataLines.push(line.slice(6));
|
|
283
|
+
} else if (line.trim() !== "" && !line.startsWith(":")) {
|
|
284
|
+
}
|
|
285
|
+
}
|
|
286
|
+
if (dataLines.length > 0) {
|
|
287
|
+
const data = dataLines.join("\n");
|
|
288
|
+
if (format === "openai") {
|
|
289
|
+
parseOpenAIEvent(data);
|
|
290
|
+
} else if (format === "gemini") {
|
|
291
|
+
parseGeminiEvent(data);
|
|
292
|
+
} else if (format === "openai-response") {
|
|
293
|
+
parseOpenAIResponseEvent(data);
|
|
294
|
+
} else {
|
|
295
|
+
parseAnthropicEvent(data);
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
}
|
|
299
|
+
return {
|
|
300
|
+
/**
|
|
301
|
+
* Push a chunk of data to the parser
|
|
302
|
+
* @param chunk - Raw SSE chunk from response stream
|
|
303
|
+
*/
|
|
304
|
+
push(chunk) {
|
|
305
|
+
if (state.isDone) return;
|
|
306
|
+
if (!state.streamStartTime) {
|
|
307
|
+
state.streamStartTime = Date.now();
|
|
308
|
+
}
|
|
309
|
+
state.buffer += chunk;
|
|
310
|
+
const events = state.buffer.split("\n\n");
|
|
311
|
+
state.buffer = events.pop() || "";
|
|
312
|
+
for (const eventBlock of events) {
|
|
313
|
+
processEventBlock(eventBlock);
|
|
314
|
+
if (state.isDone) break;
|
|
315
|
+
}
|
|
316
|
+
},
|
|
317
|
+
/**
|
|
318
|
+
* Flush any remaining data in the buffer
|
|
319
|
+
*/
|
|
320
|
+
flush() {
|
|
321
|
+
debugSSE("flush() called, buffer length:", state.buffer.length, "isDone:", state.isDone);
|
|
322
|
+
if (state.buffer.trim()) {
|
|
323
|
+
debugSSE("flush() processing remaining buffer:", state.buffer.substring(0, 200));
|
|
324
|
+
processEventBlock(state.buffer);
|
|
325
|
+
state.buffer = "";
|
|
326
|
+
}
|
|
327
|
+
state.streamEndTime = Date.now();
|
|
328
|
+
if (!state.isDone) {
|
|
329
|
+
debugSSE("flush() marking stream as done, final content length:", state.content.length);
|
|
330
|
+
state.isDone = true;
|
|
331
|
+
_optionalChain([callbacks, 'access', _81 => _81.onDone, 'optionalCall', _82 => _82()]);
|
|
332
|
+
}
|
|
333
|
+
},
|
|
334
|
+
/**
|
|
335
|
+
* Get accumulated results
|
|
336
|
+
*/
|
|
337
|
+
getResult() {
|
|
338
|
+
let metrics;
|
|
339
|
+
if (state.usage && state.firstTokenTime && state.streamEndTime) {
|
|
340
|
+
const timeCompletionMs = state.streamEndTime - state.firstTokenTime;
|
|
341
|
+
const timeFirstTokenMs = state.streamStartTime ? state.firstTokenTime - state.streamStartTime : void 0;
|
|
342
|
+
metrics = {
|
|
343
|
+
completionTokens: state.usage.completionTokens,
|
|
344
|
+
timeCompletionMs: timeCompletionMs > 0 ? timeCompletionMs : 1,
|
|
345
|
+
// Ensure at least 1ms
|
|
346
|
+
timeFirstTokenMs
|
|
347
|
+
};
|
|
348
|
+
}
|
|
349
|
+
if (state.reasoning) {
|
|
350
|
+
const thinkingBlock = {
|
|
351
|
+
id: `thinking_${Date.now()}`,
|
|
352
|
+
type: "thinking",
|
|
353
|
+
content: state.reasoning
|
|
354
|
+
};
|
|
355
|
+
state.blocks.unshift(thinkingBlock);
|
|
356
|
+
}
|
|
357
|
+
return {
|
|
358
|
+
content: state.content,
|
|
359
|
+
reasoning: state.reasoning,
|
|
360
|
+
usage: state.usage,
|
|
361
|
+
metrics,
|
|
362
|
+
blocks: state.blocks,
|
|
363
|
+
audios: state.audios,
|
|
364
|
+
videos: state.videos
|
|
365
|
+
};
|
|
366
|
+
},
|
|
367
|
+
/**
|
|
368
|
+
* Check if stream is complete
|
|
369
|
+
*/
|
|
370
|
+
isDone() {
|
|
371
|
+
return state.isDone;
|
|
372
|
+
},
|
|
373
|
+
/**
|
|
374
|
+
* Reset parser state for reuse
|
|
375
|
+
*/
|
|
376
|
+
reset() {
|
|
377
|
+
state.buffer = "";
|
|
378
|
+
state.content = "";
|
|
379
|
+
state.reasoning = "";
|
|
380
|
+
state.usage = void 0;
|
|
381
|
+
state.isDone = false;
|
|
382
|
+
state.streamStartTime = void 0;
|
|
383
|
+
state.firstTokenTime = void 0;
|
|
384
|
+
state.streamEndTime = void 0;
|
|
385
|
+
state.blocks = [];
|
|
386
|
+
state.currentBlockIndex = -1;
|
|
387
|
+
state.currentBlockType = "";
|
|
388
|
+
state.inputJsonBuffer = "";
|
|
389
|
+
state.audios = [];
|
|
390
|
+
state.videos = [];
|
|
391
|
+
}
|
|
392
|
+
};
|
|
393
|
+
}
|
|
394
|
+
async function streamSSEResponse(response, format, callbacks) {
|
|
395
|
+
debugSSE("streamSSEResponse started, format:", format);
|
|
396
|
+
const reader = _optionalChain([response, 'access', _83 => _83.body, 'optionalAccess', _84 => _84.getReader, 'call', _85 => _85()]);
|
|
397
|
+
if (!reader) {
|
|
398
|
+
_optionalChain([callbacks, 'access', _86 => _86.onError, 'optionalCall', _87 => _87("No response body")]);
|
|
399
|
+
return { content: "", reasoning: "", blocks: [], audios: [], videos: [] };
|
|
400
|
+
}
|
|
401
|
+
const decoder = new TextDecoder();
|
|
402
|
+
const parser = createSSEParser(format, callbacks);
|
|
403
|
+
let chunkCount = 0;
|
|
404
|
+
try {
|
|
405
|
+
while (true) {
|
|
406
|
+
const { done, value } = await reader.read();
|
|
407
|
+
if (done) {
|
|
408
|
+
debugSSE("Reader done signal received after", chunkCount, "chunks");
|
|
409
|
+
break;
|
|
410
|
+
}
|
|
411
|
+
const chunk = decoder.decode(value, { stream: true });
|
|
412
|
+
chunkCount++;
|
|
413
|
+
parser.push(chunk);
|
|
414
|
+
if (parser.isDone()) {
|
|
415
|
+
debugSSE("Parser isDone after", chunkCount, "chunks");
|
|
416
|
+
break;
|
|
417
|
+
}
|
|
418
|
+
}
|
|
419
|
+
parser.flush();
|
|
420
|
+
const result = parser.getResult();
|
|
421
|
+
debugSSE("streamSSEResponse complete, content length:", result.content.length, "completionTokens:", _optionalChain([result, 'access', _88 => _88.usage, 'optionalAccess', _89 => _89.completionTokens]), "usage:", result.usage);
|
|
422
|
+
return result;
|
|
423
|
+
} finally {
|
|
424
|
+
reader.releaseLock();
|
|
425
|
+
}
|
|
426
|
+
}
|
|
427
|
+
|
|
428
|
+
|
|
429
|
+
|
|
430
|
+
|
|
431
|
+
exports.createSSEParser = createSSEParser; exports.streamSSEResponse = streamSSEResponse;
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
// src/pipeline/executeProviderCall.ts
|
|
2
|
+
async function executeProviderCall(ctx) {
|
|
3
|
+
const {
|
|
4
|
+
executor,
|
|
5
|
+
request,
|
|
6
|
+
provider,
|
|
7
|
+
chain,
|
|
8
|
+
endpointTransformer,
|
|
9
|
+
extendedContext,
|
|
10
|
+
resolveUrl,
|
|
11
|
+
buildHeaders,
|
|
12
|
+
prepareBody,
|
|
13
|
+
fetchFn,
|
|
14
|
+
runResponseChain = false,
|
|
15
|
+
responseChainRequest
|
|
16
|
+
} = ctx;
|
|
17
|
+
const { requestBody, config } = await executor.executeRequestChain(
|
|
18
|
+
request,
|
|
19
|
+
provider,
|
|
20
|
+
chain,
|
|
21
|
+
{ endpointTransformer, extendedContext }
|
|
22
|
+
);
|
|
23
|
+
const finalBody = prepareBody ? await prepareBody(requestBody, config) : requestBody;
|
|
24
|
+
const url = resolveUrl(config);
|
|
25
|
+
const headers = buildHeaders(config);
|
|
26
|
+
const fetched = await fetchFn(url, headers, finalBody);
|
|
27
|
+
let response = fetched;
|
|
28
|
+
if (runResponseChain) {
|
|
29
|
+
response = await executor.executeResponseChain(
|
|
30
|
+
// Preserve the EXACT first arg each site passed: proxy → requestBody,
|
|
31
|
+
// unified ingresses → their pre-transform request. The caller supplies
|
|
32
|
+
// it via `responseChainRequest`; fall back to `requestBody` (the proxy
|
|
33
|
+
// shape) so the contract is never silently `undefined`.
|
|
34
|
+
responseChainRequest ?? requestBody,
|
|
35
|
+
fetched,
|
|
36
|
+
provider,
|
|
37
|
+
chain,
|
|
38
|
+
{ endpointTransformer }
|
|
39
|
+
);
|
|
40
|
+
}
|
|
41
|
+
return { response, requestBody, finalBody, config, url, headers };
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
export {
|
|
45
|
+
executeProviderCall
|
|
46
|
+
};
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
// src/pipeline/resolveProviderChain.ts
|
|
2
|
+
async function resolveProviderChain(llmConfig, providerId, model) {
|
|
3
|
+
const cachedChain = await llmConfig.resolveTransformerChain(providerId, model);
|
|
4
|
+
const mainTransformer = await llmConfig.getMainTransformer(providerId);
|
|
5
|
+
const chain = {
|
|
6
|
+
providerTransformers: [...cachedChain.providerTransformers],
|
|
7
|
+
modelTransformers: [...cachedChain.modelTransformers]
|
|
8
|
+
};
|
|
9
|
+
if (mainTransformer) {
|
|
10
|
+
const alreadyInChain = chain.providerTransformers.some(
|
|
11
|
+
(t) => t.name === mainTransformer.name
|
|
12
|
+
);
|
|
13
|
+
if (!alreadyInChain) {
|
|
14
|
+
chain.providerTransformers.unshift(mainTransformer);
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
const hasTransformers = chain.providerTransformers.length > 0 || chain.modelTransformers.length > 0;
|
|
18
|
+
return { chain, mainTransformer, hasTransformers };
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
export {
|
|
22
|
+
resolveProviderChain
|
|
23
|
+
};
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } }// src/pipeline/executeProviderCall.ts
|
|
2
|
+
async function executeProviderCall(ctx) {
|
|
3
|
+
const {
|
|
4
|
+
executor,
|
|
5
|
+
request,
|
|
6
|
+
provider,
|
|
7
|
+
chain,
|
|
8
|
+
endpointTransformer,
|
|
9
|
+
extendedContext,
|
|
10
|
+
resolveUrl,
|
|
11
|
+
buildHeaders,
|
|
12
|
+
prepareBody,
|
|
13
|
+
fetchFn,
|
|
14
|
+
runResponseChain = false,
|
|
15
|
+
responseChainRequest
|
|
16
|
+
} = ctx;
|
|
17
|
+
const { requestBody, config } = await executor.executeRequestChain(
|
|
18
|
+
request,
|
|
19
|
+
provider,
|
|
20
|
+
chain,
|
|
21
|
+
{ endpointTransformer, extendedContext }
|
|
22
|
+
);
|
|
23
|
+
const finalBody = prepareBody ? await prepareBody(requestBody, config) : requestBody;
|
|
24
|
+
const url = resolveUrl(config);
|
|
25
|
+
const headers = buildHeaders(config);
|
|
26
|
+
const fetched = await fetchFn(url, headers, finalBody);
|
|
27
|
+
let response = fetched;
|
|
28
|
+
if (runResponseChain) {
|
|
29
|
+
response = await executor.executeResponseChain(
|
|
30
|
+
// Preserve the EXACT first arg each site passed: proxy → requestBody,
|
|
31
|
+
// unified ingresses → their pre-transform request. The caller supplies
|
|
32
|
+
// it via `responseChainRequest`; fall back to `requestBody` (the proxy
|
|
33
|
+
// shape) so the contract is never silently `undefined`.
|
|
34
|
+
_nullishCoalesce(responseChainRequest, () => ( requestBody)),
|
|
35
|
+
fetched,
|
|
36
|
+
provider,
|
|
37
|
+
chain,
|
|
38
|
+
{ endpointTransformer }
|
|
39
|
+
);
|
|
40
|
+
}
|
|
41
|
+
return { response, requestBody, finalBody, config, url, headers };
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
exports.executeProviderCall = executeProviderCall;
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } }
|
|
2
|
+
|
|
3
|
+
var _chunkA2YMUCBTcjs = require('./chunk-A2YMUCBT.cjs');
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
var _chunk6VIXXLMXcjs = require('./chunk-6VIXXLMX.cjs');
|
|
8
|
+
|
|
9
|
+
// src/completion/header-builder.ts
|
|
10
|
+
function getProviderHeaders(provider, apiKey) {
|
|
11
|
+
const format = _chunkA2YMUCBTcjs.resolveApiFormat.call(void 0, provider);
|
|
12
|
+
let headers;
|
|
13
|
+
switch (format) {
|
|
14
|
+
case "anthropic":
|
|
15
|
+
headers = {
|
|
16
|
+
"Content-Type": "application/json",
|
|
17
|
+
"x-api-key": apiKey,
|
|
18
|
+
"anthropic-version": "2025-01-10"
|
|
19
|
+
// Required for extended thinking feature
|
|
20
|
+
};
|
|
21
|
+
break;
|
|
22
|
+
case "google":
|
|
23
|
+
headers = {
|
|
24
|
+
"Content-Type": "application/json",
|
|
25
|
+
"x-goog-api-key": apiKey
|
|
26
|
+
};
|
|
27
|
+
break;
|
|
28
|
+
case "azure-openai":
|
|
29
|
+
headers = {
|
|
30
|
+
"Content-Type": "application/json",
|
|
31
|
+
"api-key": apiKey
|
|
32
|
+
};
|
|
33
|
+
break;
|
|
34
|
+
case "openai":
|
|
35
|
+
case "openai-response":
|
|
36
|
+
default:
|
|
37
|
+
headers = {
|
|
38
|
+
"Content-Type": "application/json",
|
|
39
|
+
"Authorization": `Bearer ${apiKey}`
|
|
40
|
+
};
|
|
41
|
+
break;
|
|
42
|
+
}
|
|
43
|
+
if (_chunk6VIXXLMXcjs.isOpenRouterProvider.call(void 0, provider)) {
|
|
44
|
+
return { ...headers, ..._chunk6VIXXLMXcjs.OPENROUTER_APP_HEADERS };
|
|
45
|
+
}
|
|
46
|
+
return headers;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
// src/pipeline/LlmConfigProviderAuth.ts
|
|
50
|
+
function isReportableStatus(status) {
|
|
51
|
+
return status === 429 || status === 529 || status === 401 || status === 403;
|
|
52
|
+
}
|
|
53
|
+
var LlmConfigProviderAuth = class {
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
/**
|
|
59
|
+
* The current resolved key. Mutable so a Phase-3 caller can read the
|
|
60
|
+
* rotated key after `onResult`; this phase it is only set at construction
|
|
61
|
+
* and updated inside `onResult` (mirroring the inline re-point in
|
|
62
|
+
* `callWithPoolReporting`).
|
|
63
|
+
*/
|
|
64
|
+
|
|
65
|
+
constructor(opts) {
|
|
66
|
+
this.provider = opts.provider;
|
|
67
|
+
this.apiKey = opts.apiKey;
|
|
68
|
+
this.apiKeyPool = _nullishCoalesce(opts.apiKeyPool, () => ( null));
|
|
69
|
+
this.providerId = opts.providerId;
|
|
70
|
+
this.sessionId = opts.sessionId;
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Merge the provider auth headers (and content-type / OpenRouter app
|
|
74
|
+
* headers) into `headers`, exactly as a direct `getProviderHeaders` call
|
|
75
|
+
* would produce them. `hints` are accepted for contract symmetry but the
|
|
76
|
+
* provider-key path does not vary headers by URL/model.
|
|
77
|
+
*/
|
|
78
|
+
applyHeaders(headers, _hints) {
|
|
79
|
+
const authHeaders = getProviderHeaders(this.provider, this.apiKey);
|
|
80
|
+
for (const [k, v] of Object.entries(authHeaders)) {
|
|
81
|
+
headers[k] = v;
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* React to the final HTTP status — the pool-rotation seam (design D5).
|
|
86
|
+
*
|
|
87
|
+
* Reproduces `callWithPoolReporting`'s reportable + success branches:
|
|
88
|
+
* - reportable status (429/529/401/403) on a pool-backed request →
|
|
89
|
+
* `reportError(providerId, sessionId, status)`; when it hands back a
|
|
90
|
+
* `newKey` the session was re-bound, so we adopt it (`this.apiKey`) and
|
|
91
|
+
* return `{ rebound: true, newKey }`. When no key is available it returns
|
|
92
|
+
* `{ rebound: false }` (the session is still cooled/disabled by the report).
|
|
93
|
+
* - success / any 2xx → `reportSuccess(sessionId)`; `{ rebound: false }`.
|
|
94
|
+
* - non-reportable, non-success, or non-pool request → no-op
|
|
95
|
+
* `{ rebound: false }`.
|
|
96
|
+
*
|
|
97
|
+
* NOTE: no caller invokes this in Phase 2; it is unit-tested in isolation.
|
|
98
|
+
*/
|
|
99
|
+
async onResult(status) {
|
|
100
|
+
const pool = this.apiKeyPool;
|
|
101
|
+
const providerId = this.providerId;
|
|
102
|
+
const sessionId = this.sessionId;
|
|
103
|
+
if (!pool || !providerId || !sessionId) {
|
|
104
|
+
return { rebound: false };
|
|
105
|
+
}
|
|
106
|
+
if (isReportableStatus(status)) {
|
|
107
|
+
const newKey = await pool.reportError(providerId, sessionId, status);
|
|
108
|
+
if (newKey) {
|
|
109
|
+
this.apiKey = newKey;
|
|
110
|
+
return { rebound: true, newKey };
|
|
111
|
+
}
|
|
112
|
+
return { rebound: false };
|
|
113
|
+
}
|
|
114
|
+
if (status !== null && status >= 200 && status < 300) {
|
|
115
|
+
pool.reportSuccess(sessionId);
|
|
116
|
+
}
|
|
117
|
+
return { rebound: false };
|
|
118
|
+
}
|
|
119
|
+
};
|
|
120
|
+
|
|
121
|
+
|
|
122
|
+
|
|
123
|
+
|
|
124
|
+
exports.getProviderHeaders = getProviderHeaders; exports.LlmConfigProviderAuth = LlmConfigProviderAuth;
|