@omnicross/core 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ApiConverter.cjs +3 -778
- package/dist/ApiConverter.js +12 -751
- package/dist/{CompletionService-DtOF_War.d.cts → CompletionService-D3a47vdU.d.cts} +2 -1
- package/dist/{CompletionService-7fCmKAP3.d.ts → CompletionService-DdWaAxq0.d.ts} +2 -1
- package/dist/auth/GeminiCodeAssistProjectResolver.cjs +27 -60
- package/dist/auth/GeminiCodeAssistProjectResolver.js +5 -9
- package/dist/builtin-web-fetch-77JZUZGM.cjs +100 -0
- package/dist/builtin-web-fetch-IGLBX2XY.js +100 -0
- package/dist/chunk-2DCNB7DF.cjs +514 -0
- package/dist/chunk-2FEVTJWG.js +4400 -0
- package/dist/chunk-3MEACFK3.js +193 -0
- package/dist/chunk-3OPYJG76.cjs +266 -0
- package/dist/chunk-46RLHI7D.js +0 -0
- package/dist/chunk-46ZIFWYG.cjs +277 -0
- package/dist/chunk-4NBS6KPV.cjs +43 -0
- package/dist/chunk-4VAVYUZS.cjs +991 -0
- package/dist/chunk-5ERIZW3D.js +44 -0
- package/dist/chunk-5HTVET6E.js +514 -0
- package/dist/chunk-5ZQBEOMD.js +764 -0
- package/dist/chunk-6VIXXLMX.cjs +14 -0
- package/dist/chunk-745DV5FL.js +147 -0
- package/dist/chunk-74TMJA7Z.js +53 -0
- package/dist/chunk-7VU7V2E4.js +0 -0
- package/dist/chunk-7YN22L2H.cjs +87 -0
- package/dist/chunk-A2YMUCBT.cjs +105 -0
- package/dist/chunk-AQ5TNQB7.js +13 -0
- package/dist/chunk-AVYJ4YBN.js +58 -0
- package/dist/chunk-C72S6TTV.cjs +49 -0
- package/dist/chunk-C7PSERMH.js +87 -0
- package/dist/chunk-CDHS2QDC.js +179 -0
- package/dist/chunk-DK4A7DLE.js +266 -0
- package/dist/chunk-DRWHTIIZ.js +13 -0
- package/dist/chunk-DWKQZ2SK.cjs +254 -0
- package/dist/chunk-E3WHL7CO.js +14 -0
- package/dist/chunk-EYZYXJTJ.cjs +1 -0
- package/dist/chunk-FMOBD2OQ.js +39 -0
- package/dist/chunk-FTQ7IQUC.js +991 -0
- package/dist/chunk-FZ46M34D.cjs +1 -0
- package/dist/chunk-G2FUJNA2.cjs +193 -0
- package/dist/chunk-G2UTNSGU.js +277 -0
- package/dist/chunk-GBHYAGX3.cjs +26 -0
- package/dist/chunk-GMMT7RVN.cjs +39 -0
- package/dist/chunk-H5JUT3KV.js +105 -0
- package/dist/chunk-HQP3K7PU.cjs +431 -0
- package/dist/chunk-JO5NLTLY.js +46 -0
- package/dist/chunk-JWC6APFQ.js +23 -0
- package/dist/chunk-KUU2RNG6.cjs +46 -0
- package/dist/chunk-LKZJEL6E.cjs +124 -0
- package/dist/chunk-MNYKI4CI.js +94 -0
- package/dist/chunk-MZNPGW5Q.js +26 -0
- package/dist/chunk-N3V2J5ZO.cjs +53 -0
- package/dist/chunk-NYUNU75A.cjs +44 -0
- package/dist/chunk-NZYN7C3P.cjs +179 -0
- package/dist/chunk-O466Y272.js +235 -0
- package/dist/chunk-PXUJF5HS.js +124 -0
- package/dist/chunk-QBZJ7P2T.cjs +13 -0
- package/dist/chunk-QOCNX236.js +46 -0
- package/dist/chunk-QXD4MV2X.cjs +23 -0
- package/dist/chunk-R3HK6R4B.cjs +13 -0
- package/dist/chunk-RSJ3TWJQ.cjs +186 -0
- package/dist/chunk-S4WBV25P.js +913 -0
- package/dist/chunk-SN3YWBX7.cjs +4400 -0
- package/dist/chunk-SPVWWUHX.cjs +46 -0
- package/dist/chunk-SUEGJ75D.cjs +764 -0
- package/dist/chunk-SVNDB62D.cjs +58 -0
- package/dist/chunk-UYPEN5XE.cjs +235 -0
- package/dist/chunk-V5KPWNYX.cjs +147 -0
- package/dist/chunk-VVEHS2LI.js +431 -0
- package/dist/chunk-XBSYYZIY.cjs +94 -0
- package/dist/chunk-YGXJGRFI.cjs +913 -0
- package/dist/chunk-YMFAJFQT.cjs +173 -0
- package/dist/chunk-Z7LUNECE.js +49 -0
- package/dist/chunk-Z7Y2NPHY.js +186 -0
- package/dist/chunk-ZJZAOKI7.js +254 -0
- package/dist/chunk-ZLX3KGXX.js +173 -0
- package/dist/chunk-ZSVQT3PW.js +43 -0
- package/dist/completion/ApiKeyPoolService.cjs +23 -48
- package/dist/completion/ApiKeyPoolService.d.cts +150 -2
- package/dist/completion/ApiKeyPoolService.d.ts +150 -2
- package/dist/completion/BuiltinToolExecutor.cjs +9 -324
- package/dist/completion/BuiltinToolExecutor.js +6 -290
- package/dist/completion/CompletionService.cjs +38 -3487
- package/dist/completion/CompletionService.d.cts +3 -2
- package/dist/completion/CompletionService.d.ts +3 -2
- package/dist/completion/CompletionService.js +34 -3457
- package/dist/completion/NativeSearchInjector.cjs +8 -192
- package/dist/completion/NativeSearchInjector.js +7 -162
- package/dist/completion/ProviderSearchInjector.cjs +12 -39
- package/dist/completion/native-search-types.cjs +13 -66
- package/dist/completion/native-search-types.js +7 -31
- package/dist/completion/openrouter-headers.cjs +15 -71
- package/dist/completion/openrouter-headers.js +8 -34
- package/dist/completion/openrouter-models.cjs +10 -67
- package/dist/completion/openrouter-models.js +4 -34
- package/dist/completion/types.cjs +1 -18
- package/dist/completion/url-builder.cjs +24 -138
- package/dist/completion/url-builder.js +12 -92
- package/dist/completion.cjs +55 -3989
- package/dist/completion.d.cts +3 -2
- package/dist/completion.d.ts +3 -2
- package/dist/completion.js +63 -3953
- package/dist/index.cjs +197 -10429
- package/dist/index.d.cts +9 -2
- package/dist/index.d.ts +9 -2
- package/dist/index.js +125 -10268
- package/dist/logger-4GvQNzhE.d.cts +22 -0
- package/dist/logger-4GvQNzhE.d.ts +22 -0
- package/dist/outbound-api/routeResolver.cjs +7 -217
- package/dist/outbound-api/routeResolver.d.cts +2 -1
- package/dist/outbound-api/routeResolver.d.ts +2 -1
- package/dist/outbound-api/routeResolver.js +6 -187
- package/dist/outbound-api/subscriptionRegistryPort.cjs +7 -37
- package/dist/outbound-api/subscriptionRegistryPort.d.cts +2 -1
- package/dist/outbound-api/subscriptionRegistryPort.d.ts +2 -1
- package/dist/outbound-api/subscriptionRegistryPort.js +4 -8
- package/dist/outbound-api/types.cjs +1 -18
- package/dist/outbound-api/types.d.cts +2 -1
- package/dist/outbound-api/types.d.ts +2 -1
- package/dist/outbound-api.cjs +35 -5221
- package/dist/outbound-api.d.cts +2 -1
- package/dist/outbound-api.d.ts +2 -1
- package/dist/outbound-api.js +54 -5194
- package/dist/pipeline/AuthSource.cjs +1 -18
- package/dist/pipeline/LlmConfigProviderAuth.cjs +5 -166
- package/dist/pipeline/LlmConfigProviderAuth.d.cts +2 -1
- package/dist/pipeline/LlmConfigProviderAuth.d.ts +2 -1
- package/dist/pipeline/LlmConfigProviderAuth.js +5 -139
- package/dist/pipeline/SubscriptionAuthSource.cjs +6 -128
- package/dist/pipeline/SubscriptionAuthSource.js +5 -99
- package/dist/pipeline/SubscriptionAuthStrategy.cjs +1 -18
- package/dist/pipeline/executeProviderCall.cjs +5 -69
- package/dist/pipeline/executeProviderCall.js +3 -42
- package/dist/pipeline/resolveProviderChain.cjs +5 -46
- package/dist/pipeline/resolveProviderChain.js +3 -19
- package/dist/pipeline/resolveSubscriptionChain.cjs +5 -67
- package/dist/pipeline/resolveSubscriptionChain.js +3 -40
- package/dist/ports/gemini-code-assist-resolver.cjs +7 -37
- package/dist/ports/gemini-code-assist-resolver.js +4 -8
- package/dist/ports/pricing-store.cjs +1 -0
- package/dist/ports/pricing-store.d.cts +50 -0
- package/dist/ports/pricing-store.d.ts +50 -0
- package/dist/ports/pricing-store.js +0 -0
- package/dist/ports/provider-config-source.cjs +1 -18
- package/dist/ports/usage-event-store.cjs +1 -0
- package/dist/ports/usage-event-store.d.cts +29 -0
- package/dist/ports/usage-event-store.d.ts +29 -0
- package/dist/ports/usage-event-store.js +0 -0
- package/dist/ports/web-search-backend.cjs +1 -18
- package/dist/ports.cjs +1 -18
- package/dist/ports.d.cts +6 -1
- package/dist/ports.d.ts +6 -1
- package/dist/provider-proxy/ProviderProxy.cjs +40 -4643
- package/dist/provider-proxy/ProviderProxy.d.cts +2 -1
- package/dist/provider-proxy/ProviderProxy.d.ts +2 -1
- package/dist/provider-proxy/ProviderProxy.js +35 -4613
- package/dist/provider-proxy/ingress/providerProxyShared.cjs +35 -2941
- package/dist/provider-proxy/ingress/providerProxyShared.d.cts +2 -1
- package/dist/provider-proxy/ingress/providerProxyShared.d.ts +2 -1
- package/dist/provider-proxy/ingress/providerProxyShared.js +41 -2914
- package/dist/provider-proxy/matchText.cjs +11 -72
- package/dist/provider-proxy/matchText.js +6 -39
- package/dist/provider-proxy/types.cjs +1 -18
- package/dist/provider-proxy/types.d.cts +2 -1
- package/dist/provider-proxy/types.d.ts +2 -1
- package/dist/provider-proxy.cjs +35 -4655
- package/dist/provider-proxy.d.cts +2 -1
- package/dist/provider-proxy.d.ts +2 -1
- package/dist/provider-proxy.js +39 -4628
- package/dist/serializeError.cjs +5 -81
- package/dist/serializeError.js +3 -54
- package/dist/sse-parser.cjs +7 -455
- package/dist/sse-parser.js +4 -426
- package/dist/transformer/TransformerChainExecutor.cjs +4 -318
- package/dist/transformer/TransformerChainExecutor.js +4 -291
- package/dist/transformer/TransformerService.cjs +5 -289
- package/dist/transformer/TransformerService.js +3 -262
- package/dist/transformer/anthropicBetaInject.cjs +7 -50
- package/dist/transformer/anthropicBetaInject.js +4 -21
- package/dist/transformer/transformers/AnthropicTransformer.cjs +3 -1014
- package/dist/transformer/transformers/AnthropicTransformer.js +3 -987
- package/dist/transformer/transformers/GeminiCodeAssistTransformer.cjs +4 -1106
- package/dist/transformer/transformers/GeminiCodeAssistTransformer.js +7 -1079
- package/dist/transformer/transformers/GeminiTransformer.cjs +4 -1010
- package/dist/transformer/transformers/GeminiTransformer.js +4 -983
- package/dist/transformer/transformers/OpenAIResponseTransformer.cjs +3 -535
- package/dist/transformer/transformers/OpenAIResponseTransformer.js +3 -510
- package/dist/transformer/transformers/OpenCodeGoTransformer.cjs +5 -72
- package/dist/transformer/transformers/OpenCodeGoTransformer.js +3 -45
- package/dist/transformer/transformers/ReasoningTransformer.cjs +3 -270
- package/dist/transformer/transformers/ReasoningTransformer.js +2 -249
- package/dist/transformer/transformers.cjs +10 -3177
- package/dist/transformer/transformers.js +23 -3158
- package/dist/transformer/types.cjs +1 -18
- package/dist/transformer.cjs +13 -3726
- package/dist/transformer.js +17 -3706
- package/dist/usage/pricing-engine.cjs +6 -0
- package/dist/usage/pricing-engine.d.cts +83 -0
- package/dist/usage/pricing-engine.d.ts +83 -0
- package/dist/usage/pricing-engine.js +6 -0
- package/dist/usage/usage-recorder.cjs +6 -0
- package/dist/usage/usage-recorder.d.cts +73 -0
- package/dist/usage/usage-recorder.d.ts +73 -0
- package/dist/usage/usage-recorder.js +6 -0
- package/dist/usage.cjs +11 -0
- package/dist/usage.d.cts +8 -0
- package/dist/usage.d.ts +8 -0
- package/dist/usage.js +11 -0
- package/package.json +1 -1
- package/dist/ApiKeyPoolService-BmMkau07.d.cts +0 -170
- package/dist/ApiKeyPoolService-BmMkau07.d.ts +0 -170
package/dist/sse-parser.js
CHANGED
|
@@ -1,429 +1,7 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
console.log(`[SSE-Parser] ${prefix}`, ...args);
|
|
6
|
-
}
|
|
7
|
-
}
|
|
8
|
-
function createSSEParser(format, callbacks) {
|
|
9
|
-
const state = {
|
|
10
|
-
buffer: "",
|
|
11
|
-
content: "",
|
|
12
|
-
reasoning: "",
|
|
13
|
-
usage: void 0,
|
|
14
|
-
isDone: false,
|
|
15
|
-
streamStartTime: void 0,
|
|
16
|
-
firstTokenTime: void 0,
|
|
17
|
-
streamEndTime: void 0,
|
|
18
|
-
blocks: [],
|
|
19
|
-
currentBlockIndex: -1,
|
|
20
|
-
currentBlockType: "",
|
|
21
|
-
inputJsonBuffer: "",
|
|
22
|
-
audios: [],
|
|
23
|
-
videos: []
|
|
24
|
-
};
|
|
25
|
-
function parseOpenAIEvent(data) {
|
|
26
|
-
if (data === "[DONE]") {
|
|
27
|
-
debugSSE("OpenAI [DONE] received, content length:", state.content.length);
|
|
28
|
-
state.isDone = true;
|
|
29
|
-
callbacks.onDone?.();
|
|
30
|
-
return;
|
|
31
|
-
}
|
|
32
|
-
try {
|
|
33
|
-
const json = JSON.parse(data);
|
|
34
|
-
callbacks.onRawEvent?.({ data: json, raw: data });
|
|
35
|
-
const delta = json.choices?.[0]?.delta;
|
|
36
|
-
const finishReason = json.choices?.[0]?.finish_reason;
|
|
37
|
-
if (finishReason) {
|
|
38
|
-
debugSSE("OpenAI finish_reason:", finishReason, "content length so far:", state.content.length);
|
|
39
|
-
}
|
|
40
|
-
if (delta?.content) {
|
|
41
|
-
if (!state.firstTokenTime) {
|
|
42
|
-
state.firstTokenTime = Date.now();
|
|
43
|
-
}
|
|
44
|
-
state.content += delta.content;
|
|
45
|
-
callbacks.onDelta?.(delta.content);
|
|
46
|
-
}
|
|
47
|
-
if (delta?.reasoning_content) {
|
|
48
|
-
state.reasoning += delta.reasoning_content;
|
|
49
|
-
callbacks.onReasoning?.(delta.reasoning_content);
|
|
50
|
-
}
|
|
51
|
-
if (delta?.audio) {
|
|
52
|
-
const audioData = delta.audio;
|
|
53
|
-
if (audioData.data) {
|
|
54
|
-
const mimeType = audioData.format ? `audio/${audioData.format}` : "audio/wav";
|
|
55
|
-
const audio = {
|
|
56
|
-
url: audioData.data.startsWith("data:") ? audioData.data : `data:${mimeType};base64,${audioData.data}`,
|
|
57
|
-
mimeType
|
|
58
|
-
};
|
|
59
|
-
state.audios.push(audio);
|
|
60
|
-
callbacks.onAudio?.(audio);
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
if (json.usage) {
|
|
64
|
-
debugSSE("OpenAI usage received:", JSON.stringify(json.usage));
|
|
65
|
-
debugSSE("OpenAI final chunk full data:", JSON.stringify(json));
|
|
66
|
-
state.usage = {
|
|
67
|
-
promptTokens: json.usage.prompt_tokens || 0,
|
|
68
|
-
completionTokens: json.usage.completion_tokens || 0,
|
|
69
|
-
totalTokens: json.usage.total_tokens || 0
|
|
70
|
-
};
|
|
71
|
-
callbacks.onUsage?.(state.usage);
|
|
72
|
-
}
|
|
73
|
-
if (finishReason === "stop" || finishReason === "end_turn" || finishReason === "length") {
|
|
74
|
-
debugSSE("OpenAI stream marked done due to finish_reason:", finishReason);
|
|
75
|
-
}
|
|
76
|
-
} catch {
|
|
77
|
-
}
|
|
78
|
-
}
|
|
79
|
-
function parseAnthropicEvent(data) {
|
|
80
|
-
try {
|
|
81
|
-
const json = JSON.parse(data);
|
|
82
|
-
callbacks.onRawEvent?.({ type: json.type, data: json, raw: data });
|
|
83
|
-
if (json.type === "content_block_start") {
|
|
84
|
-
const contentBlock = json.content_block;
|
|
85
|
-
const blockIndex = json.index ?? -1;
|
|
86
|
-
if (contentBlock?.type === "thinking") {
|
|
87
|
-
debugSSE("THINKING BLOCK STARTED!");
|
|
88
|
-
}
|
|
89
|
-
if (contentBlock?.type === "server_tool_use") {
|
|
90
|
-
state.currentBlockIndex = blockIndex;
|
|
91
|
-
state.currentBlockType = "server_tool_use";
|
|
92
|
-
state.inputJsonBuffer = "";
|
|
93
|
-
const toolUseBlock = {
|
|
94
|
-
id: contentBlock.id || `block_${Date.now()}`,
|
|
95
|
-
type: "tool_use",
|
|
96
|
-
toolId: contentBlock.id || "",
|
|
97
|
-
toolName: contentBlock.name || "web_search",
|
|
98
|
-
input: contentBlock.input || {},
|
|
99
|
-
status: "running"
|
|
100
|
-
};
|
|
101
|
-
state.blocks.push(toolUseBlock);
|
|
102
|
-
callbacks.onBlock?.(toolUseBlock);
|
|
103
|
-
}
|
|
104
|
-
if (contentBlock?.type === "web_search_tool_result") {
|
|
105
|
-
state.currentBlockIndex = blockIndex;
|
|
106
|
-
state.currentBlockType = "web_search_tool_result";
|
|
107
|
-
const searchResults = contentBlock.content;
|
|
108
|
-
let output = "";
|
|
109
|
-
if (Array.isArray(searchResults)) {
|
|
110
|
-
output = searchResults.filter((r) => r.type === "web_search_result").map(
|
|
111
|
-
(r) => `**${r.title || "Untitled"}**
|
|
112
|
-
${r.url || ""}
|
|
113
|
-
${r.encrypted_content ? "(encrypted)" : r.page_content || r.snippet || ""}`
|
|
114
|
-
).join("\n\n");
|
|
115
|
-
}
|
|
116
|
-
const lastToolUse = [...state.blocks].reverse().find(
|
|
117
|
-
(b) => b.type === "tool_use"
|
|
118
|
-
);
|
|
119
|
-
const toolResultBlock = {
|
|
120
|
-
id: `result_${Date.now()}`,
|
|
121
|
-
type: "tool_result",
|
|
122
|
-
toolId: lastToolUse?.toolId || "",
|
|
123
|
-
toolName: lastToolUse?.toolName || "web_search",
|
|
124
|
-
output: output || "(no results)"
|
|
125
|
-
};
|
|
126
|
-
state.blocks.push(toolResultBlock);
|
|
127
|
-
callbacks.onBlock?.(toolResultBlock);
|
|
128
|
-
if (lastToolUse) {
|
|
129
|
-
lastToolUse.status = "completed";
|
|
130
|
-
callbacks.onBlock?.(lastToolUse);
|
|
131
|
-
}
|
|
132
|
-
}
|
|
133
|
-
}
|
|
134
|
-
if (json.type === "content_block_delta") {
|
|
135
|
-
const delta = json.delta;
|
|
136
|
-
if (delta?.type === "text_delta" && delta?.text) {
|
|
137
|
-
if (!state.firstTokenTime) {
|
|
138
|
-
state.firstTokenTime = Date.now();
|
|
139
|
-
}
|
|
140
|
-
state.content += delta.text;
|
|
141
|
-
callbacks.onDelta?.(delta.text);
|
|
142
|
-
}
|
|
143
|
-
if (delta?.type === "thinking_delta" && delta?.thinking) {
|
|
144
|
-
state.reasoning += delta.thinking;
|
|
145
|
-
callbacks.onReasoning?.(delta.thinking);
|
|
146
|
-
}
|
|
147
|
-
if (delta?.type === "input_json_delta" && delta?.partial_json) {
|
|
148
|
-
state.inputJsonBuffer += delta.partial_json;
|
|
149
|
-
}
|
|
150
|
-
}
|
|
151
|
-
if (json.type === "content_block_stop") {
|
|
152
|
-
if (state.currentBlockType === "server_tool_use" && state.inputJsonBuffer) {
|
|
153
|
-
const lastToolUse = [...state.blocks].reverse().find(
|
|
154
|
-
(b) => b.type === "tool_use"
|
|
155
|
-
);
|
|
156
|
-
if (lastToolUse) {
|
|
157
|
-
try {
|
|
158
|
-
lastToolUse.input = JSON.parse(state.inputJsonBuffer);
|
|
159
|
-
} catch {
|
|
160
|
-
lastToolUse.input = { raw: state.inputJsonBuffer };
|
|
161
|
-
}
|
|
162
|
-
callbacks.onBlock?.(lastToolUse);
|
|
163
|
-
}
|
|
164
|
-
}
|
|
165
|
-
state.currentBlockIndex = -1;
|
|
166
|
-
state.currentBlockType = "";
|
|
167
|
-
state.inputJsonBuffer = "";
|
|
168
|
-
}
|
|
169
|
-
if (json.type === "message_delta" && json.usage) {
|
|
170
|
-
state.usage = {
|
|
171
|
-
promptTokens: json.usage.input_tokens || 0,
|
|
172
|
-
completionTokens: json.usage.output_tokens || 0,
|
|
173
|
-
totalTokens: (json.usage.input_tokens || 0) + (json.usage.output_tokens || 0)
|
|
174
|
-
};
|
|
175
|
-
callbacks.onUsage?.(state.usage);
|
|
176
|
-
}
|
|
177
|
-
if (json.type === "message_stop") {
|
|
178
|
-
state.isDone = true;
|
|
179
|
-
callbacks.onDone?.();
|
|
180
|
-
}
|
|
181
|
-
if (json.type === "error") {
|
|
182
|
-
callbacks.onError?.(json.error?.message || "Unknown error");
|
|
183
|
-
}
|
|
184
|
-
} catch {
|
|
185
|
-
}
|
|
186
|
-
}
|
|
187
|
-
function parseGeminiEvent(data) {
|
|
188
|
-
try {
|
|
189
|
-
const json = JSON.parse(data);
|
|
190
|
-
callbacks.onRawEvent?.({ data: json, raw: data });
|
|
191
|
-
const candidates = json.candidates;
|
|
192
|
-
if (candidates && candidates.length > 0) {
|
|
193
|
-
const candidate = candidates[0];
|
|
194
|
-
const content = candidate.content;
|
|
195
|
-
if (content?.parts) {
|
|
196
|
-
for (const part of content.parts) {
|
|
197
|
-
if (part.thought === true && part.text) {
|
|
198
|
-
state.reasoning += part.text;
|
|
199
|
-
callbacks.onReasoning?.(part.text);
|
|
200
|
-
} else if (part.text) {
|
|
201
|
-
if (!state.firstTokenTime) {
|
|
202
|
-
state.firstTokenTime = Date.now();
|
|
203
|
-
}
|
|
204
|
-
state.content += part.text;
|
|
205
|
-
callbacks.onDelta?.(part.text);
|
|
206
|
-
}
|
|
207
|
-
}
|
|
208
|
-
}
|
|
209
|
-
const finishReason = candidate.finishReason;
|
|
210
|
-
if (finishReason === "STOP" || finishReason === "MAX_TOKENS" || finishReason === "SAFETY") {
|
|
211
|
-
debugSSE("Gemini finish reason:", finishReason);
|
|
212
|
-
}
|
|
213
|
-
}
|
|
214
|
-
const usage = json.usageMetadata;
|
|
215
|
-
if (usage) {
|
|
216
|
-
state.usage = {
|
|
217
|
-
promptTokens: usage.promptTokenCount || 0,
|
|
218
|
-
completionTokens: usage.candidatesTokenCount || 0,
|
|
219
|
-
totalTokens: usage.totalTokenCount || 0
|
|
220
|
-
};
|
|
221
|
-
callbacks.onUsage?.(state.usage);
|
|
222
|
-
debugSSE("Gemini usage:", state.usage);
|
|
223
|
-
}
|
|
224
|
-
if (json.error) {
|
|
225
|
-
callbacks.onError?.(json.error.message || "Gemini API error");
|
|
226
|
-
}
|
|
227
|
-
} catch {
|
|
228
|
-
}
|
|
229
|
-
}
|
|
230
|
-
function parseOpenAIResponseEvent(data) {
|
|
231
|
-
try {
|
|
232
|
-
const json = JSON.parse(data);
|
|
233
|
-
callbacks.onRawEvent?.({ type: json.type, data: json, raw: data });
|
|
234
|
-
switch (json.type) {
|
|
235
|
-
case "response.output_text.delta":
|
|
236
|
-
if (json.delta) {
|
|
237
|
-
if (!state.firstTokenTime) {
|
|
238
|
-
state.firstTokenTime = Date.now();
|
|
239
|
-
}
|
|
240
|
-
state.content += json.delta;
|
|
241
|
-
callbacks.onDelta?.(json.delta);
|
|
242
|
-
}
|
|
243
|
-
break;
|
|
244
|
-
case "response.reasoning_summary_text.delta":
|
|
245
|
-
if (json.delta) {
|
|
246
|
-
state.reasoning += json.delta;
|
|
247
|
-
callbacks.onReasoning?.(json.delta);
|
|
248
|
-
}
|
|
249
|
-
break;
|
|
250
|
-
case "response.completed": {
|
|
251
|
-
const response = json.response;
|
|
252
|
-
if (response?.usage) {
|
|
253
|
-
state.usage = {
|
|
254
|
-
promptTokens: response.usage.input_tokens || 0,
|
|
255
|
-
completionTokens: response.usage.output_tokens || 0,
|
|
256
|
-
totalTokens: (response.usage.input_tokens || 0) + (response.usage.output_tokens || 0)
|
|
257
|
-
};
|
|
258
|
-
callbacks.onUsage?.(state.usage);
|
|
259
|
-
}
|
|
260
|
-
state.isDone = true;
|
|
261
|
-
callbacks.onDone?.();
|
|
262
|
-
break;
|
|
263
|
-
}
|
|
264
|
-
case "error":
|
|
265
|
-
callbacks.onError?.(json.error?.message || json.message || "Unknown error");
|
|
266
|
-
break;
|
|
267
|
-
// Informational events — no-op
|
|
268
|
-
// response.created, response.in_progress, response.output_item.added,
|
|
269
|
-
// response.content_part.added, response.output_text.done,
|
|
270
|
-
// response.content_part.done, response.output_item.done, etc.
|
|
271
|
-
default:
|
|
272
|
-
break;
|
|
273
|
-
}
|
|
274
|
-
} catch {
|
|
275
|
-
}
|
|
276
|
-
}
|
|
277
|
-
function processEventBlock(eventBlock) {
|
|
278
|
-
const lines = eventBlock.split("\n");
|
|
279
|
-
const dataLines = [];
|
|
280
|
-
for (const line of lines) {
|
|
281
|
-
if (line.startsWith("data: ")) {
|
|
282
|
-
dataLines.push(line.slice(6));
|
|
283
|
-
} else if (line.trim() !== "" && !line.startsWith(":")) {
|
|
284
|
-
}
|
|
285
|
-
}
|
|
286
|
-
if (dataLines.length > 0) {
|
|
287
|
-
const data = dataLines.join("\n");
|
|
288
|
-
if (format === "openai") {
|
|
289
|
-
parseOpenAIEvent(data);
|
|
290
|
-
} else if (format === "gemini") {
|
|
291
|
-
parseGeminiEvent(data);
|
|
292
|
-
} else if (format === "openai-response") {
|
|
293
|
-
parseOpenAIResponseEvent(data);
|
|
294
|
-
} else {
|
|
295
|
-
parseAnthropicEvent(data);
|
|
296
|
-
}
|
|
297
|
-
}
|
|
298
|
-
}
|
|
299
|
-
return {
|
|
300
|
-
/**
|
|
301
|
-
* Push a chunk of data to the parser
|
|
302
|
-
* @param chunk - Raw SSE chunk from response stream
|
|
303
|
-
*/
|
|
304
|
-
push(chunk) {
|
|
305
|
-
if (state.isDone) return;
|
|
306
|
-
if (!state.streamStartTime) {
|
|
307
|
-
state.streamStartTime = Date.now();
|
|
308
|
-
}
|
|
309
|
-
state.buffer += chunk;
|
|
310
|
-
const events = state.buffer.split("\n\n");
|
|
311
|
-
state.buffer = events.pop() || "";
|
|
312
|
-
for (const eventBlock of events) {
|
|
313
|
-
processEventBlock(eventBlock);
|
|
314
|
-
if (state.isDone) break;
|
|
315
|
-
}
|
|
316
|
-
},
|
|
317
|
-
/**
|
|
318
|
-
* Flush any remaining data in the buffer
|
|
319
|
-
*/
|
|
320
|
-
flush() {
|
|
321
|
-
debugSSE("flush() called, buffer length:", state.buffer.length, "isDone:", state.isDone);
|
|
322
|
-
if (state.buffer.trim()) {
|
|
323
|
-
debugSSE("flush() processing remaining buffer:", state.buffer.substring(0, 200));
|
|
324
|
-
processEventBlock(state.buffer);
|
|
325
|
-
state.buffer = "";
|
|
326
|
-
}
|
|
327
|
-
state.streamEndTime = Date.now();
|
|
328
|
-
if (!state.isDone) {
|
|
329
|
-
debugSSE("flush() marking stream as done, final content length:", state.content.length);
|
|
330
|
-
state.isDone = true;
|
|
331
|
-
callbacks.onDone?.();
|
|
332
|
-
}
|
|
333
|
-
},
|
|
334
|
-
/**
|
|
335
|
-
* Get accumulated results
|
|
336
|
-
*/
|
|
337
|
-
getResult() {
|
|
338
|
-
let metrics;
|
|
339
|
-
if (state.usage && state.firstTokenTime && state.streamEndTime) {
|
|
340
|
-
const timeCompletionMs = state.streamEndTime - state.firstTokenTime;
|
|
341
|
-
const timeFirstTokenMs = state.streamStartTime ? state.firstTokenTime - state.streamStartTime : void 0;
|
|
342
|
-
metrics = {
|
|
343
|
-
completionTokens: state.usage.completionTokens,
|
|
344
|
-
timeCompletionMs: timeCompletionMs > 0 ? timeCompletionMs : 1,
|
|
345
|
-
// Ensure at least 1ms
|
|
346
|
-
timeFirstTokenMs
|
|
347
|
-
};
|
|
348
|
-
}
|
|
349
|
-
if (state.reasoning) {
|
|
350
|
-
const thinkingBlock = {
|
|
351
|
-
id: `thinking_${Date.now()}`,
|
|
352
|
-
type: "thinking",
|
|
353
|
-
content: state.reasoning
|
|
354
|
-
};
|
|
355
|
-
state.blocks.unshift(thinkingBlock);
|
|
356
|
-
}
|
|
357
|
-
return {
|
|
358
|
-
content: state.content,
|
|
359
|
-
reasoning: state.reasoning,
|
|
360
|
-
usage: state.usage,
|
|
361
|
-
metrics,
|
|
362
|
-
blocks: state.blocks,
|
|
363
|
-
audios: state.audios,
|
|
364
|
-
videos: state.videos
|
|
365
|
-
};
|
|
366
|
-
},
|
|
367
|
-
/**
|
|
368
|
-
* Check if stream is complete
|
|
369
|
-
*/
|
|
370
|
-
isDone() {
|
|
371
|
-
return state.isDone;
|
|
372
|
-
},
|
|
373
|
-
/**
|
|
374
|
-
* Reset parser state for reuse
|
|
375
|
-
*/
|
|
376
|
-
reset() {
|
|
377
|
-
state.buffer = "";
|
|
378
|
-
state.content = "";
|
|
379
|
-
state.reasoning = "";
|
|
380
|
-
state.usage = void 0;
|
|
381
|
-
state.isDone = false;
|
|
382
|
-
state.streamStartTime = void 0;
|
|
383
|
-
state.firstTokenTime = void 0;
|
|
384
|
-
state.streamEndTime = void 0;
|
|
385
|
-
state.blocks = [];
|
|
386
|
-
state.currentBlockIndex = -1;
|
|
387
|
-
state.currentBlockType = "";
|
|
388
|
-
state.inputJsonBuffer = "";
|
|
389
|
-
state.audios = [];
|
|
390
|
-
state.videos = [];
|
|
391
|
-
}
|
|
392
|
-
};
|
|
393
|
-
}
|
|
394
|
-
async function streamSSEResponse(response, format, callbacks) {
|
|
395
|
-
debugSSE("streamSSEResponse started, format:", format);
|
|
396
|
-
const reader = response.body?.getReader();
|
|
397
|
-
if (!reader) {
|
|
398
|
-
callbacks.onError?.("No response body");
|
|
399
|
-
return { content: "", reasoning: "", blocks: [], audios: [], videos: [] };
|
|
400
|
-
}
|
|
401
|
-
const decoder = new TextDecoder();
|
|
402
|
-
const parser = createSSEParser(format, callbacks);
|
|
403
|
-
let chunkCount = 0;
|
|
404
|
-
try {
|
|
405
|
-
while (true) {
|
|
406
|
-
const { done, value } = await reader.read();
|
|
407
|
-
if (done) {
|
|
408
|
-
debugSSE("Reader done signal received after", chunkCount, "chunks");
|
|
409
|
-
break;
|
|
410
|
-
}
|
|
411
|
-
const chunk = decoder.decode(value, { stream: true });
|
|
412
|
-
chunkCount++;
|
|
413
|
-
parser.push(chunk);
|
|
414
|
-
if (parser.isDone()) {
|
|
415
|
-
debugSSE("Parser isDone after", chunkCount, "chunks");
|
|
416
|
-
break;
|
|
417
|
-
}
|
|
418
|
-
}
|
|
419
|
-
parser.flush();
|
|
420
|
-
const result = parser.getResult();
|
|
421
|
-
debugSSE("streamSSEResponse complete, content length:", result.content.length, "completionTokens:", result.usage?.completionTokens, "usage:", result.usage);
|
|
422
|
-
return result;
|
|
423
|
-
} finally {
|
|
424
|
-
reader.releaseLock();
|
|
425
|
-
}
|
|
426
|
-
}
|
|
1
|
+
import {
|
|
2
|
+
createSSEParser,
|
|
3
|
+
streamSSEResponse
|
|
4
|
+
} from "./chunk-VVEHS2LI.js";
|
|
427
5
|
export {
|
|
428
6
|
createSSEParser,
|
|
429
7
|
streamSSEResponse
|