@jeffusion/bungee-llms 5.12.0 → 5.13.0

package/dist/index.js

@@ -4407,7 +4407,7 @@ class AnthropicToOpenAIConverter {
     }
   }
   async processStreamChunk(chunk, ctx) {
-    if (this.isResponsesStreamChunk(chunk)) {
+    if (this.isResponsesStreamChunk(chunk, ctx)) {
       return this.processResponsesStreamChunk(chunk, ctx);
     }
     const events = [];
@@ -4671,8 +4671,8 @@ class AnthropicToOpenAIConverter {
     }
     return [];
   }
-  isResponsesStreamChunk(chunk) {
-    const eventType = typeof chunk?._event === "string" ? chunk._event : "";
+  isResponsesStreamChunk(chunk, ctx) {
+    const eventType = ctx.sseEvent?.event ?? "";
     const type = typeof chunk?.type === "string" ? chunk.type : "";
     if (eventType.startsWith("response."))
       return true;
@@ -4682,7 +4682,7 @@ class AnthropicToOpenAIConverter {
   }
   async processResponsesStreamChunk(chunk, ctx) {
     const events = [];
-    const eventType = typeof chunk?._event === "string" && chunk._event.length > 0 ? chunk._event : chunk.type;
+    const eventType = ctx.sseEvent?.event || chunk.type;
     const ensureMessageStarted = () => {
       if (!ctx.streamState.has("message_started")) {
         events.push({
@@ -7597,7 +7597,7 @@ function isDeferredFailure(body) {
   const type = asString2(body.type)?.toLowerCase();
   return isErrorResponse(body) || status === "incomplete" || type === "incomplete" || type?.endsWith(".incomplete") === true;
 }
-function observeOpenAIOutput(state, chunk, includeResponseSnapshot = true) {
+function observeOpenAIOutput(state, chunk, includeResponseSnapshot = true, event) {
   if (state.outputAuthority === "official")
     return;
   let nodes = MAX_INPUT_ESTIMATE_NODES;
@@ -7605,7 +7605,7 @@ function observeOpenAIOutput(state, chunk, includeResponseSnapshot = true) {
     if (isDeferred(state))
       state.estimateTruncated = true;
   };
-  const type = asString2(chunk.type);
+  const type = event ?? asString2(chunk.type);
   if (type === "response.output_text.delta") {
     if (isDeferred(state))
       observeBoundedOutput(state, chunk.delta);
@@ -7969,7 +7969,7 @@ function createOpenAIAdapter() {
         outputAuthority: state.outputAuthority
       }, isIncomplete || isFailed ? "failed" : "completed");
     },
-    consumeStreamChunk(state, chunk) {
+    consumeStreamChunk(state, chunk, event) {
       if (state.finalReceived || isDoneSentinel(chunk))
         return null;
       const response = readRecord(chunk, "response");
@@ -7989,10 +7989,10 @@ function createOpenAIAdapter() {
       const reportedCache = readNumber(promptDetails, "cached_tokens");
       if (reportedCache !== undefined)
         state.cacheReadTokens = reportedCache;
-      const responseType = asString2(chunk.type);
+      const responseType = event ?? asString2(chunk.type);
       const responseStatus = asString2(response?.status);
       const responseCompleted = responseType === "response.completed" || responseStatus === "completed";
-      observeOpenAIOutput(state, chunk, !responseCompleted);
+      observeOpenAIOutput(state, chunk, !responseCompleted, event);
       const choices = Array.isArray(chunk.choices) ? chunk.choices : [];
       if (choices.some((choice) => isRecord6(choice) && asString2(choice.finish_reason) !== undefined && choice.finish_reason !== null)) {
         state.protocolTerminalSeen = true;
@@ -8160,10 +8160,10 @@ function createAnthropicAdapter() {
         outputAuthority: estimatedOutput === undefined ? "none" : "local"
       });
     },
-    consumeStreamChunk(state, chunk) {
+    consumeStreamChunk(state, chunk, event) {
       if (state.finalReceived || isDoneSentinel(chunk))
         return null;
-      const type = asString2(chunk.type);
+      const type = event ?? asString2(chunk.type);
       if (isDeferred(state) && type === "error") {
         state.protocolTerminalSeen = true;
         state.deferredOutcome = "failed";
@@ -8373,7 +8373,7 @@ function createGeminiAdapter() {
         outputAuthority: state.outputAuthority
       });
     },
-    consumeStreamChunk(state, chunk) {
+    consumeStreamChunk(state, chunk, event) {
       if (state.finalReceived || isDoneSentinel(chunk))
         return null;
       observeGeminiOutput(state, chunk);
@@ -8504,8 +8504,8 @@ function createTokenAccountingSession(input, options = {}) {
         terminalEvent = event;
       return event;
     },
-    consumeStreamChunk({ chunk }) {
-      const event = adapter.consumeStreamChunk(state, chunk);
+    consumeStreamChunk({ chunk, event: eventName }) {
+      const event = adapter.consumeStreamChunk(state, chunk, eventName);
       if (event && (event.final || event.outcome !== "completed"))
         terminalEvent = event;
       return event;

package/dist/plugin-api.js

@@ -1925,7 +1925,7 @@ class AnthropicToOpenAIConverter {
     }
   }
   async processStreamChunk(chunk, ctx) {
-    if (this.isResponsesStreamChunk(chunk)) {
+    if (this.isResponsesStreamChunk(chunk, ctx)) {
       return this.processResponsesStreamChunk(chunk, ctx);
     }
     const events = [];
@@ -2189,8 +2189,8 @@ class AnthropicToOpenAIConverter {
     }
     return [];
   }
-  isResponsesStreamChunk(chunk) {
-    const eventType = typeof chunk?._event === "string" ? chunk._event : "";
+  isResponsesStreamChunk(chunk, ctx) {
+    const eventType = ctx.sseEvent?.event ?? "";
     const type = typeof chunk?.type === "string" ? chunk.type : "";
     if (eventType.startsWith("response."))
       return true;
@@ -2200,7 +2200,7 @@ class AnthropicToOpenAIConverter {
   }
   async processResponsesStreamChunk(chunk, ctx) {
     const events = [];
-    const eventType = typeof chunk?._event === "string" && chunk._event.length > 0 ? chunk._event : chunk.type;
+    const eventType = ctx.sseEvent?.event || chunk.type;
     const ensureMessageStarted = () => {
       if (!ctx.streamState.has("message_started")) {
         events.push({
@@ -7603,7 +7603,7 @@ function isDeferredFailure(body) {
   const type = asString2(body.type)?.toLowerCase();
   return isErrorResponse(body) || status === "incomplete" || type === "incomplete" || type?.endsWith(".incomplete") === true;
 }
-function observeOpenAIOutput(state, chunk, includeResponseSnapshot = true) {
+function observeOpenAIOutput(state, chunk, includeResponseSnapshot = true, event) {
   if (state.outputAuthority === "official")
     return;
   let nodes = MAX_INPUT_ESTIMATE_NODES;
@@ -7611,7 +7611,7 @@ function observeOpenAIOutput(state, chunk, includeResponseSnapshot = true) {
     if (isDeferred(state))
       state.estimateTruncated = true;
   };
-  const type = asString2(chunk.type);
+  const type = event ?? asString2(chunk.type);
   if (type === "response.output_text.delta") {
     if (isDeferred(state))
       observeBoundedOutput(state, chunk.delta);
@@ -7975,7 +7975,7 @@ function createOpenAIAdapter() {
         outputAuthority: state.outputAuthority
       }, isIncomplete || isFailed ? "failed" : "completed");
     },
-    consumeStreamChunk(state, chunk) {
+    consumeStreamChunk(state, chunk, event) {
       if (state.finalReceived || isDoneSentinel(chunk))
         return null;
       const response = readRecord(chunk, "response");
@@ -7995,10 +7995,10 @@ function createOpenAIAdapter() {
       const reportedCache = readNumber(promptDetails, "cached_tokens");
       if (reportedCache !== undefined)
         state.cacheReadTokens = reportedCache;
-      const responseType = asString2(chunk.type);
+      const responseType = event ?? asString2(chunk.type);
       const responseStatus = asString2(response?.status);
       const responseCompleted = responseType === "response.completed" || responseStatus === "completed";
-      observeOpenAIOutput(state, chunk, !responseCompleted);
+      observeOpenAIOutput(state, chunk, !responseCompleted, event);
       const choices = Array.isArray(chunk.choices) ? chunk.choices : [];
       if (choices.some((choice) => isRecord6(choice) && asString2(choice.finish_reason) !== undefined && choice.finish_reason !== null)) {
         state.protocolTerminalSeen = true;
@@ -8166,10 +8166,10 @@ function createAnthropicAdapter() {
         outputAuthority: estimatedOutput === undefined ? "none" : "local"
       });
     },
-    consumeStreamChunk(state, chunk) {
+    consumeStreamChunk(state, chunk, event) {
       if (state.finalReceived || isDoneSentinel(chunk))
         return null;
-      const type = asString2(chunk.type);
+      const type = event ?? asString2(chunk.type);
       if (isDeferred(state) && type === "error") {
         state.protocolTerminalSeen = true;
         state.deferredOutcome = "failed";
@@ -8379,7 +8379,7 @@ function createGeminiAdapter() {
         outputAuthority: state.outputAuthority
       });
     },
-    consumeStreamChunk(state, chunk) {
+    consumeStreamChunk(state, chunk, event) {
       if (state.finalReceived || isDoneSentinel(chunk))
         return null;
       observeGeminiOutput(state, chunk);
@@ -8510,8 +8510,8 @@ function createTokenAccountingSession(input, options = {}) {
         terminalEvent = event;
       return event;
     },
-    consumeStreamChunk({ chunk }) {
-      const event = adapter.consumeStreamChunk(state, chunk);
+    consumeStreamChunk({ chunk, event: eventName }) {
+      const event = adapter.consumeStreamChunk(state, chunk, eventName);
       if (event && (event.final || event.outcome !== "completed"))
         terminalEvent = event;
       return event;

package/dist/protocol-converters/base.d.ts

@@ -9,6 +9,13 @@ export interface ResponseContext {
     [key: string]: any;
 }
 export interface StreamChunkContext {
+    /** SSE metadata belongs to the transport envelope, not the JSON object. */
+    sseEvent?: {
+        event?: string;
+        id?: string;
+        retry?: string;
+        comments?: string[];
+    };
     streamState: Map<string, any>;
     chunkIndex?: number;
     isFirstChunk?: boolean;

package/dist/token-accounting/types.d.ts

@@ -39,6 +39,8 @@ export interface TokenAccountingResponseInput {
     body: Record<string, unknown>;
 }
 export interface TokenAccountingStreamChunkInput {
+    /** Independent SSE event name; never injected into JSON. */
+    event?: string;
     chunk: Record<string, unknown>;
 }
 export interface TokenAccountingSession {
@@ -93,7 +95,7 @@ export interface ProviderTokenAccountingAdapter {
     readonly capabilities: ProviderTokenAccountingCapabilities;
     consumeRequest(state: TokenAccountingSessionState, body: Record<string, unknown>): void;
     consumeResponse(state: TokenAccountingSessionState, body: Record<string, unknown>): CanonicalTokenAccountingEventV2;
-    consumeStreamChunk(state: TokenAccountingSessionState, chunk: Record<string, unknown>): CanonicalTokenAccountingEventV2 | null;
+    consumeStreamChunk(state: TokenAccountingSessionState, chunk: Record<string, unknown>, event?: string): CanonicalTokenAccountingEventV2 | null;
     finalizeCompletedStream(state: TokenAccountingSessionState): CanonicalTokenAccountingEventV2;
     finalizeAbortedStream(state: TokenAccountingSessionState): CanonicalTokenAccountingEventV2;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jeffusion/bungee-llms",
-  "version": "5.12.0",
+  "version": "5.13.0",
   "description": "Extensible LLM adapters and protocol conversion package for Bungee",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -11,7 +11,7 @@
     "prepublishOnly": "bun run build"
   },
   "dependencies": {
-    "@jeffusion/bungee-types": "^5.12.0"
+    "@jeffusion/bungee-types": "^5.13.0"
   },
   "devDependencies": {
     "bun-types": "^1.3.2",