llm-stream-assemble 1.6.0 → 1.7.0

package/dist/index.d.cts

@@ -1,5 +1,5 @@
-import { c as StreamEvent, C as CollectedStream, T as ToSSEOptions, d as StreamEventHandlers } from './types-CSHQ-Alb.cjs';
-export { A as AssembleFromFileOptions, a as AssembleOptions, F as FinishReason, P as PartialJSONResult, R as RawChunk, b as ReasoningVariant, S as StreamAdapter, e as StreamEventType } from './types-CSHQ-Alb.cjs';
+import { c as StreamEvent, C as CollectedStream, T as ToSSEOptions, d as StreamEventHandlers } from './types-JvwK2_FV.cjs';
+export { A as AssembleFromFileOptions, a as AssembleOptions, F as FinishReason, P as PartialJSONResult, R as RawChunk, b as ReasoningVariant, S as StreamAdapter, e as StreamEventType } from './types-JvwK2_FV.cjs';
 export { assembleFromFile, assembleFromPayloads, assembleResponse, assembleStream, createAssemblyTransform, parsePartialJSON, parseSSE } from './core/index.cjs';
 export { OpenAIChatAdapterOptions, openaiChatAdapter } from './adapters/openai-chat.cjs';
 export { HOST_COMPATIBLE_PRESETS, LOOSE_HOST_PRESETS, OPENAI_COMPATIBLE_PROVIDERS, OpenAICompatibleAdapterOptions, OpenAICompatibleProvider, PRESET_OVERRIDES, PRESET_OVERRIDE_KEYS, ResolvedCompatibleAdapterConfig, STRICT_COMPATIBLE_PRESETS, compatibleProviderLabel, hasPresetOverride, isStrictCompatiblePreset, openaiCompatibleAdapter, providerPreset, resolveCompatibleAdapterConfig } from './adapters/openai-compatible.cjs';
@@ -31,6 +31,44 @@ interface CitationSpanAnchorResult {
 }
 declare function citationSpanAnchor(input: CitationSpanAnchorInput): CitationSpanAnchorResult;
 
+interface LogprobConfidenceInput {
+    logprob: number;
+    topLogprobs?: Array<{
+        token: string;
+        logprob: number;
+    }>;
+}
+interface LogprobConfidenceResult {
+    probability?: number;
+    margin?: number;
+    runnerUpToken?: string;
+}
+declare function logprobConfidence(input: LogprobConfidenceInput): LogprobConfidenceResult;
+
+interface LogprobTextAlignmentInput {
+    assistantText: string;
+    logprobs: Array<{
+        token: string;
+        logprob: number;
+        position?: number;
+        choiceIndex?: number;
+        channel?: "content" | "refusal";
+    }>;
+}
+interface LogprobTextAlignmentEntry {
+    logprob: number;
+    token: string;
+    start: number;
+    end: number;
+    consistent: boolean;
+    position?: number;
+}
+interface LogprobTextAlignmentResult {
+    entries: LogprobTextAlignmentEntry[];
+    unaligned: number;
+}
+declare function alignLogprobsWithText(input: LogprobTextAlignmentInput): LogprobTextAlignmentResult;
+
 declare function isMessageStart(event: StreamEvent): event is Extract<StreamEvent, {
     type: "message.start";
 }>;
@@ -76,6 +114,9 @@ declare function isCitation(event: StreamEvent): event is Extract<StreamEvent, {
 declare function isGrounding(event: StreamEvent): event is Extract<StreamEvent, {
     type: "grounding";
 }>;
+declare function isLogprob(event: StreamEvent): event is Extract<StreamEvent, {
+    type: "logprob";
+}>;
 declare function isUsage(event: StreamEvent): event is Extract<StreamEvent, {
     type: "usage";
 }>;
@@ -86,4 +127,4 @@ declare function isError(event: StreamEvent): event is Extract<StreamEvent, {
     type: "error";
 }>;
 
-export { type CitationSpanAnchorInput, type CitationSpanAnchorResult, CollectedStream, StreamEvent, StreamEventHandlers, ToSSEOptions, citationSpanAnchor, collectStream, isCitation, isError, isFinish, isGrounding, isJsonDelta, isJsonDone, isMessageStart, isMetadata, isReasoningDelta, isReasoningDone, isRefusalDelta, isRefusalDone, isTextDelta, isTextDone, isToolCallArgsDelta, isToolCallDone, isToolCallStart, isUsage, matchEvent, tapEvents, toSSE };
+export { type CitationSpanAnchorInput, type CitationSpanAnchorResult, CollectedStream, type LogprobConfidenceInput, type LogprobConfidenceResult, type LogprobTextAlignmentEntry, type LogprobTextAlignmentInput, type LogprobTextAlignmentResult, StreamEvent, StreamEventHandlers, ToSSEOptions, alignLogprobsWithText, citationSpanAnchor, collectStream, isCitation, isError, isFinish, isGrounding, isJsonDelta, isJsonDone, isLogprob, isMessageStart, isMetadata, isReasoningDelta, isReasoningDone, isRefusalDelta, isRefusalDone, isTextDelta, isTextDone, isToolCallArgsDelta, isToolCallDone, isToolCallStart, isUsage, logprobConfidence, matchEvent, tapEvents, toSSE };

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { c as StreamEvent, C as CollectedStream, T as ToSSEOptions, d as StreamEventHandlers } from './types-CSHQ-Alb.js';
-export { A as AssembleFromFileOptions, a as AssembleOptions, F as FinishReason, P as PartialJSONResult, R as RawChunk, b as ReasoningVariant, S as StreamAdapter, e as StreamEventType } from './types-CSHQ-Alb.js';
+import { c as StreamEvent, C as CollectedStream, T as ToSSEOptions, d as StreamEventHandlers } from './types-JvwK2_FV.js';
+export { A as AssembleFromFileOptions, a as AssembleOptions, F as FinishReason, P as PartialJSONResult, R as RawChunk, b as ReasoningVariant, S as StreamAdapter, e as StreamEventType } from './types-JvwK2_FV.js';
 export { assembleFromFile, assembleFromPayloads, assembleResponse, assembleStream, createAssemblyTransform, parsePartialJSON, parseSSE } from './core/index.js';
 export { OpenAIChatAdapterOptions, openaiChatAdapter } from './adapters/openai-chat.js';
 export { HOST_COMPATIBLE_PRESETS, LOOSE_HOST_PRESETS, OPENAI_COMPATIBLE_PROVIDERS, OpenAICompatibleAdapterOptions, OpenAICompatibleProvider, PRESET_OVERRIDES, PRESET_OVERRIDE_KEYS, ResolvedCompatibleAdapterConfig, STRICT_COMPATIBLE_PRESETS, compatibleProviderLabel, hasPresetOverride, isStrictCompatiblePreset, openaiCompatibleAdapter, providerPreset, resolveCompatibleAdapterConfig } from './adapters/openai-compatible.js';
@@ -31,6 +31,44 @@ interface CitationSpanAnchorResult {
 }
 declare function citationSpanAnchor(input: CitationSpanAnchorInput): CitationSpanAnchorResult;
 
+interface LogprobConfidenceInput {
+    logprob: number;
+    topLogprobs?: Array<{
+        token: string;
+        logprob: number;
+    }>;
+}
+interface LogprobConfidenceResult {
+    probability?: number;
+    margin?: number;
+    runnerUpToken?: string;
+}
+declare function logprobConfidence(input: LogprobConfidenceInput): LogprobConfidenceResult;
+
+interface LogprobTextAlignmentInput {
+    assistantText: string;
+    logprobs: Array<{
+        token: string;
+        logprob: number;
+        position?: number;
+        choiceIndex?: number;
+        channel?: "content" | "refusal";
+    }>;
+}
+interface LogprobTextAlignmentEntry {
+    logprob: number;
+    token: string;
+    start: number;
+    end: number;
+    consistent: boolean;
+    position?: number;
+}
+interface LogprobTextAlignmentResult {
+    entries: LogprobTextAlignmentEntry[];
+    unaligned: number;
+}
+declare function alignLogprobsWithText(input: LogprobTextAlignmentInput): LogprobTextAlignmentResult;
+
 declare function isMessageStart(event: StreamEvent): event is Extract<StreamEvent, {
     type: "message.start";
 }>;
@@ -76,6 +114,9 @@ declare function isCitation(event: StreamEvent): event is Extract<StreamEvent, {
 declare function isGrounding(event: StreamEvent): event is Extract<StreamEvent, {
     type: "grounding";
 }>;
+declare function isLogprob(event: StreamEvent): event is Extract<StreamEvent, {
+    type: "logprob";
+}>;
 declare function isUsage(event: StreamEvent): event is Extract<StreamEvent, {
     type: "usage";
 }>;
@@ -86,4 +127,4 @@ declare function isError(event: StreamEvent): event is Extract<StreamEvent, {
     type: "error";
 }>;
 
-export { type CitationSpanAnchorInput, type CitationSpanAnchorResult, CollectedStream, StreamEvent, StreamEventHandlers, ToSSEOptions, citationSpanAnchor, collectStream, isCitation, isError, isFinish, isGrounding, isJsonDelta, isJsonDone, isMessageStart, isMetadata, isReasoningDelta, isReasoningDone, isRefusalDelta, isRefusalDone, isTextDelta, isTextDone, isToolCallArgsDelta, isToolCallDone, isToolCallStart, isUsage, matchEvent, tapEvents, toSSE };
+export { type CitationSpanAnchorInput, type CitationSpanAnchorResult, CollectedStream, type LogprobConfidenceInput, type LogprobConfidenceResult, type LogprobTextAlignmentEntry, type LogprobTextAlignmentInput, type LogprobTextAlignmentResult, StreamEvent, StreamEventHandlers, ToSSEOptions, alignLogprobsWithText, citationSpanAnchor, collectStream, isCitation, isError, isFinish, isGrounding, isJsonDelta, isJsonDone, isLogprob, isMessageStart, isMetadata, isReasoningDelta, isReasoningDone, isRefusalDelta, isRefusalDone, isTextDelta, isTextDone, isToolCallArgsDelta, isToolCallDone, isToolCallStart, isUsage, logprobConfidence, matchEvent, tapEvents, toSSE };

package/dist/index.js

@@ -317,6 +317,8 @@ var EventAssembler = class {
         return [this.citationEvent(chunk)];
       case "grounding":
         return [this.groundingEvent(chunk)];
+      case "logprob":
+        return [this.logprobEvent(chunk)];
       case "metadata": {
         const { kind: _kind, ...metadata } = chunk;
         return [optionalEvent({ type: "metadata", ...metadata })];
@@ -542,6 +544,10 @@ var EventAssembler = class {
     const { kind: _kind, ...rest } = chunk;
     return optionalEvent({ type: "grounding", ...rest });
   }
+  logprobEvent(chunk) {
+    const { kind: _kind, ...rest } = chunk;
+    return optionalEvent({ type: "logprob", ...rest });
+  }
   errorEvent(error, recoverable) {
     const source = errorFromUnknown(error);
     if (!this.options.sanitizeErrors) {
@@ -1190,6 +1196,82 @@ function firstNumber(source, fields) {
   return void 0;
 }
 
+// src/adapters/shared/logprobs.ts
+function createLogprobPositionState() {
+  return { positions: /* @__PURE__ */ new Map() };
+}
+function logprobPositionKey(choiceIndex, channel) {
+  return `${choiceIndex ?? 0}:${channel}`;
+}
+function nextLogprobPosition(state, choiceIndex, channel) {
+  const key = logprobPositionKey(choiceIndex, channel);
+  const next = state.positions.get(key) ?? 0;
+  state.positions.set(key, next + 1);
+  return next;
+}
+function normalizeTopLogprobs(value) {
+  if (!Array.isArray(value) || value.length === 0) return void 0;
+  const result = [];
+  for (const entry of value) {
+    if (!isRecord(entry)) continue;
+    const token = asString(entry.token);
+    const logprob = asNumber(entry.logprob);
+    if (token === void 0 || logprob === void 0) continue;
+    const item = { token, logprob };
+    if (Array.isArray(entry.bytes)) {
+      const bytes = entry.bytes.filter((byte) => typeof byte === "number");
+      if (bytes.length > 0) item.bytes = bytes;
+    }
+    result.push(item);
+  }
+  return result.length > 0 ? result : void 0;
+}
+function logprobEntryFromProvider(entry, channel, choiceIndex, position) {
+  if (!isRecord(entry)) return void 0;
+  const token = asString(entry.token);
+  if (token === void 0 || token.length === 0) return void 0;
+  const logprob = asNumber(entry.logprob);
+  if (logprob === void 0) return void 0;
+  const chunk = {
+    kind: "logprob",
+    channel,
+    token,
+    logprob,
+    raw: entry
+  };
+  if (Array.isArray(entry.bytes)) {
+    const bytes = entry.bytes.filter((byte) => typeof byte === "number");
+    if (bytes.length > 0) chunk.bytes = bytes;
+  }
+  const topLogprobs = normalizeTopLogprobs(entry.top_logprobs);
+  if (topLogprobs) chunk.topLogprobs = topLogprobs;
+  if (choiceIndex !== void 0) chunk.choiceIndex = choiceIndex;
+  if (position !== void 0) chunk.position = position;
+  return optionalRawChunk(chunk);
+}
+function logprobChunksFromChoiceLogprobs(logprobs, choiceIndex, positionState) {
+  if (logprobs === null || logprobs === void 0) return [];
+  if (!isRecord(logprobs)) return [];
+  const chunks = [];
+  const content = logprobs.content;
+  const refusal = logprobs.refusal;
+  if (Array.isArray(content)) {
+    for (let index = 0; index < content.length; index += 1) {
+      const position = positionState ? nextLogprobPosition(positionState, choiceIndex, "content") : index;
+      const chunk = logprobEntryFromProvider(content[index], "content", choiceIndex, position);
+      if (chunk) chunks.push(chunk);
+    }
+  }
+  if (Array.isArray(refusal)) {
+    for (let index = 0; index < refusal.length; index += 1) {
+      const position = positionState ? nextLogprobPosition(positionState, choiceIndex, "refusal") : index;
+      const chunk = logprobEntryFromProvider(refusal[index], "refusal", choiceIndex, position);
+      if (chunk) chunks.push(chunk);
+    }
+  }
+  return chunks;
+}
+
 // src/adapters/openai-chat/parser/stream-parser.ts
 var OpenAIChatLikeParser = class {
   constructor(options) {
@@ -1199,6 +1281,7 @@ var OpenAIChatLikeParser = class {
   metadataEmitted = false;
   tools = /* @__PURE__ */ new Map();
   legacyStarted = /* @__PURE__ */ new Set();
+  logprobPositions = createLogprobPositionState();
   parseChunk(raw) {
     const payload = parseAdapterObjectPayload(raw, `${this.options.errorPrefix}.parseChunk`);
     if (!payload) return [];
@@ -1236,6 +1319,9 @@ var OpenAIChatLikeParser = class {
     const choiceIndex = choiceIndexFor(choice, position, this.options);
     const chunks = [];
     const delta = isRecord(choice.delta) ? choice.delta : void 0;
+    chunks.push(
+      ...logprobChunksFromChoiceLogprobs(choice.logprobs, choiceIndex, this.logprobPositions)
+    );
     if (delta) {
       chunks.push(...this.deltaChunks(delta, choiceIndex, position));
     }
@@ -1370,6 +1456,7 @@ function responseChoiceChunks(choice, position, options) {
   const choiceIndex = choiceIndexFor(choice, position, options);
   const message = isRecord(choice.message) ? choice.message : void 0;
   const chunks = [];
+  chunks.push(...logprobChunksFromChoiceLogprobs(choice.logprobs, choiceIndex));
   if (message) {
     const content = asString(message.content);
     if (content && content.length > 0) {
@@ -3296,7 +3383,8 @@ async function collectStream(events) {
     json: void 0,
     toolCalls: [],
     citations: [],
-    grounding: []
+    grounding: [],
+    logprobs: []
   };
   const iterator = events[Symbol.asyncIterator]();
   try {
@@ -3343,6 +3431,9 @@ function collectEvent(result, event) {
     case "grounding":
       result.grounding.push(event);
       break;
+    case "logprob":
+      result.logprobs.push(event);
+      break;
     case "usage":
       result.usage = event;
       break;
@@ -3463,6 +3554,8 @@ function matchEvent(event, handlers) {
       return handlers.citation?.(event);
     case "grounding":
       return handlers.grounding?.(event);
+    case "logprob":
+      return handlers.logprob?.(event);
     case "usage":
       return handlers.usage?.(event);
     case "finish":
@@ -3501,6 +3594,52 @@ function citationSpanAnchor(input) {
   return { anchorText, consistent: true };
 }
 
+// src/helpers/logprob-confidence.ts
+function logprobConfidence(input) {
+  const result = {};
+  if (Number.isFinite(input.logprob) && input.logprob <= 0) {
+    result.probability = Math.exp(input.logprob);
+  }
+  const top = input.topLogprobs;
+  if (top && top.length >= 2) {
+    const sorted = [...top].sort((left, right) => right.logprob - left.logprob);
+    const best = sorted[0];
+    const runnerUp = sorted[1];
+    if (best && runnerUp && Number.isFinite(best.logprob) && Number.isFinite(runnerUp.logprob)) {
+      result.margin = best.logprob - runnerUp.logprob;
+      result.runnerUpToken = runnerUp.token;
+    }
+  }
+  return result;
+}
+
+// src/helpers/align-logprobs-with-text.ts
+function alignLogprobsWithText(input) {
+  const entries = [];
+  let cursor = 0;
+  let unaligned = 0;
+  for (const item of input.logprobs) {
+    const index = input.assistantText.indexOf(item.token, cursor);
+    if (index === -1) {
+      unaligned += 1;
+      continue;
+    }
+    const start = index;
+    const end = index + item.token.length;
+    const slice = input.assistantText.slice(start, end);
+    entries.push({
+      logprob: item.logprob,
+      token: item.token,
+      start,
+      end,
+      consistent: slice === item.token,
+      ...item.position !== void 0 ? { position: item.position } : {}
+    });
+    cursor = end;
+  }
+  return { entries, unaligned };
+}
+
 // src/helpers/type-guards.ts
 function isMessageStart(event) {
   return event.type === "message.start";
@@ -3547,6 +3686,9 @@ function isCitation(event) {
 function isGrounding(event) {
   return event.type === "grounding";
 }
+function isLogprob(event) {
+  return event.type === "logprob";
+}
 function isUsage(event) {
   return event.type === "usage";
 }
@@ -3557,6 +3699,6 @@ function isError(event) {
   return event.type === "error";
 }
 
-export { HOST_COMPATIBLE_PRESETS, LOOSE_HOST_PRESETS, OPENAI_COMPATIBLE_PROVIDERS, PRESET_OVERRIDES, PRESET_OVERRIDE_KEYS, STRICT_COMPATIBLE_PRESETS, anthropicAdapter, assembleFromFile, assembleFromPayloads, assembleResponse, assembleStream, bedrockAdapter, citationSpanAnchor, cohereAdapter, collectStream, compatibleProviderLabel, createAssemblyTransform, geminiAdapter, hasPresetOverride, isCitation, isError, isFinish, isGrounding, isJsonDelta, isJsonDone, isMessageStart, isMetadata, isReasoningDelta, isReasoningDone, isRefusalDelta, isRefusalDone, isStrictCompatiblePreset, isTextDelta, isTextDone, isToolCallArgsDelta, isToolCallDone, isToolCallStart, isUsage, matchEvent, openaiChatAdapter, openaiCompatibleAdapter, openaiResponsesAdapter, parsePartialJSON, parseSSE, providerPreset, resolveCompatibleAdapterConfig, tapEvents, toSSE };
+export { HOST_COMPATIBLE_PRESETS, LOOSE_HOST_PRESETS, OPENAI_COMPATIBLE_PROVIDERS, PRESET_OVERRIDES, PRESET_OVERRIDE_KEYS, STRICT_COMPATIBLE_PRESETS, alignLogprobsWithText, anthropicAdapter, assembleFromFile, assembleFromPayloads, assembleResponse, assembleStream, bedrockAdapter, citationSpanAnchor, cohereAdapter, collectStream, compatibleProviderLabel, createAssemblyTransform, geminiAdapter, hasPresetOverride, isCitation, isError, isFinish, isGrounding, isJsonDelta, isJsonDone, isLogprob, isMessageStart, isMetadata, isReasoningDelta, isReasoningDone, isRefusalDelta, isRefusalDone, isStrictCompatiblePreset, isTextDelta, isTextDone, isToolCallArgsDelta, isToolCallDone, isToolCallStart, isUsage, logprobConfidence, matchEvent, openaiChatAdapter, openaiCompatibleAdapter, openaiResponsesAdapter, parsePartialJSON, parseSSE, providerPreset, resolveCompatibleAdapterConfig, tapEvents, toSSE };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map