@framers/agentos 0.1.0

package/dist/core/llm/streaming/StreamingBatcher.js

@@ -0,0 +1,173 @@
+const DEFAULT_BATCHER_OPTIONS = {
+    maxLatencyMs: 100,
+    maxTextDeltaChars: 800,
+    maxToolArgumentChars: 4000,
+    maxChunksPerBatch: 50,
+    annotateBatches: true,
+};
+/** Internal helper: merge a new chunk into accumulator state. */
+function accumulate(state, chunk) {
+    state.chunks.push(chunk);
+    if (chunk.responseTextDelta)
+        state.textBuffer += chunk.responseTextDelta;
+    if (chunk.toolCallsDeltas) {
+        for (const d of chunk.toolCallsDeltas) {
+            const key = `${d.index}|${d.id || '_'}`;
+            const buf = state.toolBuffers[key] || { raw: '' };
+            if (d.function?.arguments_delta)
+                buf.raw += d.function.arguments_delta;
+            if (d.function?.name)
+                buf.name = d.function.name;
+            if (d.id)
+                buf.id = d.id;
+            state.toolBuffers[key] = buf;
+        }
+    }
+}
+/** Builds a batched chunk from accumulator state and resets state. */
+function buildBatch(state, batchSequence, isFinalOverride = false) {
+    if (state.chunks.length === 0)
+        return undefined;
+    const first = state.chunks[0];
+    const finalProviderChunk = state.chunks.find(c => c.isFinal);
+    // Consolidate tool call deltas into single entries per key.
+    const mergedToolCalls = Object.entries(state.toolBuffers).map(([key, data]) => {
+        const [indexStr, idMarker] = key.split('|');
+        return {
+            index: Number(indexStr),
+            id: data.id || (idMarker !== '_' ? idMarker : undefined),
+            type: 'function',
+            function: {
+                name: data.name,
+                arguments_delta: data.raw, // merged arguments
+            },
+        };
+    });
+    const batched = {
+        id: `${first.id}-batch-${batchSequence}`,
+        object: first.object,
+        created: Math.floor(Date.now() / 1000),
+        modelId: first.modelId,
+        choices: first.choices, // assume stable choice metadata
+        responseTextDelta: state.textBuffer.length > 0 ? state.textBuffer : undefined,
+        toolCallsDeltas: mergedToolCalls.length > 0 ? mergedToolCalls : undefined,
+        // Only propagate usage/error when final provider chunk present.
+        usage: finalProviderChunk?.usage,
+        error: finalProviderChunk?.error,
+        isFinal: isFinalOverride || !!finalProviderChunk?.isFinal,
+    };
+    // Optional annotation for diagnostics / profiling.
+    batched.batchSequence = batchSequence;
+    batched.batchedChunkCount = state.chunks.length;
+    batched.batchedOriginalIds = state.chunks.map(c => c.id);
+    // Reset state for next batch
+    state.chunks = [];
+    state.textBuffer = '';
+    state.toolBuffers = {};
+    state.firstChunkAt = 0;
+    return batched;
+}
+/** Determines if flush conditions met (excluding final chunk condition handled upstream). */
+function shouldFlush(state, opts) {
+    if (state.chunks.length === 0)
+        return false;
+    const now = Date.now();
+    if (state.firstChunkAt && (now - state.firstChunkAt) >= opts.maxLatencyMs)
+        return true;
+    if (state.textBuffer.length >= opts.maxTextDeltaChars)
+        return true;
+    if (state.chunks.length >= opts.maxChunksPerBatch)
+        return true;
+    // Tool argument size check
+    const toolArgSize = Object.values(state.toolBuffers).reduce((sum, t) => sum + t.raw.length, 0);
+    if (toolArgSize >= opts.maxToolArgumentChars)
+        return true;
+    return false;
+}
+/**
+ * Batches an async stream of `ModelCompletionResponse` chunks according to `StreamingBatcherOptions`.
+ * @param stream Underlying provider async generator.
+ * @param options Optional batching thresholds.
+ * @returns AsyncGenerator<ModelCompletionResponse>
+ */
+export async function* batchStream(stream, options = {}) {
+    const opts = { ...DEFAULT_BATCHER_OPTIONS, ...options };
+    let batchSequence = 0;
+    const state = { chunks: [], textBuffer: '', toolBuffers: {}, firstChunkAt: 0 };
+    const flush = (isFinal = false) => {
+        const chunk = buildBatch(state, batchSequence++, isFinal);
+        if (chunk && !opts.annotateBatches) {
+            delete chunk.batchSequence;
+            delete chunk.batchedChunkCount;
+            delete chunk.batchedOriginalIds;
+        }
+        return chunk;
+    };
+    // Consumption loop with latency race.
+    while (true) {
+        const providerResult = await stream.next();
+        if (providerResult.done) {
+            if (state.chunks.length) {
+                const residual = flush(false);
+                if (residual) {
+                    yield residual;
+                }
+            }
+            return;
+        }
+        const chunk = providerResult.value;
+        if (!chunk) {
+            continue;
+        }
+        // If enough time elapsed since first buffered chunk, flush before adding new chunk
+        if (state.chunks.length > 0 && state.firstChunkAt && (Date.now() - state.firstChunkAt) >= opts.maxLatencyMs) {
+            const timedOut = flush(false);
+            if (timedOut) {
+                yield timedOut;
+            }
+        }
+        if (chunk.isFinal) {
+            if (state.chunks.length === 0) {
+                // No buffered chunks; emit final chunk directly.
+                yield chunk;
+                return;
+            }
+            // Flush buffered chunks first, then emit final chunk.
+            let preFinal = flush(false);
+            if (!preFinal && state.textBuffer) {
+                preFinal = {
+                    ...state.chunks[0],
+                    id: `${state.chunks[0]?.id || 'chunk'}-batch-${batchSequence++}`,
+                    responseTextDelta: state.textBuffer || undefined,
+                    isFinal: false,
+                };
+            }
+            if (preFinal) {
+                yield preFinal;
+            }
+            yield chunk;
+            return;
+        }
+        if (state.chunks.length === 0)
+            state.firstChunkAt = Date.now();
+        accumulate(state, chunk);
+        // Non-final flush conditions.
+        if (shouldFlush(state, opts)) {
+            const chunk = flush(false);
+            if (chunk) {
+                yield chunk;
+            }
+        }
+    }
+}
+/** Convenience OO wrapper for imperative control (mirrors functional batchStream). */
+export class StreamingBatcher {
+    constructor(options = {}) {
+        this.opts = { ...DEFAULT_BATCHER_OPTIONS, ...options };
+    }
+    batch(stream) {
+        return batchStream(stream, this.opts);
+    }
+}
+export default StreamingBatcher;
+//# sourceMappingURL=StreamingBatcher.js.map

package/dist/core/llm/streaming/StreamingBatcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StreamingBatcher.js","sourceRoot":"","sources":["../../../../src/core/llm/streaming/StreamingBatcher.ts"],"names":[],"mappings":"AA0CA,MAAM,uBAAuB,GAAsC;IACjE,YAAY,EAAE,GAAG;IACjB,iBAAiB,EAAE,GAAG;IACtB,oBAAoB,EAAE,IAAI;IAC1B,iBAAiB,EAAE,EAAE;IACrB,eAAe,EAAE,IAAI;CACtB,CAAC;AAeF,iEAAiE;AACjE,SAAS,UAAU,CAAC,KAAuB,EAAE,KAA8B;IACzE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,IAAI,KAAK,CAAC,iBAAiB;QAAE,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,iBAAiB,CAAC;IACzE,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QAC1B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC;YACxC,MAAM,GAAG,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;YAClD,IAAI,CAAC,CAAC,QAAQ,EAAE,eAAe;gBAAE,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC;YACvE,IAAI,CAAC,CAAC,QAAQ,EAAE,IAAI;gBAAE,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;YACjD,IAAI,CAAC,CAAC,EAAE;gBAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;QAC/B,CAAC;IACH,CAAC;AACH,CAAC;AAED,sEAAsE;AACtE,SAAS,UAAU,CAAC,KAAuB,EAAE,aAAqB,EAAE,eAAe,GAAG,KAAK;IACzF,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAChD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,kBAAkB,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAE7D,4DAA4D;IAC5D,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;QAC5E,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC;YACvB,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,QAAQ,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;YACxD,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,mBAAmB;aAC/C;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAA4B;QACvC,EAAE,EAAE,GAAG,KAAK,CAAC,EAAE,UAAU,aAAa,EAAE;QACxC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QACtC,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,gCAAgC;QACxD,iBAAiB,EAAE,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;QAC7E,eAAe,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;QACzE,gEAAgE;QAChE,KAAK,EAAE,kBAAkB,EAAE,KAAK;QAChC,KAAK,EAAE,kBAAkB,EAAE,KAAK;QAChC,OAAO,EAAE,eAAe,IAAI,CAAC,CAAC,kBAAkB,EAAE,OAAO;KAC1D,CAAC;IAEF,mDAAmD;IAClD,OAAe,CAAC,aAAa,GAAG,aAAa,CAAC;IAC9C,OAAe,CAAC,iBAAiB,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;IACxD,OAAe,CAAC,kBAAkB,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAElE,6BAA6B;IAC7B,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC;IAClB,KAAK,CAAC,UAAU,GAAG,EAAE,CAAC;IACtB,KAAK,CAAC,WAAW,GAAG,EAAE,CAAC;IACvB,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;IACvB,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,6FAA6F;AAC7F,SAAS,WAAW,CAAC,KAAuB,EAAE,IAAuC;IACnF,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IACvF,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,IAAI,IAAI,CAAC,iBAAiB;QAAE,OAAO,IAAI,CAAC;IACnE,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,iBAAiB;QAAE,OAAO,IAAI,CAAC;IAC/D,2BAA2B;IAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC/F,IAAI,WAAW,IAAI,IAAI,CAAC,oBAAoB;QAAE,OAAO,IAAI,CAAC;IAC1D,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,WAAW,CAChC,MAAgE,EAChE,UAAmC,EAAE;IAErC,MAAM,IAAI,GAAsC,EAAE,GAAG,uBAAuB,EAAE,GAAG,OAAO,EAAE,CAAC;IAC3F,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,KAAK,GAAqB,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;IAEjG,MAAM,KAAK,GAAG,CAAC,OAAO,GAAG,KAAK,EAAuC,EAAE;QACrE,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,aAAa,EAAE,EAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YACnC,OAAQ,KAAa,CAAC,aAAa,CAAC;YACpC,OAAQ,KAAa,CAAC,iBAAiB,CAAC;YACxC,OAAQ,KAAa,CAAC,kBAAkB,CAAC;QAC3C,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IAEF,sCAAsC;IACtC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,cAAc,CAAC,IAAI,EAAE,CAAC;YACxB,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC9B,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,QAAQ,CAAC;gBACjB,CAAC;YACH,CAAC;YACD,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,cAAc,CAAC,KAAgC,CAAC;QAC9D,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,SAAS;QACX,CAAC;QACD,mFAAmF;QACnF,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAC5G,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YAC9B,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,QAAQ,CAAC;YACjB,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,iDAAiD;gBACjD,MAAM,KAAK,CAAC;gBACZ,OAAO;YACT,CAAC;YACD,sDAAsD;YACtD,IAAI,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBAClC,QAAQ,GAAG;oBACT,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,OAAO,UAAU,aAAa,EAAE,EAAE;oBAChE,iBAAiB,EAAE,KAAK,CAAC,UAAU,IAAI,SAAS;oBAChD,OAAO,EAAE,KAAK;iBACY,CAAC;YAC/B,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,QAAQ,CAAC;YACjB,CAAC;YACD,MAAM,KAAK,CAAC;YACZ,OAAO;QACT,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/D,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAEzB,8BAA8B;QAC9B,IAAI,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YAC3B,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED,sFAAsF;AACtF,MAAM,OAAO,gBAAgB;IAE3B,YAAY,UAAmC,EAAE;QAC/C,IAAI,CAAC,IAAI,GAAG,EAAE,GAAG,uBAAuB,EAAE,GAAG,OAAO,EAAE,CAAC;IACzD,CAAC;IACD,KAAK,CAAC,MAAgE;QACpE,OAAO,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;CACF;AAED,eAAe,gBAAgB,CAAC"}

package/dist/core/llm/streaming/StreamingReconstructor.d.ts

@@ -0,0 +1,69 @@
+/**
+ * @fileoverview Utility helpers to reconstruct full model output and tool/function calls
+ * from incremental streaming `ModelCompletionResponse` chunks emitted by `IProvider.generateCompletionStream`.
+ *
+ * Invariants enforced by provider layer (see IProvider.ts):
+ *  - `responseTextDelta` values are append-only fragments of assistant text.
+ *  - `toolCallsDeltas` supply incremental JSON argument substrings via `arguments_delta` per choice index.
+ *  - Exactly one chunk per stream has `isFinal: true` (terminal chunk; may contain error and usage).
+ *
+ * This module centralizes reconstruction logic so UI code, tests, and higher-level orchestration
+ * avoid duplicating fragile merge routines.
+ */
+import { ModelCompletionResponse } from '../providers/IProvider';
+/** Reconstructed tool call structure after merging streamed argument deltas. */
+export interface ReconstructedToolCall {
+    index: number;
+    id?: string;
+    name?: string;
+    /** Parsed arguments object if JSON parse succeeded, else original concatenated string in rawArguments. */
+    arguments?: any;
+    rawArguments: string;
+    parseError?: string;
+}
+/** Aggregate reconstruction result for a full streamed completion. */
+export interface StreamingReconstructionResult {
+    fullText: string;
+    toolCalls: ReconstructedToolCall[];
+    finalChunk?: ModelCompletionResponse;
+    error?: ModelCompletionResponse['error'];
+    usage?: ModelCompletionResponse['usage'];
+    chunks: number;
+}
+/**
+ * Reconstructs full assistant text and tool calls from an async stream of `ModelCompletionResponse` chunks.
+ * The generator is consumed entirely before returning.
+ *
+ * @param stream Async generator from `generateCompletionStream`.
+ * @returns StreamingReconstructionResult summarizing concatenated text, parsed tool calls, final chunk & usage.
+ */
+export declare function reconstructStream(stream: AsyncGenerator<ModelCompletionResponse, void, undefined>): Promise<StreamingReconstructionResult>;
+/**
+ * Incremental (online) reconstruction API: pass each chunk in sequence and query state at any time.
+ * Useful for UI rendering that wants interim merged tool arguments without waiting for completion.
+ */
+export declare class StreamingReconstructor {
+    private acc;
+    private chunkCount;
+    /** Apply next chunk. */
+    push(chunk: ModelCompletionResponse): void;
+    /** Current full text (all deltas concatenated). */
+    getFullText(): string;
+    /** Returns current reconstructed tool calls (raw + parsed if possible). */
+    getToolCalls(): ReconstructedToolCall[];
+    /** Final chunk if received. */
+    getFinalChunk(): ModelCompletionResponse | undefined;
+    /** Aggregate usage only reliable after final chunk. */
+    getUsage(): import("../providers/IProvider").ModelUsage | undefined;
+    /** Error if surfaced on final chunk. */
+    getError(): {
+        message: string;
+        type?: string;
+        code?: string | number;
+        details?: unknown;
+    } | undefined;
+    /** Total chunks processed so far. */
+    getChunkCount(): number;
+}
+export default StreamingReconstructor;
+//# sourceMappingURL=StreamingReconstructor.d.ts.map

package/dist/core/llm/streaming/StreamingReconstructor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StreamingReconstructor.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/streaming/StreamingReconstructor.ts"],"names":[],"mappings":"AACA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AAEjE,gFAAgF;AAChF,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0GAA0G;IAC1G,SAAS,CAAC,EAAE,GAAG,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,sEAAsE;AACtE,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,qBAAqB,EAAE,CAAC;IACnC,UAAU,CAAC,EAAE,uBAAuB,CAAC;IACrC,KAAK,CAAC,EAAE,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACzC,KAAK,CAAC,EAAE,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,EAAE,MAAM,CAAC;CAChB;AAuCD;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,cAAc,CAAC,uBAAuB,EAAE,IAAI,EAAE,SAAS,CAAC,GAC/D,OAAO,CAAC,6BAA6B,CAAC,CA0BxC;AAED;;;GAGG;AACH,qBAAa,sBAAsB;IACjC,OAAO,CAAC,GAAG,CAAyF;IACpG,OAAO,CAAC,UAAU,CAAK;IAEvB,wBAAwB;IACxB,IAAI,CAAC,KAAK,EAAE,uBAAuB,GAAG,IAAI;IAK1C,mDAAmD;IACnD,WAAW,IAAI,MAAM;IAErB,2EAA2E;IAC3E,YAAY,IAAI,qBAAqB,EAAE;IAOvC,+BAA+B;IAC/B,aAAa,IAAI,uBAAuB,GAAG,SAAS;IAEpD,uDAAuD;IACvD,QAAQ;IAER,wCAAwC;IACxC,QAAQ;;;;;;IAER,qCAAqC;IACrC,aAAa;CACd;AAED,eAAe,sBAAsB,CAAC"}

package/dist/core/llm/streaming/StreamingReconstructor.js

@@ -0,0 +1,102 @@
+/**
+ * Incrementally applies a streaming chunk to the accumulator.
+ * @param acc Current accumulator.
+ * @param chunk Incoming streaming `ModelCompletionResponse` piece.
+ */
+function applyChunk(acc, chunk) {
+    if (chunk.responseTextDelta)
+        acc.textBuffer += chunk.responseTextDelta;
+    if (chunk.toolCallsDeltas) {
+        for (const d of chunk.toolCallsDeltas) {
+            const buf = acc.toolBuffers[d.index] || { raw: '' };
+            if (d.function?.arguments_delta)
+                buf.raw += d.function.arguments_delta;
+            if (d.id)
+                buf.id = d.id;
+            if (d.function?.name)
+                buf.name = d.function.name;
+            acc.toolBuffers[d.index] = buf;
+        }
+    }
+    if (chunk.isFinal)
+        acc.finalChunk = chunk;
+}
+/**
+ * Safely parses a JSON string, returning either the parsed object or recording an error.
+ */
+function safeParseJson(raw) {
+    try {
+        return { value: raw.trim() === '' ? {} : JSON.parse(raw) };
+    }
+    catch (e) {
+        return { error: e?.message || 'JSON parse failed' };
+    }
+}
+/**
+ * Reconstructs full assistant text and tool calls from an async stream of `ModelCompletionResponse` chunks.
+ * The generator is consumed entirely before returning.
+ *
+ * @param stream Async generator from `generateCompletionStream`.
+ * @returns StreamingReconstructionResult summarizing concatenated text, parsed tool calls, final chunk & usage.
+ */
+export async function reconstructStream(stream) {
+    const acc = { textBuffer: '', toolBuffers: {}, finalChunk: undefined };
+    let count = 0;
+    for await (const chunk of stream) {
+        applyChunk(acc, chunk);
+        count++;
+    }
+    const toolCalls = Object.entries(acc.toolBuffers).map(([indexStr, data]) => {
+        const { value, error } = safeParseJson(data.raw);
+        return {
+            index: Number(indexStr),
+            id: data.id,
+            name: data.name,
+            rawArguments: data.raw,
+            arguments: error ? undefined : value,
+            parseError: error,
+        };
+    });
+    return {
+        fullText: acc.textBuffer,
+        toolCalls,
+        finalChunk: acc.finalChunk,
+        error: acc.finalChunk?.error,
+        usage: acc.finalChunk?.usage,
+        chunks: count,
+    };
+}
+/**
+ * Incremental (online) reconstruction API: pass each chunk in sequence and query state at any time.
+ * Useful for UI rendering that wants interim merged tool arguments without waiting for completion.
+ */
+export class StreamingReconstructor {
+    constructor() {
+        this.acc = { textBuffer: '', toolBuffers: {}, finalChunk: undefined };
+        this.chunkCount = 0;
+    }
+    /** Apply next chunk. */
+    push(chunk) {
+        applyChunk(this.acc, chunk);
+        this.chunkCount++;
+    }
+    /** Current full text (all deltas concatenated). */
+    getFullText() { return this.acc.textBuffer; }
+    /** Returns current reconstructed tool calls (raw + parsed if possible). */
+    getToolCalls() {
+        return Object.entries(this.acc.toolBuffers).map(([idx, data]) => {
+            const { value, error } = safeParseJson(data.raw);
+            return { index: Number(idx), id: data.id, name: data.name, rawArguments: data.raw, arguments: error ? undefined : value, parseError: error };
+        });
+    }
+    /** Final chunk if received. */
+    getFinalChunk() { return this.acc.finalChunk; }
+    /** Aggregate usage only reliable after final chunk. */
+    getUsage() { return this.acc.finalChunk?.usage; }
+    /** Error if surfaced on final chunk. */
+    getError() { return this.acc.finalChunk?.error; }
+    /** Total chunks processed so far. */
+    getChunkCount() { return this.chunkCount; }
+}
+export default StreamingReconstructor;
+//# sourceMappingURL=StreamingReconstructor.js.map

package/dist/core/llm/streaming/StreamingReconstructor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StreamingReconstructor.js","sourceRoot":"","sources":["../../../../src/core/llm/streaming/StreamingReconstructor.ts"],"names":[],"mappings":"AA2CA;;;;GAIG;AACH,SAAS,UAAU,CAAC,GAA8B,EAAE,KAA8B;IAChF,IAAI,KAAK,CAAC,iBAAiB;QAAE,GAAG,CAAC,UAAU,IAAI,KAAK,CAAC,iBAAiB,CAAC;IACvE,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QAC1B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;YACpD,IAAI,CAAC,CAAC,QAAQ,EAAE,eAAe;gBAAE,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC;YACvE,IAAI,CAAC,CAAC,EAAE;gBAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,CAAC,QAAQ,EAAE,IAAI;gBAAE,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;YACjD,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;QACjC,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,OAAO;QAAE,GAAG,CAAC,UAAU,GAAG,KAAK,CAAC;AAC5C,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,GAAW;IAChC,IAAI,CAAC;QACH,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;IAC7D,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,IAAI,mBAAmB,EAAE,CAAC;IACtD,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAAgE;IAEhE,MAAM,GAAG,GAA8B,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;IAClG,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACvB,KAAK,EAAE,CAAC;IACV,CAAC;IACD,MAAM,SAAS,GAA4B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;QAClG,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjD,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC;YACvB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,YAAY,EAAE,IAAI,CAAC,GAAG;YACtB,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK;YACpC,UAAU,EAAE,KAAK;SAClB,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,OAAO;QACL,QAAQ,EAAE,GAAG,CAAC,UAAU;QACxB,SAAS;QACT,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,KAAK,EAAE,GAAG,CAAC,UAAU,EAAE,KAAK;QAC5B,KAAK,EAAE,GAAG,CAAC,UAAU,EAAE,KAAK;QAC5B,MAAM,EAAE,KAAK;KACd,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,sBAAsB;IAAnC;QACU,QAAG,GAA8B,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;QAC5F,eAAU,GAAG,CAAC,CAAC;IA8BzB,CAAC;IA5BC,wBAAwB;IACxB,IAAI,CAAC,KAA8B;QACjC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED,mDAAmD;IACnD,WAAW,KAAa,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;IAErD,2EAA2E;IAC3E,YAAY;QACV,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;YAC9D,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjD,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;QAC/I,CAAC,CAAC,CAAC;IACL,CAAC;IAED,+BAA+B;IAC/B,aAAa,KAA0C,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;IAEpF,uDAAuD;IACvD,QAAQ,KAAK,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;IAEjD,wCAAwC;IACxC,QAAQ,KAAK,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;IAEjD,qCAAqC;IACrC,aAAa,KAAK,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;CAC5C;AAED,eAAe,sBAAsB,CAAC"}