@spenceriam/impulse 0.15.0

package/dist/api/stream.js

@@ -0,0 +1,202 @@
+/**
+ * Create a new stream state
+ */
+export function createStreamState() {
+    return {
+        content: "",
+        reasoningContent: "",
+        role: null,
+        toolCalls: new Map(),
+        finishReason: null,
+        usage: null,
+    };
+}
+/**
+ * Process a single chunk and update state
+ * Returns events generated from this chunk
+ */
+export function processChunk(chunk, state) {
+    const events = [];
+    for (const choice of chunk.choices) {
+        const delta = choice.delta;
+        // Update role if present
+        if (delta.role) {
+            state.role = delta.role;
+        }
+        // Process content delta
+        if (delta.content) {
+            state.content += delta.content;
+            events.push({ type: "content", delta: delta.content });
+        }
+        // Process reasoning content (GLM thinking mode)
+        if (delta.reasoning_content) {
+            state.reasoningContent += delta.reasoning_content;
+            events.push({ type: "reasoning", delta: delta.reasoning_content });
+        }
+        // Process tool calls
+        if (delta.tool_calls) {
+            for (const tc of delta.tool_calls) {
+                const existing = state.toolCalls.get(tc.index);
+                if (!existing) {
+                    // New tool call
+                    const partial = {
+                        id: tc.id ?? "",
+                        functionName: tc.function?.name ?? "",
+                        functionArguments: tc.function?.arguments ?? "",
+                    };
+                    state.toolCalls.set(tc.index, partial);
+                    if (tc.id && tc.function?.name) {
+                        events.push({
+                            type: "tool_call_start",
+                            index: tc.index,
+                            id: tc.id,
+                            name: tc.function.name,
+                        });
+                    }
+                }
+                else {
+                    // Accumulate to existing tool call
+                    if (tc.id)
+                        existing.id = tc.id;
+                    if (tc.function?.name)
+                        existing.functionName = tc.function.name;
+                    if (tc.function?.arguments) {
+                        existing.functionArguments += tc.function.arguments;
+                        events.push({
+                            type: "tool_call_delta",
+                            index: tc.index,
+                            arguments: tc.function.arguments,
+                        });
+                    }
+                }
+            }
+        }
+        // Update finish reason
+        if (choice.finish_reason) {
+            state.finishReason = choice.finish_reason;
+        }
+    }
+    // Update usage if present (usually only on final chunk)
+    if (chunk.usage) {
+        state.usage = {
+            promptTokens: chunk.usage.prompt_tokens,
+            completionTokens: chunk.usage.completion_tokens,
+            totalTokens: chunk.usage.total_tokens,
+        };
+    }
+    return events;
+}
+/**
+ * Convert accumulated tool calls to final format
+ */
+export function getToolCalls(state) {
+    const calls = [];
+    // Sort by index to maintain order
+    const sortedEntries = [...state.toolCalls.entries()].sort((a, b) => a[0] - b[0]);
+    for (const [_, partial] of sortedEntries) {
+        if (partial.id && partial.functionName) {
+            calls.push({
+                id: partial.id,
+                type: "function",
+                function: {
+                    name: partial.functionName,
+                    arguments: partial.functionArguments,
+                },
+            });
+        }
+    }
+    return calls;
+}
+/**
+ * Convert stream state to a complete ChatMessage
+ */
+export function stateToMessage(state) {
+    const toolCalls = getToolCalls(state);
+    return {
+        role: state.role ?? "assistant",
+        content: state.content || null,
+        reasoning_content: state.reasoningContent || undefined,
+        tool_calls: toolCalls.length > 0 ? toolCalls : undefined,
+    };
+}
+/**
+ * High-level stream processor that handles async iteration
+ */
+export class StreamProcessor {
+    state;
+    eventHandler = null;
+    abortController = null;
+    constructor() {
+        this.state = createStreamState();
+    }
+    /**
+     * Set event handler for real-time updates
+     */
+    onEvent(handler) {
+        this.eventHandler = handler;
+        return this;
+    }
+    /**
+     * Get the current accumulated state
+     */
+    getState() {
+        return this.state;
+    }
+    /**
+     * Get abort signal for cancellation
+     */
+    getAbortSignal() {
+        if (!this.abortController) {
+            this.abortController = new AbortController();
+        }
+        return this.abortController.signal;
+    }
+    /**
+     * Abort the stream
+     */
+    abort() {
+        this.abortController?.abort();
+    }
+    /**
+     * Process an async iterable of chunks
+     */
+    async process(chunks) {
+        for await (const chunk of chunks) {
+            // Check for abort
+            if (this.abortController?.signal.aborted) {
+                break;
+            }
+            const events = processChunk(chunk, this.state);
+            // Emit events
+            if (this.eventHandler) {
+                for (const event of events) {
+                    this.eventHandler(event);
+                }
+            }
+        }
+        // Emit done event
+        if (this.eventHandler) {
+            this.eventHandler({ type: "done", state: this.state });
+        }
+        return this.state;
+    }
+    /**
+     * Reset for reuse
+     */
+    reset() {
+        this.state = createStreamState();
+        this.abortController = null;
+    }
+}
+/**
+ * Convenience function to process a stream and return the final message
+ */
+export async function processStream(chunks, onEvent) {
+    const processor = new StreamProcessor();
+    if (onEvent) {
+        processor.onEvent(onEvent);
+    }
+    const state = await processor.process(chunks);
+    return stateToMessage(state);
+}
+//# sourceMappingURL=stream.js.map

package/dist/api/stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../src/api/stream.ts"],"names":[],"mappings":"AA6CA;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,OAAO;QACL,OAAO,EAAE,EAAE;QACX,gBAAgB,EAAE,EAAE;QACpB,IAAI,EAAE,IAAI;QACV,SAAS,EAAE,IAAI,GAAG,EAAE;QACpB,YAAY,EAAE,IAAI;QAClB,KAAK,EAAE,IAAI;KACZ,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAC1B,KAA0B,EAC1B,KAAkB;IAElB,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,yBAAyB;QACzB,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QAC1B,CAAC;QAED,wBAAwB;QACxB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,gDAAgD;QAChD,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC5B,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,iBAAiB,CAAC;YAClD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,qBAAqB;QACrB,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACrB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBAClC,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;gBAE/C,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,gBAAgB;oBAChB,MAAM,OAAO,GAAoB;wBAC/B,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE;wBACf,YAAY,EAAE,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE;wBACrC,iBAAiB,EAAE,EAAE,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;qBAChD,CAAC;oBACF,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;oBAEvC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;wBAC/B,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,iBAAiB;4BACvB,KAAK,EAAE,EAAE,CAAC,KAAK;4BACf,EAAE,EAAE,EAAE,CAAC,EAAE;4BACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;yBACvB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,mCAAmC;oBACnC,IAAI,EAAE,CAAC,EAAE;wBAAE,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;oBAC/B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;wBAAE,QAAQ,CAAC,YAAY,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAChE,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;wBAC3B,QAAQ,CAAC,iBAAiB,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;wBACpD,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,iBAAiB;4BACvB,KAAK,EAAE,EAAE,CAAC,KAAK;4BACf,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;yBACjC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,aAAa,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,KAAK,CAAC,KAAK,GAAG;YACZ,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa;YACvC,gBAAgB,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB;YAC/C,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY;SACtC,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,KAAkB;IAC7C,MAAM,KAAK,GAAe,EAAE,CAAC;IAE7B,kCAAkC;IAClC,MAAM,aAAa,GAAG,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjF,KAAK,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,aAAa,EAAE,CAAC;QACzC,IAAI,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC;gBACT,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI,EAAE,OAAO,CAAC,YAAY;oBAC1B,SAAS,EAAE,OAAO,CAAC,iBAAiB;iBACrC;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,KAAkB;IAC/C,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IAEtC,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,WAAW;QAC/B,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI;QAC9B,iBAAiB,EAAE,KAAK,CAAC,gBAAgB,IAAI,SAAS;QACtD,UAAU,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;KACzD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,eAAe;IAClB,KAAK,CAAc;IACnB,YAAY,GAA8B,IAAI,CAAC;IAC/C,eAAe,GAA2B,IAAI,CAAC;IAEvD;QACE,IAAI,CAAC,KAAK,GAAG,iBAAiB,EAAE,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,OAA2B;QACjC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC/C,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,MAA0C;QAE1C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,kBAAkB;YAClB,IAAI,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;gBACzC,MAAM;YACR,CAAC;YAED,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAE/C,cAAc;YACd,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,iBAAiB,EAAE,CAAC;QACjC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;IAC9B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAA0C,EAC1C,OAA4B;IAE5B,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;IACxC,IAAI,OAAO,EAAE,CAAC;QACZ,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC"}