@inferencesh/sdk 0.6.49 → 0.6.50

package/dist/agent/actions.js

@@ -139,8 +139,18 @@ export function createActions(ctx) {
                 checkTurnEnd(chatData);
             }
         });
+        // Token-by-token streaming state, reset at every assistant-message boundary.
+        const deltaAccum = createLLMDeltaAccumulator();
         // Listen for ChatMessage updates
         manager.addEventListener('chat_messages', (message, fields) => {
+            // A new assistant message starts a new accumulation. The accumulator is
+            // cumulative and shared across the whole connection, so without this the
+            // next message's deltas merge into the previous message's state — and
+            // because concat with "" is a no-op, a turn that is only tool calls
+            // would render the previous message's text as its own.
+            if (message.role === 'assistant' && !getState().messages.some(m => m.id === message.id)) {
+                deltaAccum.reset();
+            }
             updateMessage(message, fields);
         });
         // Listen for AgentRun updates (state transitions, output)
@@ -152,8 +162,6 @@ export function createActions(ctx) {
             if (currentChat)
                 checkTurnEnd({ ...currentChat, active_run: run });
         });
-        // Listen for LLM delta events (token-by-token streaming)
-        const deltaAccum = createLLMDeltaAccumulator();
         manager.addEventListener('delta', (evt) => {
             if (evt && evt.delta) {
                 deltaAccum.apply(evt.delta);

package/dist/delta.d.ts

@@ -8,6 +8,14 @@ export declare class DeltaAccumulator {
     private tags;
     private registry;
     constructor(tags: FieldTags, registry?: FieldTagsRegistry);
+    /**
+     * Discard everything accumulated so far. Required at a message boundary: the
+     * accumulator is cumulative, so without a reset the next message's deltas
+     * merge into the previous message's state. Concat makes that invisible for
+     * text — appending "" leaves the old text in place, so a tool-call-only turn
+     * serves the previous message's answer as its own.
+     */
+    reset(): void;
     seed(output: Record<string, any>): void;
     apply(delta: Record<string, any>): void;
     toOutput(): Record<string, any>;

package/dist/delta.js

@@ -57,6 +57,16 @@ export class DeltaAccumulator {
         this.tags = tags;
         this.registry = registry;
     }
+    /**
+     * Discard everything accumulated so far. Required at a message boundary: the
+     * accumulator is cumulative, so without a reset the next message's deltas
+     * merge into the previous message's state. Concat makes that invisible for
+     * text — appending "" leaves the old text in place, so a tool-call-only turn
+     * serves the previous message's answer as its own.
+     */
+    reset() {
+        this.state = {};
+    }
     seed(output) {
         for (const [key, value] of Object.entries(output)) {
             if (value != null)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inferencesh/sdk",
-  "version": "0.6.49",
+  "version": "0.6.50",
   "description": "Official JavaScript/TypeScript SDK for inference.sh - Run AI models with a simple API",
   "type": "module",
   "main": "dist/index.js",