llmist 5.0.0 → 6.0.0

package/dist/index.d.cts

@@ -1261,6 +1261,8 @@ declare class StreamProcessor {
     private completedResults;
     /** Invocation IDs of gadgets that have failed (error or skipped due to dependency) */
     private failedInvocations;
+    /** Promises for independent gadgets currently executing (fire-and-forget) */
+    private inFlightExecutions;
     constructor(options: StreamProcessorOptions);
     /**
      * Process an LLM stream and yield events in real-time.
@@ -1313,6 +1315,18 @@ declare class StreamProcessor {
      * Generator version that yields gadget_result immediately when execution completes.
      */
     private executeGadgetGenerator;
+    /**
+     * Execute a gadget and collect all events into an array (non-blocking).
+     * Used for fire-and-forget parallel execution of independent gadgets.
+     */
+    private executeGadgetAndCollect;
+    /**
+     * Collect results from all fire-and-forget (in-flight) gadget executions.
+     * Called at stream end to await parallel independent gadgets.
+     * Clears the inFlightExecutions map after collection.
+     * @returns Array of all events from completed gadgets
+     */
+    private collectInFlightResults;
     /**
      * Handle a gadget that cannot execute because a dependency failed.
      * Calls the onDependencySkipped controller to allow customization.

package/dist/index.d.ts

@@ -1261,6 +1261,8 @@ declare class StreamProcessor {
     private completedResults;
     /** Invocation IDs of gadgets that have failed (error or skipped due to dependency) */
     private failedInvocations;
+    /** Promises for independent gadgets currently executing (fire-and-forget) */
+    private inFlightExecutions;
     constructor(options: StreamProcessorOptions);
     /**
      * Process an LLM stream and yield events in real-time.
@@ -1313,6 +1315,18 @@ declare class StreamProcessor {
      * Generator version that yields gadget_result immediately when execution completes.
      */
     private executeGadgetGenerator;
+    /**
+     * Execute a gadget and collect all events into an array (non-blocking).
+     * Used for fire-and-forget parallel execution of independent gadgets.
+     */
+    private executeGadgetAndCollect;
+    /**
+     * Collect results from all fire-and-forget (in-flight) gadget executions.
+     * Called at stream end to await parallel independent gadgets.
+     * Clears the inFlightExecutions map after collection.
+     * @returns Array of all events from completed gadgets
+     */
+    private collectInFlightResults;
     /**
      * Handle a gadget that cannot execute because a dependency failed.
      * Calls the onDependencySkipped controller to allow customization.

package/dist/index.js

@@ -11,7 +11,7 @@ import {
   resultWithImages,
   resultWithMedia,
   z
-} from "./chunk-UBPZUVIN.js";
+} from "./chunk-F62X5W2G.js";
 import {
   AbortException,
   AbstractGadget,
@@ -89,7 +89,7 @@ import {
   toBase64,
   validateAndApplyDefaults,
   validateGadgetParams
-} from "./chunk-3SZIQI45.js";
+} from "./chunk-EIE5VRSI.js";
 export {
   AbortException,
   AbstractGadget,

package/dist/testing/index.cjs

@@ -3859,6 +3859,8 @@ var init_stream_processor = __esm({
       completedResults = /* @__PURE__ */ new Map();
       /** Invocation IDs of gadgets that have failed (error or skipped due to dependency) */
       failedInvocations = /* @__PURE__ */ new Set();
+      /** Promises for independent gadgets currently executing (fire-and-forget) */
+      inFlightExecutions = /* @__PURE__ */ new Map();
       constructor(options) {
         this.iteration = options.iteration;
         this.registry = options.registry;
@@ -3967,6 +3969,16 @@ var init_stream_processor = __esm({
               }
             }
           }
+          const inFlightResults = await this.collectInFlightResults();
+          for (const evt of inFlightResults) {
+            yield evt;
+            if (evt.type === "gadget_result") {
+              didExecuteGadgets = true;
+              if (evt.result.breaksLoop) {
+                shouldBreakLoop = true;
+              }
+            }
+          }
           for await (const evt of this.processPendingGadgetsGenerator()) {
             yield evt;
             if (evt.type === "gadget_result") {
@@ -4152,12 +4164,24 @@ var init_stream_processor = __esm({
             this.gadgetsAwaitingDependencies.set(call.invocationId, call);
             return;
           }
+          for await (const evt of this.executeGadgetGenerator(call)) {
+            yield evt;
+          }
+          for await (const evt of this.processPendingGadgetsGenerator()) {
+            yield evt;
+          }
+          return;
         }
-        for await (const evt of this.executeGadgetGenerator(call)) {
-          yield evt;
-        }
-        for await (const evt of this.processPendingGadgetsGenerator()) {
-          yield evt;
+        if (this.stopOnGadgetError) {
+          for await (const evt of this.executeGadgetGenerator(call)) {
+            yield evt;
+          }
+          for await (const evt of this.processPendingGadgetsGenerator()) {
+            yield evt;
+          }
+        } else {
+          const executionPromise = this.executeGadgetAndCollect(call);
+          this.inFlightExecutions.set(call.invocationId, executionPromise);
         }
       }
       /**
@@ -4469,6 +4493,36 @@ var init_stream_processor = __esm({
           }
         }
       }
+      /**
+       * Execute a gadget and collect all events into an array (non-blocking).
+       * Used for fire-and-forget parallel execution of independent gadgets.
+       */
+      async executeGadgetAndCollect(call) {
+        const events = [];
+        for await (const evt of this.executeGadgetGenerator(call)) {
+          events.push(evt);
+        }
+        return events;
+      }
+      /**
+       * Collect results from all fire-and-forget (in-flight) gadget executions.
+       * Called at stream end to await parallel independent gadgets.
+       * Clears the inFlightExecutions map after collection.
+       * @returns Array of all events from completed gadgets
+       */
+      async collectInFlightResults() {
+        if (this.inFlightExecutions.size === 0) {
+          return [];
+        }
+        this.logger.debug("Collecting in-flight gadget results", {
+          count: this.inFlightExecutions.size,
+          invocationIds: Array.from(this.inFlightExecutions.keys())
+        });
+        const promises = Array.from(this.inFlightExecutions.values());
+        const results = await Promise.all(promises);
+        this.inFlightExecutions.clear();
+        return results.flat();
+      }
       /**
        * Handle a gadget that cannot execute because a dependency failed.
        * Calls the onDependencySkipped controller to allow customization.
@@ -6194,13 +6248,24 @@ ${endPrefix}`
             observers: {
               ...hooks?.observers,
               onLLMCallStart: async (context) => {
+                let inputTokens;
+                try {
+                  if (this.client) {
+                    inputTokens = await this.client.countTokens(
+                      context.options.model,
+                      context.options.messages
+                    );
+                  }
+                } catch {
+                }
                 onSubagentEvent({
                   type: "llm_call_start",
                   gadgetInvocationId: invocationId,
                   depth,
                   event: {
                     iteration: context.iteration,
-                    model: context.options.model
+                    model: context.options.model,
+                    inputTokens
                   }
                 });
                 if (existingOnLLMCallStart) {