llmist 5.0.0 → 6.0.0

package/dist/{chunk-3SZIQI45.js → chunk-EIE5VRSI.js}

@@ -3923,6 +3923,8 @@ var init_stream_processor = __esm({
       completedResults = /* @__PURE__ */ new Map();
       /** Invocation IDs of gadgets that have failed (error or skipped due to dependency) */
       failedInvocations = /* @__PURE__ */ new Set();
+      /** Promises for independent gadgets currently executing (fire-and-forget) */
+      inFlightExecutions = /* @__PURE__ */ new Map();
       constructor(options) {
         this.iteration = options.iteration;
         this.registry = options.registry;
@@ -4031,6 +4033,16 @@ var init_stream_processor = __esm({
               }
             }
           }
+          const inFlightResults = await this.collectInFlightResults();
+          for (const evt of inFlightResults) {
+            yield evt;
+            if (evt.type === "gadget_result") {
+              didExecuteGadgets = true;
+              if (evt.result.breaksLoop) {
+                shouldBreakLoop = true;
+              }
+            }
+          }
           for await (const evt of this.processPendingGadgetsGenerator()) {
             yield evt;
             if (evt.type === "gadget_result") {
@@ -4216,12 +4228,24 @@ var init_stream_processor = __esm({
             this.gadgetsAwaitingDependencies.set(call.invocationId, call);
             return;
           }
+          for await (const evt of this.executeGadgetGenerator(call)) {
+            yield evt;
+          }
+          for await (const evt of this.processPendingGadgetsGenerator()) {
+            yield evt;
+          }
+          return;
         }
-        for await (const evt of this.executeGadgetGenerator(call)) {
-          yield evt;
-        }
-        for await (const evt of this.processPendingGadgetsGenerator()) {
-          yield evt;
+        if (this.stopOnGadgetError) {
+          for await (const evt of this.executeGadgetGenerator(call)) {
+            yield evt;
+          }
+          for await (const evt of this.processPendingGadgetsGenerator()) {
+            yield evt;
+          }
+        } else {
+          const executionPromise = this.executeGadgetAndCollect(call);
+          this.inFlightExecutions.set(call.invocationId, executionPromise);
         }
       }
       /**
@@ -4533,6 +4557,36 @@ var init_stream_processor = __esm({
           }
         }
       }
+      /**
+       * Execute a gadget and collect all events into an array (non-blocking).
+       * Used for fire-and-forget parallel execution of independent gadgets.
+       */
+      async executeGadgetAndCollect(call) {
+        const events = [];
+        for await (const evt of this.executeGadgetGenerator(call)) {
+          events.push(evt);
+        }
+        return events;
+      }
+      /**
+       * Collect results from all fire-and-forget (in-flight) gadget executions.
+       * Called at stream end to await parallel independent gadgets.
+       * Clears the inFlightExecutions map after collection.
+       * @returns Array of all events from completed gadgets
+       */
+      async collectInFlightResults() {
+        if (this.inFlightExecutions.size === 0) {
+          return [];
+        }
+        this.logger.debug("Collecting in-flight gadget results", {
+          count: this.inFlightExecutions.size,
+          invocationIds: Array.from(this.inFlightExecutions.keys())
+        });
+        const promises = Array.from(this.inFlightExecutions.values());
+        const results = await Promise.all(promises);
+        this.inFlightExecutions.clear();
+        return results.flat();
+      }
       /**
        * Handle a gadget that cannot execute because a dependency failed.
        * Calls the onDependencySkipped controller to allow customization.
@@ -6258,13 +6312,24 @@ ${endPrefix}`
             observers: {
               ...hooks?.observers,
               onLLMCallStart: async (context) => {
+                let inputTokens;
+                try {
+                  if (this.client) {
+                    inputTokens = await this.client.countTokens(
+                      context.options.model,
+                      context.options.messages
+                    );
+                  }
+                } catch {
+                }
                 onSubagentEvent({
                   type: "llm_call_start",
                   gadgetInvocationId: invocationId,
                   depth,
                   event: {
                     iteration: context.iteration,
-                    model: context.options.model
+                    model: context.options.model,
+                    inputTokens
                   }
                 });
                 if (existingOnLLMCallStart) {
@@ -11707,4 +11772,4 @@ export {
   createEmptyStream,
   createErrorStream
 };
-//# sourceMappingURL=chunk-3SZIQI45.js.map
+//# sourceMappingURL=chunk-EIE5VRSI.js.map