llmist 15.7.1 → 15.8.0

package/dist/index.cjs

@@ -9131,6 +9131,13 @@ var init_builder = __esm({
       // When a gadget calls withParentContext(ctx), these observers are
       // also called for gadget events in the subagent
       parentObservers;
+      // Shared rate limit tracker from parent for coordinated throttling
+      // When a gadget calls withParentContext(ctx), this tracker is shared
+      // so all agents in the tree respect aggregate RPM/TPM limits
+      sharedRateLimitTracker;
+      // Shared retry config from parent for consistent backoff behavior
+      // When a gadget calls withParentContext(ctx), this config is shared
+      sharedRetryConfig;
       constructor(client) {
         this.client = client;
       }
@@ -9777,6 +9784,12 @@ var init_builder = __esm({
         if (ctx.parentObservers && !this.parentObservers) {
           this.parentObservers = ctx.parentObservers;
         }
+        if (ctx.rateLimitTracker && !this.sharedRateLimitTracker) {
+          this.sharedRateLimitTracker = ctx.rateLimitTracker;
+        }
+        if (ctx.retryConfig && !this.sharedRetryConfig) {
+          this.sharedRetryConfig = ctx.retryConfig;
+        }
         return this;
       }
       /**
@@ -10156,7 +10169,10 @@ ${endPrefix}`
           parentNodeId: this.parentContext?.nodeId,
           baseDepth: this.parentContext ? (this.parentContext.depth ?? 0) + 1 : 0,
           // Parent observer hooks for subagent visibility
-          parentObservers: this.parentObservers
+          parentObservers: this.parentObservers,
+          // Shared rate limit tracker and retry config (for coordinated limits across subagents)
+          sharedRateLimitTracker: this.sharedRateLimitTracker,
+          sharedRetryConfig: this.sharedRetryConfig
         };
         return new Agent(AGENT_INTERNAL_KEY, options);
       }
@@ -11068,7 +11084,7 @@ var init_executor = __esm({
     init_parser();
     init_typed_gadget();
     GadgetExecutor = class {
-      constructor(registry, requestHumanInput, logger, defaultGadgetTimeoutMs, errorFormatterOptions, client, mediaStore, agentConfig, subagentConfig, tree, parentNodeId, baseDepth, parentObservers, currentObservers) {
+      constructor(registry, requestHumanInput, logger, defaultGadgetTimeoutMs, errorFormatterOptions, client, mediaStore, agentConfig, subagentConfig, tree, parentNodeId, baseDepth, parentObservers, currentObservers, rateLimitTracker, retryConfig) {
         this.registry = registry;
         this.requestHumanInput = requestHumanInput;
         this.defaultGadgetTimeoutMs = defaultGadgetTimeoutMs;
@@ -11081,6 +11097,8 @@ var init_executor = __esm({
         this.baseDepth = baseDepth;
         this.parentObservers = parentObservers;
         this.currentObservers = currentObservers;
+        this.rateLimitTracker = rateLimitTracker;
+        this.retryConfig = retryConfig;
         this.logger = logger ?? createLogger({ name: "llmist:executor" });
         this.errorFormatter = new GadgetExecutionErrorFormatter(errorFormatterOptions);
         this.argPrefix = errorFormatterOptions?.argPrefix ?? GADGET_ARG_PREFIX;
@@ -11251,7 +11269,11 @@ var init_executor = __esm({
             // When a subagent uses withParentContext(ctx), it will receive these
             // and call them for gadget events in addition to its own hooks
             // Merge child and parent observers so both get called (child first, then parent)
-            parentObservers: mergeObservers(this.currentObservers, this.parentObservers)
+            parentObservers: mergeObservers(this.currentObservers, this.parentObservers),
+            // Shared rate limit tracker for coordinated throttling across subagents
+            rateLimitTracker: this.rateLimitTracker,
+            // Shared retry config for consistent backoff behavior across subagents
+            retryConfig: this.retryConfig
           };
           let rawResult;
           if (timeoutMs && timeoutMs > 0) {
@@ -11792,7 +11814,11 @@ var init_stream_processor = __esm({
           // Parent observer hooks for subagent visibility
           options.parentObservers,
           // Current agent's observers for subagent inheritance
-          options.hooks?.observers
+          options.hooks?.observers,
+          // Shared rate limit tracker for coordinated throttling across subagents
+          options.rateLimitTracker,
+          // Shared retry config for consistent backoff behavior across subagents
+          options.retryConfig
         );
       }
       /**
@@ -12799,10 +12825,14 @@ var init_agent = __esm({
           );
         }
         this.signal = options.signal;
-        this.retryConfig = resolveRetryConfig(options.retryConfig);
-        const rateLimitConfig = resolveRateLimitConfig(options.rateLimitConfig);
-        if (rateLimitConfig.enabled) {
-          this.rateLimitTracker = new RateLimitTracker(options.rateLimitConfig);
+        this.retryConfig = options.sharedRetryConfig ?? resolveRetryConfig(options.retryConfig);
+        if (options.sharedRateLimitTracker) {
+          this.rateLimitTracker = options.sharedRateLimitTracker;
+        } else {
+          const rateLimitConfig = resolveRateLimitConfig(options.rateLimitConfig);
+          if (rateLimitConfig.enabled) {
+            this.rateLimitTracker = new RateLimitTracker(options.rateLimitConfig);
+          }
         }
         this.agentContextConfig = {
           model: this.model,
@@ -13092,7 +13122,10 @@ var init_agent = __esm({
                     priorCompletedInvocations: this.completedInvocationIds,
                     priorFailedInvocations: this.failedInvocationIds,
                     // Parent observer hooks for subagent visibility
-                    parentObservers: this.parentObservers
+                    parentObservers: this.parentObservers,
+                    // Shared rate limit tracker and retry config for subagents
+                    rateLimitTracker: this.rateLimitTracker,
+                    retryConfig: this.retryConfig
                   });
                   for await (const event of processor.process(stream2)) {
                     if (event.type === "stream_complete") {