@falai/agent 1.1.3 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (173) hide show
  1. package/README.md +9 -0
  2. package/dist/cjs/core/Agent.d.ts +17 -1
  3. package/dist/cjs/core/Agent.d.ts.map +1 -1
  4. package/dist/cjs/core/Agent.js +47 -0
  5. package/dist/cjs/core/Agent.js.map +1 -1
  6. package/dist/cjs/core/BatchPromptBuilder.d.ts +3 -0
  7. package/dist/cjs/core/BatchPromptBuilder.d.ts.map +1 -1
  8. package/dist/cjs/core/BatchPromptBuilder.js +4 -1
  9. package/dist/cjs/core/BatchPromptBuilder.js.map +1 -1
  10. package/dist/cjs/core/CompactionEngine.d.ts +65 -0
  11. package/dist/cjs/core/CompactionEngine.d.ts.map +1 -0
  12. package/dist/cjs/core/CompactionEngine.js +251 -0
  13. package/dist/cjs/core/CompactionEngine.js.map +1 -0
  14. package/dist/cjs/core/PromptComposer.d.ts +8 -1
  15. package/dist/cjs/core/PromptComposer.d.ts.map +1 -1
  16. package/dist/cjs/core/PromptComposer.js +238 -126
  17. package/dist/cjs/core/PromptComposer.js.map +1 -1
  18. package/dist/cjs/core/PromptSectionCache.d.ts +57 -0
  19. package/dist/cjs/core/PromptSectionCache.d.ts.map +1 -0
  20. package/dist/cjs/core/PromptSectionCache.js +108 -0
  21. package/dist/cjs/core/PromptSectionCache.js.map +1 -0
  22. package/dist/cjs/core/ResponseEngine.d.ts +3 -0
  23. package/dist/cjs/core/ResponseEngine.d.ts.map +1 -1
  24. package/dist/cjs/core/ResponseEngine.js +10 -6
  25. package/dist/cjs/core/ResponseEngine.js.map +1 -1
  26. package/dist/cjs/core/ResponseModal.d.ts.map +1 -1
  27. package/dist/cjs/core/ResponseModal.js +75 -16
  28. package/dist/cjs/core/ResponseModal.js.map +1 -1
  29. package/dist/cjs/core/RoutingEngine.d.ts +10 -0
  30. package/dist/cjs/core/RoutingEngine.d.ts.map +1 -1
  31. package/dist/cjs/core/RoutingEngine.js +3 -2
  32. package/dist/cjs/core/RoutingEngine.js.map +1 -1
  33. package/dist/cjs/core/SessionManager.d.ts.map +1 -1
  34. package/dist/cjs/core/SessionManager.js +20 -0
  35. package/dist/cjs/core/SessionManager.js.map +1 -1
  36. package/dist/cjs/core/StreamingToolExecutor.d.ts +142 -0
  37. package/dist/cjs/core/StreamingToolExecutor.d.ts.map +1 -0
  38. package/dist/cjs/core/StreamingToolExecutor.js +455 -0
  39. package/dist/cjs/core/StreamingToolExecutor.js.map +1 -0
  40. package/dist/cjs/core/ToolManager.d.ts +18 -1
  41. package/dist/cjs/core/ToolManager.d.ts.map +1 -1
  42. package/dist/cjs/core/ToolManager.js +91 -0
  43. package/dist/cjs/core/ToolManager.js.map +1 -1
  44. package/dist/cjs/index.d.ts +5 -1
  45. package/dist/cjs/index.d.ts.map +1 -1
  46. package/dist/cjs/index.js +8 -2
  47. package/dist/cjs/index.js.map +1 -1
  48. package/dist/cjs/providers/AnthropicProvider.d.ts.map +1 -1
  49. package/dist/cjs/providers/AnthropicProvider.js +8 -7
  50. package/dist/cjs/providers/AnthropicProvider.js.map +1 -1
  51. package/dist/cjs/providers/GeminiProvider.d.ts +25 -0
  52. package/dist/cjs/providers/GeminiProvider.d.ts.map +1 -1
  53. package/dist/cjs/providers/GeminiProvider.js +79 -51
  54. package/dist/cjs/providers/GeminiProvider.js.map +1 -1
  55. package/dist/cjs/providers/OpenAIProvider.d.ts.map +1 -1
  56. package/dist/cjs/providers/OpenAIProvider.js +14 -6
  57. package/dist/cjs/providers/OpenAIProvider.js.map +1 -1
  58. package/dist/cjs/providers/OpenRouterProvider.d.ts.map +1 -1
  59. package/dist/cjs/providers/OpenRouterProvider.js +7 -6
  60. package/dist/cjs/providers/OpenRouterProvider.js.map +1 -1
  61. package/dist/cjs/types/agent.d.ts +44 -0
  62. package/dist/cjs/types/agent.d.ts.map +1 -1
  63. package/dist/cjs/types/agent.js.map +1 -1
  64. package/dist/cjs/types/compaction.d.ts +50 -0
  65. package/dist/cjs/types/compaction.d.ts.map +1 -0
  66. package/dist/cjs/types/compaction.js +6 -0
  67. package/dist/cjs/types/compaction.js.map +1 -0
  68. package/dist/cjs/types/index.d.ts +4 -2
  69. package/dist/cjs/types/index.d.ts.map +1 -1
  70. package/dist/cjs/types/index.js.map +1 -1
  71. package/dist/cjs/types/tool.d.ts +84 -0
  72. package/dist/cjs/types/tool.d.ts.map +1 -1
  73. package/dist/core/Agent.d.ts +17 -1
  74. package/dist/core/Agent.d.ts.map +1 -1
  75. package/dist/core/Agent.js +47 -0
  76. package/dist/core/Agent.js.map +1 -1
  77. package/dist/core/BatchPromptBuilder.d.ts +3 -0
  78. package/dist/core/BatchPromptBuilder.d.ts.map +1 -1
  79. package/dist/core/BatchPromptBuilder.js +4 -1
  80. package/dist/core/BatchPromptBuilder.js.map +1 -1
  81. package/dist/core/CompactionEngine.d.ts +65 -0
  82. package/dist/core/CompactionEngine.d.ts.map +1 -0
  83. package/dist/core/CompactionEngine.js +244 -0
  84. package/dist/core/CompactionEngine.js.map +1 -0
  85. package/dist/core/PromptComposer.d.ts +8 -1
  86. package/dist/core/PromptComposer.d.ts.map +1 -1
  87. package/dist/core/PromptComposer.js +238 -126
  88. package/dist/core/PromptComposer.js.map +1 -1
  89. package/dist/core/PromptSectionCache.d.ts +57 -0
  90. package/dist/core/PromptSectionCache.d.ts.map +1 -0
  91. package/dist/core/PromptSectionCache.js +104 -0
  92. package/dist/core/PromptSectionCache.js.map +1 -0
  93. package/dist/core/ResponseEngine.d.ts +3 -0
  94. package/dist/core/ResponseEngine.d.ts.map +1 -1
  95. package/dist/core/ResponseEngine.js +10 -6
  96. package/dist/core/ResponseEngine.js.map +1 -1
  97. package/dist/core/ResponseModal.d.ts.map +1 -1
  98. package/dist/core/ResponseModal.js +75 -16
  99. package/dist/core/ResponseModal.js.map +1 -1
  100. package/dist/core/RoutingEngine.d.ts +10 -0
  101. package/dist/core/RoutingEngine.d.ts.map +1 -1
  102. package/dist/core/RoutingEngine.js +3 -2
  103. package/dist/core/RoutingEngine.js.map +1 -1
  104. package/dist/core/SessionManager.d.ts.map +1 -1
  105. package/dist/core/SessionManager.js +17 -0
  106. package/dist/core/SessionManager.js.map +1 -1
  107. package/dist/core/StreamingToolExecutor.d.ts +142 -0
  108. package/dist/core/StreamingToolExecutor.d.ts.map +1 -0
  109. package/dist/core/StreamingToolExecutor.js +448 -0
  110. package/dist/core/StreamingToolExecutor.js.map +1 -0
  111. package/dist/core/ToolManager.d.ts +18 -1
  112. package/dist/core/ToolManager.d.ts.map +1 -1
  113. package/dist/core/ToolManager.js +91 -0
  114. package/dist/core/ToolManager.js.map +1 -1
  115. package/dist/index.d.ts +5 -1
  116. package/dist/index.d.ts.map +1 -1
  117. package/dist/index.js +3 -0
  118. package/dist/index.js.map +1 -1
  119. package/dist/providers/AnthropicProvider.d.ts.map +1 -1
  120. package/dist/providers/AnthropicProvider.js +8 -7
  121. package/dist/providers/AnthropicProvider.js.map +1 -1
  122. package/dist/providers/GeminiProvider.d.ts +25 -0
  123. package/dist/providers/GeminiProvider.d.ts.map +1 -1
  124. package/dist/providers/GeminiProvider.js +79 -51
  125. package/dist/providers/GeminiProvider.js.map +1 -1
  126. package/dist/providers/OpenAIProvider.d.ts.map +1 -1
  127. package/dist/providers/OpenAIProvider.js +14 -6
  128. package/dist/providers/OpenAIProvider.js.map +1 -1
  129. package/dist/providers/OpenRouterProvider.d.ts.map +1 -1
  130. package/dist/providers/OpenRouterProvider.js +7 -6
  131. package/dist/providers/OpenRouterProvider.js.map +1 -1
  132. package/dist/types/agent.d.ts +44 -0
  133. package/dist/types/agent.d.ts.map +1 -1
  134. package/dist/types/agent.js.map +1 -1
  135. package/dist/types/compaction.d.ts +50 -0
  136. package/dist/types/compaction.d.ts.map +1 -0
  137. package/dist/types/compaction.js +5 -0
  138. package/dist/types/compaction.js.map +1 -0
  139. package/dist/types/index.d.ts +4 -2
  140. package/dist/types/index.d.ts.map +1 -1
  141. package/dist/types/index.js.map +1 -1
  142. package/dist/types/tool.d.ts +84 -0
  143. package/dist/types/tool.d.ts.map +1 -1
  144. package/docs/api/overview.md +140 -0
  145. package/docs/core/tools/enhanced-tool.md +186 -0
  146. package/docs/core/tools/streaming-execution.md +161 -0
  147. package/docs/guides/context-compaction.md +96 -0
  148. package/docs/guides/prompt-optimization.md +164 -0
  149. package/examples/advanced-patterns/context-compaction.ts +223 -0
  150. package/examples/advanced-patterns/streaming-responses.ts +85 -7
  151. package/examples/tools/enhanced-tool-metadata.ts +268 -0
  152. package/examples/tools/streaming-tool-execution.ts +283 -0
  153. package/package.json +1 -1
  154. package/src/core/Agent.ts +58 -2
  155. package/src/core/BatchPromptBuilder.ts +4 -1
  156. package/src/core/CompactionEngine.ts +318 -0
  157. package/src/core/PromptComposer.ts +259 -156
  158. package/src/core/PromptSectionCache.ts +136 -0
  159. package/src/core/ResponseEngine.ts +9 -6
  160. package/src/core/ResponseModal.ts +77 -16
  161. package/src/core/RoutingEngine.ts +13 -2
  162. package/src/core/SessionManager.ts +19 -0
  163. package/src/core/StreamingToolExecutor.ts +572 -0
  164. package/src/core/ToolManager.ts +151 -41
  165. package/src/index.ts +14 -0
  166. package/src/providers/AnthropicProvider.ts +11 -12
  167. package/src/providers/GeminiProvider.ts +83 -52
  168. package/src/providers/OpenAIProvider.ts +21 -13
  169. package/src/providers/OpenRouterProvider.ts +13 -13
  170. package/src/types/agent.ts +45 -0
  171. package/src/types/compaction.ts +52 -0
  172. package/src/types/index.ts +35 -14
  173. package/src/types/tool.ts +108 -0
@@ -0,0 +1,142 @@
1
+ /**
2
+ * StreamingToolExecutor - Executes tools as they arrive from the LLM stream
3
+ * with concurrency control, abort handling, and ordered result yielding.
4
+ *
5
+ * Concurrency invariant: at any point during execution, either all executing
6
+ * tools have `isConcurrencySafe === true`, or exactly one tool is executing
7
+ * with `isConcurrencySafe === false`.
8
+ *
9
+ * Results are yielded in the original request order (the order addTool was called).
10
+ * Progress messages bypass result ordering and are yielded immediately.
11
+ */
12
+ import type { ToolCallRequest, ToolExecutionUpdate, ToolContext, EnhancedTool } from "../types/tool";
13
+ /** Options for the StreamingToolExecutor */
14
+ interface StreamingToolExecutorOptions {
15
+ /** Maximum number of tools executing in parallel (default: 10) */
16
+ maxParallel?: number;
17
+ /** Parent abort signal — cancels 'cancel' tools, lets 'block' tools finish, stops queue */
18
+ signal?: AbortSignal;
19
+ }
20
+ /**
21
+ * StreamingToolExecutor manages queuing, concurrent execution, abort propagation,
22
+ * and ordered result yielding for tool calls arriving from an LLM stream.
23
+ */
24
+ export declare class StreamingToolExecutor<TContext = unknown, TData = unknown> {
25
+ /** Ordered list of tracked tools (insertion order = request order) */
26
+ private tools;
27
+ /** Tool context passed to each tool handler */
28
+ private toolContext;
29
+ /** Maximum concurrent tool executions */
30
+ private maxParallel;
31
+ /** Parent abort signal */
32
+ private parentSignal?;
33
+ /** Whether the executor has been discarded (no new tools will be processed) */
34
+ private discarded;
35
+ /** Accumulated context updates from completed tools */
36
+ private contextUpdates;
37
+ /**
38
+ * Sibling abort controller for the current concurrent batch.
39
+ * When one tool in a batch fails, this aborts all siblings.
40
+ */
41
+ private siblingAbortController;
42
+ /**
43
+ * Set of tool IDs in the current concurrent batch.
44
+ * Reset when a new batch starts.
45
+ */
46
+ private currentBatchIds;
47
+ /**
48
+ * Deferred used to wake up getRemainingResults when state changes
49
+ * (tool completes, progress arrives, or executor finishes).
50
+ */
51
+ private waiter;
52
+ /**
53
+ * @param toolContext - Context provided to each tool handler during execution
54
+ * @param options - Optional configuration for max parallelism and abort signal
55
+ */
56
+ constructor(toolContext: ToolContext<TContext, TData>, options?: StreamingToolExecutorOptions);
57
+ /**
58
+ * Queue a tool for execution. The tool's `isConcurrencySafe` is evaluated
59
+ * once at queue time and cached on the TrackedTool.
60
+ *
61
+ * If the executor has been discarded, the tool is ignored.
62
+ */
63
+ addTool(toolCall: ToolCallRequest, tool: EnhancedTool<TContext, TData>): void;
64
+ /**
65
+ * Process the tool queue, starting eligible tools while maintaining
66
+ * the concurrency invariant.
67
+ *
68
+ * Invariant: all executing tools are concurrency-safe OR exactly one
69
+ * non-safe tool is executing. Additionally, the number of concurrently
70
+ * executing tools never exceeds `maxParallel`.
71
+ */
72
+ private processQueue;
73
+ /**
74
+ * Start a new sibling abort controller for a concurrent batch.
75
+ */
76
+ private startNewBatch;
77
+ /**
78
+ * Execute a single tool, handling result capture, progress, truncation,
79
+ * and error/abort propagation.
80
+ */
81
+ private executeTool;
82
+ /**
83
+ * Normalize a tool handler return value into a ToolExecutionResult.
84
+ */
85
+ private normalizeResult;
86
+ /**
87
+ * Apply per-tool maxResultSizeChars truncation to a result.
88
+ * If the stringified result data exceeds the limit, truncate with a notice.
89
+ */
90
+ private applyResultTruncation;
91
+ /**
92
+ * Abort sibling tools in the current concurrent batch when one tool fails.
93
+ * Tools with interruptBehavior 'cancel' are immediately aborted;
94
+ * tools with 'block' are allowed to complete.
95
+ */
96
+ private abortSiblings;
97
+ /**
98
+ * Handle parent AbortSignal firing.
99
+ * Cancel 'cancel' tools immediately, let 'block' tools finish,
100
+ * and stop processing new queued tools.
101
+ */
102
+ private handleParentAbort;
103
+ /**
104
+ * Yield completed results in original request order.
105
+ * Progress messages are yielded immediately regardless of order.
106
+ *
107
+ * This is a synchronous generator — it yields what's available now
108
+ * without waiting for pending tools.
109
+ */
110
+ getCompletedResults(): Generator<ToolExecutionUpdate<TData>>;
111
+ /**
112
+ * Async generator that yields all results (completed and pending) in
113
+ * original request order. Waits for pending tools to complete.
114
+ *
115
+ * Progress messages are yielded immediately as they arrive.
116
+ */
117
+ getRemainingResults(): AsyncGenerator<ToolExecutionUpdate<TData>>;
118
+ /**
119
+ * Stop processing new queued tools. Already-executing tools continue
120
+ * to completion based on their interruptBehavior.
121
+ */
122
+ discard(): void;
123
+ /**
124
+ * Return the accumulated context updates from all completed tools.
125
+ */
126
+ getUpdatedContext(): TContext;
127
+ /**
128
+ * Check if there are any tools that haven't completed yet.
129
+ */
130
+ hasUnfinishedTools(): boolean;
131
+ /**
132
+ * Wait for a state change (tool completion, progress, or discard).
133
+ * Uses a deferred promise pattern.
134
+ */
135
+ private waitForStateChange;
136
+ /**
137
+ * Notify the waiting async generator that state has changed.
138
+ */
139
+ private notifyWaiter;
140
+ }
141
+ export {};
142
+ //# sourceMappingURL=StreamingToolExecutor.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"StreamingToolExecutor.d.ts","sourceRoot":"","sources":["../../../src/core/StreamingToolExecutor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EACR,eAAe,EACf,mBAAmB,EAEnB,WAAW,EACX,YAAY,EAEf,MAAM,eAAe,CAAC;AAEvB,4CAA4C;AAC5C,UAAU,4BAA4B;IAClC,kEAAkE;IAClE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,2FAA2F;IAC3F,MAAM,CAAC,EAAE,WAAW,CAAC;CACxB;AAuBD;;;GAGG;AACH,qBAAa,qBAAqB,CAAC,QAAQ,GAAG,OAAO,EAAE,KAAK,GAAG,OAAO;IAClE,sEAAsE;IACtE,OAAO,CAAC,KAAK,CAAsC;IAEnD,+CAA+C;IAC/C,OAAO,CAAC,WAAW,CAA+B;IAElD,yCAAyC;IACzC,OAAO,CAAC,WAAW,CAAS;IAE5B,0BAA0B;IAC1B,OAAO,CAAC,YAAY,CAAC,CAAc;IAEnC,+EAA+E;IAC/E,OAAO,CAAC,SAAS,CAAS;IAE1B,uDAAuD;IACvD,OAAO,CAAC,cAAc,CAAyB;IAE/C;;;OAGG;IACH,OAAO,CAAC,sBAAsB,CAAgC;IAE9D;;;OAGG;IACH,OAAO,CAAC,eAAe,CAA0B;IAEjD;;;OAGG;IACH,OAAO,CAAC,MAAM,CAA+B;IAE7C;;;OAGG;gBAEC,WAAW,EAAE,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,EACzC,OAAO,CAAC,EAAE,4BAA4B;IAY1C;;;;;OAKG;IACH,OAAO,CACH,QAAQ,EAAE,eAAe,EACzB,IAAI,EAAE,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,GACpC,IAAI;IA8BP;;;;;;;OAOG;IACH,OAAO,CAAC,YAAY;IAiDpB;;OAEG;IACH,OAAO,CAAC,aAAa;IAKrB;;;OAGG;YACW,WAAW;IA2FzB;;OAEG;IACH,OAAO,CAAC,eAAe;IA8BvB;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAgC7B;;;;OAIG;IACH,OAAO,CAAC,aAAa;IAerB;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IA2BzB;;;;;;OAMG;IACF,mBAAmB,IAAI,SAAS,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;IA+B7D;;;;;OAKG;IACI,mBAAmB,IAAI,cAAc,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAiDxE;;;OAGG;IACH,OAAO,IAAI,IAAI;IAMf;;OAEG;IACH,iBAAiB,IAAI,QAAQ;IAO7B;;OAEG;IACH,kBAAkB,IAAI,OAAO;IAM7B;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAK1B;;OAEG;IACH,OAAO,CAAC,YAAY;CAOvB"}
@@ -0,0 +1,455 @@
1
+ "use strict";
2
+ /**
3
+ * StreamingToolExecutor - Executes tools as they arrive from the LLM stream
4
+ * with concurrency control, abort handling, and ordered result yielding.
5
+ *
6
+ * Concurrency invariant: at any point during execution, either all executing
7
+ * tools have `isConcurrencySafe === true`, or exactly one tool is executing
8
+ * with `isConcurrencySafe === false`.
9
+ *
10
+ * Results are yielded in the original request order (the order addTool was called).
11
+ * Progress messages bypass result ordering and are yielded immediately.
12
+ */
13
+ var __importDefault = (this && this.__importDefault) || function (mod) {
14
+ return (mod && mod.__esModule) ? mod : { "default": mod };
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ exports.StreamingToolExecutor = void 0;
18
+ const loglevel_1 = __importDefault(require("loglevel"));
19
+ function createDeferred() {
20
+ let resolve;
21
+ let reject;
22
+ const promise = new Promise((res, rej) => {
23
+ resolve = res;
24
+ reject = rej;
25
+ });
26
+ return { promise, resolve, reject };
27
+ }
28
+ /**
29
+ * StreamingToolExecutor manages queuing, concurrent execution, abort propagation,
30
+ * and ordered result yielding for tool calls arriving from an LLM stream.
31
+ */
32
+ class StreamingToolExecutor {
33
+ /**
34
+ * @param toolContext - Context provided to each tool handler during execution
35
+ * @param options - Optional configuration for max parallelism and abort signal
36
+ */
37
+ constructor(toolContext, options) {
38
+ /** Ordered list of tracked tools (insertion order = request order) */
39
+ this.tools = [];
40
+ /** Whether the executor has been discarded (no new tools will be processed) */
41
+ this.discarded = false;
42
+ /** Accumulated context updates from completed tools */
43
+ this.contextUpdates = {};
44
+ /**
45
+ * Sibling abort controller for the current concurrent batch.
46
+ * When one tool in a batch fails, this aborts all siblings.
47
+ */
48
+ this.siblingAbortController = null;
49
+ /**
50
+ * Set of tool IDs in the current concurrent batch.
51
+ * Reset when a new batch starts.
52
+ */
53
+ this.currentBatchIds = new Set();
54
+ /**
55
+ * Deferred used to wake up getRemainingResults when state changes
56
+ * (tool completes, progress arrives, or executor finishes).
57
+ */
58
+ this.waiter = null;
59
+ this.toolContext = toolContext;
60
+ this.maxParallel = options?.maxParallel ?? 10;
61
+ this.parentSignal = options?.signal;
62
+ // Listen to parent abort signal
63
+ if (this.parentSignal) {
64
+ this.parentSignal.addEventListener("abort", () => this.handleParentAbort(), { once: true });
65
+ }
66
+ }
67
+ /**
68
+ * Queue a tool for execution. The tool's `isConcurrencySafe` is evaluated
69
+ * once at queue time and cached on the TrackedTool.
70
+ *
71
+ * If the executor has been discarded, the tool is ignored.
72
+ */
73
+ addTool(toolCall, tool) {
74
+ if (this.discarded) {
75
+ loglevel_1.default.warn(`[StreamingToolExecutor] Executor discarded, ignoring tool: ${toolCall.toolName}`);
76
+ return;
77
+ }
78
+ // Evaluate concurrency safety once at queue time (Req 2.3)
79
+ const isConcurrencySafe = tool.isConcurrencySafe
80
+ ? tool.isConcurrencySafe(toolCall.arguments)
81
+ : false; // Default: not concurrency-safe (Req 2.2, 10.2)
82
+ const tracked = {
83
+ id: toolCall.id,
84
+ toolCall,
85
+ tool,
86
+ status: "queued",
87
+ isConcurrencySafe,
88
+ results: [],
89
+ pendingProgress: [],
90
+ };
91
+ this.tools.push(tracked);
92
+ loglevel_1.default.debug(`[StreamingToolExecutor] Queued tool ${toolCall.toolName} (id=${toolCall.id}, concurrencySafe=${isConcurrencySafe})`);
93
+ // Kick the queue
94
+ this.processQueue();
95
+ }
96
+ /**
97
+ * Process the tool queue, starting eligible tools while maintaining
98
+ * the concurrency invariant.
99
+ *
100
+ * Invariant: all executing tools are concurrency-safe OR exactly one
101
+ * non-safe tool is executing. Additionally, the number of concurrently
102
+ * executing tools never exceeds `maxParallel`.
103
+ */
104
+ processQueue() {
105
+ if (this.discarded)
106
+ return;
107
+ if (this.parentSignal?.aborted)
108
+ return;
109
+ for (const tool of this.tools) {
110
+ if (tool.status !== "queued")
111
+ continue;
112
+ const executing = this.tools.filter((t) => t.status === "executing");
113
+ // Enforce max parallel limit (Req 14.1, 14.2)
114
+ if (executing.length >= this.maxParallel) {
115
+ break;
116
+ }
117
+ const canExecute = executing.length === 0 ||
118
+ (tool.isConcurrencySafe && executing.every((t) => t.isConcurrencySafe));
119
+ if (canExecute) {
120
+ // Start a new concurrent batch if needed
121
+ if (executing.length === 0 || !this.currentBatchIds.has(executing[0]?.id)) {
122
+ this.startNewBatch();
123
+ }
124
+ tool.status = "executing";
125
+ this.currentBatchIds.add(tool.id);
126
+ loglevel_1.default.debug(`[StreamingToolExecutor] Starting tool ${tool.toolCall.toolName} (id=${tool.id})`);
127
+ tool.promise = this.executeTool(tool).finally(() => {
128
+ // Re-evaluate queue after each tool completes
129
+ this.processQueue();
130
+ // Wake up any waiting async generator
131
+ this.notifyWaiter();
132
+ });
133
+ }
134
+ else if (!tool.isConcurrencySafe) {
135
+ // Non-concurrent tool must wait — stop scanning to maintain order (Req 1.3, 1.4)
136
+ break;
137
+ }
138
+ // If tool is concurrency-safe but can't run (non-safe tool executing),
139
+ // skip it and continue scanning — but actually per the design,
140
+ // we should also break here since we need to maintain request order
141
+ // for result yielding. A concurrent-safe tool behind a non-safe tool
142
+ // should wait too.
143
+ }
144
+ }
145
+ /**
146
+ * Start a new sibling abort controller for a concurrent batch.
147
+ */
148
+ startNewBatch() {
149
+ this.siblingAbortController = new AbortController();
150
+ this.currentBatchIds = new Set();
151
+ }
152
+ /**
153
+ * Execute a single tool, handling result capture, progress, truncation,
154
+ * and error/abort propagation.
155
+ */
156
+ async executeTool(tracked) {
157
+ const { tool, toolCall } = tracked;
158
+ const batchAbortController = this.siblingAbortController;
159
+ try {
160
+ // Create a combined abort signal from parent + sibling
161
+ const toolAbortController = new AbortController();
162
+ const abortTool = () => {
163
+ const behavior = tool.interruptBehavior
164
+ ? tool.interruptBehavior()
165
+ : "block"; // Default: block (Req 3.4, 10.5)
166
+ if (behavior === "cancel") {
167
+ toolAbortController.abort();
168
+ }
169
+ // 'block' tools are allowed to complete
170
+ };
171
+ // Listen to sibling abort
172
+ if (batchAbortController) {
173
+ batchAbortController.signal.addEventListener("abort", abortTool, { once: true });
174
+ }
175
+ // Listen to parent abort for this specific tool
176
+ const parentAbortHandler = () => abortTool();
177
+ if (this.parentSignal) {
178
+ this.parentSignal.addEventListener("abort", parentAbortHandler, { once: true });
179
+ }
180
+ // Execute the tool handler
181
+ const result = await tool.handler(this.toolContext, toolCall.arguments);
182
+ // Clean up abort listeners
183
+ if (batchAbortController) {
184
+ batchAbortController.signal.removeEventListener("abort", abortTool);
185
+ }
186
+ if (this.parentSignal) {
187
+ this.parentSignal.removeEventListener("abort", parentAbortHandler);
188
+ }
189
+ // Check if we were aborted during execution
190
+ if (toolAbortController.signal.aborted) {
191
+ tracked.results.push({
192
+ success: false,
193
+ error: "Tool execution was cancelled",
194
+ metadata: { toolId: tool.id, cancelled: true },
195
+ });
196
+ tracked.status = "completed";
197
+ return;
198
+ }
199
+ // Normalize the result
200
+ const executionResult = this.normalizeResult(result, tool);
201
+ // Apply per-tool maxResultSizeChars truncation (Req 9.4)
202
+ const truncatedResult = this.applyResultTruncation(executionResult, tool);
203
+ tracked.results.push(truncatedResult);
204
+ // Accumulate context updates
205
+ if (truncatedResult.contextUpdate) {
206
+ this.contextUpdates = {
207
+ ...this.contextUpdates,
208
+ ...truncatedResult.contextUpdate,
209
+ };
210
+ }
211
+ tracked.status = "completed";
212
+ // If the tool failed, abort siblings in the batch (Req 3.1)
213
+ if (!truncatedResult.success) {
214
+ this.abortSiblings(tracked.id, batchAbortController);
215
+ }
216
+ }
217
+ catch (error) {
218
+ const errorMessage = error instanceof Error ? error.message : String(error);
219
+ loglevel_1.default.error(`[StreamingToolExecutor] Tool ${toolCall.toolName} (id=${toolCall.id}) failed: ${errorMessage}`);
220
+ tracked.results.push({
221
+ success: false,
222
+ error: errorMessage,
223
+ metadata: { toolId: tool.id },
224
+ });
225
+ tracked.status = "completed";
226
+ // Abort siblings on failure (Req 3.1)
227
+ this.abortSiblings(tracked.id, batchAbortController);
228
+ }
229
+ }
230
+ /**
231
+ * Normalize a tool handler return value into a ToolExecutionResult.
232
+ */
233
+ normalizeResult(result, tool) {
234
+ if (result &&
235
+ typeof result === "object" &&
236
+ ("data" in result || "success" in result || "error" in result)) {
237
+ const r = result;
238
+ return {
239
+ success: r.success !== false,
240
+ data: r.data,
241
+ error: r.error,
242
+ contextUpdate: r.contextUpdate,
243
+ dataUpdate: r.dataUpdate,
244
+ metadata: {
245
+ toolId: tool.id,
246
+ ...r.meta,
247
+ },
248
+ };
249
+ }
250
+ return {
251
+ success: true,
252
+ data: result,
253
+ metadata: { toolId: tool.id },
254
+ };
255
+ }
256
+ /**
257
+ * Apply per-tool maxResultSizeChars truncation to a result.
258
+ * If the stringified result data exceeds the limit, truncate with a notice.
259
+ */
260
+ applyResultTruncation(result, tool) {
261
+ const maxChars = tool.maxResultSizeChars;
262
+ if (maxChars == null || maxChars <= 0 || result.data == null) {
263
+ return result;
264
+ }
265
+ const serialized = typeof result.data === "string"
266
+ ? result.data
267
+ : JSON.stringify(result.data);
268
+ if (serialized.length <= maxChars) {
269
+ return result;
270
+ }
271
+ const truncated = serialized.slice(0, maxChars);
272
+ const notice = `\n\n[Truncated: ${serialized.length} chars total, showing first ${maxChars}]`;
273
+ return {
274
+ ...result,
275
+ data: truncated + notice,
276
+ metadata: {
277
+ ...result.metadata,
278
+ truncated: true,
279
+ originalLength: serialized.length,
280
+ },
281
+ };
282
+ }
283
+ /**
284
+ * Abort sibling tools in the current concurrent batch when one tool fails.
285
+ * Tools with interruptBehavior 'cancel' are immediately aborted;
286
+ * tools with 'block' are allowed to complete.
287
+ */
288
+ abortSiblings(failedToolId, batchAbortController) {
289
+ if (!batchAbortController)
290
+ return;
291
+ loglevel_1.default.warn(`[StreamingToolExecutor] Tool ${failedToolId} failed, aborting sibling tools in batch`);
292
+ // Fire the sibling abort signal — individual tool handlers
293
+ // check their interruptBehavior to decide whether to cancel or block
294
+ batchAbortController.abort();
295
+ }
296
+ /**
297
+ * Handle parent AbortSignal firing.
298
+ * Cancel 'cancel' tools immediately, let 'block' tools finish,
299
+ * and stop processing new queued tools.
300
+ */
301
+ handleParentAbort() {
302
+ loglevel_1.default.warn("[StreamingToolExecutor] Parent abort signal received");
303
+ // Stop processing new tools
304
+ this.discarded = true;
305
+ // Abort the current batch — individual tools respect their interruptBehavior
306
+ if (this.siblingAbortController) {
307
+ this.siblingAbortController.abort();
308
+ }
309
+ // Mark remaining queued tools as completed with cancellation error
310
+ for (const tool of this.tools) {
311
+ if (tool.status === "queued") {
312
+ tool.results.push({
313
+ success: false,
314
+ error: "Execution cancelled by parent abort signal",
315
+ metadata: { toolId: tool.tool.id, cancelled: true },
316
+ });
317
+ tool.status = "completed";
318
+ }
319
+ }
320
+ // Wake up any waiting async generator
321
+ this.notifyWaiter();
322
+ }
323
+ /**
324
+ * Yield completed results in original request order.
325
+ * Progress messages are yielded immediately regardless of order.
326
+ *
327
+ * This is a synchronous generator — it yields what's available now
328
+ * without waiting for pending tools.
329
+ */
330
+ *getCompletedResults() {
331
+ for (const tool of this.tools) {
332
+ // Always yield pending progress immediately (Req 4.1)
333
+ while (tool.pendingProgress.length > 0) {
334
+ yield {
335
+ toolCallId: tool.id,
336
+ progress: tool.pendingProgress.shift(),
337
+ };
338
+ }
339
+ if (tool.status === "yielded")
340
+ continue;
341
+ if (tool.status === "completed") {
342
+ tool.status = "yielded";
343
+ for (const result of tool.results) {
344
+ yield {
345
+ toolCallId: tool.id,
346
+ result,
347
+ contextUpdate: result.contextUpdate,
348
+ dataUpdate: result.dataUpdate,
349
+ };
350
+ }
351
+ }
352
+ else {
353
+ // Tool is still queued or executing — stop yielding results
354
+ // to maintain request order, but continue yielding progress
355
+ // for subsequent tools
356
+ break;
357
+ }
358
+ }
359
+ }
360
+ /**
361
+ * Async generator that yields all results (completed and pending) in
362
+ * original request order. Waits for pending tools to complete.
363
+ *
364
+ * Progress messages are yielded immediately as they arrive.
365
+ */
366
+ async *getRemainingResults() {
367
+ let yieldIndex = 0;
368
+ while (yieldIndex < this.tools.length || this.hasUnfinishedTools()) {
369
+ // Yield progress from all tools (bypass ordering)
370
+ for (const tool of this.tools) {
371
+ while (tool.pendingProgress.length > 0) {
372
+ yield {
373
+ toolCallId: tool.id,
374
+ progress: tool.pendingProgress.shift(),
375
+ };
376
+ }
377
+ }
378
+ // Yield completed results in order
379
+ while (yieldIndex < this.tools.length) {
380
+ const tool = this.tools[yieldIndex];
381
+ if (tool.status === "yielded") {
382
+ yieldIndex++;
383
+ continue;
384
+ }
385
+ if (tool.status === "completed") {
386
+ tool.status = "yielded";
387
+ for (const result of tool.results) {
388
+ yield {
389
+ toolCallId: tool.id,
390
+ result,
391
+ contextUpdate: result.contextUpdate,
392
+ dataUpdate: result.dataUpdate,
393
+ };
394
+ }
395
+ yieldIndex++;
396
+ }
397
+ else {
398
+ // Tool is still queued or executing — wait for it
399
+ break;
400
+ }
401
+ }
402
+ // If there are still unfinished tools, wait for a state change
403
+ if (yieldIndex < this.tools.length && this.hasUnfinishedTools()) {
404
+ await this.waitForStateChange();
405
+ }
406
+ else {
407
+ break;
408
+ }
409
+ }
410
+ }
411
+ /**
412
+ * Stop processing new queued tools. Already-executing tools continue
413
+ * to completion based on their interruptBehavior.
414
+ */
415
+ discard() {
416
+ loglevel_1.default.info("[StreamingToolExecutor] Executor discarded, stopping queue processing");
417
+ this.discarded = true;
418
+ this.notifyWaiter();
419
+ }
420
+ /**
421
+ * Return the accumulated context updates from all completed tools.
422
+ */
423
+ getUpdatedContext() {
424
+ return {
425
+ ...this.toolContext.context,
426
+ ...this.contextUpdates,
427
+ };
428
+ }
429
+ /**
430
+ * Check if there are any tools that haven't completed yet.
431
+ */
432
+ hasUnfinishedTools() {
433
+ return this.tools.some((t) => t.status === "queued" || t.status === "executing");
434
+ }
435
+ /**
436
+ * Wait for a state change (tool completion, progress, or discard).
437
+ * Uses a deferred promise pattern.
438
+ */
439
+ waitForStateChange() {
440
+ this.waiter = createDeferred();
441
+ return this.waiter.promise;
442
+ }
443
+ /**
444
+ * Notify the waiting async generator that state has changed.
445
+ */
446
+ notifyWaiter() {
447
+ if (this.waiter) {
448
+ const w = this.waiter;
449
+ this.waiter = null;
450
+ w.resolve();
451
+ }
452
+ }
453
+ }
454
+ exports.StreamingToolExecutor = StreamingToolExecutor;
455
+ //# sourceMappingURL=StreamingToolExecutor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"StreamingToolExecutor.js","sourceRoot":"","sources":["../../../src/core/StreamingToolExecutor.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;;;;;AAEH,wDAA2B;AA4B3B,SAAS,cAAc;IACnB,IAAI,OAA4B,CAAC;IACjC,IAAI,MAAmC,CAAC;IACxC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAI,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACxC,OAAO,GAAG,GAAG,CAAC;QACd,MAAM,GAAG,GAAG,CAAC;IACjB,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AACxC,CAAC;AAGD;;;GAGG;AACH,MAAa,qBAAqB;IAqC9B;;;OAGG;IACH,YACI,WAAyC,EACzC,OAAsC;QA1C1C,sEAAsE;QAC9D,UAAK,GAAmC,EAAE,CAAC;QAWnD,+EAA+E;QACvE,cAAS,GAAG,KAAK,CAAC;QAE1B,uDAAuD;QAC/C,mBAAc,GAAsB,EAAE,CAAC;QAE/C;;;WAGG;QACK,2BAAsB,GAA2B,IAAI,CAAC;QAE9D;;;WAGG;QACK,oBAAe,GAAgB,IAAI,GAAG,EAAE,CAAC;QAEjD;;;WAGG;QACK,WAAM,GAA0B,IAAI,CAAC;QAUzC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,YAAY,GAAG,OAAO,EAAE,MAAM,CAAC;QAEpC,gCAAgC;QAChC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAChG,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,OAAO,CACH,QAAyB,EACzB,IAAmC;QAEnC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,kBAAG,CAAC,IAAI,CAAC,8DAA8D,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC5F,OAAO;QACX,CAAC;QAED,2DAA2D;QAC3D,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB;YAC5C,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC5C,CAAC,CAAC,KAAK,CAAC,CAAC,gDAAgD;QAE7D,MAAM,OAAO,GAAiC;YAC1C,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,QAAQ;YACR,IAAI;YACJ,MAAM,EAAE,QAAQ;YAChB,iBAAiB;YACjB,OAAO,EAAE,EAAE;YACX,eAAe,EAAE,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzB,kBAAG,CAAC,KAAK,CACL,uCAAuC,QAAQ,CAAC,QAAQ,QAAQ,QAAQ,CAAC,EAAE,qBAAqB,iBAAiB,GAAG,CACvH,CAAC;QAEF,iBAAiB;QACjB,IAAI,CAAC,YAAY,EAAE,CAAC;IACxB,CAAC;IAED;;;;;;;OAOG;IACK,YAAY;QAChB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC3B,IAAI,IAAI,CAAC,YAAY,EAAE,OAAO;YAAE,OAAO;QAEvC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ;gBAAE,SAAS;YAEvC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC;YAErE,8CAA8C;YAC9C,IAAI,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvC,MAAM;YACV,CAAC;YAED,MAAM,UAAU,GACZ,SAAS,CAAC,MAAM,KAAK,CAAC;gBACtB,CAAC,IAAI,CAAC,iBAAiB,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAE5E,IAAI,UAAU,EAAE,CAAC;gBACb,yCAAyC;gBACzC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;oBACxE,IAAI,CAAC,aAAa,EAAE,CAAC;gBACzB,CAAC;gBAED,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;gBAC1B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAElC,kBAAG,CAAC,KAAK,CACL,yCAAyC,IAAI,CAAC,QAAQ,CAAC,QAAQ,QAAQ,IAAI,CAAC,EAAE,GAAG,CACpF,CAAC;gBAEF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;oBAC/C,8CAA8C;oBAC9C,IAAI,CAAC,YAAY,EAAE,CAAC;oBACpB,sCAAsC;oBACtC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACxB,CAAC,CAAC,CAAC;YACP,CAAC;iBAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACjC,iFAAiF;gBACjF,MAAM;YACV,CAAC;YACD,uEAAuE;YACvE,+DAA+D;YAC/D,oEAAoE;YACpE,qEAAqE;YACrE,mBAAmB;QACvB,CAAC;IACL,CAAC;IAED;;OAEG;IACK,aAAa;QACjB,IAAI,CAAC,sBAAsB,GAAG,IAAI,eAAe,EAAE,CAAC;QACpD,IAAI,CAAC,eAAe,GAAG,IAAI,GAAG,EAAE,CAAC;IACrC,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,WAAW,CAAC,OAAqC;QAC3D,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;QACnC,MAAM,oBAAoB,GAAG,IAAI,CAAC,sBAAsB,CAAC;QAEzD,IAAI,CAAC;YACD,uDAAuD;YACvD,MAAM,mBAAmB,GAAG,IAAI,eAAe,EAAE,CAAC;YAClD,MAAM,SAAS,GAAG,GAAG,EAAE;gBACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB;oBACnC,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE;oBAC1B,CAAC,CAAC,OAAO,CAAC,CAAC,iCAAiC;gBAEhD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBACxB,mBAAmB,CAAC,KAAK,EAAE,CAAC;gBAChC,CAAC;gBACD,wCAAwC;YAC5C,CAAC,CAAC;YAEF,0BAA0B;YAC1B,IAAI,oBAAoB,EAAE,CAAC;gBACvB,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACrF,CAAC;YAED,gDAAgD;YAChD,MAAM,kBAAkB,GAAG,GAAG,EAAE,CAAC,SAAS,EAAE,CAAC;YAC7C,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,OAAO,EAAE,kBAAkB,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACpF,CAAC;YAED,2BAA2B;YAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;YAExE,2BAA2B;YAC3B,IAAI,oBAAoB,EAAE,CAAC;gBACvB,oBAAoB,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACxE,CAAC;YACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;YACvE,CAAC;YAED,4CAA4C;YAC5C,IAAI,mBAAmB,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACrC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;oBACjB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,8BAA8B;oBACrC,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;iBACjD,CAAC,CAAC;gBACH,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC;gBAC7B,OAAO;YACX,CAAC;YAED,uBAAuB;YACvB,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAE3D,yDAAyD;YACzD,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;YAE1E,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAEtC,6BAA6B;YAC7B,IAAI,eAAe,CAAC,aAAa,EAAE,CAAC;gBAChC,IAAI,CAAC,cAAc,GAAG;oBAClB,GAAG,IAAI,CAAC,cAAc;oBACtB,GAAG,eAAe,CAAC,aAAa;iBACd,CAAC;YAC3B,CAAC;YAED,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC;YAE7B,4DAA4D;YAC5D,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;gBAC3B,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE,oBAAoB,CAAC,CAAC;YACzD,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,kBAAG,CAAC,KAAK,CACL,gCAAgC,QAAQ,CAAC,QAAQ,QAAQ,QAAQ,CAAC,EAAE,aAAa,YAAY,EAAE,CAClG,CAAC;YAEF,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;gBACjB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;aAChC,CAAC,CAAC;YACH,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC;YAE7B,sCAAsC;YACtC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE,oBAAoB,CAAC,CAAC;QACzD,CAAC;IACL,CAAC;IAED;;OAEG;IACK,eAAe,CACnB,MAAe,EACf,IAAmC;QAEnC,IACI,MAAM;YACN,OAAO,MAAM,KAAK,QAAQ;YAC1B,CAAC,MAAM,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM,IAAI,OAAO,IAAI,MAAM,CAAC,EAChE,CAAC;YACC,MAAM,CAAC,GAAG,MAAiC,CAAC;YAC5C,OAAO;gBACH,OAAO,EAAE,CAAC,CAAC,OAAO,KAAK,KAAK;gBAC5B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,KAAK,EAAE,CAAC,CAAC,KAA2B;gBACpC,aAAa,EAAE,CAAC,CAAC,aAAoD;gBACrE,UAAU,EAAE,CAAC,CAAC,UAAiD;gBAC/D,QAAQ,EAAE;oBACN,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,GAAI,CAAC,CAAC,IAA4C;iBACrD;aACJ,CAAC;QACN,CAAC;QAED,OAAO;YACH,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,MAAM;YACZ,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;SAChC,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,qBAAqB,CACzB,MAA2B,EAC3B,IAAmC;QAEnC,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC;QACzC,IAAI,QAAQ,IAAI,IAAI,IAAI,QAAQ,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YAC3D,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,MAAM,UAAU,GACZ,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;YAC3B,CAAC,CAAC,MAAM,CAAC,IAAI;YACb,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEtC,IAAI,UAAU,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;YAChC,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,mBAAmB,UAAU,CAAC,MAAM,+BAA+B,QAAQ,GAAG,CAAC;QAE9F,OAAO;YACH,GAAG,MAAM;YACT,IAAI,EAAE,SAAS,GAAG,MAAM;YACxB,QAAQ,EAAE;gBACN,GAAG,MAAM,CAAC,QAAQ;gBAClB,SAAS,EAAE,IAAI;gBACf,cAAc,EAAE,UAAU,CAAC,MAAM;aACpC;SACJ,CAAC;IACN,CAAC;IAED;;;;OAIG;IACK,aAAa,CACjB,YAAoB,EACpB,oBAA4C;QAE5C,IAAI,CAAC,oBAAoB;YAAE,OAAO;QAElC,kBAAG,CAAC,IAAI,CACJ,gCAAgC,YAAY,0CAA0C,CACzF,CAAC;QAEF,2DAA2D;QAC3D,qEAAqE;QACrE,oBAAoB,CAAC,KAAK,EAAE,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACK,iBAAiB;QACrB,kBAAG,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;QAEjE,4BAA4B;QAC5B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,6EAA6E;QAC7E,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC9B,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,CAAC;QACxC,CAAC;QAED,mEAAmE;QACnE,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC3B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;oBACd,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,4CAA4C;oBACnD,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;iBACtD,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;YAC9B,CAAC;QACL,CAAC;QAED,sCAAsC;QACtC,IAAI,CAAC,YAAY,EAAE,CAAC;IACxB,CAAC;IAED;;;;;;OAMG;IACH,CAAC,mBAAmB;QAChB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC5B,sDAAsD;YACtD,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrC,MAAM;oBACF,UAAU,EAAE,IAAI,CAAC,EAAE;oBACnB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,KAAK,EAAG;iBAC1C,CAAC;YACN,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;gBAAE,SAAS;YAExC,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAC9B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;gBACxB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAChC,MAAM;wBACF,UAAU,EAAE,IAAI,CAAC,EAAE;wBACnB,MAAM;wBACN,aAAa,EAAE,MAAM,CAAC,aAAa;wBACnC,UAAU,EAAE,MAAM,CAAC,UAAwC;qBAC9D,CAAC;gBACN,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,4DAA4D;gBAC5D,4DAA4D;gBAC5D,uBAAuB;gBACvB,MAAM;YACV,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,CAAC,mBAAmB;QACtB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,OAAO,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;YACjE,kDAAkD;YAClD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC5B,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACrC,MAAM;wBACF,UAAU,EAAE,IAAI,CAAC,EAAE;wBACnB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,KAAK,EAAG;qBAC1C,CAAC;gBACN,CAAC;YACL,CAAC;YAED,mCAAmC;YACnC,OAAO,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBACpC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAEpC,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;oBAC5B,UAAU,EAAE,CAAC;oBACb,SAAS;gBACb,CAAC;gBAED,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBAC9B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;oBACxB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBAChC,MAAM;4BACF,UAAU,EAAE,IAAI,CAAC,EAAE;4BACnB,MAAM;4BACN,aAAa,EAAE,MAAM,CAAC,aAAa;4BACnC,UAAU,EAAE,MAAM,CAAC,UAAwC;yBAC9D,CAAC;oBACN,CAAC;oBACD,UAAU,EAAE,CAAC;gBACjB,CAAC;qBAAM,CAAC;oBACJ,kDAAkD;oBAClD,MAAM;gBACV,CAAC;YACL,CAAC;YAED,+DAA+D;YAC/D,IAAI,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;gBAC9D,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACJ,MAAM;YACV,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,OAAO;QACH,kBAAG,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAC;QAClF,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,YAAY,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,iBAAiB;QACb,OAAO;YACH,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO;YAC3B,GAAG,IAAI,CAAC,cAAc;SACb,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,kBAAkB;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAClB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW,CAC3D,CAAC;IACN,CAAC;IAED;;;OAGG;IACK,kBAAkB;QACtB,IAAI,CAAC,MAAM,GAAG,cAAc,EAAQ,CAAC;QACrC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,YAAY;QAChB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;YACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,CAAC,CAAC,OAAO,EAAE,CAAC;QAChB,CAAC;IACL,CAAC;CACJ;AApgBD,sDAogBC"}
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * ToolManager - Centralized tool management with simplified creation APIs
3
3
  */
4
- import type { Tool, ToolExecutionResult, DataEnrichmentConfig, ValidationConfig, ValidationResult, ApiCallConfig, ComputationConfig, Event } from "../types";
4
+ import type { Tool, ToolExecutionResult, DataEnrichmentConfig, ValidationConfig, ValidationResult, ApiCallConfig, ComputationConfig, ToolCallRequest, ToolExecutionUpdate, Event } from "../types";
5
5
  import { ToolScope } from "../types";
6
6
  import { Agent } from "./Agent";
7
7
  import { Route } from "./Route";
@@ -163,6 +163,23 @@ export declare class ToolManager<TContext = unknown, TData = unknown> {
163
163
  history: Event[];
164
164
  data?: Partial<TData>;
165
165
  }): Promise<ToolExecutionResult[]>;
166
+ /**
167
+ * Execute tool calls with concurrency control using StreamingToolExecutor.
168
+ * Creates a StreamingToolExecutor, resolves tools, queues them, and yields
169
+ * ToolExecutionUpdate results in original request order.
170
+ *
171
+ * Concurrency-safe tools run in parallel; non-safe tools run serially.
172
+ * Progress messages are yielded immediately.
173
+ */
174
+ executeWithConcurrency(params: {
175
+ toolCalls: ToolCallRequest[];
176
+ context: TContext;
177
+ data?: Partial<TData>;
178
+ history?: Event[];
179
+ signal?: AbortSignal;
180
+ route?: Route<TContext, TData>;
181
+ step?: Step<TContext, TData>;
182
+ }): AsyncGenerator<ToolExecutionUpdate<TData>>;
166
183
  /**
167
184
  * Create a data enrichment tool that modifies collected data
168
185
  * Returns a tool instance that can be registered or added to scope