@cogitator-ai/core 0.1.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (252) hide show
  1. package/README.md +920 -15
  2. package/dist/__tests__/agent.test.js +2 -2
  3. package/dist/__tests__/agent.test.js.map +1 -1
  4. package/dist/__tests__/base64.test.js +1 -1
  5. package/dist/__tests__/base64.test.js.map +1 -1
  6. package/dist/__tests__/calculator.test.js +1 -1
  7. package/dist/__tests__/calculator.test.js.map +1 -1
  8. package/dist/__tests__/cogitator-memory.test.js +2 -2
  9. package/dist/__tests__/cogitator-memory.test.js.map +1 -1
  10. package/dist/__tests__/datetime.test.js +1 -1
  11. package/dist/__tests__/datetime.test.js.map +1 -1
  12. package/dist/__tests__/exec.test.js +1 -1
  13. package/dist/__tests__/exec.test.js.map +1 -1
  14. package/dist/__tests__/filesystem.test.js +1 -1
  15. package/dist/__tests__/filesystem.test.js.map +1 -1
  16. package/dist/__tests__/google-backend.test.js +1 -1
  17. package/dist/__tests__/google-backend.test.js.map +1 -1
  18. package/dist/__tests__/hash.test.js +1 -1
  19. package/dist/__tests__/hash.test.js.map +1 -1
  20. package/dist/__tests__/http.test.js +1 -1
  21. package/dist/__tests__/http.test.js.map +1 -1
  22. package/dist/__tests__/json.test.js +1 -1
  23. package/dist/__tests__/json.test.js.map +1 -1
  24. package/dist/__tests__/logger.test.js +1 -1
  25. package/dist/__tests__/logger.test.js.map +1 -1
  26. package/dist/__tests__/random.test.js +1 -1
  27. package/dist/__tests__/random.test.js.map +1 -1
  28. package/dist/__tests__/regex.test.js +1 -1
  29. package/dist/__tests__/regex.test.js.map +1 -1
  30. package/dist/__tests__/registry.test.js +2 -2
  31. package/dist/__tests__/registry.test.js.map +1 -1
  32. package/dist/__tests__/sleep.test.js +1 -1
  33. package/dist/__tests__/sleep.test.js.map +1 -1
  34. package/dist/__tests__/tool.test.js +1 -1
  35. package/dist/__tests__/tool.test.js.map +1 -1
  36. package/dist/__tests__/uuid.test.js +1 -1
  37. package/dist/__tests__/uuid.test.js.map +1 -1
  38. package/dist/cogitator.d.ts +46 -1
  39. package/dist/cogitator.d.ts.map +1 -1
  40. package/dist/cogitator.js +274 -17
  41. package/dist/cogitator.js.map +1 -1
  42. package/dist/constitutional/constitution.d.ts +9 -0
  43. package/dist/constitutional/constitution.d.ts.map +1 -0
  44. package/dist/constitutional/constitution.js +215 -0
  45. package/dist/constitutional/constitution.js.map +1 -0
  46. package/dist/constitutional/constitutional-ai.d.ts +36 -0
  47. package/dist/constitutional/constitutional-ai.d.ts.map +1 -0
  48. package/dist/constitutional/constitutional-ai.js +163 -0
  49. package/dist/constitutional/constitutional-ai.js.map +1 -0
  50. package/dist/constitutional/critique-reviser.d.ts +20 -0
  51. package/dist/constitutional/critique-reviser.d.ts.map +1 -0
  52. package/dist/constitutional/critique-reviser.js +98 -0
  53. package/dist/constitutional/critique-reviser.js.map +1 -0
  54. package/dist/constitutional/index.d.ts +13 -0
  55. package/dist/constitutional/index.d.ts.map +1 -0
  56. package/dist/constitutional/index.js +8 -0
  57. package/dist/constitutional/index.js.map +1 -0
  58. package/dist/constitutional/input-filter.d.ts +19 -0
  59. package/dist/constitutional/input-filter.d.ts.map +1 -0
  60. package/dist/constitutional/input-filter.js +88 -0
  61. package/dist/constitutional/input-filter.js.map +1 -0
  62. package/dist/constitutional/output-filter.d.ts +19 -0
  63. package/dist/constitutional/output-filter.d.ts.map +1 -0
  64. package/dist/constitutional/output-filter.js +86 -0
  65. package/dist/constitutional/output-filter.js.map +1 -0
  66. package/dist/constitutional/prompts.d.ts +11 -0
  67. package/dist/constitutional/prompts.d.ts.map +1 -0
  68. package/dist/constitutional/prompts.js +202 -0
  69. package/dist/constitutional/prompts.js.map +1 -0
  70. package/dist/constitutional/tool-guard.d.ts +18 -0
  71. package/dist/constitutional/tool-guard.d.ts.map +1 -0
  72. package/dist/constitutional/tool-guard.js +125 -0
  73. package/dist/constitutional/tool-guard.js.map +1 -0
  74. package/dist/cost-routing/budget-enforcer.d.ts +26 -0
  75. package/dist/cost-routing/budget-enforcer.d.ts.map +1 -0
  76. package/dist/cost-routing/budget-enforcer.js +86 -0
  77. package/dist/cost-routing/budget-enforcer.js.map +1 -0
  78. package/dist/cost-routing/cost-router.d.ts +34 -0
  79. package/dist/cost-routing/cost-router.d.ts.map +1 -0
  80. package/dist/cost-routing/cost-router.js +80 -0
  81. package/dist/cost-routing/cost-router.js.map +1 -0
  82. package/dist/cost-routing/cost-tracker.d.ts +20 -0
  83. package/dist/cost-routing/cost-tracker.d.ts.map +1 -0
  84. package/dist/cost-routing/cost-tracker.js +85 -0
  85. package/dist/cost-routing/cost-tracker.js.map +1 -0
  86. package/dist/cost-routing/index.d.ts +6 -0
  87. package/dist/cost-routing/index.d.ts.map +1 -0
  88. package/dist/cost-routing/index.js +6 -0
  89. package/dist/cost-routing/index.js.map +1 -0
  90. package/dist/cost-routing/model-selector.d.ts +15 -0
  91. package/dist/cost-routing/model-selector.d.ts.map +1 -0
  92. package/dist/cost-routing/model-selector.js +216 -0
  93. package/dist/cost-routing/model-selector.js.map +1 -0
  94. package/dist/cost-routing/task-analyzer.d.ts +13 -0
  95. package/dist/cost-routing/task-analyzer.d.ts.map +1 -0
  96. package/dist/cost-routing/task-analyzer.js +185 -0
  97. package/dist/cost-routing/task-analyzer.js.map +1 -0
  98. package/dist/index.d.ts +19 -1
  99. package/dist/index.d.ts.map +1 -1
  100. package/dist/index.js +9 -0
  101. package/dist/index.js.map +1 -1
  102. package/dist/learning/ab-testing.d.ts +45 -0
  103. package/dist/learning/ab-testing.d.ts.map +1 -0
  104. package/dist/learning/ab-testing.js +267 -0
  105. package/dist/learning/ab-testing.js.map +1 -0
  106. package/dist/learning/agent-optimizer.d.ts +42 -0
  107. package/dist/learning/agent-optimizer.d.ts.map +1 -0
  108. package/dist/learning/agent-optimizer.js +273 -0
  109. package/dist/learning/agent-optimizer.js.map +1 -0
  110. package/dist/learning/auto-optimizer.d.ts +38 -0
  111. package/dist/learning/auto-optimizer.d.ts.map +1 -0
  112. package/dist/learning/auto-optimizer.js +229 -0
  113. package/dist/learning/auto-optimizer.js.map +1 -0
  114. package/dist/learning/demo-selector.d.ts +29 -0
  115. package/dist/learning/demo-selector.d.ts.map +1 -0
  116. package/dist/learning/demo-selector.js +235 -0
  117. package/dist/learning/demo-selector.js.map +1 -0
  118. package/dist/learning/index.d.ts +24 -0
  119. package/dist/learning/index.d.ts.map +1 -0
  120. package/dist/learning/index.js +13 -0
  121. package/dist/learning/index.js.map +1 -0
  122. package/dist/learning/instruction-optimizer.d.ts +29 -0
  123. package/dist/learning/instruction-optimizer.d.ts.map +1 -0
  124. package/dist/learning/instruction-optimizer.js +175 -0
  125. package/dist/learning/instruction-optimizer.js.map +1 -0
  126. package/dist/learning/metrics.d.ts +37 -0
  127. package/dist/learning/metrics.d.ts.map +1 -0
  128. package/dist/learning/metrics.js +310 -0
  129. package/dist/learning/metrics.js.map +1 -0
  130. package/dist/learning/postgres-trace-store.d.ts +53 -0
  131. package/dist/learning/postgres-trace-store.d.ts.map +1 -0
  132. package/dist/learning/postgres-trace-store.js +692 -0
  133. package/dist/learning/postgres-trace-store.js.map +1 -0
  134. package/dist/learning/prompt-logger.d.ts +29 -0
  135. package/dist/learning/prompt-logger.d.ts.map +1 -0
  136. package/dist/learning/prompt-logger.js +157 -0
  137. package/dist/learning/prompt-logger.js.map +1 -0
  138. package/dist/learning/prompt-monitor.d.ts +29 -0
  139. package/dist/learning/prompt-monitor.d.ts.map +1 -0
  140. package/dist/learning/prompt-monitor.js +243 -0
  141. package/dist/learning/prompt-monitor.js.map +1 -0
  142. package/dist/learning/prompts.d.ts +28 -0
  143. package/dist/learning/prompts.d.ts.map +1 -0
  144. package/dist/learning/prompts.js +195 -0
  145. package/dist/learning/prompts.js.map +1 -0
  146. package/dist/learning/rollback-manager.d.ts +36 -0
  147. package/dist/learning/rollback-manager.d.ts.map +1 -0
  148. package/dist/learning/rollback-manager.js +177 -0
  149. package/dist/learning/rollback-manager.js.map +1 -0
  150. package/dist/learning/trace-store.d.ts +26 -0
  151. package/dist/learning/trace-store.d.ts.map +1 -0
  152. package/dist/learning/trace-store.js +218 -0
  153. package/dist/learning/trace-store.js.map +1 -0
  154. package/dist/llm/google.d.ts.map +1 -1
  155. package/dist/llm/google.js +1 -2
  156. package/dist/llm/google.js.map +1 -1
  157. package/dist/reasoning/branch-evaluator.d.ts +28 -0
  158. package/dist/reasoning/branch-evaluator.d.ts.map +1 -0
  159. package/dist/reasoning/branch-evaluator.js +143 -0
  160. package/dist/reasoning/branch-evaluator.js.map +1 -0
  161. package/dist/reasoning/branch-generator.d.ts +9 -0
  162. package/dist/reasoning/branch-generator.d.ts.map +1 -0
  163. package/dist/reasoning/branch-generator.js +60 -0
  164. package/dist/reasoning/branch-generator.js.map +1 -0
  165. package/dist/reasoning/index.d.ts +5 -0
  166. package/dist/reasoning/index.d.ts.map +1 -0
  167. package/dist/reasoning/index.js +5 -0
  168. package/dist/reasoning/index.js.map +1 -0
  169. package/dist/reasoning/prompts.d.ts +19 -0
  170. package/dist/reasoning/prompts.d.ts.map +1 -0
  171. package/dist/reasoning/prompts.js +161 -0
  172. package/dist/reasoning/prompts.js.map +1 -0
  173. package/dist/reasoning/thought-tree.d.ts +32 -0
  174. package/dist/reasoning/thought-tree.d.ts.map +1 -0
  175. package/dist/reasoning/thought-tree.js +352 -0
  176. package/dist/reasoning/thought-tree.js.map +1 -0
  177. package/dist/reflection/index.d.ts +4 -0
  178. package/dist/reflection/index.d.ts.map +1 -0
  179. package/dist/reflection/index.js +4 -0
  180. package/dist/reflection/index.js.map +1 -0
  181. package/dist/reflection/insight-store.d.ts +19 -0
  182. package/dist/reflection/insight-store.d.ts.map +1 -0
  183. package/dist/reflection/insight-store.js +129 -0
  184. package/dist/reflection/insight-store.js.map +1 -0
  185. package/dist/reflection/prompts.d.ts +18 -0
  186. package/dist/reflection/prompts.d.ts.map +1 -0
  187. package/dist/reflection/prompts.js +157 -0
  188. package/dist/reflection/prompts.js.map +1 -0
  189. package/dist/reflection/reflection-engine.d.ts +25 -0
  190. package/dist/reflection/reflection-engine.d.ts.map +1 -0
  191. package/dist/reflection/reflection-engine.js +202 -0
  192. package/dist/reflection/reflection-engine.js.map +1 -0
  193. package/dist/registry.d.ts +1 -0
  194. package/dist/registry.d.ts.map +1 -1
  195. package/dist/registry.js +3 -0
  196. package/dist/registry.js.map +1 -1
  197. package/dist/time-travel/checkpoint-store.d.ts +34 -0
  198. package/dist/time-travel/checkpoint-store.d.ts.map +1 -0
  199. package/dist/time-travel/checkpoint-store.js +240 -0
  200. package/dist/time-travel/checkpoint-store.js.map +1 -0
  201. package/dist/time-travel/comparator.d.ts +26 -0
  202. package/dist/time-travel/comparator.d.ts.map +1 -0
  203. package/dist/time-travel/comparator.js +253 -0
  204. package/dist/time-travel/comparator.js.map +1 -0
  205. package/dist/time-travel/forker.d.ts +22 -0
  206. package/dist/time-travel/forker.d.ts.map +1 -0
  207. package/dist/time-travel/forker.js +118 -0
  208. package/dist/time-travel/forker.js.map +1 -0
  209. package/dist/time-travel/index.d.ts +6 -0
  210. package/dist/time-travel/index.d.ts.map +1 -0
  211. package/dist/time-travel/index.js +6 -0
  212. package/dist/time-travel/index.js.map +1 -0
  213. package/dist/time-travel/replayer.d.ts +20 -0
  214. package/dist/time-travel/replayer.d.ts.map +1 -0
  215. package/dist/time-travel/replayer.js +147 -0
  216. package/dist/time-travel/replayer.js.map +1 -0
  217. package/dist/time-travel/time-travel.d.ts +41 -0
  218. package/dist/time-travel/time-travel.d.ts.map +1 -0
  219. package/dist/time-travel/time-travel.js +127 -0
  220. package/dist/time-travel/time-travel.js.map +1 -0
  221. package/dist/tool.d.ts.map +1 -1
  222. package/dist/tool.js +2 -0
  223. package/dist/tool.js.map +1 -1
  224. package/dist/tools/base64.d.ts.map +1 -1
  225. package/dist/tools/base64.js +2 -8
  226. package/dist/tools/base64.js.map +1 -1
  227. package/dist/tools/datetime.d.ts.map +1 -1
  228. package/dist/tools/datetime.js.map +1 -1
  229. package/dist/tools/exec.d.ts.map +1 -1
  230. package/dist/tools/exec.js +1 -4
  231. package/dist/tools/exec.js.map +1 -1
  232. package/dist/tools/filesystem.d.ts.map +1 -1
  233. package/dist/tools/filesystem.js +4 -1
  234. package/dist/tools/filesystem.js.map +1 -1
  235. package/dist/tools/hash.d.ts.map +1 -1
  236. package/dist/tools/hash.js +1 -4
  237. package/dist/tools/hash.js.map +1 -1
  238. package/dist/tools/http.d.ts.map +1 -1
  239. package/dist/tools/http.js +1 -4
  240. package/dist/tools/http.js.map +1 -1
  241. package/dist/tools/regex.d.ts.map +1 -1
  242. package/dist/tools/regex.js +4 -1
  243. package/dist/tools/regex.js.map +1 -1
  244. package/dist/utils/circuit-breaker.d.ts.map +1 -1
  245. package/dist/utils/circuit-breaker.js.map +1 -1
  246. package/dist/utils/fallback.d.ts.map +1 -1
  247. package/dist/utils/fallback.js +1 -4
  248. package/dist/utils/fallback.js.map +1 -1
  249. package/dist/utils/retry.d.ts.map +1 -1
  250. package/dist/utils/retry.js +8 -13
  251. package/dist/utils/retry.js.map +1 -1
  252. package/package.json +17 -8
@@ -0,0 +1,240 @@
1
+ import { nanoid } from 'nanoid';
2
+ export class InMemoryCheckpointStore {
3
+ checkpoints = new Map();
4
+ traceIndex = new Map();
5
+ agentIndex = new Map();
6
+ runIdIndex = new Map();
7
+ labelIndex = new Map();
8
+ async save(checkpoint) {
9
+ this.checkpoints.set(checkpoint.id, checkpoint);
10
+ this.addToIndex(this.traceIndex, checkpoint.traceId, checkpoint.id);
11
+ this.addToIndex(this.agentIndex, checkpoint.agentId, checkpoint.id);
12
+ this.addToIndex(this.runIdIndex, checkpoint.runId, checkpoint.id);
13
+ if (checkpoint.label) {
14
+ this.addToIndex(this.labelIndex, checkpoint.label, checkpoint.id);
15
+ }
16
+ }
17
+ async load(id) {
18
+ return this.checkpoints.get(id) ?? null;
19
+ }
20
+ async list(query) {
21
+ let candidates = [];
22
+ if (query.traceId) {
23
+ const traceCheckpoints = this.traceIndex.get(query.traceId);
24
+ if (!traceCheckpoints)
25
+ return [];
26
+ for (const id of traceCheckpoints) {
27
+ const cp = this.checkpoints.get(id);
28
+ if (cp)
29
+ candidates.push(cp);
30
+ }
31
+ }
32
+ else if (query.agentId) {
33
+ const agentCheckpoints = this.agentIndex.get(query.agentId);
34
+ if (!agentCheckpoints)
35
+ return [];
36
+ for (const id of agentCheckpoints) {
37
+ const cp = this.checkpoints.get(id);
38
+ if (cp)
39
+ candidates.push(cp);
40
+ }
41
+ }
42
+ else if (query.runId) {
43
+ const runCheckpoints = this.runIdIndex.get(query.runId);
44
+ if (!runCheckpoints)
45
+ return [];
46
+ for (const id of runCheckpoints) {
47
+ const cp = this.checkpoints.get(id);
48
+ if (cp)
49
+ candidates.push(cp);
50
+ }
51
+ }
52
+ else if (query.label) {
53
+ const labelCheckpoints = this.labelIndex.get(query.label);
54
+ if (!labelCheckpoints)
55
+ return [];
56
+ for (const id of labelCheckpoints) {
57
+ const cp = this.checkpoints.get(id);
58
+ if (cp)
59
+ candidates.push(cp);
60
+ }
61
+ }
62
+ else {
63
+ candidates = Array.from(this.checkpoints.values());
64
+ }
65
+ if (query.before) {
66
+ candidates = candidates.filter((cp) => cp.createdAt < query.before);
67
+ }
68
+ if (query.after) {
69
+ candidates = candidates.filter((cp) => cp.createdAt > query.after);
70
+ }
71
+ candidates.sort((a, b) => a.stepIndex - b.stepIndex);
72
+ if (query.limit) {
73
+ candidates = candidates.slice(0, query.limit);
74
+ }
75
+ return candidates;
76
+ }
77
+ async delete(id) {
78
+ const checkpoint = this.checkpoints.get(id);
79
+ if (!checkpoint)
80
+ return false;
81
+ this.checkpoints.delete(id);
82
+ this.removeFromIndex(this.traceIndex, checkpoint.traceId, id);
83
+ this.removeFromIndex(this.agentIndex, checkpoint.agentId, id);
84
+ this.removeFromIndex(this.runIdIndex, checkpoint.runId, id);
85
+ if (checkpoint.label) {
86
+ this.removeFromIndex(this.labelIndex, checkpoint.label, id);
87
+ }
88
+ return true;
89
+ }
90
+ async getByTrace(traceId) {
91
+ return this.list({ traceId });
92
+ }
93
+ async getByAgent(agentId, limit) {
94
+ return this.list({ agentId, limit });
95
+ }
96
+ async getByLabel(label) {
97
+ return this.list({ label });
98
+ }
99
+ async clear(agentId) {
100
+ if (agentId) {
101
+ const agentCheckpoints = this.agentIndex.get(agentId);
102
+ if (!agentCheckpoints)
103
+ return;
104
+ for (const id of Array.from(agentCheckpoints)) {
105
+ await this.delete(id);
106
+ }
107
+ }
108
+ else {
109
+ this.checkpoints.clear();
110
+ this.traceIndex.clear();
111
+ this.agentIndex.clear();
112
+ this.runIdIndex.clear();
113
+ this.labelIndex.clear();
114
+ }
115
+ }
116
+ createFromRunResult(result, stepIndex, options) {
117
+ const messagesUpToStep = this.extractMessagesUpToStep(result.messages, stepIndex);
118
+ const toolResultsUpToStep = this.extractToolResultsUpToStep(result, stepIndex);
119
+ const pendingToolCalls = this.extractPendingToolCalls(result, stepIndex);
120
+ const checkpoint = {
121
+ id: `ckpt_${nanoid(12)}`,
122
+ traceId: result.trace.traceId,
123
+ runId: result.runId,
124
+ agentId: result.agentId,
125
+ stepIndex,
126
+ messages: messagesUpToStep,
127
+ toolResults: toolResultsUpToStep,
128
+ pendingToolCalls,
129
+ label: options?.label,
130
+ createdAt: new Date(),
131
+ metadata: options?.metadata,
132
+ };
133
+ return checkpoint;
134
+ }
135
+ createFromTrace(trace, stepIndex, options) {
136
+ const stepsUpToIndex = trace.steps.slice(0, stepIndex + 1);
137
+ const messages = [];
138
+ messages.push({ role: 'user', content: trace.input });
139
+ const toolResults = {};
140
+ for (const step of stepsUpToIndex) {
141
+ if (step.type === 'tool_call' && step.toolResult) {
142
+ toolResults[step.toolResult.callId] = step.toolResult.result;
143
+ }
144
+ }
145
+ const pendingStep = trace.steps[stepIndex];
146
+ const pendingToolCalls = pendingStep?.type === 'tool_call' && pendingStep.toolCall ? [pendingStep.toolCall] : [];
147
+ const checkpoint = {
148
+ id: `ckpt_${nanoid(12)}`,
149
+ traceId: trace.id,
150
+ runId: trace.runId,
151
+ agentId: trace.agentId,
152
+ stepIndex,
153
+ messages,
154
+ toolResults,
155
+ pendingToolCalls,
156
+ label: options?.label,
157
+ createdAt: new Date(),
158
+ metadata: options?.metadata,
159
+ };
160
+ return checkpoint;
161
+ }
162
+ async createAllFromRunResult(result, options) {
163
+ const checkpoints = [];
164
+ const stepCount = this.countStepsFromSpans(result);
165
+ for (let i = 0; i < stepCount; i++) {
166
+ const checkpoint = this.createFromRunResult(result, i, {
167
+ label: options?.labelPrefix ? `${options.labelPrefix}_step_${i}` : undefined,
168
+ });
169
+ await this.save(checkpoint);
170
+ checkpoints.push(checkpoint);
171
+ }
172
+ return checkpoints;
173
+ }
174
+ addToIndex(index, key, id) {
175
+ let set = index.get(key);
176
+ if (!set) {
177
+ set = new Set();
178
+ index.set(key, set);
179
+ }
180
+ set.add(id);
181
+ }
182
+ removeFromIndex(index, key, id) {
183
+ index.get(key)?.delete(id);
184
+ }
185
+ extractMessagesUpToStep(messages, stepIndex) {
186
+ let toolCallCount = 0;
187
+ const result = [];
188
+ for (const msg of messages) {
189
+ result.push(msg);
190
+ if (msg.role === 'tool') {
191
+ toolCallCount++;
192
+ if (toolCallCount > stepIndex)
193
+ break;
194
+ }
195
+ }
196
+ return result;
197
+ }
198
+ extractToolResultsUpToStep(result, stepIndex) {
199
+ const toolResults = {};
200
+ let count = 0;
201
+ for (const span of result.trace.spans) {
202
+ if (span.name.startsWith('tool.')) {
203
+ if (count < stepIndex && span.attributes?.result !== undefined) {
204
+ const callId = span.attributes?.call_id;
205
+ if (callId) {
206
+ toolResults[callId] = span.attributes.result;
207
+ }
208
+ }
209
+ count++;
210
+ }
211
+ }
212
+ return toolResults;
213
+ }
214
+ extractPendingToolCalls(result, stepIndex) {
215
+ let count = 0;
216
+ for (const span of result.trace.spans) {
217
+ if (span.name.startsWith('tool.')) {
218
+ if (count === stepIndex) {
219
+ const toolName = span.name.replace('tool.', '');
220
+ const toolCall = result.toolCalls.find((tc) => tc.name === toolName);
221
+ return toolCall ? [toolCall] : [];
222
+ }
223
+ count++;
224
+ }
225
+ }
226
+ return [];
227
+ }
228
+ countStepsFromSpans(result) {
229
+ let count = 0;
230
+ for (const span of result.trace.spans) {
231
+ if (span.name.startsWith('tool.') ||
232
+ span.name.includes('llm') ||
233
+ span.name.includes('chat')) {
234
+ count++;
235
+ }
236
+ }
237
+ return count;
238
+ }
239
+ }
240
+ //# sourceMappingURL=checkpoint-store.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"checkpoint-store.js","sourceRoot":"","sources":["../../src/time-travel/checkpoint-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAUhC,MAAM,OAAO,uBAAuB;IAC1B,WAAW,GAAG,IAAI,GAAG,EAA+B,CAAC;IACrD,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC5C,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC5C,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC5C,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEpD,KAAK,CAAC,IAAI,CAAC,UAA+B;QACxC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QAElE,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAU;QACnB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAsB;QAC/B,IAAI,UAAU,GAA0B,EAAE,CAAC;QAE3C,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5D,IAAI,CAAC,gBAAgB;gBAAE,OAAO,EAAE,CAAC;YACjC,KAAK,MAAM,EAAE,IAAI,gBAAgB,EAAE,CAAC;gBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE;oBAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACzB,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5D,IAAI,CAAC,gBAAgB;gBAAE,OAAO,EAAE,CAAC;YACjC,KAAK,MAAM,EAAE,IAAI,gBAAgB,EAAE,CAAC;gBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE;oBAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YACvB,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACxD,IAAI,CAAC,cAAc;gBAAE,OAAO,EAAE,CAAC;YAC/B,KAAK,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC;gBAChC,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE;oBAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YACvB,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1D,IAAI,CAAC,gBAAgB;gBAAE,OAAO,EAAE,CAAC;YACjC,KAAK,MAAM,EAAE,IAAI,gBAAgB,EAAE,CAAC;gBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE;oBAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,GAAG,KAAK,CAAC,MAAO,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,GAAG,KAAK,CAAC,KAAM,CAAC,CAAC;QACtE,CAAC;QAED,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAErD,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU;YAAE,OAAO,KAAK,CAAC;QAE9B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5B,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC9D,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC9D,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAE5D,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAe;QAC9B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,KAAc;QAC9C,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAgB;QAC1B,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACtD,IAAI,CAAC,gBAAgB;gBAAE,OAAO;YAE9B,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC9C,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,mBAAmB,CACjB,MAAiB,EACjB,SAAiB,EACjB,OAAgE;QAEhE,MAAM,gBAAgB,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,QAAqB,EAAE,SAAS,CAAC,CAAC;QAC/F,MAAM,mBAAmB,GAAG,IAAI,CAAC,0BAA0B,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,gBAAgB,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAEzE,MAAM,UAAU,GAAwB;YACtC,EAAE,EAAE,QAAQ,MAAM,CAAC,EAAE,CAAC,EAAE;YACxB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;YAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,SAAS;YACT,QAAQ,EAAE,gBAAgB;YAC1B,WAAW,EAAE,mBAAmB;YAChC,gBAAgB;YAChB,KAAK,EAAE,OAAO,EAAE,KAAK;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,OAAO,EAAE,QAAQ;SAC5B,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,eAAe,CACb,KAAqB,EACrB,SAAiB,EACjB,OAAgE;QAEhE,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;QAE3D,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QAEtD,MAAM,WAAW,GAA4B,EAAE,CAAC;QAEhD,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACjD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,gBAAgB,GACpB,WAAW,EAAE,IAAI,KAAK,WAAW,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE1F,MAAM,UAAU,GAAwB;YACtC,EAAE,EAAE,QAAQ,MAAM,CAAC,EAAE,CAAC,EAAE;YACxB,OAAO,EAAE,KAAK,CAAC,EAAE;YACjB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS;YACT,QAAQ;YACR,WAAW;YACX,gBAAgB;YAChB,KAAK,EAAE,OAAO,EAAE,KAAK;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,OAAO,EAAE,QAAQ;SAC5B,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,sBAAsB,CAC1B,MAAiB,EACjB,OAAkC;QAElC,MAAM,WAAW,GAA0B,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAEnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,CAAC,EAAE;gBACrD,KAAK,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,WAAW,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS;aAC7E,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC5B,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,UAAU,CAAC,KAA+B,EAAE,GAAW,EAAE,EAAU;QACzE,IAAI,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;YAChB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACtB,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACd,CAAC;IAEO,eAAe,CAAC,KAA+B,EAAE,GAAW,EAAE,EAAU;QAC9E,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAEO,uBAAuB,CAAC,QAAmB,EAAE,SAAiB;QACpE,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,MAAM,MAAM,GAAc,EAAE,CAAC;QAE7B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,aAAa,EAAE,CAAC;gBAChB,IAAI,aAAa,GAAG,SAAS;oBAAE,MAAM;YACvC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,0BAA0B,CAChC,MAAiB,EACjB,SAAiB;QAEjB,MAAM,WAAW,GAA4B,EAAE,CAAC;QAChD,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,IAAI,KAAK,GAAG,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;oBAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,OAAiB,CAAC;oBAClD,IAAI,MAAM,EAAE,CAAC;wBACX,WAAW,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;oBAC/C,CAAC;gBACH,CAAC;gBACD,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,uBAAuB,CAC7B,MAAiB,EACjB,SAAiB;QAEjB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;oBAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;oBACrE,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpC,CAAC;gBACD,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,mBAAmB,CAAC,MAAiB;QAC3C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACtC,IACE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;gBAC7B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC1B,CAAC;gBACD,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}
@@ -0,0 +1,26 @@
1
+ import type { TraceDiff, StepDiff, ExecutionStep, ExecutionTrace, TraceMetrics, TraceStore, ToolResult } from '@cogitator-ai/types';
2
+ export interface TraceComparatorOptions {
3
+ traceStore: TraceStore;
4
+ }
5
+ export declare class TraceComparator {
6
+ private traceStore;
7
+ constructor(options: TraceComparatorOptions);
8
+ compare(traceId1: string, traceId2: string): Promise<TraceDiff>;
9
+ computeDiff(trace1: ExecutionTrace, trace2: ExecutionTrace): TraceDiff;
10
+ findDivergencePoint(steps1: ExecutionStep[], steps2: ExecutionStep[]): number | undefined;
11
+ compareSteps(step1: ExecutionStep, step2: ExecutionStep): StepDiff;
12
+ compareToolResults(result1: ToolResult, result2: ToolResult): {
13
+ similar: boolean;
14
+ differences: string[];
15
+ };
16
+ compareMetrics(metrics1: TraceMetrics, metrics2: TraceMetrics): Record<string, {
17
+ value1: number;
18
+ value2: number;
19
+ delta: number;
20
+ }>;
21
+ formatDiff(diff: TraceDiff): string;
22
+ private compareStepSequences;
23
+ private formatDelta;
24
+ private getStatusIcon;
25
+ }
26
+ //# sourceMappingURL=comparator.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"comparator.d.ts","sourceRoot":"","sources":["../../src/time-travel/comparator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,SAAS,EACT,QAAQ,EAER,aAAa,EACb,cAAc,EACd,YAAY,EACZ,UAAU,EACV,UAAU,EACX,MAAM,qBAAqB,CAAC;AAE7B,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE,UAAU,CAAC;CACxB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,UAAU,CAAa;gBAEnB,OAAO,EAAE,sBAAsB;IAIrC,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IAcrE,WAAW,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,cAAc,GAAG,SAAS;IA8CtE,mBAAmB,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,GAAG,SAAS;IAiBzF,YAAY,CAAC,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,QAAQ;IAoDlE,kBAAkB,CAChB,OAAO,EAAE,UAAU,EACnB,OAAO,EAAE,UAAU,GAClB;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,WAAW,EAAE,MAAM,EAAE,CAAA;KAAE;IA6B9C,cAAc,CACZ,QAAQ,EAAE,YAAY,EACtB,QAAQ,EAAE,YAAY,GACrB,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAoBpE,UAAU,CAAC,IAAI,EAAE,SAAS,GAAG,MAAM;IA2DnC,OAAO,CAAC,oBAAoB;IA4B5B,OAAO,CAAC,WAAW;IAKnB,OAAO,CAAC,aAAa;CAgBtB"}
@@ -0,0 +1,253 @@
1
+ export class TraceComparator {
2
+ traceStore;
3
+ constructor(options) {
4
+ this.traceStore = options.traceStore;
5
+ }
6
+ async compare(traceId1, traceId2) {
7
+ const trace1 = await this.traceStore.get(traceId1);
8
+ const trace2 = await this.traceStore.get(traceId2);
9
+ if (!trace1) {
10
+ throw new Error(`Trace not found: ${traceId1}`);
11
+ }
12
+ if (!trace2) {
13
+ throw new Error(`Trace not found: ${traceId2}`);
14
+ }
15
+ return this.computeDiff(trace1, trace2);
16
+ }
17
+ computeDiff(trace1, trace2) {
18
+ const stepDiffs = this.compareStepSequences(trace1.steps, trace2.steps);
19
+ const divergencePoint = this.findDivergencePoint(trace1.steps, trace2.steps);
20
+ const commonSteps = stepDiffs.filter((d) => d.status === 'identical' || d.status === 'similar').length;
21
+ const trace1OnlySteps = stepDiffs.filter((d) => d.status === 'only_in_1').length;
22
+ const trace2OnlySteps = stepDiffs.filter((d) => d.status === 'only_in_2').length;
23
+ const tokens1 = trace1.usage.inputTokens + trace1.usage.outputTokens;
24
+ const tokens2 = trace2.usage.inputTokens + trace2.usage.outputTokens;
25
+ return {
26
+ trace1Id: trace1.id,
27
+ trace2Id: trace2.id,
28
+ stepDiffs,
29
+ commonSteps,
30
+ divergencePoint,
31
+ trace1OnlySteps,
32
+ trace2OnlySteps,
33
+ metricsDiff: {
34
+ success: {
35
+ trace1: trace1.metrics.success,
36
+ trace2: trace2.metrics.success,
37
+ },
38
+ score: {
39
+ trace1: trace1.score,
40
+ trace2: trace2.score,
41
+ delta: trace2.score - trace1.score,
42
+ },
43
+ tokens: {
44
+ trace1: tokens1,
45
+ trace2: tokens2,
46
+ delta: tokens2 - tokens1,
47
+ },
48
+ duration: {
49
+ trace1: trace1.duration,
50
+ trace2: trace2.duration,
51
+ delta: trace2.duration - trace1.duration,
52
+ },
53
+ },
54
+ };
55
+ }
56
+ findDivergencePoint(steps1, steps2) {
57
+ const minLength = Math.min(steps1.length, steps2.length);
58
+ for (let i = 0; i < minLength; i++) {
59
+ const comparison = this.compareSteps(steps1[i], steps2[i]);
60
+ if (comparison.status === 'different') {
61
+ return i;
62
+ }
63
+ }
64
+ if (steps1.length !== steps2.length) {
65
+ return minLength;
66
+ }
67
+ return undefined;
68
+ }
69
+ compareSteps(step1, step2) {
70
+ const differences = [];
71
+ if (step1.type !== step2.type) {
72
+ differences.push(`Type: ${step1.type} → ${step2.type}`);
73
+ }
74
+ if (step1.type === 'tool_call' && step2.type === 'tool_call') {
75
+ if (step1.toolCall?.name !== step2.toolCall?.name) {
76
+ differences.push(`Tool: ${step1.toolCall?.name} → ${step2.toolCall?.name}`);
77
+ }
78
+ if (step1.toolCall && step2.toolCall) {
79
+ const args1 = JSON.stringify(step1.toolCall.arguments);
80
+ const args2 = JSON.stringify(step2.toolCall.arguments);
81
+ if (args1 !== args2) {
82
+ differences.push('Tool arguments differ');
83
+ }
84
+ }
85
+ if (step1.toolResult && step2.toolResult) {
86
+ const resultComparison = this.compareToolResults(step1.toolResult, step2.toolResult);
87
+ if (!resultComparison.similar) {
88
+ differences.push(...resultComparison.differences);
89
+ }
90
+ }
91
+ }
92
+ if (step1.type === 'llm_call' && step2.type === 'llm_call') {
93
+ if (step1.response !== step2.response) {
94
+ differences.push('LLM response differs');
95
+ }
96
+ }
97
+ let status;
98
+ if (differences.length === 0) {
99
+ status = 'identical';
100
+ }
101
+ else if (differences.length === 1 && differences[0] === 'LLM response differs') {
102
+ status = 'similar';
103
+ }
104
+ else {
105
+ status = 'different';
106
+ }
107
+ return {
108
+ index: step1.index,
109
+ status,
110
+ step1,
111
+ step2,
112
+ differences: differences.length > 0 ? differences : undefined,
113
+ };
114
+ }
115
+ compareToolResults(result1, result2) {
116
+ const differences = [];
117
+ if (result1.name !== result2.name) {
118
+ differences.push(`Tool name: ${result1.name} → ${result2.name}`);
119
+ }
120
+ if (result1.error !== result2.error) {
121
+ if (result1.error && !result2.error) {
122
+ differences.push(`Error removed: ${result1.error}`);
123
+ }
124
+ else if (!result1.error && result2.error) {
125
+ differences.push(`Error added: ${result2.error}`);
126
+ }
127
+ else {
128
+ differences.push(`Error changed: ${result1.error} → ${result2.error}`);
129
+ }
130
+ }
131
+ const resultStr1 = JSON.stringify(result1.result);
132
+ const resultStr2 = JSON.stringify(result2.result);
133
+ if (resultStr1 !== resultStr2) {
134
+ differences.push('Result data differs');
135
+ }
136
+ return {
137
+ similar: differences.length === 0,
138
+ differences,
139
+ };
140
+ }
141
+ compareMetrics(metrics1, metrics2) {
142
+ return {
143
+ toolAccuracy: {
144
+ value1: metrics1.toolAccuracy,
145
+ value2: metrics2.toolAccuracy,
146
+ delta: metrics2.toolAccuracy - metrics1.toolAccuracy,
147
+ },
148
+ efficiency: {
149
+ value1: metrics1.efficiency,
150
+ value2: metrics2.efficiency,
151
+ delta: metrics2.efficiency - metrics1.efficiency,
152
+ },
153
+ completeness: {
154
+ value1: metrics1.completeness,
155
+ value2: metrics2.completeness,
156
+ delta: metrics2.completeness - metrics1.completeness,
157
+ },
158
+ };
159
+ }
160
+ formatDiff(diff) {
161
+ const lines = [];
162
+ lines.push('═══════════════════════════════════════════');
163
+ lines.push(' TRACE COMPARISON ');
164
+ lines.push('═══════════════════════════════════════════');
165
+ lines.push('');
166
+ lines.push(`Trace 1: ${diff.trace1Id}`);
167
+ lines.push(`Trace 2: ${diff.trace2Id}`);
168
+ lines.push('');
169
+ if (diff.divergencePoint !== undefined) {
170
+ lines.push(`⚠ Traces diverged at step ${diff.divergencePoint}`);
171
+ }
172
+ else {
173
+ lines.push('✓ Traces are identical');
174
+ }
175
+ lines.push('');
176
+ lines.push('─── Summary ───');
177
+ lines.push(`Common steps: ${diff.commonSteps}`);
178
+ lines.push(`Only in trace 1: ${diff.trace1OnlySteps}`);
179
+ lines.push(`Only in trace 2: ${diff.trace2OnlySteps}`);
180
+ lines.push('');
181
+ lines.push('─── Metrics ───');
182
+ lines.push(`Success: ${diff.metricsDiff.success.trace1} → ${diff.metricsDiff.success.trace2}`);
183
+ lines.push(`Score: ${diff.metricsDiff.score.trace1.toFixed(3)} → ${diff.metricsDiff.score.trace2.toFixed(3)} (${this.formatDelta(diff.metricsDiff.score.delta)})`);
184
+ lines.push(`Tokens: ${diff.metricsDiff.tokens.trace1} → ${diff.metricsDiff.tokens.trace2} (${this.formatDelta(diff.metricsDiff.tokens.delta)})`);
185
+ lines.push(`Duration: ${diff.metricsDiff.duration.trace1}ms → ${diff.metricsDiff.duration.trace2}ms (${this.formatDelta(diff.metricsDiff.duration.delta)}ms)`);
186
+ lines.push('');
187
+ if (diff.stepDiffs.some((d) => d.status !== 'identical')) {
188
+ lines.push('─── Step Differences ───');
189
+ for (const stepDiff of diff.stepDiffs) {
190
+ if (stepDiff.status !== 'identical') {
191
+ const icon = this.getStatusIcon(stepDiff.status);
192
+ lines.push(`${icon} Step ${stepDiff.index}: ${stepDiff.status}`);
193
+ if (stepDiff.differences) {
194
+ for (const d of stepDiff.differences) {
195
+ lines.push(` └─ ${d}`);
196
+ }
197
+ }
198
+ }
199
+ }
200
+ }
201
+ lines.push('');
202
+ lines.push('═══════════════════════════════════════════');
203
+ return lines.join('\n');
204
+ }
205
+ compareStepSequences(steps1, steps2) {
206
+ const diffs = [];
207
+ const maxLength = Math.max(steps1.length, steps2.length);
208
+ for (let i = 0; i < maxLength; i++) {
209
+ const step1 = steps1[i];
210
+ const step2 = steps2[i];
211
+ if (!step1) {
212
+ diffs.push({
213
+ index: i,
214
+ status: 'only_in_2',
215
+ step2,
216
+ });
217
+ }
218
+ else if (!step2) {
219
+ diffs.push({
220
+ index: i,
221
+ status: 'only_in_1',
222
+ step1,
223
+ });
224
+ }
225
+ else {
226
+ diffs.push(this.compareSteps(step1, step2));
227
+ }
228
+ }
229
+ return diffs;
230
+ }
231
+ formatDelta(delta) {
232
+ if (delta > 0)
233
+ return `+${delta}`;
234
+ return String(delta);
235
+ }
236
+ getStatusIcon(status) {
237
+ switch (status) {
238
+ case 'identical':
239
+ return '✓';
240
+ case 'similar':
241
+ return '≈';
242
+ case 'different':
243
+ return '✗';
244
+ case 'only_in_1':
245
+ return '◀';
246
+ case 'only_in_2':
247
+ return '▶';
248
+ default:
249
+ return '?';
250
+ }
251
+ }
252
+ }
253
+ //# sourceMappingURL=comparator.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"comparator.js","sourceRoot":"","sources":["../../src/time-travel/comparator.ts"],"names":[],"mappings":"AAeA,MAAM,OAAO,eAAe;IAClB,UAAU,CAAa;IAE/B,YAAY,OAA+B;QACzC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,QAAgB,EAAE,QAAgB;QAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAEnD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;QAClD,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;IAED,WAAW,CAAC,MAAsB,EAAE,MAAsB;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACxE,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAE7E,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAClC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,CAC1D,CAAC,MAAM,CAAC;QAET,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;QACjF,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;QAEjF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;QACrE,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;QAErE,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,SAAS;YACT,WAAW;YACX,eAAe;YACf,eAAe;YACf,eAAe;YACf,WAAW,EAAE;gBACX,OAAO,EAAE;oBACP,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;oBAC9B,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;iBAC/B;gBACD,KAAK,EAAE;oBACL,MAAM,EAAE,MAAM,CAAC,KAAK;oBACpB,MAAM,EAAE,MAAM,CAAC,KAAK;oBACpB,KAAK,EAAE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK;iBACnC;gBACD,MAAM,EAAE;oBACN,MAAM,EAAE,OAAO;oBACf,MAAM,EAAE,OAAO;oBACf,KAAK,EAAE,OAAO,GAAG,OAAO;iBACzB;gBACD,QAAQ,EAAE;oBACR,MAAM,EAAE,MAAM,CAAC,QAAQ;oBACvB,MAAM,EAAE,MAAM,CAAC,QAAQ;oBACvB,KAAK,EAAE,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ;iBACzC;aACF;SACF,CAAC;IACJ,CAAC;IAED,mBAAmB,CAAC,MAAuB,EAAE,MAAuB;QAClE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3D,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACtC,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YACpC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,YAAY,CAAC,KAAoB,EAAE,KAAoB;QACrD,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;YAC9B,WAAW,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,IAAI,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7D,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,KAAK,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;gBAClD,WAAW,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,QAAQ,EAAE,IAAI,MAAM,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9E,CAAC;YAED,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACrC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACvD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACvD,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;oBACpB,WAAW,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;YAED,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACzC,MAAM,gBAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBACrF,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;oBAC9B,WAAW,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC3D,IAAI,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACtC,WAAW,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,IAAI,MAAsB,CAAC;QAC3B,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,GAAG,WAAW,CAAC;QACvB,CAAC;aAAM,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,sBAAsB,EAAE,CAAC;YACjF,MAAM,GAAG,SAAS,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,WAAW,CAAC;QACvB,CAAC;QAED,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM;YACN,KAAK;YACL,KAAK;YACL,WAAW,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;SAC9D,CAAC;IACJ,CAAC;IAED,kBAAkB,CAChB,OAAmB,EACnB,OAAmB;QAEnB,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YAClC,WAAW,CAAC,IAAI,CAAC,cAAc,OAAO,CAAC,IAAI,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;YACpC,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACpC,WAAW,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACtD,CAAC;iBAAM,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC3C,WAAW,CAAC,IAAI,CAAC,gBAAgB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,KAAK,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,UAAU,KAAK,UAAU,EAAE,CAAC;YAC9B,WAAW,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO;YACL,OAAO,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC;YACjC,WAAW;SACZ,CAAC;IACJ,CAAC;IAED,cAAc,CACZ,QAAsB,EACtB,QAAsB;QAEtB,OAAO;YACL,YAAY,EAAE;gBACZ,MAAM,EAAE,QAAQ,CAAC,YAAY;gBAC7B,MAAM,EAAE,QAAQ,CAAC,YAAY;gBAC7B,KAAK,EAAE,QAAQ,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY;aACrD;YACD,UAAU,EAAE;gBACV,MAAM,EAAE,QAAQ,CAAC,UAAU;gBAC3B,MAAM,EAAE,QAAQ,CAAC,UAAU;gBAC3B,KAAK,EAAE,QAAQ,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU;aACjD;YACD,YAAY,EAAE;gBACZ,MAAM,EAAE,QAAQ,CAAC,YAAY;gBAC7B,MAAM,EAAE,QAAQ,CAAC,YAAY;gBAC7B,KAAK,EAAE,QAAQ,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY;aACrD;SACF,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,IAAe;QACxB,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACvC,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QACxD,KAAK,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QACxD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAChG,KAAK,CAAC,IAAI,CACR,aAAa,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAC1J,CAAC;QACF,KAAK,CAAC,IAAI,CACR,aAAa,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CACvI,CAAC;QACF,KAAK,CAAC,IAAI,CACR,aAAa,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,QAAQ,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CACnJ,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YACvC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACtC,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBACpC,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oBACjD,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,SAAS,QAAQ,CAAC,KAAK,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;oBACjE,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;wBACzB,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;4BACrC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;wBAC3B,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAE1D,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,oBAAoB,CAAC,MAAuB,EAAE,MAAuB;QAC3E,MAAM,KAAK,GAAe,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAExB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,KAAK,CAAC,IAAI,CAAC;oBACT,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,WAAW;oBACnB,KAAK;iBACN,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBAClB,KAAK,CAAC,IAAI,CAAC;oBACT,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,WAAW;oBACnB,KAAK;iBACN,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,WAAW,CAAC,KAAa;QAC/B,IAAI,KAAK,GAAG,CAAC;YAAE,OAAO,IAAI,KAAK,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IAEO,aAAa,CAAC,MAAsB;QAC1C,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,WAAW;gBACd,OAAO,GAAG,CAAC;YACb,KAAK,SAAS;gBACZ,OAAO,GAAG,CAAC;YACb,KAAK,WAAW;gBACd,OAAO,GAAG,CAAC;YACb,KAAK,WAAW;gBACd,OAAO,GAAG,CAAC;YACb,KAAK,WAAW;gBACd,OAAO,GAAG,CAAC;YACb;gBACE,OAAO,GAAG,CAAC;QACf,CAAC;IACH,CAAC;CACF"}
@@ -0,0 +1,22 @@
1
+ import type { ForkOptions, ForkResult, TimeTravelCheckpointStore } from '@cogitator-ai/types';
2
+ import type { Agent } from '../agent';
3
+ import type { Cogitator } from '../cogitator';
4
+ import { ExecutionReplayer } from './replayer';
5
+ export interface ExecutionForkerOptions {
6
+ checkpointStore: TimeTravelCheckpointStore;
7
+ replayer: ExecutionReplayer;
8
+ }
9
+ export declare class ExecutionForker {
10
+ private checkpointStore;
11
+ private replayer;
12
+ constructor(options: ExecutionForkerOptions);
13
+ fork(cogitator: Cogitator, agent: Agent, options: ForkOptions): Promise<ForkResult>;
14
+ forkMultiple(cogitator: Cogitator, agent: Agent, checkpointId: string, variants: Array<Partial<ForkOptions>>): Promise<ForkResult[]>;
15
+ forkWithContext(cogitator: Cogitator, agent: Agent, checkpointId: string, additionalContext: string, label?: string): Promise<ForkResult>;
16
+ forkWithMockedTools(cogitator: Cogitator, agent: Agent, checkpointId: string, mockResults: Record<string, unknown>, label?: string): Promise<ForkResult>;
17
+ forkWithNewInput(cogitator: Cogitator, agent: Agent, checkpointId: string, newInput: string, label?: string): Promise<ForkResult>;
18
+ private createForkedCheckpoint;
19
+ private injectContext;
20
+ private replaceInput;
21
+ }
22
+ //# sourceMappingURL=forker.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"forker.d.ts","sourceRoot":"","sources":["../../src/time-travel/forker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEV,WAAW,EACX,UAAU,EAEV,yBAAyB,EAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,WAAW,sBAAsB;IACrC,eAAe,EAAE,yBAAyB,CAAC;IAC3C,QAAQ,EAAE,iBAAiB,CAAC;CAC7B;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,eAAe,CAA4B;IACnD,OAAO,CAAC,QAAQ,CAAoB;gBAExB,OAAO,EAAE,sBAAsB;IAKrC,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IA6BnF,YAAY,CAChB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,EACZ,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GACpC,OAAO,CAAC,UAAU,EAAE,CAAC;IAclB,eAAe,CACnB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,EACZ,YAAY,EAAE,MAAM,EACpB,iBAAiB,EAAE,MAAM,EACzB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,UAAU,CAAC;IAQhB,mBAAmB,CACvB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,EACZ,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACpC,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,UAAU,CAAC;IAQhB,gBAAgB,CACpB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,EACZ,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,UAAU,CAAC;IAQtB,OAAO,CAAC,sBAAsB;IA6B9B,OAAO,CAAC,aAAa;IAmBrB,OAAO,CAAC,YAAY;CAYrB"}