@cogitator-ai/core 0.1.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +920 -15
- package/dist/__tests__/agent.test.js +2 -2
- package/dist/__tests__/agent.test.js.map +1 -1
- package/dist/__tests__/base64.test.js +1 -1
- package/dist/__tests__/base64.test.js.map +1 -1
- package/dist/__tests__/calculator.test.js +1 -1
- package/dist/__tests__/calculator.test.js.map +1 -1
- package/dist/__tests__/cogitator-memory.test.js +2 -2
- package/dist/__tests__/cogitator-memory.test.js.map +1 -1
- package/dist/__tests__/datetime.test.js +1 -1
- package/dist/__tests__/datetime.test.js.map +1 -1
- package/dist/__tests__/exec.test.js +1 -1
- package/dist/__tests__/exec.test.js.map +1 -1
- package/dist/__tests__/filesystem.test.js +1 -1
- package/dist/__tests__/filesystem.test.js.map +1 -1
- package/dist/__tests__/google-backend.test.js +1 -1
- package/dist/__tests__/google-backend.test.js.map +1 -1
- package/dist/__tests__/hash.test.js +1 -1
- package/dist/__tests__/hash.test.js.map +1 -1
- package/dist/__tests__/http.test.js +1 -1
- package/dist/__tests__/http.test.js.map +1 -1
- package/dist/__tests__/json.test.js +1 -1
- package/dist/__tests__/json.test.js.map +1 -1
- package/dist/__tests__/logger.test.js +1 -1
- package/dist/__tests__/logger.test.js.map +1 -1
- package/dist/__tests__/random.test.js +1 -1
- package/dist/__tests__/random.test.js.map +1 -1
- package/dist/__tests__/regex.test.js +1 -1
- package/dist/__tests__/regex.test.js.map +1 -1
- package/dist/__tests__/registry.test.js +2 -2
- package/dist/__tests__/registry.test.js.map +1 -1
- package/dist/__tests__/sleep.test.js +1 -1
- package/dist/__tests__/sleep.test.js.map +1 -1
- package/dist/__tests__/tool.test.js +1 -1
- package/dist/__tests__/tool.test.js.map +1 -1
- package/dist/__tests__/uuid.test.js +1 -1
- package/dist/__tests__/uuid.test.js.map +1 -1
- package/dist/cogitator.d.ts +46 -1
- package/dist/cogitator.d.ts.map +1 -1
- package/dist/cogitator.js +274 -17
- package/dist/cogitator.js.map +1 -1
- package/dist/constitutional/constitution.d.ts +9 -0
- package/dist/constitutional/constitution.d.ts.map +1 -0
- package/dist/constitutional/constitution.js +215 -0
- package/dist/constitutional/constitution.js.map +1 -0
- package/dist/constitutional/constitutional-ai.d.ts +36 -0
- package/dist/constitutional/constitutional-ai.d.ts.map +1 -0
- package/dist/constitutional/constitutional-ai.js +163 -0
- package/dist/constitutional/constitutional-ai.js.map +1 -0
- package/dist/constitutional/critique-reviser.d.ts +20 -0
- package/dist/constitutional/critique-reviser.d.ts.map +1 -0
- package/dist/constitutional/critique-reviser.js +98 -0
- package/dist/constitutional/critique-reviser.js.map +1 -0
- package/dist/constitutional/index.d.ts +13 -0
- package/dist/constitutional/index.d.ts.map +1 -0
- package/dist/constitutional/index.js +8 -0
- package/dist/constitutional/index.js.map +1 -0
- package/dist/constitutional/input-filter.d.ts +19 -0
- package/dist/constitutional/input-filter.d.ts.map +1 -0
- package/dist/constitutional/input-filter.js +88 -0
- package/dist/constitutional/input-filter.js.map +1 -0
- package/dist/constitutional/output-filter.d.ts +19 -0
- package/dist/constitutional/output-filter.d.ts.map +1 -0
- package/dist/constitutional/output-filter.js +86 -0
- package/dist/constitutional/output-filter.js.map +1 -0
- package/dist/constitutional/prompts.d.ts +11 -0
- package/dist/constitutional/prompts.d.ts.map +1 -0
- package/dist/constitutional/prompts.js +202 -0
- package/dist/constitutional/prompts.js.map +1 -0
- package/dist/constitutional/tool-guard.d.ts +18 -0
- package/dist/constitutional/tool-guard.d.ts.map +1 -0
- package/dist/constitutional/tool-guard.js +125 -0
- package/dist/constitutional/tool-guard.js.map +1 -0
- package/dist/cost-routing/budget-enforcer.d.ts +26 -0
- package/dist/cost-routing/budget-enforcer.d.ts.map +1 -0
- package/dist/cost-routing/budget-enforcer.js +86 -0
- package/dist/cost-routing/budget-enforcer.js.map +1 -0
- package/dist/cost-routing/cost-router.d.ts +34 -0
- package/dist/cost-routing/cost-router.d.ts.map +1 -0
- package/dist/cost-routing/cost-router.js +80 -0
- package/dist/cost-routing/cost-router.js.map +1 -0
- package/dist/cost-routing/cost-tracker.d.ts +20 -0
- package/dist/cost-routing/cost-tracker.d.ts.map +1 -0
- package/dist/cost-routing/cost-tracker.js +85 -0
- package/dist/cost-routing/cost-tracker.js.map +1 -0
- package/dist/cost-routing/index.d.ts +6 -0
- package/dist/cost-routing/index.d.ts.map +1 -0
- package/dist/cost-routing/index.js +6 -0
- package/dist/cost-routing/index.js.map +1 -0
- package/dist/cost-routing/model-selector.d.ts +15 -0
- package/dist/cost-routing/model-selector.d.ts.map +1 -0
- package/dist/cost-routing/model-selector.js +216 -0
- package/dist/cost-routing/model-selector.js.map +1 -0
- package/dist/cost-routing/task-analyzer.d.ts +13 -0
- package/dist/cost-routing/task-analyzer.d.ts.map +1 -0
- package/dist/cost-routing/task-analyzer.js +185 -0
- package/dist/cost-routing/task-analyzer.js.map +1 -0
- package/dist/index.d.ts +19 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -0
- package/dist/index.js.map +1 -1
- package/dist/learning/ab-testing.d.ts +45 -0
- package/dist/learning/ab-testing.d.ts.map +1 -0
- package/dist/learning/ab-testing.js +267 -0
- package/dist/learning/ab-testing.js.map +1 -0
- package/dist/learning/agent-optimizer.d.ts +42 -0
- package/dist/learning/agent-optimizer.d.ts.map +1 -0
- package/dist/learning/agent-optimizer.js +273 -0
- package/dist/learning/agent-optimizer.js.map +1 -0
- package/dist/learning/auto-optimizer.d.ts +38 -0
- package/dist/learning/auto-optimizer.d.ts.map +1 -0
- package/dist/learning/auto-optimizer.js +229 -0
- package/dist/learning/auto-optimizer.js.map +1 -0
- package/dist/learning/demo-selector.d.ts +29 -0
- package/dist/learning/demo-selector.d.ts.map +1 -0
- package/dist/learning/demo-selector.js +235 -0
- package/dist/learning/demo-selector.js.map +1 -0
- package/dist/learning/index.d.ts +24 -0
- package/dist/learning/index.d.ts.map +1 -0
- package/dist/learning/index.js +13 -0
- package/dist/learning/index.js.map +1 -0
- package/dist/learning/instruction-optimizer.d.ts +29 -0
- package/dist/learning/instruction-optimizer.d.ts.map +1 -0
- package/dist/learning/instruction-optimizer.js +175 -0
- package/dist/learning/instruction-optimizer.js.map +1 -0
- package/dist/learning/metrics.d.ts +37 -0
- package/dist/learning/metrics.d.ts.map +1 -0
- package/dist/learning/metrics.js +310 -0
- package/dist/learning/metrics.js.map +1 -0
- package/dist/learning/postgres-trace-store.d.ts +53 -0
- package/dist/learning/postgres-trace-store.d.ts.map +1 -0
- package/dist/learning/postgres-trace-store.js +692 -0
- package/dist/learning/postgres-trace-store.js.map +1 -0
- package/dist/learning/prompt-logger.d.ts +29 -0
- package/dist/learning/prompt-logger.d.ts.map +1 -0
- package/dist/learning/prompt-logger.js +157 -0
- package/dist/learning/prompt-logger.js.map +1 -0
- package/dist/learning/prompt-monitor.d.ts +29 -0
- package/dist/learning/prompt-monitor.d.ts.map +1 -0
- package/dist/learning/prompt-monitor.js +243 -0
- package/dist/learning/prompt-monitor.js.map +1 -0
- package/dist/learning/prompts.d.ts +28 -0
- package/dist/learning/prompts.d.ts.map +1 -0
- package/dist/learning/prompts.js +195 -0
- package/dist/learning/prompts.js.map +1 -0
- package/dist/learning/rollback-manager.d.ts +36 -0
- package/dist/learning/rollback-manager.d.ts.map +1 -0
- package/dist/learning/rollback-manager.js +177 -0
- package/dist/learning/rollback-manager.js.map +1 -0
- package/dist/learning/trace-store.d.ts +26 -0
- package/dist/learning/trace-store.d.ts.map +1 -0
- package/dist/learning/trace-store.js +218 -0
- package/dist/learning/trace-store.js.map +1 -0
- package/dist/llm/google.d.ts.map +1 -1
- package/dist/llm/google.js +1 -2
- package/dist/llm/google.js.map +1 -1
- package/dist/reasoning/branch-evaluator.d.ts +28 -0
- package/dist/reasoning/branch-evaluator.d.ts.map +1 -0
- package/dist/reasoning/branch-evaluator.js +143 -0
- package/dist/reasoning/branch-evaluator.js.map +1 -0
- package/dist/reasoning/branch-generator.d.ts +9 -0
- package/dist/reasoning/branch-generator.d.ts.map +1 -0
- package/dist/reasoning/branch-generator.js +60 -0
- package/dist/reasoning/branch-generator.js.map +1 -0
- package/dist/reasoning/index.d.ts +5 -0
- package/dist/reasoning/index.d.ts.map +1 -0
- package/dist/reasoning/index.js +5 -0
- package/dist/reasoning/index.js.map +1 -0
- package/dist/reasoning/prompts.d.ts +19 -0
- package/dist/reasoning/prompts.d.ts.map +1 -0
- package/dist/reasoning/prompts.js +161 -0
- package/dist/reasoning/prompts.js.map +1 -0
- package/dist/reasoning/thought-tree.d.ts +32 -0
- package/dist/reasoning/thought-tree.d.ts.map +1 -0
- package/dist/reasoning/thought-tree.js +352 -0
- package/dist/reasoning/thought-tree.js.map +1 -0
- package/dist/reflection/index.d.ts +4 -0
- package/dist/reflection/index.d.ts.map +1 -0
- package/dist/reflection/index.js +4 -0
- package/dist/reflection/index.js.map +1 -0
- package/dist/reflection/insight-store.d.ts +19 -0
- package/dist/reflection/insight-store.d.ts.map +1 -0
- package/dist/reflection/insight-store.js +129 -0
- package/dist/reflection/insight-store.js.map +1 -0
- package/dist/reflection/prompts.d.ts +18 -0
- package/dist/reflection/prompts.d.ts.map +1 -0
- package/dist/reflection/prompts.js +157 -0
- package/dist/reflection/prompts.js.map +1 -0
- package/dist/reflection/reflection-engine.d.ts +25 -0
- package/dist/reflection/reflection-engine.d.ts.map +1 -0
- package/dist/reflection/reflection-engine.js +202 -0
- package/dist/reflection/reflection-engine.js.map +1 -0
- package/dist/registry.d.ts +1 -0
- package/dist/registry.d.ts.map +1 -1
- package/dist/registry.js +3 -0
- package/dist/registry.js.map +1 -1
- package/dist/time-travel/checkpoint-store.d.ts +34 -0
- package/dist/time-travel/checkpoint-store.d.ts.map +1 -0
- package/dist/time-travel/checkpoint-store.js +240 -0
- package/dist/time-travel/checkpoint-store.js.map +1 -0
- package/dist/time-travel/comparator.d.ts +26 -0
- package/dist/time-travel/comparator.d.ts.map +1 -0
- package/dist/time-travel/comparator.js +253 -0
- package/dist/time-travel/comparator.js.map +1 -0
- package/dist/time-travel/forker.d.ts +22 -0
- package/dist/time-travel/forker.d.ts.map +1 -0
- package/dist/time-travel/forker.js +118 -0
- package/dist/time-travel/forker.js.map +1 -0
- package/dist/time-travel/index.d.ts +6 -0
- package/dist/time-travel/index.d.ts.map +1 -0
- package/dist/time-travel/index.js +6 -0
- package/dist/time-travel/index.js.map +1 -0
- package/dist/time-travel/replayer.d.ts +20 -0
- package/dist/time-travel/replayer.d.ts.map +1 -0
- package/dist/time-travel/replayer.js +147 -0
- package/dist/time-travel/replayer.js.map +1 -0
- package/dist/time-travel/time-travel.d.ts +41 -0
- package/dist/time-travel/time-travel.d.ts.map +1 -0
- package/dist/time-travel/time-travel.js +127 -0
- package/dist/time-travel/time-travel.js.map +1 -0
- package/dist/tool.d.ts.map +1 -1
- package/dist/tool.js +2 -0
- package/dist/tool.js.map +1 -1
- package/dist/tools/base64.d.ts.map +1 -1
- package/dist/tools/base64.js +2 -8
- package/dist/tools/base64.js.map +1 -1
- package/dist/tools/datetime.d.ts.map +1 -1
- package/dist/tools/datetime.js.map +1 -1
- package/dist/tools/exec.d.ts.map +1 -1
- package/dist/tools/exec.js +1 -4
- package/dist/tools/exec.js.map +1 -1
- package/dist/tools/filesystem.d.ts.map +1 -1
- package/dist/tools/filesystem.js +4 -1
- package/dist/tools/filesystem.js.map +1 -1
- package/dist/tools/hash.d.ts.map +1 -1
- package/dist/tools/hash.js +1 -4
- package/dist/tools/hash.js.map +1 -1
- package/dist/tools/http.d.ts.map +1 -1
- package/dist/tools/http.js +1 -4
- package/dist/tools/http.js.map +1 -1
- package/dist/tools/regex.d.ts.map +1 -1
- package/dist/tools/regex.js +4 -1
- package/dist/tools/regex.js.map +1 -1
- package/dist/utils/circuit-breaker.d.ts.map +1 -1
- package/dist/utils/circuit-breaker.js.map +1 -1
- package/dist/utils/fallback.d.ts.map +1 -1
- package/dist/utils/fallback.js +1 -4
- package/dist/utils/fallback.js.map +1 -1
- package/dist/utils/retry.d.ts.map +1 -1
- package/dist/utils/retry.js +8 -13
- package/dist/utils/retry.js.map +1 -1
- package/package.json +17 -8
|
@@ -0,0 +1,240 @@
|
|
|
1
|
+
import { nanoid } from 'nanoid';
|
|
2
|
+
export class InMemoryCheckpointStore {
|
|
3
|
+
checkpoints = new Map();
|
|
4
|
+
traceIndex = new Map();
|
|
5
|
+
agentIndex = new Map();
|
|
6
|
+
runIdIndex = new Map();
|
|
7
|
+
labelIndex = new Map();
|
|
8
|
+
async save(checkpoint) {
|
|
9
|
+
this.checkpoints.set(checkpoint.id, checkpoint);
|
|
10
|
+
this.addToIndex(this.traceIndex, checkpoint.traceId, checkpoint.id);
|
|
11
|
+
this.addToIndex(this.agentIndex, checkpoint.agentId, checkpoint.id);
|
|
12
|
+
this.addToIndex(this.runIdIndex, checkpoint.runId, checkpoint.id);
|
|
13
|
+
if (checkpoint.label) {
|
|
14
|
+
this.addToIndex(this.labelIndex, checkpoint.label, checkpoint.id);
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
async load(id) {
|
|
18
|
+
return this.checkpoints.get(id) ?? null;
|
|
19
|
+
}
|
|
20
|
+
async list(query) {
|
|
21
|
+
let candidates = [];
|
|
22
|
+
if (query.traceId) {
|
|
23
|
+
const traceCheckpoints = this.traceIndex.get(query.traceId);
|
|
24
|
+
if (!traceCheckpoints)
|
|
25
|
+
return [];
|
|
26
|
+
for (const id of traceCheckpoints) {
|
|
27
|
+
const cp = this.checkpoints.get(id);
|
|
28
|
+
if (cp)
|
|
29
|
+
candidates.push(cp);
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
else if (query.agentId) {
|
|
33
|
+
const agentCheckpoints = this.agentIndex.get(query.agentId);
|
|
34
|
+
if (!agentCheckpoints)
|
|
35
|
+
return [];
|
|
36
|
+
for (const id of agentCheckpoints) {
|
|
37
|
+
const cp = this.checkpoints.get(id);
|
|
38
|
+
if (cp)
|
|
39
|
+
candidates.push(cp);
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
else if (query.runId) {
|
|
43
|
+
const runCheckpoints = this.runIdIndex.get(query.runId);
|
|
44
|
+
if (!runCheckpoints)
|
|
45
|
+
return [];
|
|
46
|
+
for (const id of runCheckpoints) {
|
|
47
|
+
const cp = this.checkpoints.get(id);
|
|
48
|
+
if (cp)
|
|
49
|
+
candidates.push(cp);
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
else if (query.label) {
|
|
53
|
+
const labelCheckpoints = this.labelIndex.get(query.label);
|
|
54
|
+
if (!labelCheckpoints)
|
|
55
|
+
return [];
|
|
56
|
+
for (const id of labelCheckpoints) {
|
|
57
|
+
const cp = this.checkpoints.get(id);
|
|
58
|
+
if (cp)
|
|
59
|
+
candidates.push(cp);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
else {
|
|
63
|
+
candidates = Array.from(this.checkpoints.values());
|
|
64
|
+
}
|
|
65
|
+
if (query.before) {
|
|
66
|
+
candidates = candidates.filter((cp) => cp.createdAt < query.before);
|
|
67
|
+
}
|
|
68
|
+
if (query.after) {
|
|
69
|
+
candidates = candidates.filter((cp) => cp.createdAt > query.after);
|
|
70
|
+
}
|
|
71
|
+
candidates.sort((a, b) => a.stepIndex - b.stepIndex);
|
|
72
|
+
if (query.limit) {
|
|
73
|
+
candidates = candidates.slice(0, query.limit);
|
|
74
|
+
}
|
|
75
|
+
return candidates;
|
|
76
|
+
}
|
|
77
|
+
async delete(id) {
|
|
78
|
+
const checkpoint = this.checkpoints.get(id);
|
|
79
|
+
if (!checkpoint)
|
|
80
|
+
return false;
|
|
81
|
+
this.checkpoints.delete(id);
|
|
82
|
+
this.removeFromIndex(this.traceIndex, checkpoint.traceId, id);
|
|
83
|
+
this.removeFromIndex(this.agentIndex, checkpoint.agentId, id);
|
|
84
|
+
this.removeFromIndex(this.runIdIndex, checkpoint.runId, id);
|
|
85
|
+
if (checkpoint.label) {
|
|
86
|
+
this.removeFromIndex(this.labelIndex, checkpoint.label, id);
|
|
87
|
+
}
|
|
88
|
+
return true;
|
|
89
|
+
}
|
|
90
|
+
async getByTrace(traceId) {
|
|
91
|
+
return this.list({ traceId });
|
|
92
|
+
}
|
|
93
|
+
async getByAgent(agentId, limit) {
|
|
94
|
+
return this.list({ agentId, limit });
|
|
95
|
+
}
|
|
96
|
+
async getByLabel(label) {
|
|
97
|
+
return this.list({ label });
|
|
98
|
+
}
|
|
99
|
+
async clear(agentId) {
|
|
100
|
+
if (agentId) {
|
|
101
|
+
const agentCheckpoints = this.agentIndex.get(agentId);
|
|
102
|
+
if (!agentCheckpoints)
|
|
103
|
+
return;
|
|
104
|
+
for (const id of Array.from(agentCheckpoints)) {
|
|
105
|
+
await this.delete(id);
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
else {
|
|
109
|
+
this.checkpoints.clear();
|
|
110
|
+
this.traceIndex.clear();
|
|
111
|
+
this.agentIndex.clear();
|
|
112
|
+
this.runIdIndex.clear();
|
|
113
|
+
this.labelIndex.clear();
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
createFromRunResult(result, stepIndex, options) {
|
|
117
|
+
const messagesUpToStep = this.extractMessagesUpToStep(result.messages, stepIndex);
|
|
118
|
+
const toolResultsUpToStep = this.extractToolResultsUpToStep(result, stepIndex);
|
|
119
|
+
const pendingToolCalls = this.extractPendingToolCalls(result, stepIndex);
|
|
120
|
+
const checkpoint = {
|
|
121
|
+
id: `ckpt_${nanoid(12)}`,
|
|
122
|
+
traceId: result.trace.traceId,
|
|
123
|
+
runId: result.runId,
|
|
124
|
+
agentId: result.agentId,
|
|
125
|
+
stepIndex,
|
|
126
|
+
messages: messagesUpToStep,
|
|
127
|
+
toolResults: toolResultsUpToStep,
|
|
128
|
+
pendingToolCalls,
|
|
129
|
+
label: options?.label,
|
|
130
|
+
createdAt: new Date(),
|
|
131
|
+
metadata: options?.metadata,
|
|
132
|
+
};
|
|
133
|
+
return checkpoint;
|
|
134
|
+
}
|
|
135
|
+
createFromTrace(trace, stepIndex, options) {
|
|
136
|
+
const stepsUpToIndex = trace.steps.slice(0, stepIndex + 1);
|
|
137
|
+
const messages = [];
|
|
138
|
+
messages.push({ role: 'user', content: trace.input });
|
|
139
|
+
const toolResults = {};
|
|
140
|
+
for (const step of stepsUpToIndex) {
|
|
141
|
+
if (step.type === 'tool_call' && step.toolResult) {
|
|
142
|
+
toolResults[step.toolResult.callId] = step.toolResult.result;
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
const pendingStep = trace.steps[stepIndex];
|
|
146
|
+
const pendingToolCalls = pendingStep?.type === 'tool_call' && pendingStep.toolCall ? [pendingStep.toolCall] : [];
|
|
147
|
+
const checkpoint = {
|
|
148
|
+
id: `ckpt_${nanoid(12)}`,
|
|
149
|
+
traceId: trace.id,
|
|
150
|
+
runId: trace.runId,
|
|
151
|
+
agentId: trace.agentId,
|
|
152
|
+
stepIndex,
|
|
153
|
+
messages,
|
|
154
|
+
toolResults,
|
|
155
|
+
pendingToolCalls,
|
|
156
|
+
label: options?.label,
|
|
157
|
+
createdAt: new Date(),
|
|
158
|
+
metadata: options?.metadata,
|
|
159
|
+
};
|
|
160
|
+
return checkpoint;
|
|
161
|
+
}
|
|
162
|
+
async createAllFromRunResult(result, options) {
|
|
163
|
+
const checkpoints = [];
|
|
164
|
+
const stepCount = this.countStepsFromSpans(result);
|
|
165
|
+
for (let i = 0; i < stepCount; i++) {
|
|
166
|
+
const checkpoint = this.createFromRunResult(result, i, {
|
|
167
|
+
label: options?.labelPrefix ? `${options.labelPrefix}_step_${i}` : undefined,
|
|
168
|
+
});
|
|
169
|
+
await this.save(checkpoint);
|
|
170
|
+
checkpoints.push(checkpoint);
|
|
171
|
+
}
|
|
172
|
+
return checkpoints;
|
|
173
|
+
}
|
|
174
|
+
addToIndex(index, key, id) {
|
|
175
|
+
let set = index.get(key);
|
|
176
|
+
if (!set) {
|
|
177
|
+
set = new Set();
|
|
178
|
+
index.set(key, set);
|
|
179
|
+
}
|
|
180
|
+
set.add(id);
|
|
181
|
+
}
|
|
182
|
+
removeFromIndex(index, key, id) {
|
|
183
|
+
index.get(key)?.delete(id);
|
|
184
|
+
}
|
|
185
|
+
extractMessagesUpToStep(messages, stepIndex) {
|
|
186
|
+
let toolCallCount = 0;
|
|
187
|
+
const result = [];
|
|
188
|
+
for (const msg of messages) {
|
|
189
|
+
result.push(msg);
|
|
190
|
+
if (msg.role === 'tool') {
|
|
191
|
+
toolCallCount++;
|
|
192
|
+
if (toolCallCount > stepIndex)
|
|
193
|
+
break;
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
return result;
|
|
197
|
+
}
|
|
198
|
+
extractToolResultsUpToStep(result, stepIndex) {
|
|
199
|
+
const toolResults = {};
|
|
200
|
+
let count = 0;
|
|
201
|
+
for (const span of result.trace.spans) {
|
|
202
|
+
if (span.name.startsWith('tool.')) {
|
|
203
|
+
if (count < stepIndex && span.attributes?.result !== undefined) {
|
|
204
|
+
const callId = span.attributes?.call_id;
|
|
205
|
+
if (callId) {
|
|
206
|
+
toolResults[callId] = span.attributes.result;
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
count++;
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
return toolResults;
|
|
213
|
+
}
|
|
214
|
+
extractPendingToolCalls(result, stepIndex) {
|
|
215
|
+
let count = 0;
|
|
216
|
+
for (const span of result.trace.spans) {
|
|
217
|
+
if (span.name.startsWith('tool.')) {
|
|
218
|
+
if (count === stepIndex) {
|
|
219
|
+
const toolName = span.name.replace('tool.', '');
|
|
220
|
+
const toolCall = result.toolCalls.find((tc) => tc.name === toolName);
|
|
221
|
+
return toolCall ? [toolCall] : [];
|
|
222
|
+
}
|
|
223
|
+
count++;
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
return [];
|
|
227
|
+
}
|
|
228
|
+
countStepsFromSpans(result) {
|
|
229
|
+
let count = 0;
|
|
230
|
+
for (const span of result.trace.spans) {
|
|
231
|
+
if (span.name.startsWith('tool.') ||
|
|
232
|
+
span.name.includes('llm') ||
|
|
233
|
+
span.name.includes('chat')) {
|
|
234
|
+
count++;
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
return count;
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
//# sourceMappingURL=checkpoint-store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"checkpoint-store.js","sourceRoot":"","sources":["../../src/time-travel/checkpoint-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAUhC,MAAM,OAAO,uBAAuB;IAC1B,WAAW,GAAG,IAAI,GAAG,EAA+B,CAAC;IACrD,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC5C,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC5C,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC5C,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEpD,KAAK,CAAC,IAAI,CAAC,UAA+B;QACxC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QAElE,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAU;QACnB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAsB;QAC/B,IAAI,UAAU,GAA0B,EAAE,CAAC;QAE3C,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5D,IAAI,CAAC,gBAAgB;gBAAE,OAAO,EAAE,CAAC;YACjC,KAAK,MAAM,EAAE,IAAI,gBAAgB,EAAE,CAAC;gBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE;oBAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACzB,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5D,IAAI,CAAC,gBAAgB;gBAAE,OAAO,EAAE,CAAC;YACjC,KAAK,MAAM,EAAE,IAAI,gBAAgB,EAAE,CAAC;gBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE;oBAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YACvB,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACxD,IAAI,CAAC,cAAc;gBAAE,OAAO,EAAE,CAAC;YAC/B,KAAK,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC;gBAChC,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE;oBAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YACvB,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1D,IAAI,CAAC,gBAAgB;gBAAE,OAAO,EAAE,CAAC;YACjC,KAAK,MAAM,EAAE,IAAI,gBAAgB,EAAE,CAAC;gBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE;oBAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,GAAG,KAAK,CAAC,MAAO,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,GAAG,KAAK,CAAC,KAAM,CAAC,CAAC;QACtE,CAAC;QAED,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAErD,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU;YAAE,OAAO,KAAK,CAAC;QAE9B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5B,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC9D,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC9D,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAE5D,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAe;QAC9B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,KAAc;QAC9C,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAgB;QAC1B,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACtD,IAAI,CAAC,gBAAgB;gBAAE,OAAO;YAE9B,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC9C,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,mBAAmB,CACjB,MAAiB,EACjB,SAAiB,EACjB,OAAgE;QAEhE,MAAM,gBAAgB,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,QAAqB,EAAE,SAAS,CAAC,CAAC;QAC/F,MAAM,mBAAmB,GAAG,IAAI,CAAC,0BAA0B,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,gBAAgB,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAEzE,MAAM,UAAU,GAAwB;YACtC,EAAE,EAAE,QAAQ,MAAM,CAAC,EAAE,CAAC,EAAE;YACxB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;YAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,SAAS;YACT,QAAQ,EAAE,gBAAgB;YAC1B,WAAW,EAAE,mBAAmB;YAChC,gBAAgB;YAChB,KAAK,EAAE,OAAO,EAAE,KAAK;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,OAAO,EAAE,QAAQ;SAC5B,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,eAAe,CACb,KAAqB,EACrB,SAAiB,EACjB,OAAgE;QAEhE,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;QAE3D,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QAEtD,MAAM,WAAW,GAA4B,EAAE,CAAC;QAEhD,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACjD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,gBAAgB,GACpB,WAAW,EAAE,IAAI,KAAK,WAAW,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE1F,MAAM,UAAU,GAAwB;YACtC,EAAE,EAAE,QAAQ,MAAM,CAAC,EAAE,CAAC,EAAE;YACxB,OAAO,EAAE,KAAK,CAAC,EAAE;YACjB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS;YACT,QAAQ;YACR,WAAW;YACX,gBAAgB;YAChB,KAAK,EAAE,OAAO,EAAE,KAAK;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,OAAO,EAAE,QAAQ;SAC5B,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,sBAAsB,CAC1B,MAAiB,EACjB,OAAkC;QAElC,MAAM,WAAW,GAA0B,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAEnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,CAAC,EAAE;gBACrD,KAAK,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,WAAW,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS;aAC7E,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC5B,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,UAAU,CAAC,KAA+B,EAAE,GAAW,EAAE,EAAU;QACzE,IAAI,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;YAChB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACtB,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACd,CAAC;IAEO,eAAe,CAAC,KAA+B,EAAE,GAAW,EAAE,EAAU;QAC9E,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAEO,uBAAuB,CAAC,QAAmB,EAAE,SAAiB;QACpE,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,MAAM,MAAM,GAAc,EAAE,CAAC;QAE7B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,aAAa,EAAE,CAAC;gBAChB,IAAI,aAAa,GAAG,SAAS;oBAAE,MAAM;YACvC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,0BAA0B,CAChC,MAAiB,EACjB,SAAiB;QAEjB,MAAM,WAAW,GAA4B,EAAE,CAAC;QAChD,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,IAAI,KAAK,GAAG,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;oBAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,OAAiB,CAAC;oBAClD,IAAI,MAAM,EAAE,CAAC;wBACX,WAAW,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;oBAC/C,CAAC;gBACH,CAAC;gBACD,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,uBAAuB,CAC7B,MAAiB,EACjB,SAAiB;QAEjB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;oBAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;oBACrE,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpC,CAAC;gBACD,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,mBAAmB,CAAC,MAAiB;QAC3C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACtC,IACE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;gBAC7B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC1B,CAAC;gBACD,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { TraceDiff, StepDiff, ExecutionStep, ExecutionTrace, TraceMetrics, TraceStore, ToolResult } from '@cogitator-ai/types';
|
|
2
|
+
export interface TraceComparatorOptions {
|
|
3
|
+
traceStore: TraceStore;
|
|
4
|
+
}
|
|
5
|
+
export declare class TraceComparator {
|
|
6
|
+
private traceStore;
|
|
7
|
+
constructor(options: TraceComparatorOptions);
|
|
8
|
+
compare(traceId1: string, traceId2: string): Promise<TraceDiff>;
|
|
9
|
+
computeDiff(trace1: ExecutionTrace, trace2: ExecutionTrace): TraceDiff;
|
|
10
|
+
findDivergencePoint(steps1: ExecutionStep[], steps2: ExecutionStep[]): number | undefined;
|
|
11
|
+
compareSteps(step1: ExecutionStep, step2: ExecutionStep): StepDiff;
|
|
12
|
+
compareToolResults(result1: ToolResult, result2: ToolResult): {
|
|
13
|
+
similar: boolean;
|
|
14
|
+
differences: string[];
|
|
15
|
+
};
|
|
16
|
+
compareMetrics(metrics1: TraceMetrics, metrics2: TraceMetrics): Record<string, {
|
|
17
|
+
value1: number;
|
|
18
|
+
value2: number;
|
|
19
|
+
delta: number;
|
|
20
|
+
}>;
|
|
21
|
+
formatDiff(diff: TraceDiff): string;
|
|
22
|
+
private compareStepSequences;
|
|
23
|
+
private formatDelta;
|
|
24
|
+
private getStatusIcon;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=comparator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"comparator.d.ts","sourceRoot":"","sources":["../../src/time-travel/comparator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,SAAS,EACT,QAAQ,EAER,aAAa,EACb,cAAc,EACd,YAAY,EACZ,UAAU,EACV,UAAU,EACX,MAAM,qBAAqB,CAAC;AAE7B,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE,UAAU,CAAC;CACxB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,UAAU,CAAa;gBAEnB,OAAO,EAAE,sBAAsB;IAIrC,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IAcrE,WAAW,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,cAAc,GAAG,SAAS;IA8CtE,mBAAmB,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,GAAG,SAAS;IAiBzF,YAAY,CAAC,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,QAAQ;IAoDlE,kBAAkB,CAChB,OAAO,EAAE,UAAU,EACnB,OAAO,EAAE,UAAU,GAClB;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,WAAW,EAAE,MAAM,EAAE,CAAA;KAAE;IA6B9C,cAAc,CACZ,QAAQ,EAAE,YAAY,EACtB,QAAQ,EAAE,YAAY,GACrB,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAoBpE,UAAU,CAAC,IAAI,EAAE,SAAS,GAAG,MAAM;IA2DnC,OAAO,CAAC,oBAAoB;IA4B5B,OAAO,CAAC,WAAW;IAKnB,OAAO,CAAC,aAAa;CAgBtB"}
|
|
@@ -0,0 +1,253 @@
|
|
|
1
|
+
export class TraceComparator {
|
|
2
|
+
traceStore;
|
|
3
|
+
constructor(options) {
|
|
4
|
+
this.traceStore = options.traceStore;
|
|
5
|
+
}
|
|
6
|
+
async compare(traceId1, traceId2) {
|
|
7
|
+
const trace1 = await this.traceStore.get(traceId1);
|
|
8
|
+
const trace2 = await this.traceStore.get(traceId2);
|
|
9
|
+
if (!trace1) {
|
|
10
|
+
throw new Error(`Trace not found: ${traceId1}`);
|
|
11
|
+
}
|
|
12
|
+
if (!trace2) {
|
|
13
|
+
throw new Error(`Trace not found: ${traceId2}`);
|
|
14
|
+
}
|
|
15
|
+
return this.computeDiff(trace1, trace2);
|
|
16
|
+
}
|
|
17
|
+
computeDiff(trace1, trace2) {
|
|
18
|
+
const stepDiffs = this.compareStepSequences(trace1.steps, trace2.steps);
|
|
19
|
+
const divergencePoint = this.findDivergencePoint(trace1.steps, trace2.steps);
|
|
20
|
+
const commonSteps = stepDiffs.filter((d) => d.status === 'identical' || d.status === 'similar').length;
|
|
21
|
+
const trace1OnlySteps = stepDiffs.filter((d) => d.status === 'only_in_1').length;
|
|
22
|
+
const trace2OnlySteps = stepDiffs.filter((d) => d.status === 'only_in_2').length;
|
|
23
|
+
const tokens1 = trace1.usage.inputTokens + trace1.usage.outputTokens;
|
|
24
|
+
const tokens2 = trace2.usage.inputTokens + trace2.usage.outputTokens;
|
|
25
|
+
return {
|
|
26
|
+
trace1Id: trace1.id,
|
|
27
|
+
trace2Id: trace2.id,
|
|
28
|
+
stepDiffs,
|
|
29
|
+
commonSteps,
|
|
30
|
+
divergencePoint,
|
|
31
|
+
trace1OnlySteps,
|
|
32
|
+
trace2OnlySteps,
|
|
33
|
+
metricsDiff: {
|
|
34
|
+
success: {
|
|
35
|
+
trace1: trace1.metrics.success,
|
|
36
|
+
trace2: trace2.metrics.success,
|
|
37
|
+
},
|
|
38
|
+
score: {
|
|
39
|
+
trace1: trace1.score,
|
|
40
|
+
trace2: trace2.score,
|
|
41
|
+
delta: trace2.score - trace1.score,
|
|
42
|
+
},
|
|
43
|
+
tokens: {
|
|
44
|
+
trace1: tokens1,
|
|
45
|
+
trace2: tokens2,
|
|
46
|
+
delta: tokens2 - tokens1,
|
|
47
|
+
},
|
|
48
|
+
duration: {
|
|
49
|
+
trace1: trace1.duration,
|
|
50
|
+
trace2: trace2.duration,
|
|
51
|
+
delta: trace2.duration - trace1.duration,
|
|
52
|
+
},
|
|
53
|
+
},
|
|
54
|
+
};
|
|
55
|
+
}
|
|
56
|
+
findDivergencePoint(steps1, steps2) {
|
|
57
|
+
const minLength = Math.min(steps1.length, steps2.length);
|
|
58
|
+
for (let i = 0; i < minLength; i++) {
|
|
59
|
+
const comparison = this.compareSteps(steps1[i], steps2[i]);
|
|
60
|
+
if (comparison.status === 'different') {
|
|
61
|
+
return i;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
if (steps1.length !== steps2.length) {
|
|
65
|
+
return minLength;
|
|
66
|
+
}
|
|
67
|
+
return undefined;
|
|
68
|
+
}
|
|
69
|
+
compareSteps(step1, step2) {
|
|
70
|
+
const differences = [];
|
|
71
|
+
if (step1.type !== step2.type) {
|
|
72
|
+
differences.push(`Type: ${step1.type} → ${step2.type}`);
|
|
73
|
+
}
|
|
74
|
+
if (step1.type === 'tool_call' && step2.type === 'tool_call') {
|
|
75
|
+
if (step1.toolCall?.name !== step2.toolCall?.name) {
|
|
76
|
+
differences.push(`Tool: ${step1.toolCall?.name} → ${step2.toolCall?.name}`);
|
|
77
|
+
}
|
|
78
|
+
if (step1.toolCall && step2.toolCall) {
|
|
79
|
+
const args1 = JSON.stringify(step1.toolCall.arguments);
|
|
80
|
+
const args2 = JSON.stringify(step2.toolCall.arguments);
|
|
81
|
+
if (args1 !== args2) {
|
|
82
|
+
differences.push('Tool arguments differ');
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
if (step1.toolResult && step2.toolResult) {
|
|
86
|
+
const resultComparison = this.compareToolResults(step1.toolResult, step2.toolResult);
|
|
87
|
+
if (!resultComparison.similar) {
|
|
88
|
+
differences.push(...resultComparison.differences);
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
if (step1.type === 'llm_call' && step2.type === 'llm_call') {
|
|
93
|
+
if (step1.response !== step2.response) {
|
|
94
|
+
differences.push('LLM response differs');
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
let status;
|
|
98
|
+
if (differences.length === 0) {
|
|
99
|
+
status = 'identical';
|
|
100
|
+
}
|
|
101
|
+
else if (differences.length === 1 && differences[0] === 'LLM response differs') {
|
|
102
|
+
status = 'similar';
|
|
103
|
+
}
|
|
104
|
+
else {
|
|
105
|
+
status = 'different';
|
|
106
|
+
}
|
|
107
|
+
return {
|
|
108
|
+
index: step1.index,
|
|
109
|
+
status,
|
|
110
|
+
step1,
|
|
111
|
+
step2,
|
|
112
|
+
differences: differences.length > 0 ? differences : undefined,
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
compareToolResults(result1, result2) {
|
|
116
|
+
const differences = [];
|
|
117
|
+
if (result1.name !== result2.name) {
|
|
118
|
+
differences.push(`Tool name: ${result1.name} → ${result2.name}`);
|
|
119
|
+
}
|
|
120
|
+
if (result1.error !== result2.error) {
|
|
121
|
+
if (result1.error && !result2.error) {
|
|
122
|
+
differences.push(`Error removed: ${result1.error}`);
|
|
123
|
+
}
|
|
124
|
+
else if (!result1.error && result2.error) {
|
|
125
|
+
differences.push(`Error added: ${result2.error}`);
|
|
126
|
+
}
|
|
127
|
+
else {
|
|
128
|
+
differences.push(`Error changed: ${result1.error} → ${result2.error}`);
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
const resultStr1 = JSON.stringify(result1.result);
|
|
132
|
+
const resultStr2 = JSON.stringify(result2.result);
|
|
133
|
+
if (resultStr1 !== resultStr2) {
|
|
134
|
+
differences.push('Result data differs');
|
|
135
|
+
}
|
|
136
|
+
return {
|
|
137
|
+
similar: differences.length === 0,
|
|
138
|
+
differences,
|
|
139
|
+
};
|
|
140
|
+
}
|
|
141
|
+
compareMetrics(metrics1, metrics2) {
|
|
142
|
+
return {
|
|
143
|
+
toolAccuracy: {
|
|
144
|
+
value1: metrics1.toolAccuracy,
|
|
145
|
+
value2: metrics2.toolAccuracy,
|
|
146
|
+
delta: metrics2.toolAccuracy - metrics1.toolAccuracy,
|
|
147
|
+
},
|
|
148
|
+
efficiency: {
|
|
149
|
+
value1: metrics1.efficiency,
|
|
150
|
+
value2: metrics2.efficiency,
|
|
151
|
+
delta: metrics2.efficiency - metrics1.efficiency,
|
|
152
|
+
},
|
|
153
|
+
completeness: {
|
|
154
|
+
value1: metrics1.completeness,
|
|
155
|
+
value2: metrics2.completeness,
|
|
156
|
+
delta: metrics2.completeness - metrics1.completeness,
|
|
157
|
+
},
|
|
158
|
+
};
|
|
159
|
+
}
|
|
160
|
+
formatDiff(diff) {
|
|
161
|
+
const lines = [];
|
|
162
|
+
lines.push('═══════════════════════════════════════════');
|
|
163
|
+
lines.push(' TRACE COMPARISON ');
|
|
164
|
+
lines.push('═══════════════════════════════════════════');
|
|
165
|
+
lines.push('');
|
|
166
|
+
lines.push(`Trace 1: ${diff.trace1Id}`);
|
|
167
|
+
lines.push(`Trace 2: ${diff.trace2Id}`);
|
|
168
|
+
lines.push('');
|
|
169
|
+
if (diff.divergencePoint !== undefined) {
|
|
170
|
+
lines.push(`⚠ Traces diverged at step ${diff.divergencePoint}`);
|
|
171
|
+
}
|
|
172
|
+
else {
|
|
173
|
+
lines.push('✓ Traces are identical');
|
|
174
|
+
}
|
|
175
|
+
lines.push('');
|
|
176
|
+
lines.push('─── Summary ───');
|
|
177
|
+
lines.push(`Common steps: ${diff.commonSteps}`);
|
|
178
|
+
lines.push(`Only in trace 1: ${diff.trace1OnlySteps}`);
|
|
179
|
+
lines.push(`Only in trace 2: ${diff.trace2OnlySteps}`);
|
|
180
|
+
lines.push('');
|
|
181
|
+
lines.push('─── Metrics ───');
|
|
182
|
+
lines.push(`Success: ${diff.metricsDiff.success.trace1} → ${diff.metricsDiff.success.trace2}`);
|
|
183
|
+
lines.push(`Score: ${diff.metricsDiff.score.trace1.toFixed(3)} → ${diff.metricsDiff.score.trace2.toFixed(3)} (${this.formatDelta(diff.metricsDiff.score.delta)})`);
|
|
184
|
+
lines.push(`Tokens: ${diff.metricsDiff.tokens.trace1} → ${diff.metricsDiff.tokens.trace2} (${this.formatDelta(diff.metricsDiff.tokens.delta)})`);
|
|
185
|
+
lines.push(`Duration: ${diff.metricsDiff.duration.trace1}ms → ${diff.metricsDiff.duration.trace2}ms (${this.formatDelta(diff.metricsDiff.duration.delta)}ms)`);
|
|
186
|
+
lines.push('');
|
|
187
|
+
if (diff.stepDiffs.some((d) => d.status !== 'identical')) {
|
|
188
|
+
lines.push('─── Step Differences ───');
|
|
189
|
+
for (const stepDiff of diff.stepDiffs) {
|
|
190
|
+
if (stepDiff.status !== 'identical') {
|
|
191
|
+
const icon = this.getStatusIcon(stepDiff.status);
|
|
192
|
+
lines.push(`${icon} Step ${stepDiff.index}: ${stepDiff.status}`);
|
|
193
|
+
if (stepDiff.differences) {
|
|
194
|
+
for (const d of stepDiff.differences) {
|
|
195
|
+
lines.push(` └─ ${d}`);
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
lines.push('');
|
|
202
|
+
lines.push('═══════════════════════════════════════════');
|
|
203
|
+
return lines.join('\n');
|
|
204
|
+
}
|
|
205
|
+
compareStepSequences(steps1, steps2) {
|
|
206
|
+
const diffs = [];
|
|
207
|
+
const maxLength = Math.max(steps1.length, steps2.length);
|
|
208
|
+
for (let i = 0; i < maxLength; i++) {
|
|
209
|
+
const step1 = steps1[i];
|
|
210
|
+
const step2 = steps2[i];
|
|
211
|
+
if (!step1) {
|
|
212
|
+
diffs.push({
|
|
213
|
+
index: i,
|
|
214
|
+
status: 'only_in_2',
|
|
215
|
+
step2,
|
|
216
|
+
});
|
|
217
|
+
}
|
|
218
|
+
else if (!step2) {
|
|
219
|
+
diffs.push({
|
|
220
|
+
index: i,
|
|
221
|
+
status: 'only_in_1',
|
|
222
|
+
step1,
|
|
223
|
+
});
|
|
224
|
+
}
|
|
225
|
+
else {
|
|
226
|
+
diffs.push(this.compareSteps(step1, step2));
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
return diffs;
|
|
230
|
+
}
|
|
231
|
+
formatDelta(delta) {
|
|
232
|
+
if (delta > 0)
|
|
233
|
+
return `+${delta}`;
|
|
234
|
+
return String(delta);
|
|
235
|
+
}
|
|
236
|
+
getStatusIcon(status) {
|
|
237
|
+
switch (status) {
|
|
238
|
+
case 'identical':
|
|
239
|
+
return '✓';
|
|
240
|
+
case 'similar':
|
|
241
|
+
return '≈';
|
|
242
|
+
case 'different':
|
|
243
|
+
return '✗';
|
|
244
|
+
case 'only_in_1':
|
|
245
|
+
return '◀';
|
|
246
|
+
case 'only_in_2':
|
|
247
|
+
return '▶';
|
|
248
|
+
default:
|
|
249
|
+
return '?';
|
|
250
|
+
}
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
//# sourceMappingURL=comparator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"comparator.js","sourceRoot":"","sources":["../../src/time-travel/comparator.ts"],"names":[],"mappings":"AAeA,MAAM,OAAO,eAAe;IAClB,UAAU,CAAa;IAE/B,YAAY,OAA+B;QACzC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,QAAgB,EAAE,QAAgB;QAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAEnD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;QAClD,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;IAED,WAAW,CAAC,MAAsB,EAAE,MAAsB;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACxE,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAE7E,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAClC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,CAC1D,CAAC,MAAM,CAAC;QAET,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;QACjF,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;QAEjF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;QACrE,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;QAErE,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,SAAS;YACT,WAAW;YACX,eAAe;YACf,eAAe;YACf,eAAe;YACf,WAAW,EAAE;gBACX,OAAO,EAAE;oBACP,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;oBAC9B,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;iBAC/B;gBACD,KAAK,EAAE;oBACL,MAAM,EAAE,MAAM,CAAC,KAAK;oBACpB,MAAM,EAAE,MAAM,CAAC,KAAK;oBACpB,KAAK,EAAE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK;iBACnC;gBACD,MAAM,EAAE;oBACN,MAAM,EAAE,OAAO;oBACf,MAAM,EAAE,OAAO;oBACf,KAAK,EAAE,OAAO,GAAG,OAAO;iBACzB;gBACD,QAAQ,EAAE;oBACR,MAAM,EAAE,MAAM,CAAC,QAAQ;oBACvB,MAAM,EAAE,MAAM,CAAC,QAAQ;oBACvB,KAAK,EAAE,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ;iBACzC;aACF;SACF,CAAC;IACJ,CAAC;IAED,mBAAmB,CAAC,MAAuB,EAAE,MAAuB;QAClE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3D,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACtC,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YACpC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,YAAY,CAAC,KAAoB,EAAE,KAAoB;QACrD,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;YAC9B,WAAW,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,IAAI,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7D,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,KAAK,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;gBAClD,WAAW,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,QAAQ,EAAE,IAAI,MAAM,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9E,CAAC;YAED,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACrC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACvD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACvD,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;oBACpB,WAAW,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;YAED,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACzC,MAAM,gBAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBACrF,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;oBAC9B,WAAW,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC3D,IAAI,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACtC,WAAW,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,IAAI,MAAsB,CAAC;QAC3B,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,GAAG,WAAW,CAAC;QACvB,CAAC;aAAM,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,sBAAsB,EAAE,CAAC;YACjF,MAAM,GAAG,SAAS,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,WAAW,CAAC;QACvB,CAAC;QAED,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM;YACN,KAAK;YACL,KAAK;YACL,WAAW,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;SAC9D,CAAC;IACJ,CAAC;IAED,kBAAkB,CAChB,OAAmB,EACnB,OAAmB;QAEnB,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YAClC,WAAW,CAAC,IAAI,CAAC,cAAc,OAAO,CAAC,IAAI,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;YACpC,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACpC,WAAW,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACtD,CAAC;iBAAM,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC3C,WAAW,CAAC,IAAI,CAAC,gBAAgB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,KAAK,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,UAAU,KAAK,UAAU,EAAE,CAAC;YAC9B,WAAW,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO;YACL,OAAO,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC;YACjC,WAAW;SACZ,CAAC;IACJ,CAAC;IAED,cAAc,CACZ,QAAsB,EACtB,QAAsB;QAEtB,OAAO;YACL,YAAY,EAAE;gBACZ,MAAM,EAAE,QAAQ,CAAC,YAAY;gBAC7B,MAAM,EAAE,QAAQ,CAAC,YAAY;gBAC7B,KAAK,EAAE,QAAQ,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY;aACrD;YACD,UAAU,EAAE;gBACV,MAAM,EAAE,QAAQ,CAAC,UAAU;gBAC3B,MAAM,EAAE,QAAQ,CAAC,UAAU;gBAC3B,KAAK,EAAE,QAAQ,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU;aACjD;YACD,YAAY,EAAE;gBACZ,MAAM,EAAE,QAAQ,CAAC,YAAY;gBAC7B,MAAM,EAAE,QAAQ,CAAC,YAAY;gBAC7B,KAAK,EAAE,QAAQ,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY;aACrD;SACF,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,IAAe;QACxB,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACvC,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QACxD,KAAK,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QACxD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAChG,KAAK,CAAC,IAAI,CACR,aAAa,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAC1J,CAAC;QACF,KAAK,CAAC,IAAI,CACR,aAAa,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CACvI,CAAC;QACF,KAAK,CAAC,IAAI,CACR,aAAa,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,QAAQ,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CACnJ,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YACvC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACtC,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBACpC,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oBACjD,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,SAAS,QAAQ,CAAC,KAAK,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;oBACjE,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;wBACzB,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;4BACrC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;wBAC3B,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAE1D,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,oBAAoB,CAAC,MAAuB,EAAE,MAAuB;QAC3E,MAAM,KAAK,GAAe,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAExB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,KAAK,CAAC,IAAI,CAAC;oBACT,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,WAAW;oBACnB,KAAK;iBACN,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBAClB,KAAK,CAAC,IAAI,CAAC;oBACT,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,WAAW;oBACnB,KAAK;iBACN,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,WAAW,CAAC,KAAa;QAC/B,IAAI,KAAK,GAAG,CAAC;YAAE,OAAO,IAAI,KAAK,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IAEO,aAAa,CAAC,MAAsB;QAC1C,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,WAAW;gBACd,OAAO,GAAG,CAAC;YACb,KAAK,SAAS;gBACZ,OAAO,GAAG,CAAC;YACb,KAAK,WAAW;gBACd,OAAO,GAAG,CAAC;YACb,KAAK,WAAW;gBACd,OAAO,GAAG,CAAC;YACb,KAAK,WAAW;gBACd,OAAO,GAAG,CAAC;YACb;gBACE,OAAO,GAAG,CAAC;QACf,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { ForkOptions, ForkResult, TimeTravelCheckpointStore } from '@cogitator-ai/types';
|
|
2
|
+
import type { Agent } from '../agent';
|
|
3
|
+
import type { Cogitator } from '../cogitator';
|
|
4
|
+
import { ExecutionReplayer } from './replayer';
|
|
5
|
+
export interface ExecutionForkerOptions {
|
|
6
|
+
checkpointStore: TimeTravelCheckpointStore;
|
|
7
|
+
replayer: ExecutionReplayer;
|
|
8
|
+
}
|
|
9
|
+
export declare class ExecutionForker {
|
|
10
|
+
private checkpointStore;
|
|
11
|
+
private replayer;
|
|
12
|
+
constructor(options: ExecutionForkerOptions);
|
|
13
|
+
fork(cogitator: Cogitator, agent: Agent, options: ForkOptions): Promise<ForkResult>;
|
|
14
|
+
forkMultiple(cogitator: Cogitator, agent: Agent, checkpointId: string, variants: Array<Partial<ForkOptions>>): Promise<ForkResult[]>;
|
|
15
|
+
forkWithContext(cogitator: Cogitator, agent: Agent, checkpointId: string, additionalContext: string, label?: string): Promise<ForkResult>;
|
|
16
|
+
forkWithMockedTools(cogitator: Cogitator, agent: Agent, checkpointId: string, mockResults: Record<string, unknown>, label?: string): Promise<ForkResult>;
|
|
17
|
+
forkWithNewInput(cogitator: Cogitator, agent: Agent, checkpointId: string, newInput: string, label?: string): Promise<ForkResult>;
|
|
18
|
+
private createForkedCheckpoint;
|
|
19
|
+
private injectContext;
|
|
20
|
+
private replaceInput;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=forker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"forker.d.ts","sourceRoot":"","sources":["../../src/time-travel/forker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEV,WAAW,EACX,UAAU,EAEV,yBAAyB,EAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,WAAW,sBAAsB;IACrC,eAAe,EAAE,yBAAyB,CAAC;IAC3C,QAAQ,EAAE,iBAAiB,CAAC;CAC7B;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,eAAe,CAA4B;IACnD,OAAO,CAAC,QAAQ,CAAoB;gBAExB,OAAO,EAAE,sBAAsB;IAKrC,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IA6BnF,YAAY,CAChB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,EACZ,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GACpC,OAAO,CAAC,UAAU,EAAE,CAAC;IAclB,eAAe,CACnB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,EACZ,YAAY,EAAE,MAAM,EACpB,iBAAiB,EAAE,MAAM,EACzB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,UAAU,CAAC;IAQhB,mBAAmB,CACvB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,EACZ,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACpC,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,UAAU,CAAC;IAQhB,gBAAgB,CACpB,SAAS,EAAE,SAAS,EACpB,KAAK,EAAE,KAAK,EACZ,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,UAAU,CAAC;IAQtB,OAAO,CAAC,sBAAsB;IA6B9B,OAAO,CAAC,aAAa;IAmBrB,OAAO,CAAC,YAAY;CAYrB"}
|