@agenttrace-io/sdk 0.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/benchmark.d.ts +79 -0
- package/dist/benchmark.d.ts.map +1 -0
- package/dist/benchmark.js +324 -0
- package/dist/benchmark.js.map +1 -0
- package/dist/index.d.ts +358 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +1169 -0
- package/dist/index.js.map +1 -0
- package/dist/migrations/001-initial.d.ts +5 -0
- package/dist/migrations/001-initial.d.ts.map +1 -0
- package/dist/migrations/001-initial.js +86 -0
- package/dist/migrations/001-initial.js.map +1 -0
- package/dist/migrations/002-scores.d.ts +5 -0
- package/dist/migrations/002-scores.d.ts.map +1 -0
- package/dist/migrations/002-scores.js +17 -0
- package/dist/migrations/002-scores.js.map +1 -0
- package/dist/migrations/003-alerts.d.ts +5 -0
- package/dist/migrations/003-alerts.d.ts.map +1 -0
- package/dist/migrations/003-alerts.js +27 -0
- package/dist/migrations/003-alerts.js.map +1 -0
- package/dist/migrations/004-trace-context.d.ts +5 -0
- package/dist/migrations/004-trace-context.d.ts.map +1 -0
- package/dist/migrations/004-trace-context.js +16 -0
- package/dist/migrations/004-trace-context.js.map +1 -0
- package/dist/migrations/005-agent-usage.d.ts +5 -0
- package/dist/migrations/005-agent-usage.d.ts.map +1 -0
- package/dist/migrations/005-agent-usage.js +27 -0
- package/dist/migrations/005-agent-usage.js.map +1 -0
- package/dist/migrations/005-webhooks.d.ts +5 -0
- package/dist/migrations/005-webhooks.d.ts.map +1 -0
- package/dist/migrations/005-webhooks.js +33 -0
- package/dist/migrations/005-webhooks.js.map +1 -0
- package/dist/migrations/006-api-keys.d.ts +5 -0
- package/dist/migrations/006-api-keys.d.ts.map +1 -0
- package/dist/migrations/006-api-keys.js +27 -0
- package/dist/migrations/006-api-keys.js.map +1 -0
- package/dist/migrations.d.ts +29 -0
- package/dist/migrations.d.ts.map +1 -0
- package/dist/migrations.js +107 -0
- package/dist/migrations.js.map +1 -0
- package/dist/rate-limiter.d.ts +34 -0
- package/dist/rate-limiter.d.ts.map +1 -0
- package/dist/rate-limiter.js +74 -0
- package/dist/rate-limiter.js.map +1 -0
- package/dist/self-track.d.ts +42 -0
- package/dist/self-track.d.ts.map +1 -0
- package/dist/self-track.js +288 -0
- package/dist/self-track.js.map +1 -0
- package/dist/storage.d.ts +149 -0
- package/dist/storage.d.ts.map +1 -0
- package/dist/storage.js +1479 -0
- package/dist/storage.js.map +1 -0
- package/dist/types.d.ts +323 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +19 -0
- package/dist/types.js.map +1 -0
- package/package.json +53 -0
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* AgentTrace Performance Benchmark Suite
|
|
3
|
+
* Standalone script (not a test). Run via:
|
|
4
|
+
* node --experimental-strip-types packages/sdk/src/benchmark.ts
|
|
5
|
+
* or after build:
|
|
6
|
+
* node packages/sdk/dist/benchmark.js
|
|
7
|
+
*
|
|
8
|
+
* Outputs structured JSON results to stdout.
|
|
9
|
+
*/
|
|
10
|
+
import type { TraceFilter } from './types.js';
|
|
11
|
+
export interface BenchmarkResult {
|
|
12
|
+
timestamp: string;
|
|
13
|
+
nodeVersion: string;
|
|
14
|
+
platform: string;
|
|
15
|
+
arch: string;
|
|
16
|
+
benchmarks: {
|
|
17
|
+
insertion: InsertionResult;
|
|
18
|
+
queries: QueriesResult;
|
|
19
|
+
exports: ExportsResult;
|
|
20
|
+
memory: MemoryResult;
|
|
21
|
+
concurrent: ConcurrentResult;
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
export interface InsertionResult {
|
|
25
|
+
count: number;
|
|
26
|
+
timeMs: number;
|
|
27
|
+
tracesPerSecond: number;
|
|
28
|
+
}
|
|
29
|
+
export interface QueryPerf {
|
|
30
|
+
name: string;
|
|
31
|
+
filter: TraceFilter;
|
|
32
|
+
count: number;
|
|
33
|
+
timeMs: number;
|
|
34
|
+
}
|
|
35
|
+
export interface QueriesResult {
|
|
36
|
+
datasetSize: number;
|
|
37
|
+
queries: QueryPerf[];
|
|
38
|
+
}
|
|
39
|
+
export interface ExportPerf {
|
|
40
|
+
size: number;
|
|
41
|
+
json: {
|
|
42
|
+
timeMs: number;
|
|
43
|
+
outputLength: number;
|
|
44
|
+
};
|
|
45
|
+
csv: {
|
|
46
|
+
timeMs: number;
|
|
47
|
+
outputLength: number;
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
export interface ExportsResult {
|
|
51
|
+
results: ExportPerf[];
|
|
52
|
+
}
|
|
53
|
+
export interface MemoryResult {
|
|
54
|
+
datasetSize: number;
|
|
55
|
+
before: {
|
|
56
|
+
rssMB: number;
|
|
57
|
+
heapUsedMB: number;
|
|
58
|
+
};
|
|
59
|
+
afterInsert: {
|
|
60
|
+
rssMB: number;
|
|
61
|
+
heapUsedMB: number;
|
|
62
|
+
};
|
|
63
|
+
deltaInsert: {
|
|
64
|
+
rssMB: number;
|
|
65
|
+
heapUsedMB: number;
|
|
66
|
+
};
|
|
67
|
+
afterFullLoad: {
|
|
68
|
+
rssMB: number;
|
|
69
|
+
heapUsedMB: number;
|
|
70
|
+
};
|
|
71
|
+
approxMBPerTrace: number;
|
|
72
|
+
}
|
|
73
|
+
export interface ConcurrentResult {
|
|
74
|
+
count: number;
|
|
75
|
+
timeMs: number;
|
|
76
|
+
tracesPerSecond: number;
|
|
77
|
+
}
|
|
78
|
+
export declare function runBenchmarks(): Promise<BenchmarkResult>;
|
|
79
|
+
//# sourceMappingURL=benchmark.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"benchmark.d.ts","sourceRoot":"","sources":["../src/benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAMH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE;QACV,SAAS,EAAE,eAAe,CAAC;QAC3B,OAAO,EAAE,aAAa,CAAC;QACvB,OAAO,EAAE,aAAa,CAAC;QACvB,MAAM,EAAE,YAAY,CAAC;QACrB,UAAU,EAAE,gBAAgB,CAAC;KAC9B,CAAC;CACH;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,SAAS,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,GAAG,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/C;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,UAAU,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,WAAW,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC;IACnD,WAAW,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC;IACnD,aAAa,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC;IACrD,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;CACzB;AAmSD,wBAAsB,aAAa,IAAI,OAAO,CAAC,eAAe,CAAC,CA8B9D"}
|
|
@@ -0,0 +1,324 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* AgentTrace Performance Benchmark Suite
|
|
3
|
+
* Standalone script (not a test). Run via:
|
|
4
|
+
* node --experimental-strip-types packages/sdk/src/benchmark.ts
|
|
5
|
+
* or after build:
|
|
6
|
+
* node packages/sdk/dist/benchmark.js
|
|
7
|
+
*
|
|
8
|
+
* Outputs structured JSON results to stdout.
|
|
9
|
+
*/
|
|
10
|
+
import { performance } from 'node:perf_hooks';
|
|
11
|
+
import { fileURLToPath } from 'node:url';
|
|
12
|
+
import { AgentTrace } from './index.js';
|
|
13
|
+
function makeTraceData(i, runId, baseTime) {
|
|
14
|
+
const models = ['gpt-4o', 'gpt-4o-mini', 'claude-sonnet-4', 'gemini-2.0-flash'];
|
|
15
|
+
const model = models[i % models.length];
|
|
16
|
+
const isError = i % 20 === 0;
|
|
17
|
+
const status = isError ? 'error' : 'success';
|
|
18
|
+
const promptTokens = 80 + (i % 180);
|
|
19
|
+
const completionTokens = 30 + (i % 90);
|
|
20
|
+
const latencyMs = 15 + (i % 480);
|
|
21
|
+
const costUsd = (promptTokens * 0.0015 + completionTokens * 0.002) / 1000;
|
|
22
|
+
const hasTools = i % 5 === 0;
|
|
23
|
+
const toolCalls = hasTools
|
|
24
|
+
? [
|
|
25
|
+
{
|
|
26
|
+
id: `tool-${i}`,
|
|
27
|
+
name: i % 3 === 0 ? 'web_search' : 'calculator',
|
|
28
|
+
input: { query: `q${i}` },
|
|
29
|
+
output: { result: `r${i}` },
|
|
30
|
+
latencyMs: 4 + (i % 12),
|
|
31
|
+
success: true,
|
|
32
|
+
timestamp: baseTime + i,
|
|
33
|
+
},
|
|
34
|
+
]
|
|
35
|
+
: [];
|
|
36
|
+
return {
|
|
37
|
+
id: `bench-${baseTime}-${i}`,
|
|
38
|
+
runId,
|
|
39
|
+
name: `op-${i % 28}`,
|
|
40
|
+
status,
|
|
41
|
+
input: i % 2 === 0 ? { prompt: `input for ${i}` } : null,
|
|
42
|
+
output: isError ? null : i % 3 === 0 ? { value: i * 2 } : `output-${i}`,
|
|
43
|
+
tokens: {
|
|
44
|
+
promptTokens,
|
|
45
|
+
completionTokens,
|
|
46
|
+
totalTokens: promptTokens + completionTokens,
|
|
47
|
+
model,
|
|
48
|
+
provider: 'openai',
|
|
49
|
+
},
|
|
50
|
+
toolCalls,
|
|
51
|
+
latencyMs,
|
|
52
|
+
costUsd,
|
|
53
|
+
error: isError ? 'simulated error for benchmark' : undefined,
|
|
54
|
+
metadata: { iter: i, batch: Math.floor(i / 100), tag: `tag-${i % 12}` },
|
|
55
|
+
parentId: undefined,
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
async function benchInsertion(count = 5000) {
|
|
59
|
+
const agent = new AgentTrace({ dbPath: ':memory:', silent: true, autoCleanup: false });
|
|
60
|
+
agent.startRun('bench-insertion');
|
|
61
|
+
const t0 = performance.now();
|
|
62
|
+
for (let i = 0; i < count; i++) {
|
|
63
|
+
await agent.trace(`ins-${i}`, async () => ({ ok: i }), {
|
|
64
|
+
input: { i },
|
|
65
|
+
tokens: {
|
|
66
|
+
promptTokens: 50,
|
|
67
|
+
completionTokens: 20,
|
|
68
|
+
totalTokens: 70,
|
|
69
|
+
model: 'gpt-4o-mini',
|
|
70
|
+
},
|
|
71
|
+
metadata: { bench: true, i: i % 200 },
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
const dur = performance.now() - t0;
|
|
75
|
+
const rate = count / (dur / 1000);
|
|
76
|
+
agent.close();
|
|
77
|
+
return {
|
|
78
|
+
count,
|
|
79
|
+
timeMs: Math.round(dur * 100) / 100,
|
|
80
|
+
tracesPerSecond: Math.round(rate),
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
function populateDataset(size) {
|
|
84
|
+
const agent = new AgentTrace({ dbPath: ':memory:', silent: true, autoCleanup: false });
|
|
85
|
+
const runId = agent.startRun('bench-populate');
|
|
86
|
+
const storage = agent.storage;
|
|
87
|
+
const baseTime = Date.now() - size * 10; // spread timestamps a bit
|
|
88
|
+
for (let i = 0; i < size; i++) {
|
|
89
|
+
storage.createTrace(makeTraceData(i, runId, baseTime));
|
|
90
|
+
}
|
|
91
|
+
return { agent, runId };
|
|
92
|
+
}
|
|
93
|
+
async function benchQueries(agent) {
|
|
94
|
+
const queries = [];
|
|
95
|
+
// no filter (all)
|
|
96
|
+
let t0 = performance.now();
|
|
97
|
+
let res = agent.getTraces();
|
|
98
|
+
let t = performance.now() - t0;
|
|
99
|
+
queries.push({
|
|
100
|
+
name: 'noFilter',
|
|
101
|
+
filter: {},
|
|
102
|
+
count: res.length,
|
|
103
|
+
timeMs: Math.round(t * 100) / 100,
|
|
104
|
+
});
|
|
105
|
+
// by status success
|
|
106
|
+
t0 = performance.now();
|
|
107
|
+
res = agent.getTraces({ status: ['success'] });
|
|
108
|
+
t = performance.now() - t0;
|
|
109
|
+
queries.push({
|
|
110
|
+
name: 'byStatusSuccess',
|
|
111
|
+
filter: { status: ['success'] },
|
|
112
|
+
count: res.length,
|
|
113
|
+
timeMs: Math.round(t * 100) / 100,
|
|
114
|
+
});
|
|
115
|
+
// by status error
|
|
116
|
+
t0 = performance.now();
|
|
117
|
+
res = agent.getTraces({ status: ['error'] });
|
|
118
|
+
t = performance.now() - t0;
|
|
119
|
+
queries.push({
|
|
120
|
+
name: 'byStatusError',
|
|
121
|
+
filter: { status: ['error'] },
|
|
122
|
+
count: res.length,
|
|
123
|
+
timeMs: Math.round(t * 100) / 100,
|
|
124
|
+
});
|
|
125
|
+
// name like
|
|
126
|
+
t0 = performance.now();
|
|
127
|
+
res = agent.getTraces({ name: 'op-1' }); // LIKE %op-1%
|
|
128
|
+
t = performance.now() - t0;
|
|
129
|
+
queries.push({
|
|
130
|
+
name: 'byNameLike',
|
|
131
|
+
filter: { name: 'op-1' },
|
|
132
|
+
count: res.length,
|
|
133
|
+
timeMs: Math.round(t * 100) / 100,
|
|
134
|
+
});
|
|
135
|
+
// cost range (mid)
|
|
136
|
+
t0 = performance.now();
|
|
137
|
+
res = agent.getTraces({ minCost: 0.0002, maxCost: 0.0005 });
|
|
138
|
+
t = performance.now() - t0;
|
|
139
|
+
queries.push({
|
|
140
|
+
name: 'byCostRange',
|
|
141
|
+
filter: { minCost: 0.0002, maxCost: 0.0005 },
|
|
142
|
+
count: res.length,
|
|
143
|
+
timeMs: Math.round(t * 100) / 100,
|
|
144
|
+
});
|
|
145
|
+
// latency range
|
|
146
|
+
t0 = performance.now();
|
|
147
|
+
res = agent.getTraces({ minLatency: 100, maxLatency: 300 });
|
|
148
|
+
t = performance.now() - t0;
|
|
149
|
+
queries.push({
|
|
150
|
+
name: 'byLatencyRange',
|
|
151
|
+
filter: { minLatency: 100, maxLatency: 300 },
|
|
152
|
+
count: res.length,
|
|
153
|
+
timeMs: Math.round(t * 100) / 100,
|
|
154
|
+
});
|
|
155
|
+
// limit + offset (pagination)
|
|
156
|
+
t0 = performance.now();
|
|
157
|
+
res = agent.getTraces({ limit: 100, offset: 5000 });
|
|
158
|
+
t = performance.now() - t0;
|
|
159
|
+
queries.push({
|
|
160
|
+
name: 'limitOffset',
|
|
161
|
+
filter: { limit: 100, offset: 5000 },
|
|
162
|
+
count: res.length,
|
|
163
|
+
timeMs: Math.round(t * 100) / 100,
|
|
164
|
+
});
|
|
165
|
+
// by runId
|
|
166
|
+
const runs = agent.getRuns(1);
|
|
167
|
+
const runId = runs[0]?.id;
|
|
168
|
+
if (runId) {
|
|
169
|
+
t0 = performance.now();
|
|
170
|
+
res = agent.getTraces({ runId });
|
|
171
|
+
t = performance.now() - t0;
|
|
172
|
+
queries.push({
|
|
173
|
+
name: 'byRunId',
|
|
174
|
+
filter: { runId },
|
|
175
|
+
count: res.length,
|
|
176
|
+
timeMs: Math.round(t * 100) / 100,
|
|
177
|
+
});
|
|
178
|
+
}
|
|
179
|
+
return {
|
|
180
|
+
datasetSize: agent.getStats().totalTraces,
|
|
181
|
+
queries,
|
|
182
|
+
};
|
|
183
|
+
}
|
|
184
|
+
async function benchExports() {
|
|
185
|
+
const sizes = [1000, 10000, 100000];
|
|
186
|
+
const results = [];
|
|
187
|
+
for (const size of sizes) {
|
|
188
|
+
const { agent } = populateDataset(size);
|
|
189
|
+
// JSON
|
|
190
|
+
let t0 = performance.now();
|
|
191
|
+
const jsonStr = agent.export('json');
|
|
192
|
+
const jsonTime = performance.now() - t0;
|
|
193
|
+
// CSV
|
|
194
|
+
t0 = performance.now();
|
|
195
|
+
const csvStr = agent.export('csv');
|
|
196
|
+
const csvTime = performance.now() - t0;
|
|
197
|
+
results.push({
|
|
198
|
+
size,
|
|
199
|
+
json: { timeMs: Math.round(jsonTime * 100) / 100, outputLength: jsonStr.length },
|
|
200
|
+
csv: { timeMs: Math.round(csvTime * 100) / 100, outputLength: csvStr.length },
|
|
201
|
+
});
|
|
202
|
+
agent.close();
|
|
203
|
+
}
|
|
204
|
+
return { results };
|
|
205
|
+
}
|
|
206
|
+
async function benchMemory() {
|
|
207
|
+
const size = 10000;
|
|
208
|
+
const agent = new AgentTrace({ dbPath: ':memory:', silent: true, autoCleanup: false });
|
|
209
|
+
const before = process.memoryUsage();
|
|
210
|
+
const runId = agent.startRun('bench-memory');
|
|
211
|
+
const storage = agent.storage;
|
|
212
|
+
const baseTime = Date.now();
|
|
213
|
+
for (let i = 0; i < size; i++) {
|
|
214
|
+
storage.createTrace(makeTraceData(i, runId, baseTime));
|
|
215
|
+
}
|
|
216
|
+
const afterInsert = process.memoryUsage();
|
|
217
|
+
// full load into JS objects (exercises rowToTrace + tool subqueries)
|
|
218
|
+
const _loaded = agent.getTraces({ limit: size + 10 });
|
|
219
|
+
const afterLoad = process.memoryUsage();
|
|
220
|
+
const deltaRss = (afterInsert.rss - before.rss) / 1024 / 1024;
|
|
221
|
+
const deltaHeap = (afterInsert.heapUsed - before.heapUsed) / 1024 / 1024;
|
|
222
|
+
const approx = (afterLoad.heapUsed - before.heapUsed) / 1024 / 1024 / size;
|
|
223
|
+
agent.close();
|
|
224
|
+
return {
|
|
225
|
+
datasetSize: size,
|
|
226
|
+
before: {
|
|
227
|
+
rssMB: Math.round((before.rss / 1024 / 1024) * 100) / 100,
|
|
228
|
+
heapUsedMB: Math.round((before.heapUsed / 1024 / 1024) * 100) / 100,
|
|
229
|
+
},
|
|
230
|
+
afterInsert: {
|
|
231
|
+
rssMB: Math.round((afterInsert.rss / 1024 / 1024) * 100) / 100,
|
|
232
|
+
heapUsedMB: Math.round((afterInsert.heapUsed / 1024 / 1024) * 100) / 100,
|
|
233
|
+
},
|
|
234
|
+
deltaInsert: {
|
|
235
|
+
rssMB: Math.round(deltaRss * 100) / 100,
|
|
236
|
+
heapUsedMB: Math.round(deltaHeap * 100) / 100,
|
|
237
|
+
},
|
|
238
|
+
afterFullLoad: {
|
|
239
|
+
rssMB: Math.round((afterLoad.rss / 1024 / 1024) * 100) / 100,
|
|
240
|
+
heapUsedMB: Math.round((afterLoad.heapUsed / 1024 / 1024) * 100) / 100,
|
|
241
|
+
},
|
|
242
|
+
approxMBPerTrace: Math.round(approx * 10000) / 10000,
|
|
243
|
+
};
|
|
244
|
+
}
|
|
245
|
+
async function benchConcurrent(count = 2000) {
|
|
246
|
+
const agent = new AgentTrace({ dbPath: ':memory:', silent: true, autoCleanup: false });
|
|
247
|
+
agent.startRun('bench-concurrent');
|
|
248
|
+
const t0 = performance.now();
|
|
249
|
+
const promises = [];
|
|
250
|
+
for (let i = 0; i < count; i++) {
|
|
251
|
+
promises.push(agent.trace(`conc-${i}`, async () => ({ i }), {
|
|
252
|
+
tokens: {
|
|
253
|
+
promptTokens: 12,
|
|
254
|
+
completionTokens: 6,
|
|
255
|
+
totalTokens: 18,
|
|
256
|
+
model: 'gpt-4o-mini',
|
|
257
|
+
},
|
|
258
|
+
}));
|
|
259
|
+
}
|
|
260
|
+
await Promise.all(promises);
|
|
261
|
+
const dur = performance.now() - t0;
|
|
262
|
+
const rate = count / (dur / 1000);
|
|
263
|
+
agent.close();
|
|
264
|
+
return {
|
|
265
|
+
count,
|
|
266
|
+
timeMs: Math.round(dur * 100) / 100,
|
|
267
|
+
tracesPerSecond: Math.round(rate),
|
|
268
|
+
};
|
|
269
|
+
}
|
|
270
|
+
export async function runBenchmarks() {
|
|
271
|
+
const result = {
|
|
272
|
+
timestamp: new Date().toISOString(),
|
|
273
|
+
nodeVersion: process.version,
|
|
274
|
+
platform: process.platform,
|
|
275
|
+
arch: process.arch,
|
|
276
|
+
benchmarks: {
|
|
277
|
+
insertion: await benchInsertion(5000),
|
|
278
|
+
queries: { datasetSize: 0, queries: [] },
|
|
279
|
+
exports: { results: [] },
|
|
280
|
+
memory: {},
|
|
281
|
+
concurrent: { count: 0, timeMs: 0, tracesPerSecond: 0 },
|
|
282
|
+
},
|
|
283
|
+
};
|
|
284
|
+
// Queries dataset (10k)
|
|
285
|
+
const qSetup = populateDataset(10000);
|
|
286
|
+
result.benchmarks.queries = await benchQueries(qSetup.agent);
|
|
287
|
+
qSetup.agent.close();
|
|
288
|
+
// Exports (1k/10k/100k)
|
|
289
|
+
result.benchmarks.exports = await benchExports();
|
|
290
|
+
// Memory (10k)
|
|
291
|
+
result.benchmarks.memory = await benchMemory();
|
|
292
|
+
// Concurrent
|
|
293
|
+
result.benchmarks.concurrent = await benchConcurrent(2000);
|
|
294
|
+
return result;
|
|
295
|
+
}
|
|
296
|
+
// Standalone execution detection (cross platform)
|
|
297
|
+
function isMain() {
|
|
298
|
+
try {
|
|
299
|
+
if (!process.argv[1])
|
|
300
|
+
return false;
|
|
301
|
+
const thisFile = fileURLToPath(import.meta.url);
|
|
302
|
+
const invoked = process.argv[1];
|
|
303
|
+
// normalize slashes
|
|
304
|
+
return invoked === thisFile || invoked.replace(/\\/g, '/') === thisFile.replace(/\\/g, '/');
|
|
305
|
+
}
|
|
306
|
+
catch {
|
|
307
|
+
return false;
|
|
308
|
+
}
|
|
309
|
+
}
|
|
310
|
+
async function main() {
|
|
311
|
+
try {
|
|
312
|
+
const results = await runBenchmarks();
|
|
313
|
+
const json = JSON.stringify(results, null, 2);
|
|
314
|
+
console.log(json);
|
|
315
|
+
}
|
|
316
|
+
catch (err) {
|
|
317
|
+
console.error('Benchmark failed:', err instanceof Error ? err.message : String(err));
|
|
318
|
+
process.exit(1);
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
if (isMain()) {
|
|
322
|
+
main();
|
|
323
|
+
}
|
|
324
|
+
//# sourceMappingURL=benchmark.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"benchmark.js","sourceRoot":"","sources":["../src/benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,UAAU,EAA4B,MAAM,YAAY,CAAC;AA4DlE,SAAS,aAAa,CACpB,CAAS,EACT,KAAa,EACb,QAAgB;IAEhB,MAAM,MAAM,GAAG,CAAC,QAAQ,EAAE,aAAa,EAAE,iBAAiB,EAAE,kBAAkB,CAAU,CAAC;IACzF,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAoB,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9D,MAAM,YAAY,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;IACpC,MAAM,gBAAgB,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;IACjC,MAAM,OAAO,GAAG,CAAC,YAAY,GAAG,MAAM,GAAG,gBAAgB,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC;IAE1E,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC7B,MAAM,SAAS,GAAG,QAAQ;QACxB,CAAC,CAAC;YACE;gBACE,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,IAAI,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY;gBAC/C,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;gBACzB,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;gBAC3B,SAAS,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;gBACvB,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,QAAQ,GAAG,CAAC;aACxB;SACF;QACH,CAAC,CAAC,EAAE,CAAC;IAEP,OAAO;QACL,EAAE,EAAE,SAAS,QAAQ,IAAI,CAAC,EAAE;QAC5B,KAAK;QACL,IAAI,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE;QACpB,MAAM;QACN,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;QACxD,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE;QACvE,MAAM,EAAE;YACN,YAAY;YACZ,gBAAgB;YAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;YAC5C,KAAK;YACL,QAAQ,EAAE,QAAQ;SACnB;QACD,SAAS;QACT,SAAS;QACT,OAAO;QACP,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,SAAS;QAC5D,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,EAAE;QACvE,QAAQ,EAAE,SAAS;KACpB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAAK,GAAG,IAAI;IACxC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;IACvF,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;IAClC,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE;YACrD,KAAK,EAAE,EAAE,CAAC,EAAE;YACZ,MAAM,EAAE;gBACN,YAAY,EAAE,EAAE;gBAChB,gBAAgB,EAAE,EAAE;gBACpB,WAAW,EAAE,EAAE;gBACf,KAAK,EAAE,aAAa;aACrB;YACD,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE;SACtC,CAAC,CAAC;IACL,CAAC;IACD,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IACnC,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC;IAClC,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,OAAO;QACL,KAAK;QACL,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG;QACnC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;KAClC,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;IACvF,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAI,KAA8C,CAAC,OAAO,CAAC;IACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,0BAA0B;IACnE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,KAAiB;IAC3C,MAAM,OAAO,GAAgB,EAAE,CAAC;IAEhC,kBAAkB;IAClB,IAAI,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAC3B,IAAI,GAAG,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;IAC5B,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAC/B,OAAO,CAAC,IAAI,CAAC;QACX,IAAI,EAAE,UAAU;QAChB,MAAM,EAAE,EAAE;QACV,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;KAClC,CAAC,CAAC;IAEH,oBAAoB;IACpB,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACvB,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAC/C,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAC3B,OAAO,CAAC,IAAI,CAAC;QACX,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,SAAS,CAAC,EAAE;QAC/B,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;KAClC,CAAC,CAAC;IAEH,kBAAkB;IAClB,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACvB,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAC3B,OAAO,CAAC,IAAI,CAAC;QACX,IAAI,EAAE,eAAe;QACrB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE;QAC7B,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;KAClC,CAAC,CAAC;IAEH,YAAY;IACZ,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACvB,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,cAAc;IACvD,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAC3B,OAAO,CAAC,IAAI,CAAC;QACX,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;QACxB,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;KAClC,CAAC,CAAC;IAEH,mBAAmB;IACnB,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACvB,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAC5D,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAC3B,OAAO,CAAC,IAAI,CAAC;QACX,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;QAC5C,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;KAClC,CAAC,CAAC;IAEH,gBAAgB;IAChB,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACvB,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAC5D,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAC3B,OAAO,CAAC,IAAI,CAAC;QACX,IAAI,EAAE,gBAAgB;QACtB,MAAM,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;QAC5C,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;KAClC,CAAC,CAAC;IAEH,8BAA8B;IAC9B,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACvB,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAC3B,OAAO,CAAC,IAAI,CAAC;QACX,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;QACpC,KAAK,EAAE,GAAG,CAAC,MAAM;QACjB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;KAClC,CAAC,CAAC;IAEH,WAAW;IACX,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IAC1B,IAAI,KAAK,EAAE,CAAC;QACV,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACvB,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACjC,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QAC3B,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,EAAE,KAAK,EAAE;YACjB,KAAK,EAAE,GAAG,CAAC,MAAM;YACjB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;SAClC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,WAAW,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,WAAW;QACzC,OAAO;KACR,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY;IACzB,MAAM,KAAK,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACpC,MAAM,OAAO,GAAiB,EAAE,CAAC;IAEjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,EAAE,KAAK,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;QACxC,OAAO;QACP,IAAI,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QACxC,MAAM;QACN,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QAEvC,OAAO,CAAC,IAAI,CAAC;YACX,IAAI;YACJ,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,YAAY,EAAE,OAAO,CAAC,MAAM,EAAE;YAChF,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE;SAC9E,CAAC,CAAC;QACH,KAAK,CAAC,KAAK,EAAE,CAAC;IAChB,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,CAAC;AACrB,CAAC;AAED,KAAK,UAAU,WAAW;IACxB,MAAM,IAAI,GAAG,KAAK,CAAC;IACnB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;IACvF,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAErC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAI,KAA8C,CAAC,OAAO,CAAC;IACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;IACzD,CAAC;IACD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAE1C,qEAAqE;IACrE,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAExC,MAAM,QAAQ,GAAG,CAAC,WAAW,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;IAC9D,MAAM,SAAS,GAAG,CAAC,WAAW,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;IACzE,MAAM,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;IAE3E,KAAK,CAAC,KAAK,EAAE,CAAC;IAEd,OAAO;QACL,WAAW,EAAE,IAAI;QACjB,MAAM,EAAE;YACN,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;YACzD,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;SACpE;QACD,WAAW,EAAE;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;YAC9D,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;SACzE;QACD,WAAW,EAAE;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,GAAG;YACvC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,GAAG;SAC9C;QACD,aAAa,EAAE;YACb,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;YAC5D,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;SACvE;QACD,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,KAAK;KACrD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,KAAK,GAAG,IAAI;IACzC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;IACvF,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;IACnC,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CACX,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;YAC5C,MAAM,EAAE;gBACN,YAAY,EAAE,EAAE;gBAChB,gBAAgB,EAAE,CAAC;gBACnB,WAAW,EAAE,EAAE;gBACf,KAAK,EAAE,aAAa;aACrB;SACF,CAAC,CACH,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC5B,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IACnC,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC;IAClC,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,OAAO;QACL,KAAK;QACL,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG;QACnC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;KAClC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,MAAM,MAAM,GAAoB;QAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,WAAW,EAAE,OAAO,CAAC,OAAO;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,UAAU,EAAE;YACV,SAAS,EAAE,MAAM,cAAc,CAAC,IAAI,CAAC;YACrC,OAAO,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;YACxC,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;YACxB,MAAM,EAAE,EAAkB;YAC1B,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE;SACxD;KACF,CAAC;IAEF,wBAAwB;IACxB,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACtC,MAAM,CAAC,UAAU,CAAC,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7D,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IAErB,wBAAwB;IACxB,MAAM,CAAC,UAAU,CAAC,OAAO,GAAG,MAAM,YAAY,EAAE,CAAC;IAEjD,eAAe;IACf,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,MAAM,WAAW,EAAE,CAAC;IAE/C,aAAa;IACb,MAAM,CAAC,UAAU,CAAC,UAAU,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAE3D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,kDAAkD;AAClD,SAAS,MAAM;IACb,IAAI,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QACnC,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChC,oBAAoB;QACpB,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC9F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,aAAa,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACrF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,MAAM,EAAE,EAAE,CAAC;IACb,IAAI,EAAE,CAAC;AACT,CAAC"}
|