oh-my-codex 0.21.47 → 0.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Cargo.lock +6 -6
- package/Cargo.toml +1 -1
- package/README.md +15 -0
- package/crates/omx-mux/src/herdr.rs +481 -0
- package/crates/omx-mux/src/lib.rs +5 -0
- package/dist/cli/__tests__/plugin-cache-live-pin-3790.test.js +707 -47
- package/dist/cli/__tests__/plugin-cache-live-pin-3790.test.js.map +1 -1
- package/dist/cli/__tests__/session-compare.test.d.ts +2 -0
- package/dist/cli/__tests__/session-compare.test.d.ts.map +1 -0
- package/dist/cli/__tests__/session-compare.test.js +183 -0
- package/dist/cli/__tests__/session-compare.test.js.map +1 -0
- package/dist/cli/__tests__/setup-install-mode.test.js +7 -1
- package/dist/cli/__tests__/setup-install-mode.test.js.map +1 -1
- package/dist/cli/__tests__/team.test.js +8 -0
- package/dist/cli/__tests__/team.test.js.map +1 -1
- package/dist/cli/plugin-marketplace.d.ts.map +1 -1
- package/dist/cli/plugin-marketplace.js +328 -142
- package/dist/cli/plugin-marketplace.js.map +1 -1
- package/dist/cli/session-compare.d.ts +11 -0
- package/dist/cli/session-compare.d.ts.map +1 -0
- package/dist/cli/session-compare.js +172 -0
- package/dist/cli/session-compare.js.map +1 -0
- package/dist/cli/session-search.d.ts.map +1 -1
- package/dist/cli/session-search.js +7 -0
- package/dist/cli/session-search.js.map +1 -1
- package/dist/cli/team.d.ts.map +1 -1
- package/dist/cli/team.js +2 -0
- package/dist/cli/team.js.map +1 -1
- package/dist/config/__tests__/multiplexer.test.d.ts +2 -0
- package/dist/config/__tests__/multiplexer.test.d.ts.map +1 -0
- package/dist/config/__tests__/multiplexer.test.js +118 -0
- package/dist/config/__tests__/multiplexer.test.js.map +1 -0
- package/dist/config/multiplexer.d.ts +29 -0
- package/dist/config/multiplexer.d.ts.map +1 -0
- package/dist/config/multiplexer.js +91 -0
- package/dist/config/multiplexer.js.map +1 -0
- package/dist/hooks/__tests__/sunset-routing-contract.test.js +4 -2
- package/dist/hooks/__tests__/sunset-routing-contract.test.js.map +1 -1
- package/dist/scripts/__tests__/codex-native-hook.test.js +281 -1
- package/dist/scripts/__tests__/codex-native-hook.test.js.map +1 -1
- package/dist/scripts/__tests__/generate-release-body.test.js +142 -5
- package/dist/scripts/__tests__/generate-release-body.test.js.map +1 -1
- package/dist/scripts/codex-native-hook.d.ts.map +1 -1
- package/dist/scripts/codex-native-hook.js +8 -2
- package/dist/scripts/codex-native-hook.js.map +1 -1
- package/dist/scripts/generate-release-body.d.ts.map +1 -1
- package/dist/scripts/generate-release-body.js +14 -0
- package/dist/scripts/generate-release-body.js.map +1 -1
- package/dist/scripts/notify-hook/team-worker-lease.d.ts +15 -0
- package/dist/scripts/notify-hook/team-worker-lease.d.ts.map +1 -0
- package/dist/scripts/notify-hook/team-worker-lease.js +63 -0
- package/dist/scripts/notify-hook/team-worker-lease.js.map +1 -0
- package/dist/scripts/notify-hook/team-worker-posttooluse.d.ts +1 -0
- package/dist/scripts/notify-hook/team-worker-posttooluse.d.ts.map +1 -1
- package/dist/scripts/notify-hook/team-worker-posttooluse.js +16 -5
- package/dist/scripts/notify-hook/team-worker-posttooluse.js.map +1 -1
- package/dist/scripts/notify-hook/team-worker.d.ts +12 -1
- package/dist/scripts/notify-hook/team-worker.d.ts.map +1 -1
- package/dist/scripts/notify-hook/team-worker.js +16 -4
- package/dist/scripts/notify-hook/team-worker.js.map +1 -1
- package/dist/session-history/__tests__/compare.test.d.ts +2 -0
- package/dist/session-history/__tests__/compare.test.d.ts.map +1 -0
- package/dist/session-history/__tests__/compare.test.js +257 -0
- package/dist/session-history/__tests__/compare.test.js.map +1 -0
- package/dist/session-history/compare.d.ts +74 -0
- package/dist/session-history/compare.d.ts.map +1 -0
- package/dist/session-history/compare.js +165 -0
- package/dist/session-history/compare.js.map +1 -0
- package/dist/team/__tests__/api-interop.test.js +3 -3
- package/dist/team/__tests__/cross-rebase-smoke.test.js +263 -31
- package/dist/team/__tests__/cross-rebase-smoke.test.js.map +1 -1
- package/dist/team/__tests__/herdr-session-realherdr.test.d.ts +2 -0
- package/dist/team/__tests__/herdr-session-realherdr.test.d.ts.map +1 -0
- package/dist/team/__tests__/herdr-session-realherdr.test.js +68 -0
- package/dist/team/__tests__/herdr-session-realherdr.test.js.map +1 -0
- package/dist/team/__tests__/herdr-session.test.d.ts +2 -0
- package/dist/team/__tests__/herdr-session.test.d.ts.map +1 -0
- package/dist/team/__tests__/herdr-session.test.js +228 -0
- package/dist/team/__tests__/herdr-session.test.js.map +1 -0
- package/dist/team/__tests__/idle-nudge.test.js +84 -0
- package/dist/team/__tests__/idle-nudge.test.js.map +1 -1
- package/dist/team/__tests__/rebalance-policy.test.js +27 -9
- package/dist/team/__tests__/rebalance-policy.test.js.map +1 -1
- package/dist/team/__tests__/runtime-delivery.test.d.ts +2 -0
- package/dist/team/__tests__/runtime-delivery.test.d.ts.map +1 -0
- package/dist/team/__tests__/runtime-delivery.test.js +570 -0
- package/dist/team/__tests__/runtime-delivery.test.js.map +1 -0
- package/dist/team/__tests__/runtime.test.js +332 -18
- package/dist/team/__tests__/runtime.test.js.map +1 -1
- package/dist/team/__tests__/scaling.test.js +293 -0
- package/dist/team/__tests__/scaling.test.js.map +1 -1
- package/dist/team/__tests__/state-renewal.test.d.ts +2 -0
- package/dist/team/__tests__/state-renewal.test.d.ts.map +1 -0
- package/dist/team/__tests__/state-renewal.test.js +555 -0
- package/dist/team/__tests__/state-renewal.test.js.map +1 -0
- package/dist/team/__tests__/task-lease.test.d.ts +2 -0
- package/dist/team/__tests__/task-lease.test.d.ts.map +1 -0
- package/dist/team/__tests__/task-lease.test.js +179 -0
- package/dist/team/__tests__/task-lease.test.js.map +1 -0
- package/dist/team/__tests__/team-ops-contract.test.js +1 -0
- package/dist/team/__tests__/team-ops-contract.test.js.map +1 -1
- package/dist/team/__tests__/worker-bootstrap.test.js +2 -0
- package/dist/team/__tests__/worker-bootstrap.test.js.map +1 -1
- package/dist/team/api-interop.d.ts +1 -1
- package/dist/team/api-interop.d.ts.map +1 -1
- package/dist/team/api-interop.js +13 -1
- package/dist/team/api-interop.js.map +1 -1
- package/dist/team/goal-workflow.js +1 -1
- package/dist/team/herdr-session.d.ts +234 -0
- package/dist/team/herdr-session.d.ts.map +1 -0
- package/dist/team/herdr-session.js +489 -0
- package/dist/team/herdr-session.js.map +1 -0
- package/dist/team/idle-nudge.d.ts +16 -4
- package/dist/team/idle-nudge.d.ts.map +1 -1
- package/dist/team/idle-nudge.js +51 -19
- package/dist/team/idle-nudge.js.map +1 -1
- package/dist/team/mcp-comm.d.ts +1 -1
- package/dist/team/mcp-comm.d.ts.map +1 -1
- package/dist/team/rebalance-policy.d.ts.map +1 -1
- package/dist/team/rebalance-policy.js +5 -2
- package/dist/team/rebalance-policy.js.map +1 -1
- package/dist/team/runtime.d.ts.map +1 -1
- package/dist/team/runtime.js +356 -81
- package/dist/team/runtime.js.map +1 -1
- package/dist/team/scaling.d.ts.map +1 -1
- package/dist/team/scaling.js +332 -143
- package/dist/team/scaling.js.map +1 -1
- package/dist/team/state/monitor.d.ts +3 -0
- package/dist/team/state/monitor.d.ts.map +1 -1
- package/dist/team/state/monitor.js +3 -0
- package/dist/team/state/monitor.js.map +1 -1
- package/dist/team/state/tasks.d.ts +2 -1
- package/dist/team/state/tasks.d.ts.map +1 -1
- package/dist/team/state/tasks.js +28 -0
- package/dist/team/state/tasks.js.map +1 -1
- package/dist/team/state/types.d.ts +8 -0
- package/dist/team/state/types.d.ts.map +1 -1
- package/dist/team/state/types.js.map +1 -1
- package/dist/team/state.d.ts +14 -2
- package/dist/team/state.d.ts.map +1 -1
- package/dist/team/state.js +29 -5
- package/dist/team/state.js.map +1 -1
- package/dist/team/task-lease.d.ts +4 -0
- package/dist/team/task-lease.d.ts.map +1 -0
- package/dist/team/task-lease.js +74 -0
- package/dist/team/task-lease.js.map +1 -0
- package/dist/team/team-ops.d.ts +2 -1
- package/dist/team/team-ops.d.ts.map +1 -1
- package/dist/team/team-ops.js +1 -0
- package/dist/team/team-ops.js.map +1 -1
- package/dist/team/tmux-session.d.ts +1 -1
- package/dist/team/tmux-session.d.ts.map +1 -1
- package/dist/team/tmux-session.js +10 -2
- package/dist/team/tmux-session.js.map +1 -1
- package/dist/team/worker-bootstrap.d.ts.map +1 -1
- package/dist/team/worker-bootstrap.js +14 -1
- package/dist/team/worker-bootstrap.js.map +1 -1
- package/package.json +1 -1
- package/plugins/oh-my-codex/.codex-plugin/plugin.json +1 -1
- package/plugins/oh-my-codex/hooks/codex-native-hook.mjs +208 -25
- package/plugins/oh-my-codex/skills/worker/SKILL.md +7 -1
- package/prompts/build-fixer.md +2 -1
- package/prompts/debugger.md +2 -1
- package/prompts/git-master.md +2 -1
- package/prompts/style-reviewer.md +2 -1
- package/prompts/team-executor.md +3 -2
- package/prompts/vision.md +2 -1
- package/prompts/writer.md +2 -1
- package/skills/worker/SKILL.md +7 -1
- package/src/scripts/__tests__/codex-native-hook.test.ts +279 -0
- package/src/scripts/__tests__/generate-release-body.test.ts +151 -5
- package/src/scripts/codex-native-hook.ts +8 -2
- package/src/scripts/generate-release-body.ts +16 -0
- package/src/scripts/notify-hook/team-worker-lease.ts +69 -0
- package/src/scripts/notify-hook/team-worker-posttooluse.ts +16 -4
- package/src/scripts/notify-hook/team-worker.ts +15 -4
|
@@ -0,0 +1,257 @@
|
|
|
1
|
+
import { afterEach, beforeEach, describe, it } from 'node:test';
|
|
2
|
+
import assert from 'node:assert/strict';
|
|
3
|
+
import { appendFile, mkdir, mkdtemp, readFile, rm, writeFile } from 'node:fs/promises';
|
|
4
|
+
import { tmpdir } from 'node:os';
|
|
5
|
+
import { join } from 'node:path';
|
|
6
|
+
import { buildSessionComparison, compareMetric } from '../compare.js';
|
|
7
|
+
const START = '2026-10-26T10:00:00.000Z';
|
|
8
|
+
function time(ms) { return new Date(Date.parse(START) + ms).toISOString(); }
|
|
9
|
+
function record(type, payload, ms = 0) { return { type, timestamp: time(ms), payload }; }
|
|
10
|
+
function call(id, duration = 1000, name = 'exec', namespace = null, code = 0) {
|
|
11
|
+
return [
|
|
12
|
+
record('response_item', { type: 'function_call', call_id: id, name, namespace, arguments: 'PRIVATE_ARGUMENTS' }),
|
|
13
|
+
record('response_item', { type: 'function_call_output', call_id: id, output: { exit_code: code, output: 'PRIVATE_OUTPUT' } }, duration),
|
|
14
|
+
];
|
|
15
|
+
}
|
|
16
|
+
describe('compareMetric', () => {
|
|
17
|
+
it('keeps unknown distinct from zero and handles a zero denominator', () => {
|
|
18
|
+
assert.deepEqual(compareMetric(100, 120), { baseline: 100, candidate: 120, delta: 20, percent_change: 20 });
|
|
19
|
+
assert.deepEqual(compareMetric(100, 0), { baseline: 100, candidate: 0, delta: -100, percent_change: -100 });
|
|
20
|
+
assert.deepEqual(compareMetric(0, 0), { baseline: 0, candidate: 0, delta: 0, percent_change: 0 });
|
|
21
|
+
assert.deepEqual(compareMetric(0, 1), { baseline: 0, candidate: 1, delta: 1, percent_change: null });
|
|
22
|
+
for (const [before, after] of [[null, 2], [2, null], [null, null]]) {
|
|
23
|
+
assert.deepEqual(compareMetric(before, after), { baseline: before, candidate: after, delta: null, percent_change: null });
|
|
24
|
+
}
|
|
25
|
+
});
|
|
26
|
+
});
|
|
27
|
+
describe('buildSessionComparison', () => {
|
|
28
|
+
let home;
|
|
29
|
+
beforeEach(async () => { home = await mkdtemp(join(tmpdir(), 'omx-compare-')); });
|
|
30
|
+
afterEach(async () => { await rm(home, { recursive: true, force: true }); });
|
|
31
|
+
async function fixture(id, records, archived = false, directory = home) {
|
|
32
|
+
const root = join(directory, archived ? 'archived_sessions' : 'sessions/2026/10/26');
|
|
33
|
+
await mkdir(root, { recursive: true });
|
|
34
|
+
const path = join(root, `rollout-${id}.jsonl`);
|
|
35
|
+
await writeFile(path, [
|
|
36
|
+
record('session_meta', { id, timestamp: START, cwd: '/PRIVATE_PROJECT', instructions: 'PRIVATE_INSTRUCTIONS' }),
|
|
37
|
+
...records,
|
|
38
|
+
].map((row) => JSON.stringify(row)).join('\n') + '\n');
|
|
39
|
+
return path;
|
|
40
|
+
}
|
|
41
|
+
function compare(extra = {}) {
|
|
42
|
+
return buildSessionComparison({ baseline: 'baseline', candidate: 'candidate', codexHomeDir: home, ...extra });
|
|
43
|
+
}
|
|
44
|
+
it('compares whole-session counts and means without treating workload growth as latency regression', async () => {
|
|
45
|
+
const source = await fixture('baseline', [
|
|
46
|
+
record('event_msg', { type: 'task_started', turn_id: 'before' }),
|
|
47
|
+
...call('b', 1000), record('event_msg', { type: 'task_complete', turn_id: 'before' }, 2000),
|
|
48
|
+
], true);
|
|
49
|
+
await fixture('candidate', [
|
|
50
|
+
record('event_msg', { type: 'task_started', turn_id: 'after' }),
|
|
51
|
+
...call('c1', 1000), ...call('c2', 1000),
|
|
52
|
+
record('event_msg', { type: 'task_complete', turn_id: 'after' }, 3000),
|
|
53
|
+
]);
|
|
54
|
+
const original = await readFile(source, 'utf-8');
|
|
55
|
+
const report = await compare();
|
|
56
|
+
assert.equal(report.baseline.archived, true);
|
|
57
|
+
assert.equal(report.candidate.archived, false);
|
|
58
|
+
assert.equal(report.metrics.duration_ms.delta, 1000);
|
|
59
|
+
assert.equal(report.metrics.tool_calls.delta, 1);
|
|
60
|
+
assert.equal(report.metrics.turns_completed.delta, 0);
|
|
61
|
+
assert.equal(report.tools[0].metrics.total_duration_ms.delta, 1000);
|
|
62
|
+
assert.equal(report.tools[0].metrics.mean_duration_ms.delta, 0);
|
|
63
|
+
assert.equal(report.tools[0].candidate?.measured_calls, 2);
|
|
64
|
+
assert.equal(report.assessment.status, 'no_regression');
|
|
65
|
+
assert.equal(report.assessment.latency_comparisons, 1);
|
|
66
|
+
assert.equal(report.tools[0].latency_comparable, true);
|
|
67
|
+
assert.equal(await readFile(source, 'utf-8'), original);
|
|
68
|
+
assert.doesNotMatch(JSON.stringify(report), /PRIVATE_|rollout-|transcript_path|"(?:call_id|turn_id)":/);
|
|
69
|
+
assert.equal(report.privacy.mode, 'metadata-only');
|
|
70
|
+
});
|
|
71
|
+
it('pairs parallel calls through the existing timeline and respects namespaces', async () => {
|
|
72
|
+
const a = call('a', 1000, 'read', 'filesystem');
|
|
73
|
+
const b = call('b', 2000, 'read', 'browser');
|
|
74
|
+
await fixture('baseline', [a[0], b[0], a[1], b[1]]);
|
|
75
|
+
await fixture('candidate', [...call('c', 2000, 'read', 'filesystem'), ...call('d', 1000, 'read', 'browser')]);
|
|
76
|
+
const report = await compare({ sort: 'duration' });
|
|
77
|
+
assert.deepEqual(report.tools.map((tool) => [tool.namespace, tool.metrics.mean_duration_ms.delta]), [
|
|
78
|
+
['filesystem', 1000], ['browser', -1000],
|
|
79
|
+
]);
|
|
80
|
+
assert.equal(report.assessment.regressions.length, 1);
|
|
81
|
+
assert.equal(report.assessment.regressions[0].namespace, 'filesystem');
|
|
82
|
+
assert.equal(report.assessment.regressions[0].comparison.percent_change, 100);
|
|
83
|
+
});
|
|
84
|
+
it('does not merge missing names, literal placeholders, or delimiter-bearing namespaces', async () => {
|
|
85
|
+
const records = [
|
|
86
|
+
...call('1', 1000, null), ...call('2', 1000, '(unknown)'),
|
|
87
|
+
...call('3', 1000, 'b:c', 'a'), ...call('4', 1000, 'c', 'a:b'),
|
|
88
|
+
...call('5', 1000, 'exec', 'null'), ...call('6', 1000, 'exec', null),
|
|
89
|
+
];
|
|
90
|
+
await fixture('baseline', records);
|
|
91
|
+
await fixture('candidate', records);
|
|
92
|
+
const report = await compare({ sort: 'name' });
|
|
93
|
+
assert.equal(report.tools.length, 6);
|
|
94
|
+
assert.equal(report.assessment.latency_comparisons, 6);
|
|
95
|
+
assert.equal(report.assessment.regressions.length, 0);
|
|
96
|
+
});
|
|
97
|
+
it('shows added and removed tools with zero count baselines but unknown timing deltas', async () => {
|
|
98
|
+
await fixture('baseline', [...call('b', 1000, 'removed'), ...call('shared', 1000)]);
|
|
99
|
+
await fixture('candidate', [...call('c', 500, 'added'), ...call('shared', 1000)]);
|
|
100
|
+
const report = await compare({ sort: 'name' });
|
|
101
|
+
const added = report.tools.find((tool) => tool.name === 'added');
|
|
102
|
+
const removed = report.tools.find((tool) => tool.name === 'removed');
|
|
103
|
+
assert.equal(added.presence, 'added');
|
|
104
|
+
assert.equal(added.baseline, null);
|
|
105
|
+
assert.equal(added.metrics.calls.delta, 1);
|
|
106
|
+
assert.equal(added.metrics.mean_duration_ms.baseline, null);
|
|
107
|
+
assert.equal(added.metrics.total_duration_ms.delta, null);
|
|
108
|
+
assert.equal(removed.presence, 'removed');
|
|
109
|
+
assert.equal(removed.candidate, null);
|
|
110
|
+
assert.equal(removed.metrics.calls.delta, -1);
|
|
111
|
+
assert.equal(removed.metrics.mean_duration_ms.candidate, null);
|
|
112
|
+
assert.equal(removed.latency_comparable, false);
|
|
113
|
+
assert.equal(report.assessment.latency_comparisons, 1);
|
|
114
|
+
});
|
|
115
|
+
it('detects per-tool failures even when aggregate failures stay unchanged', async () => {
|
|
116
|
+
await fixture('baseline', [...call('b', 1000, 'old', null, 1)]);
|
|
117
|
+
await fixture('candidate', [...call('c', 1000, 'new', null, 1)]);
|
|
118
|
+
const report = await compare();
|
|
119
|
+
assert.equal(report.metrics.failed.delta, 0);
|
|
120
|
+
assert.equal(report.assessment.status, 'regression');
|
|
121
|
+
assert.equal(report.assessment.regressions[0].name, 'new');
|
|
122
|
+
assert.equal(report.assessment.regressions[0].metric, 'failed');
|
|
123
|
+
});
|
|
124
|
+
it('detects incomplete calls and aborted turns, retaining regressions alongside gaps', async () => {
|
|
125
|
+
await fixture('baseline', call('b'));
|
|
126
|
+
await fixture('candidate', [call('c')[0], record('event_msg', { type: 'turn_aborted' })]);
|
|
127
|
+
const report = await compare();
|
|
128
|
+
assert.equal(report.assessment.status, 'regression');
|
|
129
|
+
assert.deepEqual(report.assessment.regressions.map((row) => row.metric), ['incomplete', 'turns_aborted']);
|
|
130
|
+
assert.equal(report.tools[0].latency_comparable, false);
|
|
131
|
+
assert.equal(report.tools[0].candidate?.mean_duration_ms, null);
|
|
132
|
+
assert.ok(report.assessment.gaps.some((gap) => gap.code === 'incomplete_tool_calls'));
|
|
133
|
+
});
|
|
134
|
+
it('uses a strict threshold and handles measured zero durations', async () => {
|
|
135
|
+
await fixture('baseline', call('b', 1000));
|
|
136
|
+
await fixture('candidate', call('c', 1200));
|
|
137
|
+
assert.equal((await compare()).assessment.status, 'no_regression');
|
|
138
|
+
assert.equal((await compare({ maxDurationIncrease: 19.9 })).assessment.status, 'regression');
|
|
139
|
+
assert.equal((await compare({ maxDurationIncrease: 1000 })).assessment.status, 'no_regression');
|
|
140
|
+
await fixture('baseline', call('b', 0));
|
|
141
|
+
const zero = await compare();
|
|
142
|
+
assert.equal(zero.assessment.status, 'regression');
|
|
143
|
+
assert.equal(zero.tools[0].metrics.mean_duration_ms.percent_change, null);
|
|
144
|
+
await fixture('candidate', call('c', 0));
|
|
145
|
+
assert.equal((await compare()).assessment.status, 'no_regression');
|
|
146
|
+
});
|
|
147
|
+
it('keeps full precision when evaluating small latency changes', async () => {
|
|
148
|
+
await fixture('baseline', [...call('b1', 1), ...call('b2', 2), ...call('b3', 1)]);
|
|
149
|
+
await fixture('candidate', [...call('c1', 1), ...call('c2', 2), ...call('c3', 2)]);
|
|
150
|
+
const report = await compare({ maxDurationIncrease: 24.99 });
|
|
151
|
+
assert.equal(report.assessment.status, 'regression');
|
|
152
|
+
assert.equal(report.tools[0].baseline?.mean_duration_ms, 4 / 3);
|
|
153
|
+
assert.equal(report.tools[0].candidate?.mean_duration_ms, 5 / 3);
|
|
154
|
+
assert.equal((await compare({ maxDurationIncrease: 25 })).assessment.status, 'no_regression');
|
|
155
|
+
});
|
|
156
|
+
it('does not pass a session with recorded turns that have no terminal boundary', async () => {
|
|
157
|
+
await fixture('baseline', call('b'));
|
|
158
|
+
await fixture('candidate', [record('event_msg', { type: 'task_started' }), ...call('c')]);
|
|
159
|
+
const report = await compare();
|
|
160
|
+
assert.equal(report.assessment.status, 'inconclusive');
|
|
161
|
+
assert.ok(report.assessment.gaps.some((gap) => gap.side === 'candidate' && gap.code === 'unclosed_turns' && gap.count === 1));
|
|
162
|
+
});
|
|
163
|
+
it('does not use a partial set of timings to declare a latency regression', async () => {
|
|
164
|
+
const missingTime = { ...call('missing', 500)[1], timestamp: 'invalid' };
|
|
165
|
+
await fixture('baseline', [...call('b', 1000), call('missing')[0], missingTime]);
|
|
166
|
+
await fixture('candidate', call('c', 5000));
|
|
167
|
+
const report = await compare();
|
|
168
|
+
assert.equal(report.tools[0].baseline?.measured_calls, 1);
|
|
169
|
+
assert.equal(report.tools[0].metrics.mean_duration_ms.delta, 4000);
|
|
170
|
+
assert.equal(report.tools[0].latency_comparable, false);
|
|
171
|
+
assert.equal(report.assessment.status, 'inconclusive');
|
|
172
|
+
assert.ok(report.assessment.gaps.some((gap) => gap.side === 'baseline' && gap.code === 'invalid_timestamps'));
|
|
173
|
+
assert.equal(report.assessment.regressions.length, 0);
|
|
174
|
+
});
|
|
175
|
+
it('reports malformed tails, ambiguous calls, reversed timestamps, and orphan outputs as gaps', async () => {
|
|
176
|
+
await fixture('baseline', call('b'));
|
|
177
|
+
const path = await fixture('candidate', [
|
|
178
|
+
...call('c'), call('duplicate')[0], call('duplicate')[0], call('duplicate')[1],
|
|
179
|
+
{ ...call('reversed')[0], timestamp: time(2000) }, call('reversed', 1000)[1],
|
|
180
|
+
call('orphan')[1],
|
|
181
|
+
]);
|
|
182
|
+
await appendFile(path, '{"type":');
|
|
183
|
+
const report = await compare();
|
|
184
|
+
for (const code of ['malformed_records', 'ambiguous_call_ids', 'reversed_tool_timestamps', 'orphan_outputs']) {
|
|
185
|
+
assert.ok(report.assessment.gaps.some((gap) => gap.side === 'candidate' && gap.code === code), code);
|
|
186
|
+
}
|
|
187
|
+
assert.equal(report.candidate.diagnostics.malformed_records, 1);
|
|
188
|
+
});
|
|
189
|
+
it('does not give an empty or conversation-only history a passing assessment', async () => {
|
|
190
|
+
await fixture('baseline', []);
|
|
191
|
+
await fixture('candidate', [record('response_item', { type: 'message', role: 'user', content: 'PRIVATE_MESSAGE' })]);
|
|
192
|
+
const report = await compare();
|
|
193
|
+
assert.equal(report.assessment.status, 'inconclusive');
|
|
194
|
+
assert.deepEqual(report.assessment.gaps, [
|
|
195
|
+
{ side: 'baseline', code: 'no_tool_calls', count: 1 },
|
|
196
|
+
{ side: 'candidate', code: 'no_tool_calls', count: 1 },
|
|
197
|
+
]);
|
|
198
|
+
assert.equal(report.tools.length, 0);
|
|
199
|
+
});
|
|
200
|
+
it('evaluates all tools before display filtering, sorting, or limiting', async () => {
|
|
201
|
+
await fixture('baseline', [...call('b', 1000, 'slow'), ...call('b2', 1000, 'fast', 'web')]);
|
|
202
|
+
await fixture('candidate', [...call('c', 5000, 'slow'), ...call('c2', 1000, 'fast', 'web')]);
|
|
203
|
+
const limited = await compare({ limit: 1 });
|
|
204
|
+
assert.equal(limited.tools[0].name, 'slow');
|
|
205
|
+
assert.equal(limited.selection.truncated, true);
|
|
206
|
+
assert.equal(limited.selection.matched_tools, 2);
|
|
207
|
+
const filtered = await compare({ tool: 'fast', namespace: 'web' });
|
|
208
|
+
assert.equal(filtered.tools.length, 1);
|
|
209
|
+
assert.equal(filtered.tools[0].name, 'fast');
|
|
210
|
+
assert.equal(filtered.assessment.status, 'regression');
|
|
211
|
+
assert.equal(filtered.assessment.regressions[0].name, 'slow');
|
|
212
|
+
const empty = await compare({ namespace: 'absent' });
|
|
213
|
+
assert.equal(empty.tools.length, 0);
|
|
214
|
+
assert.equal(empty.assessment.status, 'regression');
|
|
215
|
+
assert.equal(empty.metrics.tool_calls.candidate, 2);
|
|
216
|
+
});
|
|
217
|
+
it('does not truncate aggregate metrics to the timeline event page', async () => {
|
|
218
|
+
const records = Array.from({ length: 150 }, (_, i) => call(String(i), 1000)).flat();
|
|
219
|
+
await fixture('baseline', records);
|
|
220
|
+
await fixture('candidate', records);
|
|
221
|
+
const report = await compare();
|
|
222
|
+
assert.equal(report.tools[0].candidate?.calls, 150);
|
|
223
|
+
assert.equal(report.tools[0].candidate?.total_duration_ms, 150000);
|
|
224
|
+
assert.equal(report.assessment.status, 'no_regression');
|
|
225
|
+
});
|
|
226
|
+
it('supports unique prefixes and separate homes for snapshots with the same session id', async () => {
|
|
227
|
+
const beforeHome = join(home, 'before');
|
|
228
|
+
const afterHome = join(home, 'after');
|
|
229
|
+
await fixture('same-id', call('b'), true, beforeHome);
|
|
230
|
+
await fixture('same-id', call('c', 3000), false, afterHome);
|
|
231
|
+
const report = await compare({
|
|
232
|
+
baseline: 'same', candidate: 'same-id', baselineHome: beforeHome, candidateHome: afterHome,
|
|
233
|
+
codexHomeDirs: [home], // Side-specific selectors take precedence over discovered homes.
|
|
234
|
+
});
|
|
235
|
+
assert.equal(report.baseline.session_id, 'same-id');
|
|
236
|
+
assert.equal(report.candidate.session_id, 'same-id');
|
|
237
|
+
assert.equal(report.assessment.status, 'regression');
|
|
238
|
+
assert.equal(report.tools[0].metrics.mean_duration_ms.delta, 2000);
|
|
239
|
+
});
|
|
240
|
+
it('rejects missing or ambiguous selections instead of comparing an arbitrary transcript', async () => {
|
|
241
|
+
await fixture('baseline', call('b'));
|
|
242
|
+
await assert.rejects(compare(), /No local session matches/);
|
|
243
|
+
await fixture('candidate-one', call('c1'));
|
|
244
|
+
await fixture('candidate-two', call('c2'));
|
|
245
|
+
await assert.rejects(compare(), /Multiple transcripts match/);
|
|
246
|
+
});
|
|
247
|
+
for (const options of [
|
|
248
|
+
{ baseline: '' }, { candidate: ' ' }, { limit: 0 }, { limit: 1001 }, { limit: 1.5 },
|
|
249
|
+
{ maxDurationIncrease: -1 }, { maxDurationIncrease: NaN }, { maxDurationIncrease: Infinity },
|
|
250
|
+
{ maxDurationIncrease: 1000001 }, { sort: 'bogus' }, { tool: '' }, { namespace: ' ' }, { candidateHome: '' },
|
|
251
|
+
]) {
|
|
252
|
+
it(`validates options before reading history: ${JSON.stringify(options)}`, async () => {
|
|
253
|
+
await assert.rejects(compare(options));
|
|
254
|
+
});
|
|
255
|
+
}
|
|
256
|
+
});
|
|
257
|
+
//# sourceMappingURL=compare.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compare.test.js","sourceRoot":"","sources":["../../../src/session-history/__tests__/compare.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AAChE,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvF,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,sBAAsB,EAAE,aAAa,EAA8B,MAAM,eAAe,CAAC;AAElG,MAAM,KAAK,GAAG,0BAA0B,CAAC;AACzC,SAAS,IAAI,CAAC,EAAU,IAAY,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAC5F,SAAS,MAAM,CAAC,IAAY,EAAE,OAAgB,EAAE,EAAE,GAAG,CAAC,IAAI,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;AAC1G,SAAS,IAAI,CAAC,EAAU,EAAE,QAAQ,GAAG,IAAI,EAAE,IAAI,GAAkB,MAAM,EAAE,SAAS,GAAkB,IAAI,EAAE,IAAI,GAAG,CAAC;IAChH,OAAO;QACL,MAAM,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,mBAAmB,EAAE,CAAC;QAChH,MAAM,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,gBAAgB,EAAE,EAAE,EAAE,QAAQ,CAAC;KACxI,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5G,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE,cAAc,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5G,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;QAClG,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QACrG,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;YACnE,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5H,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,IAAI,IAAY,CAAC;IACjB,UAAU,CAAC,KAAK,IAAI,EAAE,GAAG,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClF,SAAS,CAAC,KAAK,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE7E,KAAK,UAAU,OAAO,CAAC,EAAU,EAAE,OAAkB,EAAE,QAAQ,GAAG,KAAK,EAAE,SAAS,GAAG,IAAI;QACvF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC;QACrF,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,SAAS,CAAC,IAAI,EAAE;YACpB,MAAM,CAAC,cAAc,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,YAAY,EAAE,sBAAsB,EAAE,CAAC;YAC/G,GAAG,OAAO;SACX,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACvD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,OAAO,CAAC,KAAK,GAAmC,EAAE;QACzD,OAAO,sBAAsB,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;IAChH,CAAC;IAED,EAAE,CAAC,gGAAgG,EAAE,KAAK,IAAI,EAAE;QAC9G,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE;YACvC,MAAM,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;YAChE,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,CAAC;SAC5F,EAAE,IAAI,CAAC,CAAC;QACT,MAAM,OAAO,CAAC,WAAW,EAAE;YACzB,MAAM,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;YAC/D,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC;YACxC,MAAM,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,CAAC;SACvE,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACpE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;QACxD,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,0DAA0D,CAAC,CAAC;QACxG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;QAChD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAC7C,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9G,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QACnD,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE;YAClG,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC;SACzC,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACvE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qFAAqF,EAAE,KAAK,IAAI,EAAE;QACnG,MAAM,OAAO,GAAG;YACd,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,CAAC;YACzD,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC;YAC9D,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC;SACrE,CAAC;QACF,MAAM,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACnC,MAAM,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,KAAK,IAAI,EAAE;QACjG,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,SAAS,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QACpF,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAE,CAAC;QAClE,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,CAAE,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACtC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC5D,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC1D,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACtC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC/D,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACrF,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC3D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kFAAkF,EAAE,KAAK,IAAI,EAAE;QAChG,MAAM,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACrD,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC;QAC1G,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAC;QAChE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,uBAAuB,CAAC,CAAC,CAAC;IACxF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;QAC3C,MAAM,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,OAAO,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QACnE,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,OAAO,CAAC,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAC7F,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,OAAO,CAAC,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QAChG,MAAM,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,MAAM,OAAO,EAAE,CAAC;QAC7B,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACnD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QAC1E,MAAM,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,OAAO,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACnF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,EAAE,mBAAmB,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,gBAAgB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,gBAAgB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,OAAO,CAAC,EAAE,mBAAmB,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAChG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACvD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,IAAI,KAAK,gBAAgB,IAAI,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC;IAChI,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACrF,MAAM,WAAW,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;QACzE,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;QACjF,MAAM,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACnE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACvD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,UAAU,IAAI,GAAG,CAAC,IAAI,KAAK,oBAAoB,CAAC,CAAC,CAAC;QAC9G,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2FAA2F,EAAE,KAAK,IAAI,EAAE;QACzG,MAAM,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE;YACtC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAC9E,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5E,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;SAClB,CAAC,CAAC;QACH,MAAM,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,CAAC,mBAAmB,EAAE,oBAAoB,EAAE,0BAA0B,EAAE,gBAAgB,CAAC,EAAE,CAAC;YAC7G,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;QACvG,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;QACxF,MAAM,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAC9B,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC;QACrH,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACvD,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE;YACvC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,EAAE;YACrD,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,EAAE;SACvD,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5F,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7F,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QACnE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC9D,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACpD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpF,MAAM,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACnC,MAAM,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,CAAC;QAC/B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QACpD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;QACnE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oFAAoF,EAAE,KAAK,IAAI,EAAE;QAClG,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACtC,MAAM,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;QACtD,MAAM,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;YAC3B,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS;YAC1F,aAAa,EAAE,CAAC,IAAI,CAAC,EAAE,iEAAiE;SACzF,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sFAAsF,EAAE,KAAK,IAAI,EAAE;QACpG,MAAM,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,0BAA0B,CAAC,CAAC;QAC5D,MAAM,OAAO,CAAC,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3C,MAAM,OAAO,CAAC,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3C,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,4BAA4B,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,OAAO,IAAI;QACpB,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;QACnF,EAAE,mBAAmB,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,GAAG,EAAE,EAAE,EAAE,mBAAmB,EAAE,QAAQ,EAAE;QAC5F,EAAE,mBAAmB,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE;KAC7G,EAAE,CAAC;QACF,EAAE,CAAC,6CAA6C,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;YACpF,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAyC,CAAC,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
import { type SessionTimelineReport, type TimelineToolSummary } from './timeline.js';
|
|
2
|
+
import type { SessionTranscriptOptions } from './transcript.js';
|
|
3
|
+
export interface SessionCompareOptions extends Omit<SessionTranscriptOptions, 'session'> {
|
|
4
|
+
baseline: string;
|
|
5
|
+
candidate: string;
|
|
6
|
+
baselineHome?: string;
|
|
7
|
+
candidateHome?: string;
|
|
8
|
+
tool?: string;
|
|
9
|
+
namespace?: string;
|
|
10
|
+
sort?: 'regression' | 'name' | 'duration';
|
|
11
|
+
limit?: number;
|
|
12
|
+
maxDurationIncrease?: number;
|
|
13
|
+
}
|
|
14
|
+
export interface MetricComparison {
|
|
15
|
+
baseline: number | null;
|
|
16
|
+
candidate: number | null;
|
|
17
|
+
delta: number | null;
|
|
18
|
+
percent_change: number | null;
|
|
19
|
+
}
|
|
20
|
+
export declare const SESSION_COMPARE_METRICS: readonly ['duration_ms', 'tool_calls', 'completed', 'failed', 'incomplete', 'orphan_outputs', 'turns_started', 'turns_completed', 'turns_aborted', 'compactions'];
|
|
21
|
+
export declare const TOOL_COMPARE_METRICS: readonly ['calls', 'completed', 'failed', 'incomplete', 'measured_calls', 'total_duration_ms', 'mean_duration_ms', 'max_duration_ms'];
|
|
22
|
+
type ToolMeasurements = Omit<TimelineToolSummary, 'name' | 'namespace'> & {
|
|
23
|
+
mean_duration_ms: number | null;
|
|
24
|
+
};
|
|
25
|
+
type SessionSnapshot = Pick<SessionTimelineReport, 'session_id' | 'archived' | 'started_at' | 'last_activity_at' | 'diagnostics'>;
|
|
26
|
+
export interface SessionRegression {
|
|
27
|
+
scope: 'session' | 'tool';
|
|
28
|
+
name: string | null;
|
|
29
|
+
namespace: string | null;
|
|
30
|
+
metric: 'failed' | 'incomplete' | 'mean_duration_ms' | 'turns_aborted';
|
|
31
|
+
comparison: MetricComparison;
|
|
32
|
+
}
|
|
33
|
+
export interface SessionToolComparison {
|
|
34
|
+
name: string | null;
|
|
35
|
+
namespace: string | null;
|
|
36
|
+
presence: 'both' | 'added' | 'removed';
|
|
37
|
+
baseline: ToolMeasurements | null;
|
|
38
|
+
candidate: ToolMeasurements | null;
|
|
39
|
+
metrics: Record<typeof TOOL_COMPARE_METRICS[number], MetricComparison>;
|
|
40
|
+
latency_comparable: boolean;
|
|
41
|
+
regressions: SessionRegression[];
|
|
42
|
+
}
|
|
43
|
+
export interface SessionCompareReport {
|
|
44
|
+
schema_version: 1;
|
|
45
|
+
baseline: SessionSnapshot;
|
|
46
|
+
candidate: SessionSnapshot;
|
|
47
|
+
privacy: SessionTimelineReport['privacy'];
|
|
48
|
+
metrics: Record<typeof SESSION_COMPARE_METRICS[number], MetricComparison>;
|
|
49
|
+
assessment: {
|
|
50
|
+
status: 'regression' | 'inconclusive' | 'no_regression';
|
|
51
|
+
max_duration_increase_percent: number;
|
|
52
|
+
regressions: SessionRegression[];
|
|
53
|
+
gaps: Array<{
|
|
54
|
+
side: 'baseline' | 'candidate';
|
|
55
|
+
code: string;
|
|
56
|
+
count: number;
|
|
57
|
+
}>;
|
|
58
|
+
tools_compared: number;
|
|
59
|
+
latency_comparisons: number;
|
|
60
|
+
};
|
|
61
|
+
selection: {
|
|
62
|
+
tool: string | null;
|
|
63
|
+
namespace: string | null;
|
|
64
|
+
sort: 'regression' | 'name' | 'duration';
|
|
65
|
+
limit: number;
|
|
66
|
+
matched_tools: number;
|
|
67
|
+
truncated: boolean;
|
|
68
|
+
};
|
|
69
|
+
tools: SessionToolComparison[];
|
|
70
|
+
}
|
|
71
|
+
export declare function compareMetric(baseline: number | null, candidate: number | null): MetricComparison;
|
|
72
|
+
export declare function buildSessionComparison(options: SessionCompareOptions): Promise<SessionCompareReport>;
|
|
73
|
+
export {};
|
|
74
|
+
//# sourceMappingURL=compare.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compare.d.ts","sourceRoot":"","sources":["../../src/session-history/compare.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwB,KAAK,qBAAqB,EAAE,KAAK,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAC3G,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAEhE,MAAM,WAAW,qBAAsB,SAAQ,IAAI,CAAC,wBAAwB,EAAE,SAAS,CAAC;IACtF,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,YAAY,GAAG,MAAM,GAAG,UAAU,CAAC;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B;AAED,eAAO,MAAM,uBAAuB,YAClC,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,gBAAgB,EAClF,eAAe,EAAE,iBAAiB,EAAE,eAAe,EAAE,aAAa,CAC1D,CAAC;AACX,eAAO,MAAM,oBAAoB,YAC/B,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,gBAAgB,EAC9D,mBAAmB,EAAE,kBAAkB,EAAE,iBAAiB,CAClD,CAAC;AACX,KAAK,gBAAgB,GAAG,IAAI,CAAC,mBAAmB,EAAE,MAAM,GAAG,WAAW,CAAC,GAAG;IAAE,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAC9G,KAAK,eAAe,GAAG,IAAI,CAAC,qBAAqB,EAAE,YAAY,GAAG,UAAU,GAAG,YAAY,GAAG,kBAAkB,GAAG,aAAa,CAAC,CAAC;AAElI,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC;IAC1B,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,QAAQ,GAAG,YAAY,GAAG,kBAAkB,GAAG,eAAe,CAAC;IACvE,UAAU,EAAE,gBAAgB,CAAC;CAC9B;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;IACvC,QAAQ,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAClC,SAAS,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC,OAAO,oBAAoB,CAAC,MAAM,CAAC,EAAE,gBAAgB,CAAC,CAAC;IACvE,kBAAkB,EAAE,OAAO,CAAC;IAC5B,WAAW,EAAE,iBAAiB,EAAE,CAAC;CAClC;AAED,MAAM,WAAW,oBAAoB;IACnC,cAAc,EAAE,CAAC,CAAC;IAClB,QAAQ,EAAE,eAAe,CAAC;IAC1B,SAAS,EAAE,eAAe,CAAC;IAC3B,OAAO,EAAE,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC1C,OAAO,EAAE,MAAM,CAAC,OAAO,uBAAuB,CAAC,MAAM,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAC1E,UAAU,EAAE;QACV,MAAM,EAAE,YAAY,GAAG,cAAc,GAAG,eAAe,CAAC;QACxD,6BAA6B,EAAE,MAAM,CAAC;QACtC,WAAW,EAAE,iBAAiB,EAAE,CAAC;QACjC,IAAI,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,UAAU,GAAG,WAAW,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC7E,cAAc,EAAE,MAAM,CAAC;QACvB,mBAAmB,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF,SAAS,EAAE;QACT,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QACpB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QACzB,IAAI,EAAE,YAAY,GAAG,MAAM,GAAG,UAAU,CAAC;QACzC,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,OAAO,CAAC;KACpB,CAAC;IACF,KAAK,EAAE,qBAAqB,EAAE,CAAC;CAChC;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,GAAG,gBAAgB,CASjG;AA6DD,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CA2E1G"}
|
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
import { buildSessionTimeline } from './timeline.js';
|
|
2
|
+
export const SESSION_COMPARE_METRICS = [
|
|
3
|
+
'duration_ms', 'tool_calls', 'completed', 'failed', 'incomplete', 'orphan_outputs',
|
|
4
|
+
'turns_started', 'turns_completed', 'turns_aborted', 'compactions',
|
|
5
|
+
];
|
|
6
|
+
export const TOOL_COMPARE_METRICS = [
|
|
7
|
+
'calls', 'completed', 'failed', 'incomplete', 'measured_calls',
|
|
8
|
+
'total_duration_ms', 'mean_duration_ms', 'max_duration_ms',
|
|
9
|
+
];
|
|
10
|
+
export function compareMetric(baseline, candidate) {
|
|
11
|
+
const delta = baseline === null || candidate === null ? null : candidate - baseline;
|
|
12
|
+
const percent = delta === null || baseline === null ? null
|
|
13
|
+
: baseline === 0 ? (candidate === 0 ? 0 : null) : delta / baseline * 100;
|
|
14
|
+
return {
|
|
15
|
+
baseline, candidate, delta,
|
|
16
|
+
// A positive value against zero has no finite relative change.
|
|
17
|
+
percent_change: percent,
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
function measurements(tool) {
|
|
21
|
+
if (!tool)
|
|
22
|
+
return null;
|
|
23
|
+
const { name: _name, namespace: _namespace, ...counts } = tool;
|
|
24
|
+
return {
|
|
25
|
+
...counts,
|
|
26
|
+
mean_duration_ms: tool.measured_calls > 0 && tool.total_duration_ms !== null
|
|
27
|
+
? tool.total_duration_ms / tool.measured_calls : null,
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
function toolKey(tool) {
|
|
31
|
+
// Keep null, literal placeholder names, and delimiters distinct.
|
|
32
|
+
return JSON.stringify([tool.namespace, tool.name]);
|
|
33
|
+
}
|
|
34
|
+
function compareTool(baseline, candidate, threshold) {
|
|
35
|
+
const identity = (baseline ?? candidate);
|
|
36
|
+
const before = measurements(baseline);
|
|
37
|
+
const after = measurements(candidate);
|
|
38
|
+
const metrics = Object.fromEntries(TOOL_COMPARE_METRICS.map((field) => {
|
|
39
|
+
const absent = field.endsWith('_ms') ? null : 0;
|
|
40
|
+
return [field, compareMetric(before ? before[field] : absent, after ? after[field] : absent)];
|
|
41
|
+
}));
|
|
42
|
+
const latencyComparable = before !== null && after !== null
|
|
43
|
+
&& before.calls > 0 && after.calls > 0
|
|
44
|
+
&& before.measured_calls === before.calls && after.measured_calls === after.calls;
|
|
45
|
+
const regressions = [];
|
|
46
|
+
const add = (metric, comparison) => {
|
|
47
|
+
regressions.push({ scope: 'tool', name: identity.name, namespace: identity.namespace, metric, comparison });
|
|
48
|
+
};
|
|
49
|
+
for (const metric of ['failed', 'incomplete']) {
|
|
50
|
+
if ((metrics[metric].delta ?? 0) > 0)
|
|
51
|
+
add(metric, metrics[metric]);
|
|
52
|
+
}
|
|
53
|
+
const mean = metrics.mean_duration_ms;
|
|
54
|
+
if (latencyComparable && mean.baseline !== null && mean.candidate !== null) {
|
|
55
|
+
const allowed = mean.baseline * (1 + threshold / 100);
|
|
56
|
+
// Fractional means can differ by a few ULPs at the exact threshold.
|
|
57
|
+
const tolerance = Number.EPSILON * Math.max(Math.abs(allowed), Math.abs(mean.candidate)) * 4;
|
|
58
|
+
if (mean.candidate - allowed > tolerance)
|
|
59
|
+
add('mean_duration_ms', mean);
|
|
60
|
+
}
|
|
61
|
+
return {
|
|
62
|
+
name: identity.name, namespace: identity.namespace,
|
|
63
|
+
presence: !before ? 'added' : !after ? 'removed' : 'both',
|
|
64
|
+
baseline: before, candidate: after, metrics, latency_comparable: latencyComparable, regressions,
|
|
65
|
+
};
|
|
66
|
+
}
|
|
67
|
+
function snapshot(report) {
|
|
68
|
+
return {
|
|
69
|
+
session_id: report.session_id, archived: report.archived,
|
|
70
|
+
started_at: report.started_at, last_activity_at: report.last_activity_at,
|
|
71
|
+
diagnostics: report.diagnostics,
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
function compareName(a, b) {
|
|
75
|
+
return toolKey(a).localeCompare(toolKey(b));
|
|
76
|
+
}
|
|
77
|
+
export async function buildSessionComparison(options) {
|
|
78
|
+
if (!options.baseline?.trim() || !options.candidate?.trim())
|
|
79
|
+
throw new Error('Comparison requires baseline and candidate session ids.');
|
|
80
|
+
const limit = options.limit ?? 20;
|
|
81
|
+
if (!Number.isSafeInteger(limit) || limit < 1 || limit > 1000)
|
|
82
|
+
throw new Error('Invalid --limit: expected an integer between 1 and 1000.');
|
|
83
|
+
const sort = options.sort ?? 'regression';
|
|
84
|
+
if (!['regression', 'name', 'duration'].includes(sort))
|
|
85
|
+
throw new Error('Invalid --sort: expected regression, name, or duration.');
|
|
86
|
+
const threshold = options.maxDurationIncrease ?? 20;
|
|
87
|
+
if (!Number.isFinite(threshold) || threshold < 0 || threshold > 1_000_000) {
|
|
88
|
+
throw new Error('Invalid --max-duration-increase: expected a percentage between 0 and 1000000.');
|
|
89
|
+
}
|
|
90
|
+
for (const field of ['tool', 'namespace', 'baselineHome', 'candidateHome']) {
|
|
91
|
+
if (options[field] !== undefined && !options[field]?.trim())
|
|
92
|
+
throw new Error(`Comparison option ${field} must not be empty.`);
|
|
93
|
+
}
|
|
94
|
+
const inspect = (session, home) => buildSessionTimeline({
|
|
95
|
+
session, cwd: options.cwd,
|
|
96
|
+
codexHomeDir: home ?? options.codexHomeDir,
|
|
97
|
+
codexHomeDirs: home ? undefined : options.codexHomeDirs,
|
|
98
|
+
// Timeline summaries cover every event regardless of the returned event page.
|
|
99
|
+
limit: 1,
|
|
100
|
+
});
|
|
101
|
+
const baseline = await inspect(options.baseline, options.baselineHome);
|
|
102
|
+
const candidate = await inspect(options.candidate, options.candidateHome);
|
|
103
|
+
const metrics = Object.fromEntries(SESSION_COMPARE_METRICS.map((field) => [field,
|
|
104
|
+
compareMetric(field === 'duration_ms' ? baseline.duration_ms : baseline.summary[field], field === 'duration_ms' ? candidate.duration_ms : candidate.summary[field]),
|
|
105
|
+
]));
|
|
106
|
+
const before = new Map(baseline.summary.tools.map((tool) => [toolKey(tool), tool]));
|
|
107
|
+
const after = new Map(candidate.summary.tools.map((tool) => [toolKey(tool), tool]));
|
|
108
|
+
const tools = [...new Set([...before.keys(), ...after.keys()])]
|
|
109
|
+
.map((key) => compareTool(before.get(key), after.get(key), threshold));
|
|
110
|
+
const regressions = tools.flatMap((tool) => tool.regressions);
|
|
111
|
+
if ((metrics.turns_aborted.delta ?? 0) > 0)
|
|
112
|
+
regressions.push({
|
|
113
|
+
scope: 'session', name: null, namespace: null, metric: 'turns_aborted', comparison: metrics.turns_aborted,
|
|
114
|
+
});
|
|
115
|
+
const gaps = [];
|
|
116
|
+
for (const [side, report] of [['baseline', baseline], ['candidate', candidate]]) {
|
|
117
|
+
for (const [code, count] of Object.entries(report.diagnostics)) {
|
|
118
|
+
if (count > 0)
|
|
119
|
+
gaps.push({ side, code, count });
|
|
120
|
+
}
|
|
121
|
+
const unmeasured = report.summary.tool_calls - report.summary.tools.reduce((sum, tool) => sum + tool.measured_calls, 0);
|
|
122
|
+
if (unmeasured > 0)
|
|
123
|
+
gaps.push({ side, code: 'unmeasured_tool_calls', count: unmeasured });
|
|
124
|
+
if (report.summary.incomplete > 0)
|
|
125
|
+
gaps.push({ side, code: 'incomplete_tool_calls', count: report.summary.incomplete });
|
|
126
|
+
if (report.summary.orphan_outputs > 0)
|
|
127
|
+
gaps.push({ side, code: 'orphan_outputs', count: report.summary.orphan_outputs });
|
|
128
|
+
const unclosedTurns = report.summary.turns_started - report.summary.turns_completed - report.summary.turns_aborted;
|
|
129
|
+
if (unclosedTurns > 0)
|
|
130
|
+
gaps.push({ side, code: 'unclosed_turns', count: unclosedTurns });
|
|
131
|
+
if (report.summary.tool_calls === 0)
|
|
132
|
+
gaps.push({ side, code: 'no_tool_calls', count: 1 });
|
|
133
|
+
}
|
|
134
|
+
const selected = tools.filter((tool) => (options.tool === undefined || tool.name === options.tool)
|
|
135
|
+
&& (options.namespace === undefined || tool.namespace === options.namespace));
|
|
136
|
+
selected.sort((a, b) => {
|
|
137
|
+
if (sort === 'regression') {
|
|
138
|
+
const severity = b.regressions.length - a.regressions.length;
|
|
139
|
+
if (severity)
|
|
140
|
+
return severity;
|
|
141
|
+
}
|
|
142
|
+
if (sort !== 'name') {
|
|
143
|
+
const aDelta = a.metrics.mean_duration_ms.delta;
|
|
144
|
+
const bDelta = b.metrics.mean_duration_ms.delta;
|
|
145
|
+
if (aDelta !== bDelta)
|
|
146
|
+
return aDelta === null ? 1 : bDelta === null ? -1 : bDelta - aDelta;
|
|
147
|
+
}
|
|
148
|
+
return compareName(a, b);
|
|
149
|
+
});
|
|
150
|
+
return {
|
|
151
|
+
schema_version: 1, baseline: snapshot(baseline), candidate: snapshot(candidate), privacy: baseline.privacy,
|
|
152
|
+
metrics,
|
|
153
|
+
assessment: {
|
|
154
|
+
status: regressions.length > 0 ? 'regression' : gaps.length > 0 ? 'inconclusive' : 'no_regression',
|
|
155
|
+
max_duration_increase_percent: threshold, regressions, gaps,
|
|
156
|
+
tools_compared: tools.length, latency_comparisons: tools.filter((tool) => tool.latency_comparable).length,
|
|
157
|
+
},
|
|
158
|
+
selection: {
|
|
159
|
+
tool: options.tool ?? null, namespace: options.namespace ?? null, sort, limit,
|
|
160
|
+
matched_tools: selected.length, truncated: selected.length > limit,
|
|
161
|
+
},
|
|
162
|
+
tools: selected.slice(0, limit),
|
|
163
|
+
};
|
|
164
|
+
}
|
|
165
|
+
//# sourceMappingURL=compare.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compare.js","sourceRoot":"","sources":["../../src/session-history/compare.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAwD,MAAM,eAAe,CAAC;AAsB3G,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,gBAAgB;IAClF,eAAe,EAAE,iBAAiB,EAAE,eAAe,EAAE,aAAa;CAC1D,CAAC;AACX,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,gBAAgB;IAC9D,mBAAmB,EAAE,kBAAkB,EAAE,iBAAiB;CAClD,CAAC;AAgDX,MAAM,UAAU,aAAa,CAAC,QAAuB,EAAE,SAAwB;IAC7E,MAAM,KAAK,GAAG,QAAQ,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,GAAG,QAAQ,CAAC;IACpF,MAAM,OAAO,GAAG,KAAK,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI;QACxD,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,GAAG,GAAG,CAAC;IAC3E,OAAO;QACL,QAAQ,EAAE,SAAS,EAAE,KAAK;QAC1B,+DAA+D;QAC/D,cAAc,EAAE,OAAO;KACxB,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,IAAqC;IACzD,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,MAAM,EAAE,GAAG,IAAI,CAAC;IAC/D,OAAO;QACL,GAAG,MAAM;QACT,gBAAgB,EAAE,IAAI,CAAC,cAAc,GAAG,CAAC,IAAI,IAAI,CAAC,iBAAiB,KAAK,IAAI;YAC1E,CAAC,CAAC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI;KACxD,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,IAAqD;IACpE,iEAAiE;IACjE,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,WAAW,CAAC,QAAyC,EAAE,SAA0C,EAAE,SAAiB;IAC3H,MAAM,QAAQ,GAAG,CAAC,QAAQ,IAAI,SAAS,CAAE,CAAC;IAC1C,MAAM,MAAM,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACpE,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,OAAO,CAAC,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAChG,CAAC,CAAC,CAAqC,CAAC;IACxC,MAAM,iBAAiB,GAAG,MAAM,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;WACtD,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC;WACnC,MAAM,CAAC,cAAc,KAAK,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,cAAc,KAAK,KAAK,CAAC,KAAK,CAAC;IACpF,MAAM,WAAW,GAAwB,EAAE,CAAC;IAC5C,MAAM,GAAG,GAAG,CAAC,MAAmC,EAAE,UAA4B,EAAE,EAAE;QAChF,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IAC9G,CAAC,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAU,EAAE,CAAC;QACvD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;YAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,CAAC;IACtC,IAAI,iBAAiB,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;QAC3E,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,SAAS,GAAG,GAAG,CAAC,CAAC;QACtD,oEAAoE;QACpE,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7F,IAAI,IAAI,CAAC,SAAS,GAAG,OAAO,GAAG,SAAS;YAAE,GAAG,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO;QACL,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS;QAClD,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;QACzD,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,WAAW;KAChG,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,MAA6B;IAC7C,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACxD,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACxE,WAAW,EAAE,MAAM,CAAC,WAAW;KAChC,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,CAAwB,EAAE,CAAwB;IACrE,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,OAA8B;IACzE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IACxI,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IAClC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC3I,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,YAAY,CAAC;IAC1C,IAAI,CAAC,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IACnI,MAAM,SAAS,GAAG,OAAO,CAAC,mBAAmB,IAAI,EAAE,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,GAAG,SAAS,EAAE,CAAC;QAC1E,MAAM,IAAI,KAAK,CAAC,+EAA+E,CAAC,CAAC;IACnG,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,CAAU,EAAE,CAAC;QACpF,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,qBAAqB,CAAC,CAAC;IAChI,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,OAAe,EAAE,IAAwB,EAAE,EAAE,CAAC,oBAAoB,CAAC;QAClF,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG;QACzB,YAAY,EAAE,IAAI,IAAI,OAAO,CAAC,YAAY;QAC1C,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa;QACvD,8EAA8E;QAC9E,KAAK,EAAE,CAAC;KACT,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IACvE,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK;QAC9E,aAAa,CAAC,KAAK,KAAK,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EACpF,KAAK,KAAK,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;KAC9E,CAAC,CAAoC,CAAC;IACvC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IACpF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IACpF,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;SAC5D,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC;IACzE,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9D,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;QAAE,WAAW,CAAC,IAAI,CAAC;YAC3D,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,OAAO,CAAC,aAAa;SAC1G,CAAC,CAAC;IACH,MAAM,IAAI,GAA+C,EAAE,CAAC;IAC5D,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,SAAS,CAAC,CAAU,EAAE,CAAC;QACzF,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/D,IAAI,KAAK,GAAG,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAClD,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QACxH,IAAI,UAAU,GAAG,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,uBAAuB,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAC1F,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,uBAAuB,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;QACxH,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,GAAG,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;QACzH,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;QACnH,IAAI,aAAa,GAAG,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;QACzF,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC;WAC7F,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,IAAI,CAAC,SAAS,KAAK,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IAChF,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACrB,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC;YAC7D,IAAI,QAAQ;gBAAE,OAAO,QAAQ,CAAC;QAChC,CAAC;QACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC;YAChD,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC;YAChD,IAAI,MAAM,KAAK,MAAM;gBAAE,OAAO,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC;QAC7F,CAAC;QACD,OAAO,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IACH,OAAO;QACL,cAAc,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO;QAC1G,OAAO;QACP,UAAU,EAAE;YACV,MAAM,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe;YAClG,6BAA6B,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI;YAC3D,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,MAAM;SAC1G;QACD,SAAS,EAAE;YACT,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,IAAI,EAAE,KAAK;YAC7E,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,MAAM,GAAG,KAAK;SACnE;QACD,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;KAChC,CAAC;AACJ,CAAC"}
|
|
@@ -182,7 +182,7 @@ describe('resolveTeamApiOperation', () => {
|
|
|
182
182
|
it('handles whitespace and casing', () => {
|
|
183
183
|
assert.equal(resolveTeamApiOperation(' SEND_MESSAGE '), 'send-message');
|
|
184
184
|
});
|
|
185
|
-
it('resolves all
|
|
185
|
+
it('resolves all 34 operations from the operation list', () => {
|
|
186
186
|
for (const op of TEAM_API_OPERATIONS) {
|
|
187
187
|
assert.equal(resolveTeamApiOperation(op), op);
|
|
188
188
|
}
|
|
@@ -216,8 +216,8 @@ describe('LEGACY_TEAM_MCP_TOOLS', () => {
|
|
|
216
216
|
});
|
|
217
217
|
});
|
|
218
218
|
describe('TEAM_API_OPERATIONS', () => {
|
|
219
|
-
it('contains
|
|
220
|
-
assert.equal(TEAM_API_OPERATIONS.length,
|
|
219
|
+
it('contains 34 operations', () => {
|
|
220
|
+
assert.equal(TEAM_API_OPERATIONS.length, 34);
|
|
221
221
|
});
|
|
222
222
|
it('all use kebab-case', () => {
|
|
223
223
|
for (const op of TEAM_API_OPERATIONS) {
|