observability-toolkit 1.8.5 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +126 -5
- package/dist/backends/index.d.ts +163 -0
- package/dist/backends/index.d.ts.map +1 -1
- package/dist/backends/index.js +57 -0
- package/dist/backends/index.js.map +1 -1
- package/dist/backends/index.test.js +55 -1
- package/dist/backends/index.test.js.map +1 -1
- package/dist/backends/local-jsonl.d.ts +30 -0
- package/dist/backends/local-jsonl.d.ts.map +1 -1
- package/dist/backends/local-jsonl.js +912 -550
- package/dist/backends/local-jsonl.js.map +1 -1
- package/dist/backends/signoz-api-rate-limiter.test.js +2 -1
- package/dist/backends/signoz-api-rate-limiter.test.js.map +1 -1
- package/dist/backends/signoz-api.d.ts +16 -2
- package/dist/backends/signoz-api.d.ts.map +1 -1
- package/dist/backends/signoz-api.js +650 -534
- package/dist/backends/signoz-api.js.map +1 -1
- package/dist/backends/signoz-api.test.js +6 -5
- package/dist/backends/signoz-api.test.js.map +1 -1
- package/dist/lib/agent-as-judge.d.ts +388 -0
- package/dist/lib/agent-as-judge.d.ts.map +1 -0
- package/dist/lib/agent-as-judge.js +740 -0
- package/dist/lib/agent-as-judge.js.map +1 -0
- package/dist/lib/agent-as-judge.test.d.ts +5 -0
- package/dist/lib/agent-as-judge.test.d.ts.map +1 -0
- package/dist/lib/agent-as-judge.test.js +816 -0
- package/dist/lib/agent-as-judge.test.js.map +1 -0
- package/dist/lib/cache.d.ts +15 -2
- package/dist/lib/cache.d.ts.map +1 -1
- package/dist/lib/cache.js +16 -2
- package/dist/lib/cache.js.map +1 -1
- package/dist/lib/circuit-breaker.d.ts +18 -0
- package/dist/lib/circuit-breaker.d.ts.map +1 -1
- package/dist/lib/circuit-breaker.js +41 -8
- package/dist/lib/circuit-breaker.js.map +1 -1
- package/dist/lib/confident-export.d.ts +101 -0
- package/dist/lib/confident-export.d.ts.map +1 -0
- package/dist/lib/confident-export.js +393 -0
- package/dist/lib/confident-export.js.map +1 -0
- package/dist/lib/confident-export.test.d.ts +7 -0
- package/dist/lib/confident-export.test.d.ts.map +1 -0
- package/dist/lib/confident-export.test.js +835 -0
- package/dist/lib/confident-export.test.js.map +1 -0
- package/dist/lib/constants.d.ts +75 -0
- package/dist/lib/constants.d.ts.map +1 -1
- package/dist/lib/constants.js +104 -1
- package/dist/lib/constants.js.map +1 -1
- package/dist/lib/datadog-export.d.ts +156 -0
- package/dist/lib/datadog-export.d.ts.map +1 -0
- package/dist/lib/datadog-export.js +464 -0
- package/dist/lib/datadog-export.js.map +1 -0
- package/dist/lib/datadog-export.test.d.ts +14 -0
- package/dist/lib/datadog-export.test.d.ts.map +1 -0
- package/dist/lib/datadog-export.test.js +890 -0
- package/dist/lib/datadog-export.test.js.map +1 -0
- package/dist/lib/evaluation-hooks.d.ts +49 -0
- package/dist/lib/evaluation-hooks.d.ts.map +1 -0
- package/dist/lib/evaluation-hooks.js +488 -0
- package/dist/lib/evaluation-hooks.js.map +1 -0
- package/dist/lib/evaluation-hooks.test.d.ts +8 -0
- package/dist/lib/evaluation-hooks.test.d.ts.map +1 -0
- package/dist/lib/evaluation-hooks.test.js +624 -0
- package/dist/lib/evaluation-hooks.test.js.map +1 -0
- package/dist/lib/export-utils.d.ts +99 -0
- package/dist/lib/export-utils.d.ts.map +1 -0
- package/dist/lib/export-utils.js +238 -0
- package/dist/lib/export-utils.js.map +1 -0
- package/dist/lib/export-utils.test.d.ts +5 -0
- package/dist/lib/export-utils.test.d.ts.map +1 -0
- package/dist/lib/export-utils.test.js +193 -0
- package/dist/lib/export-utils.test.js.map +1 -0
- package/dist/lib/file-utils.d.ts +17 -2
- package/dist/lib/file-utils.d.ts.map +1 -1
- package/dist/lib/file-utils.js +24 -5
- package/dist/lib/file-utils.js.map +1 -1
- package/dist/lib/file-utils.test.js +30 -0
- package/dist/lib/file-utils.test.js.map +1 -1
- package/dist/lib/histogram.d.ts +119 -0
- package/dist/lib/histogram.d.ts.map +1 -0
- package/dist/lib/histogram.js +202 -0
- package/dist/lib/histogram.js.map +1 -0
- package/dist/lib/histogram.test.d.ts +5 -0
- package/dist/lib/histogram.test.d.ts.map +1 -0
- package/dist/lib/histogram.test.js +381 -0
- package/dist/lib/histogram.test.js.map +1 -0
- package/dist/lib/instrumentation.d.ts +153 -0
- package/dist/lib/instrumentation.d.ts.map +1 -0
- package/dist/lib/instrumentation.integration.test.d.ts +2 -0
- package/dist/lib/instrumentation.integration.test.d.ts.map +1 -0
- package/dist/lib/instrumentation.integration.test.js +589 -0
- package/dist/lib/instrumentation.integration.test.js.map +1 -0
- package/dist/lib/instrumentation.js +520 -0
- package/dist/lib/instrumentation.js.map +1 -0
- package/dist/lib/instrumentation.test.d.ts +2 -0
- package/dist/lib/instrumentation.test.d.ts.map +1 -0
- package/dist/lib/instrumentation.test.js +821 -0
- package/dist/lib/instrumentation.test.js.map +1 -0
- package/dist/lib/langfuse-export.d.ts +125 -0
- package/dist/lib/langfuse-export.d.ts.map +1 -0
- package/dist/lib/langfuse-export.js +367 -0
- package/dist/lib/langfuse-export.js.map +1 -0
- package/dist/lib/langfuse-export.test.d.ts +7 -0
- package/dist/lib/langfuse-export.test.d.ts.map +1 -0
- package/dist/lib/langfuse-export.test.js +1007 -0
- package/dist/lib/langfuse-export.test.js.map +1 -0
- package/dist/lib/llm-as-judge.d.ts +657 -0
- package/dist/lib/llm-as-judge.d.ts.map +1 -0
- package/dist/lib/llm-as-judge.js +1397 -0
- package/dist/lib/llm-as-judge.js.map +1 -0
- package/dist/lib/llm-as-judge.test.d.ts +2 -0
- package/dist/lib/llm-as-judge.test.d.ts.map +1 -0
- package/dist/lib/llm-as-judge.test.js +2409 -0
- package/dist/lib/llm-as-judge.test.js.map +1 -0
- package/dist/lib/logger.d.ts +1 -1
- package/dist/lib/logger.d.ts.map +1 -1
- package/dist/lib/logger.js.map +1 -1
- package/dist/lib/metrics.d.ts +62 -0
- package/dist/lib/metrics.d.ts.map +1 -0
- package/dist/lib/metrics.js +166 -0
- package/dist/lib/metrics.js.map +1 -0
- package/dist/lib/metrics.test.d.ts +5 -0
- package/dist/lib/metrics.test.d.ts.map +1 -0
- package/dist/lib/metrics.test.js +189 -0
- package/dist/lib/metrics.test.js.map +1 -0
- package/dist/lib/parse-stats.d.ts +119 -0
- package/dist/lib/parse-stats.d.ts.map +1 -0
- package/dist/lib/parse-stats.js +206 -0
- package/dist/lib/parse-stats.js.map +1 -0
- package/dist/lib/parse-stats.test.d.ts +5 -0
- package/dist/lib/parse-stats.test.d.ts.map +1 -0
- package/dist/lib/parse-stats.test.js +283 -0
- package/dist/lib/parse-stats.test.js.map +1 -0
- package/dist/lib/phoenix-export.d.ts +109 -0
- package/dist/lib/phoenix-export.d.ts.map +1 -0
- package/dist/lib/phoenix-export.js +429 -0
- package/dist/lib/phoenix-export.js.map +1 -0
- package/dist/lib/phoenix-export.test.d.ts +11 -0
- package/dist/lib/phoenix-export.test.d.ts.map +1 -0
- package/dist/lib/phoenix-export.test.js +725 -0
- package/dist/lib/phoenix-export.test.js.map +1 -0
- package/dist/lib/server-utils.d.ts +6 -1
- package/dist/lib/server-utils.d.ts.map +1 -1
- package/dist/lib/server-utils.js +9 -1
- package/dist/lib/server-utils.js.map +1 -1
- package/dist/lib/shared-schemas.d.ts +6 -0
- package/dist/lib/shared-schemas.d.ts.map +1 -1
- package/dist/lib/shared-schemas.js +11 -4
- package/dist/lib/shared-schemas.js.map +1 -1
- package/dist/lib/verification-events.d.ts +100 -0
- package/dist/lib/verification-events.d.ts.map +1 -0
- package/dist/lib/verification-events.js +162 -0
- package/dist/lib/verification-events.js.map +1 -0
- package/dist/lib/verification-events.test.d.ts +5 -0
- package/dist/lib/verification-events.test.d.ts.map +1 -0
- package/dist/lib/verification-events.test.js +193 -0
- package/dist/lib/verification-events.test.js.map +1 -0
- package/dist/server.d.ts +5 -0
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +77 -21
- package/dist/server.js.map +1 -1
- package/dist/tools/context-stats.d.ts.map +1 -1
- package/dist/tools/context-stats.js +6 -8
- package/dist/tools/context-stats.js.map +1 -1
- package/dist/tools/export-confident.d.ts +145 -0
- package/dist/tools/export-confident.d.ts.map +1 -0
- package/dist/tools/export-confident.js +134 -0
- package/dist/tools/export-confident.js.map +1 -0
- package/dist/tools/export-confident.test.d.ts +7 -0
- package/dist/tools/export-confident.test.d.ts.map +1 -0
- package/dist/tools/export-confident.test.js +332 -0
- package/dist/tools/export-confident.test.js.map +1 -0
- package/dist/tools/export-datadog.d.ts +160 -0
- package/dist/tools/export-datadog.d.ts.map +1 -0
- package/dist/tools/export-datadog.js +160 -0
- package/dist/tools/export-datadog.js.map +1 -0
- package/dist/tools/export-datadog.test.d.ts +8 -0
- package/dist/tools/export-datadog.test.d.ts.map +1 -0
- package/dist/tools/export-datadog.test.js +419 -0
- package/dist/tools/export-datadog.test.js.map +1 -0
- package/dist/tools/export-langfuse.d.ts +137 -0
- package/dist/tools/export-langfuse.d.ts.map +1 -0
- package/dist/tools/export-langfuse.js +131 -0
- package/dist/tools/export-langfuse.js.map +1 -0
- package/dist/tools/export-langfuse.test.d.ts +7 -0
- package/dist/tools/export-langfuse.test.d.ts.map +1 -0
- package/dist/tools/export-langfuse.test.js +303 -0
- package/dist/tools/export-langfuse.test.js.map +1 -0
- package/dist/tools/export-phoenix.d.ts +145 -0
- package/dist/tools/export-phoenix.d.ts.map +1 -0
- package/dist/tools/export-phoenix.js +135 -0
- package/dist/tools/export-phoenix.js.map +1 -0
- package/dist/tools/export-phoenix.test.d.ts +7 -0
- package/dist/tools/export-phoenix.test.d.ts.map +1 -0
- package/dist/tools/export-phoenix.test.js +316 -0
- package/dist/tools/export-phoenix.test.js.map +1 -0
- package/dist/tools/health-check.d.ts +26 -0
- package/dist/tools/health-check.d.ts.map +1 -1
- package/dist/tools/health-check.js +36 -7
- package/dist/tools/health-check.js.map +1 -1
- package/dist/tools/index.d.ts +6 -0
- package/dist/tools/index.d.ts.map +1 -1
- package/dist/tools/index.js +6 -0
- package/dist/tools/index.js.map +1 -1
- package/dist/tools/inject-evaluations.d.ts +1315 -0
- package/dist/tools/inject-evaluations.d.ts.map +1 -0
- package/dist/tools/inject-evaluations.js +121 -0
- package/dist/tools/inject-evaluations.js.map +1 -0
- package/dist/tools/inject-evaluations.test.d.ts +5 -0
- package/dist/tools/inject-evaluations.test.d.ts.map +1 -0
- package/dist/tools/inject-evaluations.test.js +359 -0
- package/dist/tools/inject-evaluations.test.js.map +1 -0
- package/dist/tools/query-evaluations.d.ts +25 -4
- package/dist/tools/query-evaluations.d.ts.map +1 -1
- package/dist/tools/query-evaluations.js +10 -0
- package/dist/tools/query-evaluations.js.map +1 -1
- package/dist/tools/query-llm-events.js +2 -2
- package/dist/tools/query-llm-events.js.map +1 -1
- package/dist/tools/query-logs.d.ts +8 -8
- package/dist/tools/query-logs.js +3 -3
- package/dist/tools/query-logs.js.map +1 -1
- package/dist/tools/query-metrics.d.ts +4 -4
- package/dist/tools/query-metrics.js +2 -2
- package/dist/tools/query-metrics.js.map +1 -1
- package/dist/tools/query-traces.d.ts +8 -8
- package/dist/tools/query-verifications.d.ts +111 -0
- package/dist/tools/query-verifications.d.ts.map +1 -0
- package/dist/tools/query-verifications.js +101 -0
- package/dist/tools/query-verifications.js.map +1 -0
- package/dist/tools/query-verifications.test.d.ts +5 -0
- package/dist/tools/query-verifications.test.d.ts.map +1 -0
- package/dist/tools/query-verifications.test.js +156 -0
- package/dist/tools/query-verifications.test.js.map +1 -0
- package/dist/types/evaluation-hooks.d.ts +176 -0
- package/dist/types/evaluation-hooks.d.ts.map +1 -0
- package/dist/types/evaluation-hooks.js +49 -0
- package/dist/types/evaluation-hooks.js.map +1 -0
- package/package.json +10 -2
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tests for human verification event tracking
|
|
3
|
+
*/
|
|
4
|
+
import { describe, it, beforeEach, afterEach } from 'node:test';
|
|
5
|
+
import assert from 'node:assert';
|
|
6
|
+
import { existsSync, rmSync, mkdirSync, readFileSync } from 'fs';
|
|
7
|
+
import { join } from 'path';
|
|
8
|
+
import { tmpdir } from 'os';
|
|
9
|
+
import { recordVerification, queryVerifications, isValidVerificationType, VALID_VERIFICATION_TYPES, getVerificationFilePath, getVerificationsDir, } from './verification-events.js';
|
|
10
|
+
describe('verification-events', () => {
|
|
11
|
+
let testDir;
|
|
12
|
+
beforeEach(() => {
|
|
13
|
+
// Create a unique temp directory for each test
|
|
14
|
+
testDir = join(tmpdir(), `obs-toolkit-test-${Date.now()}-${Math.random().toString(36).slice(2)}`);
|
|
15
|
+
mkdirSync(testDir, { recursive: true });
|
|
16
|
+
});
|
|
17
|
+
afterEach(() => {
|
|
18
|
+
// Clean up test directory
|
|
19
|
+
if (testDir && existsSync(testDir)) {
|
|
20
|
+
rmSync(testDir, { recursive: true, force: true });
|
|
21
|
+
}
|
|
22
|
+
});
|
|
23
|
+
describe('isValidVerificationType', () => {
|
|
24
|
+
it('should return true for valid verification types', () => {
|
|
25
|
+
for (const type of VALID_VERIFICATION_TYPES) {
|
|
26
|
+
assert.strictEqual(isValidVerificationType(type), true, `${type} should be valid`);
|
|
27
|
+
}
|
|
28
|
+
});
|
|
29
|
+
it('should return false for invalid types', () => {
|
|
30
|
+
assert.strictEqual(isValidVerificationType('invalid'), false);
|
|
31
|
+
assert.strictEqual(isValidVerificationType(''), false);
|
|
32
|
+
assert.strictEqual(isValidVerificationType(null), false);
|
|
33
|
+
assert.strictEqual(isValidVerificationType(undefined), false);
|
|
34
|
+
assert.strictEqual(isValidVerificationType(123), false);
|
|
35
|
+
});
|
|
36
|
+
});
|
|
37
|
+
describe('getVerificationsDir', () => {
|
|
38
|
+
it('should return verifications subdirectory of telemetry dir', () => {
|
|
39
|
+
const dir = getVerificationsDir('/test/telemetry');
|
|
40
|
+
assert.strictEqual(dir, '/test/telemetry/verifications');
|
|
41
|
+
});
|
|
42
|
+
});
|
|
43
|
+
describe('getVerificationFilePath', () => {
|
|
44
|
+
it('should return path with date-based filename', () => {
|
|
45
|
+
const date = new Date('2026-01-31T12:00:00Z');
|
|
46
|
+
const path = getVerificationFilePath(date, '/test/telemetry');
|
|
47
|
+
assert.strictEqual(path, '/test/telemetry/verifications/2026-01-31.jsonl');
|
|
48
|
+
});
|
|
49
|
+
});
|
|
50
|
+
describe('recordVerification', () => {
|
|
51
|
+
it('should record event with all fields', () => {
|
|
52
|
+
const event = {
|
|
53
|
+
sessionId: 'sess-123',
|
|
54
|
+
traceId: 'trace-456',
|
|
55
|
+
verificationType: 'approval',
|
|
56
|
+
verifierId: 'user-001',
|
|
57
|
+
originalOutput: 'AI output',
|
|
58
|
+
verifiedOutput: 'Corrected output',
|
|
59
|
+
metadata: { custom: 'data' },
|
|
60
|
+
};
|
|
61
|
+
recordVerification(event, testDir);
|
|
62
|
+
// Verify file was created
|
|
63
|
+
const verificationsDir = getVerificationsDir(testDir);
|
|
64
|
+
assert.ok(existsSync(verificationsDir), 'verifications directory should exist');
|
|
65
|
+
// Read and parse the file
|
|
66
|
+
const filePath = getVerificationFilePath(new Date(), testDir);
|
|
67
|
+
const content = readFileSync(filePath, 'utf-8').trim();
|
|
68
|
+
const recorded = JSON.parse(content);
|
|
69
|
+
assert.strictEqual(recorded.sessionId, 'sess-123');
|
|
70
|
+
assert.strictEqual(recorded.traceId, 'trace-456');
|
|
71
|
+
assert.strictEqual(recorded.verificationType, 'approval');
|
|
72
|
+
assert.strictEqual(recorded.verifierId, 'user-001');
|
|
73
|
+
assert.strictEqual(recorded.originalOutput, 'AI output');
|
|
74
|
+
assert.strictEqual(recorded.verifiedOutput, 'Corrected output');
|
|
75
|
+
assert.deepStrictEqual(recorded.metadata, { custom: 'data' });
|
|
76
|
+
assert.ok(recorded.timestamp, 'should have timestamp');
|
|
77
|
+
});
|
|
78
|
+
it('should record event with minimal fields', () => {
|
|
79
|
+
recordVerification({
|
|
80
|
+
sessionId: 'sess-minimal',
|
|
81
|
+
verificationType: 'review',
|
|
82
|
+
}, testDir);
|
|
83
|
+
const filePath = getVerificationFilePath(new Date(), testDir);
|
|
84
|
+
const content = readFileSync(filePath, 'utf-8').trim();
|
|
85
|
+
const recorded = JSON.parse(content);
|
|
86
|
+
assert.strictEqual(recorded.sessionId, 'sess-minimal');
|
|
87
|
+
assert.strictEqual(recorded.verificationType, 'review');
|
|
88
|
+
assert.ok(recorded.timestamp);
|
|
89
|
+
assert.strictEqual(recorded.traceId, undefined);
|
|
90
|
+
assert.strictEqual(recorded.verifierId, undefined);
|
|
91
|
+
});
|
|
92
|
+
it('should reject invalid verification type', () => {
|
|
93
|
+
assert.throws(() => recordVerification({
|
|
94
|
+
sessionId: 'sess-123',
|
|
95
|
+
verificationType: 'invalid',
|
|
96
|
+
}, testDir), /Invalid verificationType.*invalid.*Must be one of/);
|
|
97
|
+
});
|
|
98
|
+
it('should reject missing sessionId', () => {
|
|
99
|
+
assert.throws(() => recordVerification({
|
|
100
|
+
sessionId: '',
|
|
101
|
+
verificationType: 'approval',
|
|
102
|
+
}, testDir), /sessionId is required/);
|
|
103
|
+
});
|
|
104
|
+
it('should record all four verification types', () => {
|
|
105
|
+
const types = ['approval', 'rejection', 'override', 'review'];
|
|
106
|
+
for (const type of types) {
|
|
107
|
+
recordVerification({
|
|
108
|
+
sessionId: `sess-${type}`,
|
|
109
|
+
verificationType: type,
|
|
110
|
+
}, testDir);
|
|
111
|
+
}
|
|
112
|
+
// Verify all were recorded
|
|
113
|
+
const filePath = getVerificationFilePath(new Date(), testDir);
|
|
114
|
+
const lines = readFileSync(filePath, 'utf-8').trim().split('\n');
|
|
115
|
+
assert.strictEqual(lines.length, 4);
|
|
116
|
+
const recordedTypes = lines.map(line => JSON.parse(line).verificationType);
|
|
117
|
+
assert.deepStrictEqual(recordedTypes.sort(), types.sort());
|
|
118
|
+
});
|
|
119
|
+
});
|
|
120
|
+
describe('queryVerifications', () => {
|
|
121
|
+
it('should return empty array when no events exist', async () => {
|
|
122
|
+
const results = await queryVerifications({}, testDir);
|
|
123
|
+
assert.deepStrictEqual(results, []);
|
|
124
|
+
});
|
|
125
|
+
it('should query by session ID', async () => {
|
|
126
|
+
// Record events for different sessions
|
|
127
|
+
recordVerification({ sessionId: 'sess-A', verificationType: 'approval' }, testDir);
|
|
128
|
+
recordVerification({ sessionId: 'sess-B', verificationType: 'rejection' }, testDir);
|
|
129
|
+
recordVerification({ sessionId: 'sess-A', verificationType: 'review' }, testDir);
|
|
130
|
+
const results = await queryVerifications({ sessionId: 'sess-A' }, testDir);
|
|
131
|
+
assert.strictEqual(results.length, 2);
|
|
132
|
+
assert.ok(results.every(r => r.sessionId === 'sess-A'));
|
|
133
|
+
});
|
|
134
|
+
it('should query by verification type', async () => {
|
|
135
|
+
recordVerification({ sessionId: 'sess-1', verificationType: 'approval' }, testDir);
|
|
136
|
+
recordVerification({ sessionId: 'sess-2', verificationType: 'rejection' }, testDir);
|
|
137
|
+
recordVerification({ sessionId: 'sess-3', verificationType: 'approval' }, testDir);
|
|
138
|
+
const results = await queryVerifications({ verificationType: 'approval' }, testDir);
|
|
139
|
+
assert.strictEqual(results.length, 2);
|
|
140
|
+
assert.ok(results.every(r => r.verificationType === 'approval'));
|
|
141
|
+
});
|
|
142
|
+
it('should query by trace ID', async () => {
|
|
143
|
+
recordVerification({ sessionId: 'sess-1', verificationType: 'approval', traceId: 'trace-X' }, testDir);
|
|
144
|
+
recordVerification({ sessionId: 'sess-2', verificationType: 'rejection', traceId: 'trace-Y' }, testDir);
|
|
145
|
+
recordVerification({ sessionId: 'sess-3', verificationType: 'review', traceId: 'trace-X' }, testDir);
|
|
146
|
+
const results = await queryVerifications({ traceId: 'trace-X' }, testDir);
|
|
147
|
+
assert.strictEqual(results.length, 2);
|
|
148
|
+
assert.ok(results.every(r => r.traceId === 'trace-X'));
|
|
149
|
+
});
|
|
150
|
+
it('should respect limit parameter', async () => {
|
|
151
|
+
// Record 10 events
|
|
152
|
+
for (let i = 0; i < 10; i++) {
|
|
153
|
+
recordVerification({ sessionId: `sess-${i}`, verificationType: 'approval' }, testDir);
|
|
154
|
+
}
|
|
155
|
+
const results = await queryVerifications({ limit: 5 }, testDir);
|
|
156
|
+
assert.strictEqual(results.length, 5);
|
|
157
|
+
});
|
|
158
|
+
it('should combine multiple filters', async () => {
|
|
159
|
+
recordVerification({ sessionId: 'sess-A', verificationType: 'approval', traceId: 'trace-1' }, testDir);
|
|
160
|
+
recordVerification({ sessionId: 'sess-A', verificationType: 'rejection', traceId: 'trace-1' }, testDir);
|
|
161
|
+
recordVerification({ sessionId: 'sess-B', verificationType: 'approval', traceId: 'trace-1' }, testDir);
|
|
162
|
+
recordVerification({ sessionId: 'sess-A', verificationType: 'approval', traceId: 'trace-2' }, testDir);
|
|
163
|
+
const results = await queryVerifications({
|
|
164
|
+
sessionId: 'sess-A',
|
|
165
|
+
verificationType: 'approval',
|
|
166
|
+
}, testDir);
|
|
167
|
+
assert.strictEqual(results.length, 2);
|
|
168
|
+
assert.ok(results.every(r => r.sessionId === 'sess-A' && r.verificationType === 'approval'));
|
|
169
|
+
});
|
|
170
|
+
it('should handle default limit of 50', async () => {
|
|
171
|
+
// Default limit should be 50
|
|
172
|
+
const results = await queryVerifications({}, testDir);
|
|
173
|
+
// Even though empty, verify the query completes
|
|
174
|
+
assert.ok(Array.isArray(results));
|
|
175
|
+
});
|
|
176
|
+
});
|
|
177
|
+
describe('VALID_VERIFICATION_TYPES', () => {
|
|
178
|
+
it('should contain all four types', () => {
|
|
179
|
+
assert.strictEqual(VALID_VERIFICATION_TYPES.length, 4);
|
|
180
|
+
assert.ok(VALID_VERIFICATION_TYPES.includes('approval'));
|
|
181
|
+
assert.ok(VALID_VERIFICATION_TYPES.includes('rejection'));
|
|
182
|
+
assert.ok(VALID_VERIFICATION_TYPES.includes('override'));
|
|
183
|
+
assert.ok(VALID_VERIFICATION_TYPES.includes('review'));
|
|
184
|
+
});
|
|
185
|
+
it('should be readonly at TypeScript level', () => {
|
|
186
|
+
// TypeScript enforces readonly at compile time
|
|
187
|
+
// At runtime, we just verify the expected values
|
|
188
|
+
const types = [...VALID_VERIFICATION_TYPES];
|
|
189
|
+
assert.deepStrictEqual(types.sort(), ['approval', 'override', 'rejection', 'review']);
|
|
190
|
+
});
|
|
191
|
+
});
|
|
192
|
+
});
|
|
193
|
+
//# sourceMappingURL=verification-events.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"verification-events.test.js","sourceRoot":"","sources":["../../src/lib/verification-events.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAChE,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AACjE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAC5B,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,uBAAuB,EACvB,wBAAwB,EACxB,uBAAuB,EACvB,mBAAmB,GAGpB,MAAM,0BAA0B,CAAC;AAElC,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAI,OAAe,CAAC;IAEpB,UAAU,CAAC,GAAG,EAAE;QACd,+CAA+C;QAC/C,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClG,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,0BAA0B;QAC1B,IAAI,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACnC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACvC,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,KAAK,MAAM,IAAI,IAAI,wBAAwB,EAAE,CAAC;gBAC5C,MAAM,CAAC,WAAW,CAAC,uBAAuB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,IAAI,kBAAkB,CAAC,CAAC;YACrF,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,CAAC,WAAW,CAAC,uBAAuB,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC;YAC9D,MAAM,CAAC,WAAW,CAAC,uBAAuB,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,CAAC,uBAAuB,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;YACzD,MAAM,CAAC,WAAW,CAAC,uBAAuB,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC;YAC9D,MAAM,CAAC,WAAW,CAAC,uBAAuB,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;YACnE,MAAM,GAAG,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;YACnD,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,+BAA+B,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACvC,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,sBAAsB,CAAC,CAAC;YAC9C,MAAM,IAAI,GAAG,uBAAuB,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;YAC9D,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,gDAAgD,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,KAAK,GAAG;gBACZ,SAAS,EAAE,UAAU;gBACrB,OAAO,EAAE,WAAW;gBACpB,gBAAgB,EAAE,UAA8B;gBAChD,UAAU,EAAE,UAAU;gBACtB,cAAc,EAAE,WAAW;gBAC3B,cAAc,EAAE,kBAAkB;gBAClC,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;aAC7B,CAAC;YAEF,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAEnC,0BAA0B;YAC1B,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;YACtD,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,sCAAsC,CAAC,CAAC;YAEhF,0BAA0B;YAC1B,MAAM,QAAQ,GAAG,uBAAuB,CAAC,IAAI,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;YAC9D,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;YACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA2B,CAAC;YAE/D,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YACnD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;YAC1D,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YACpD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;YACzD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;YAChE,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC9D,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,kBAAkB,CAAC;gBACjB,SAAS,EAAE,cAAc;gBACzB,gBAAgB,EAAE,QAAQ;aAC3B,EAAE,OAAO,CAAC,CAAC;YAEZ,MAAM,QAAQ,GAAG,uBAAuB,CAAC,IAAI,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;YAC9D,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;YACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA2B,CAAC;YAE/D,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;YACxD,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAC9B,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,kBAAkB,CAAC;gBACvB,SAAS,EAAE,UAAU;gBACrB,gBAAgB,EAAE,SAA6B;aAChD,EAAE,OAAO,CAAC,EACX,mDAAmD,CACpD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,kBAAkB,CAAC;gBACvB,SAAS,EAAE,EAAE;gBACb,gBAAgB,EAAE,UAAU;aAC7B,EAAE,OAAO,CAAC,EACX,uBAAuB,CACxB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,KAAK,GAAuB,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;YAElF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,kBAAkB,CAAC;oBACjB,SAAS,EAAE,QAAQ,IAAI,EAAE;oBACzB,gBAAgB,EAAE,IAAI;iBACvB,EAAE,OAAO,CAAC,CAAC;YACd,CAAC;YAED,2BAA2B;YAC3B,MAAM,QAAQ,GAAG,uBAAuB,CAAC,IAAI,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;YAC9D,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAEpC,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,gBAAgB,CAAC,CAAC;YAC3E,MAAM,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACtD,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,uCAAuC;YACvC,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;YACnF,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;YACpF,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;YAEjF,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;YAE3E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;YACnF,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;YACpF,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;YAEnF,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,EAAE,gBAAgB,EAAE,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;YAEpF,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,gBAAgB,KAAK,UAAU,CAAC,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;YACxC,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;YACvG,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;YACxG,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;YAErG,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;YAE1E,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,mBAAmB;YACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,EAAE,gBAAgB,EAAE,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;YACxF,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YAEhE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;YACvG,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;YACxG,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;YACvG,kBAAkB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;YAEvG,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC;gBACvC,SAAS,EAAE,QAAQ;gBACnB,gBAAgB,EAAE,UAAU;aAC7B,EAAE,OAAO,CAAC,CAAC;YAEZ,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,CAAC,gBAAgB,KAAK,UAAU,CAAC,CAAC,CAAC;QAC/F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,6BAA6B;YAC7B,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACtD,gDAAgD;YAChD,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACxC,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,CAAC,WAAW,CAAC,wBAAwB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACvD,MAAM,CAAC,EAAE,CAAC,wBAAwB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;YACzD,MAAM,CAAC,EAAE,CAAC,wBAAwB,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,wBAAwB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;YACzD,MAAM,CAAC,EAAE,CAAC,wBAAwB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,+CAA+C;YAC/C,iDAAiD;YACjD,MAAM,KAAK,GAAG,CAAC,GAAG,wBAAwB,CAAC,CAAC;YAC5C,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;QACxF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/dist/server.d.ts
CHANGED
|
@@ -8,4 +8,9 @@
|
|
|
8
8
|
* Install: claude mcp add observability-toolkit -- npx -y @alyshia/observability-toolkit
|
|
9
9
|
*/
|
|
10
10
|
export { RateLimiter, ServerInitError } from './lib/server-utils.js';
|
|
11
|
+
/**
|
|
12
|
+
* Remove signal handlers (for testing or error recovery).
|
|
13
|
+
* @internal
|
|
14
|
+
*/
|
|
15
|
+
export declare function removeSignalHandlers(): void;
|
|
11
16
|
//# sourceMappingURL=server.d.ts.map
|
package/dist/server.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":";AACA;;;;;;;GAOG;
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":";AACA;;;;;;;GAOG;AA0CH,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAuNrE;;;GAGG;AACH,wBAAgB,oBAAoB,IAAI,IAAI,CAG3C"}
|
package/dist/server.js
CHANGED
|
@@ -12,9 +12,11 @@ import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js'
|
|
|
12
12
|
import { CallToolRequestSchema, ListToolsRequestSchema, } from '@modelcontextprotocol/sdk/types.js';
|
|
13
13
|
import { zodToJsonSchema } from 'zod-to-json-schema';
|
|
14
14
|
import { createRequire } from 'module';
|
|
15
|
-
import { queryTracesTool, queryMetricsTool, queryLogsTool, queryLLMEventsTool, queryEvaluationsTool, healthCheckTool, contextStatsTool, getTraceUrlTool, setupClaudeignoreTool, } from './tools/index.js';
|
|
15
|
+
import { queryTracesTool, queryMetricsTool, queryLogsTool, queryLLMEventsTool, queryEvaluationsTool, queryVerificationsTool, healthCheckTool, contextStatsTool, getTraceUrlTool, setupClaudeignoreTool, exportLangfuseTool, exportConfidentTool, exportPhoenixTool, exportDatadogTool, injectEvaluationsTool, } from './tools/index.js';
|
|
16
16
|
import { sanitizeErrorForResponse } from './lib/error-sanitizer.js';
|
|
17
17
|
import { RateLimiter, ServerInitError } from './lib/server-utils.js';
|
|
18
|
+
import { initializeInstrumentation, shutdownInstrumentation, withSpan, } from './lib/instrumentation.js';
|
|
19
|
+
import { initializeMetrics } from './lib/metrics.js';
|
|
18
20
|
// Import version from package.json (L1 fix)
|
|
19
21
|
const require = createRequire(import.meta.url);
|
|
20
22
|
const { version: packageVersion } = require('../package.json');
|
|
@@ -28,10 +30,16 @@ const tools = [
|
|
|
28
30
|
queryLogsTool,
|
|
29
31
|
queryLLMEventsTool,
|
|
30
32
|
queryEvaluationsTool,
|
|
33
|
+
queryVerificationsTool,
|
|
31
34
|
healthCheckTool,
|
|
32
35
|
contextStatsTool,
|
|
33
36
|
getTraceUrlTool,
|
|
34
37
|
setupClaudeignoreTool,
|
|
38
|
+
exportLangfuseTool,
|
|
39
|
+
exportConfidentTool,
|
|
40
|
+
exportPhoenixTool,
|
|
41
|
+
exportDatadogTool,
|
|
42
|
+
injectEvaluationsTool,
|
|
35
43
|
];
|
|
36
44
|
/**
|
|
37
45
|
* Convert Zod schema to JSON Schema for MCP using zod-to-json-schema library.
|
|
@@ -81,6 +89,10 @@ async function main() {
|
|
|
81
89
|
}
|
|
82
90
|
throw new ServerInitError('tool-validation', error, 'Failed to validate tool configuration');
|
|
83
91
|
}
|
|
92
|
+
// Step 1.5: Initialize OTel self-instrumentation (opt-in)
|
|
93
|
+
await initializeInstrumentation();
|
|
94
|
+
// Step 1.6: Initialize OTel metrics for internal observability
|
|
95
|
+
await initializeMetrics();
|
|
84
96
|
// Step 2: Create MCP server instance
|
|
85
97
|
console.error('[init] Creating MCP server instance...');
|
|
86
98
|
let server;
|
|
@@ -129,26 +141,35 @@ async function main() {
|
|
|
129
141
|
isError: true,
|
|
130
142
|
};
|
|
131
143
|
}
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
144
|
+
// Wrap tool execution with OTel span
|
|
145
|
+
return withSpan(`obs_toolkit.tool.${name}`, {
|
|
146
|
+
'obs_toolkit.tool.name': name,
|
|
147
|
+
}, async (span) => {
|
|
148
|
+
try {
|
|
149
|
+
// Parse and validate input
|
|
150
|
+
const input = tool.inputSchema.parse(args || {});
|
|
151
|
+
// Execute handler - use type assertion since we've validated input
|
|
152
|
+
const result = await tool.handler(input);
|
|
153
|
+
if (span)
|
|
154
|
+
span.setAttribute('obs_toolkit.tool.success', true);
|
|
155
|
+
return {
|
|
156
|
+
content: [{ type: 'text', text: JSON.stringify(result, null, 2) }],
|
|
157
|
+
};
|
|
158
|
+
}
|
|
159
|
+
catch (error) {
|
|
160
|
+
// Security: sanitize error messages to prevent information disclosure
|
|
161
|
+
// - Removes absolute file paths
|
|
162
|
+
// - Removes stack traces in production
|
|
163
|
+
// - Returns generic messages for internal errors
|
|
164
|
+
const errorText = sanitizeErrorForResponse(error);
|
|
165
|
+
if (span)
|
|
166
|
+
span.setAttribute('obs_toolkit.tool.success', false);
|
|
167
|
+
return {
|
|
168
|
+
content: [{ type: 'text', text: errorText }],
|
|
169
|
+
isError: true,
|
|
170
|
+
};
|
|
171
|
+
}
|
|
172
|
+
});
|
|
152
173
|
});
|
|
153
174
|
}
|
|
154
175
|
catch (error) {
|
|
@@ -166,6 +187,41 @@ async function main() {
|
|
|
166
187
|
// Log startup success to stderr (stdout is for MCP protocol)
|
|
167
188
|
console.error('[init] Observability Toolkit MCP server started successfully');
|
|
168
189
|
console.error(`[init] Available tools: ${tools.map(t => t.name).join(', ')}`);
|
|
190
|
+
// Graceful shutdown handlers for OTel instrumentation
|
|
191
|
+
// C1 fix: Proper async handling with error catching to prevent unhandled rejections
|
|
192
|
+
// C2 fix: Store handlers for cleanup capability (exported for testing)
|
|
193
|
+
const gracefulShutdown = async (signal) => {
|
|
194
|
+
console.error(`[shutdown] Received ${signal}, shutting down gracefully...`);
|
|
195
|
+
try {
|
|
196
|
+
await shutdownInstrumentation();
|
|
197
|
+
}
|
|
198
|
+
catch (error) {
|
|
199
|
+
console.error(`[shutdown] Error during shutdown:`, error instanceof Error ? error.message : error);
|
|
200
|
+
}
|
|
201
|
+
process.exit(0);
|
|
202
|
+
};
|
|
203
|
+
const handleSigterm = () => {
|
|
204
|
+
gracefulShutdown('SIGTERM').catch((err) => {
|
|
205
|
+
console.error('[shutdown] SIGTERM handler failed:', err instanceof Error ? err.message : err);
|
|
206
|
+
process.exit(1);
|
|
207
|
+
});
|
|
208
|
+
};
|
|
209
|
+
const handleSigint = () => {
|
|
210
|
+
gracefulShutdown('SIGINT').catch((err) => {
|
|
211
|
+
console.error('[shutdown] SIGINT handler failed:', err instanceof Error ? err.message : err);
|
|
212
|
+
process.exit(1);
|
|
213
|
+
});
|
|
214
|
+
};
|
|
215
|
+
process.on('SIGTERM', handleSigterm);
|
|
216
|
+
process.on('SIGINT', handleSigint);
|
|
217
|
+
}
|
|
218
|
+
/**
|
|
219
|
+
* Remove signal handlers (for testing or error recovery).
|
|
220
|
+
* @internal
|
|
221
|
+
*/
|
|
222
|
+
export function removeSignalHandlers() {
|
|
223
|
+
process.removeAllListeners('SIGTERM');
|
|
224
|
+
process.removeAllListeners('SIGINT');
|
|
169
225
|
}
|
|
170
226
|
main().catch((error) => {
|
|
171
227
|
if (error instanceof ServerInitError) {
|
package/dist/server.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":";AACA;;;;;;;GAOG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EACL,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AACvC,OAAO,EACL,eAAe,EACf,gBAAgB,EAChB,aAAa,EACb,kBAAkB,EAClB,oBAAoB,EACpB,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,qBAAqB,GACtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":";AACA;;;;;;;GAOG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EACL,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AACvC,OAAO,EACL,eAAe,EACf,gBAAgB,EAChB,aAAa,EACb,kBAAkB,EAClB,oBAAoB,EACpB,sBAAsB,EACtB,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,qBAAqB,EACrB,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,qBAAqB,GACtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,EACL,yBAAyB,EACzB,uBAAuB,EACvB,QAAQ,GACT,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,4CAA4C;AAC5C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/C,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAwB,CAAC;AAEtF,wCAAwC;AACxC,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAErE,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AAEtC,mBAAmB;AACnB,MAAM,KAAK,GAAG;IACZ,eAAe;IACf,gBAAgB;IAChB,aAAa;IACb,kBAAkB;IAClB,oBAAoB;IACpB,sBAAsB;IACtB,eAAe;IACf,gBAAgB;IAChB,eAAe;IACf,qBAAqB;IACrB,kBAAkB;IAClB,mBAAmB;IACnB,iBAAiB;IACjB,iBAAiB;IACjB,qBAAqB;CACtB,CAAC;AAEF;;;GAGG;AACH,SAAS,sBAAsB,CAAC,SAAkB;IAChD,MAAM,MAAM,GAAG,eAAe,CAAC,SAAkD,EAAE;QACjF,YAAY,EAAE,MAAM,EAAE,wCAAwC;KAC/D,CAAC,CAAC;IACH,8CAA8C;IAC9C,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,MAAiC,CAAC;IAC/D,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,SAAS,aAAa;IACpB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,IAAI,EAAE,qEAAqE,CAAC,CAAC;IAC5H,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChD,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,IAAI,EAAE,uCAAuC,CAAC,CAAC;QAC9F,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;YACxD,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,IAAI,EAAE,SAAS,IAAI,CAAC,IAAI,uCAAuC,CAAC,CAAC;QAChH,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,IAAI,EAAE,SAAS,IAAI,CAAC,IAAI,kCAAkC,CAAC,CAAC;QAC3G,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YAC9D,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,IAAI,EAAE,SAAS,IAAI,CAAC,IAAI,kCAAkC,CAAC,CAAC;QAC3G,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,sCAAsC;IACtC,OAAO,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;IACzD,IAAI,CAAC;QACH,aAAa,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,oBAAoB,KAAK,CAAC,MAAM,qBAAqB,CAAC,CAAC;IACvE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;YACrC,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,KAAK,EAAE,uCAAuC,CAAC,CAAC;IAC/F,CAAC;IAED,0DAA0D;IAC1D,MAAM,yBAAyB,EAAE,CAAC;IAElC,+DAA+D;IAC/D,MAAM,iBAAiB,EAAE,CAAC;IAE1B,qCAAqC;IACrC,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACxD,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,MAAM,CACjB;YACE,IAAI,EAAE,uBAAuB;YAC7B,OAAO,EAAE,cAAc;SACxB,EACD;YACE,YAAY,EAAE;gBACZ,KAAK,EAAE,EAAE;aACV;SACF,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,KAAK,EAAE,qFAAqF,CAAC,CAAC;IAC7I,CAAC;IAED,oCAAoC;IACpC,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACxD,IAAI,CAAC;QACH,uBAAuB;QACvB,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;YAC1D,OAAO;gBACL,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACxB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,WAAW,EAAE,sBAAsB,CAAC,IAAI,CAAC,WAAW,CAAC;iBACtD,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,oBAAoB;QACpB,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YAChE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;YAEjD,sBAAsB;YACtB,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC;gBAC7B,MAAM,YAAY,GAAG,WAAW,CAAC,mBAAmB,EAAE,CAAC;gBACvD,OAAO,CAAC,IAAI,CAAC,2CAA2C,IAAI,sBAAsB,YAAY,GAAG,CAAC,CAAC;gBACnG,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,4EAA4E,WAAW,CAAC,oBAAoB,EAAE,EAAE,EAAE,CAAC;oBACnJ,OAAO,EAAE,IAAI;iBACd,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAC9C,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,IAAI,EAAE,EAAE,CAAC;oBAC1D,OAAO,EAAE,IAAI;iBACd,CAAC;YACJ,CAAC;YAED,qCAAqC;YACrC,OAAO,QAAQ,CACb,oBAAoB,IAAI,EAAE,EAC1B;gBACE,uBAAuB,EAAE,IAAI;aAC9B,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;gBACb,IAAI,CAAC;oBACH,2BAA2B;oBAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;oBAEjD,mEAAmE;oBACnE,MAAM,MAAM,GAAG,MAAO,IAAI,CAAC,OAAgD,CAAC,KAAK,CAAC,CAAC;oBAEnF,IAAI,IAAI;wBAAE,IAAI,CAAC,YAAY,CAAC,0BAA0B,EAAE,IAAI,CAAC,CAAC;oBAC9D,OAAO;wBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;qBACnE,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,sEAAsE;oBACtE,gCAAgC;oBAChC,uCAAuC;oBACvC,iDAAiD;oBACjD,MAAM,SAAS,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;oBAClD,IAAI,IAAI;wBAAE,IAAI,CAAC,YAAY,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;oBAC/D,OAAO;wBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;wBAC5C,OAAO,EAAE,IAAI;qBACd,CAAC;gBACJ,CAAC;YACH,CAAC,CACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,eAAe,CAAC,sBAAsB,EAAE,KAAK,EAAE,qCAAqC,CAAC,CAAC;IAClG,CAAC;IAED,uCAAuC;IACvC,OAAO,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;IACtD,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;QAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,eAAe,CAAC,sBAAsB,EAAE,KAAK,EAAE,uEAAuE,CAAC,CAAC;IACpI,CAAC;IAED,6DAA6D;IAC7D,OAAO,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAC9E,OAAO,CAAC,KAAK,CAAC,2BAA2B,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAE9E,sDAAsD;IACtD,oFAAoF;IACpF,uEAAuE;IACvE,MAAM,gBAAgB,GAAG,KAAK,EAAE,MAAc,EAAkB,EAAE;QAChE,OAAO,CAAC,KAAK,CAAC,uBAAuB,MAAM,+BAA+B,CAAC,CAAC;QAC5E,IAAI,CAAC;YACH,MAAM,uBAAuB,EAAE,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACrG,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;IAEF,MAAM,aAAa,GAAG,GAAS,EAAE;QAC/B,gBAAgB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACxC,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC9F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IACF,MAAM,YAAY,GAAG,GAAS,EAAE;QAC9B,gBAAgB,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACvC,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IACrC,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB;IAClC,OAAO,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;IACtC,OAAO,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;QACrC,OAAO,CAAC,KAAK,CAAC,iDAAiD,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;QAC9E,OAAO,CAAC,KAAK,CAAC,kBAAkB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,kBAAkB,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC9G,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACvC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,iBAAiB;gBACpB,OAAO,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAC5D,OAAO,CAAC,KAAK,CAAC,+DAA+D,CAAC,CAAC;gBAC/E,MAAM;YACR,KAAK,iBAAiB;gBACpB,OAAO,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;gBACtE,OAAO,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;gBAChE,MAAM;YACR,KAAK,sBAAsB;gBACzB,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBACxD,OAAO,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;gBACrD,MAAM;YACR,KAAK,sBAAsB;gBACzB,OAAO,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;gBAClE,OAAO,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;gBACvD,MAAM;YACR;gBACE,OAAO,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,KAAK,CAAC,iDAAiD,EAAE,KAAK,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"context-stats.d.ts","sourceRoot":"","sources":["../../src/tools/context-stats.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"context-stats.d.ts","sourceRoot":"","sources":["../../src/tools/context-stats.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAexB,eAAO,MAAM,kBAAkB;;;;;;;;;;;;EAI7B,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAsJnE,wBAAsB,YAAY,CAAC,QAAQ,EAAE,iBAAiB;eAqC/C,MAAM;aACR,MAAM;YACP,MAAM;aACL;QACP,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,gBAAgB,EAAE,MAAM,CAAC;KAC1B;YACO;QACN,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,EAAE,MAAM,CAAC;KACvB;cACS,MAAM;WACT;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE;gBAC7D;QACV,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,MAAM,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;KACf;cACS;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAC;YAAC,YAAY,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAC9E;;;;;;;GAiEJ;AAED,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;CAK5B,CAAC"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
import { z } from 'zod';
|
|
5
5
|
import { existsSync, readFileSync, readdirSync, statSync } from 'fs';
|
|
6
6
|
import { join } from 'path';
|
|
7
|
-
import { CLAUDE_HOME, CONTEXT_WINDOW_SIZE, MODEL_PRICING, checkPricingStaleness } from '../lib/constants.js';
|
|
7
|
+
import { CLAUDE_HOME, CONTEXT_WINDOW_SIZE, MODEL_PRICING, checkPricingStaleness, SYSTEM_PROMPT_TOKENS, SYSTEM_TOOLS_TOKENS, HISTORY_RECENT_DAYS, } from '../lib/constants.js';
|
|
8
8
|
import { loadJsonSafe } from '../lib/file-utils.js';
|
|
9
9
|
export const contextStatsSchema = z.object({
|
|
10
10
|
sessionId: z.string().optional().describe('Session ID (default: most recent)'),
|
|
@@ -181,15 +181,13 @@ export async function contextStats(rawInput) {
|
|
|
181
181
|
}
|
|
182
182
|
if (input.includeBreakdown) {
|
|
183
183
|
// Estimate breakdown based on typical overhead
|
|
184
|
-
const
|
|
185
|
-
const systemTools = 15000;
|
|
186
|
-
const overhead = systemPrompt + systemTools;
|
|
184
|
+
const overhead = SYSTEM_PROMPT_TOKENS + SYSTEM_TOOLS_TOKENS;
|
|
187
185
|
const messages = Math.max(0, usage.totalContextTokens - overhead);
|
|
188
186
|
result.breakdown = {
|
|
189
|
-
systemPrompt,
|
|
190
|
-
systemTools,
|
|
187
|
+
systemPrompt: SYSTEM_PROMPT_TOKENS,
|
|
188
|
+
systemTools: SYSTEM_TOOLS_TOKENS,
|
|
191
189
|
messages,
|
|
192
|
-
other: Math.max(0, usage.totalContextTokens -
|
|
190
|
+
other: Math.max(0, usage.totalContextTokens - SYSTEM_PROMPT_TOKENS - SYSTEM_TOOLS_TOKENS - messages),
|
|
193
191
|
};
|
|
194
192
|
}
|
|
195
193
|
// Load historical data
|
|
@@ -200,7 +198,7 @@ export async function contextStats(rawInput) {
|
|
|
200
198
|
result.history = {
|
|
201
199
|
totalSessions: history.sessions.length,
|
|
202
200
|
avgUtilization: Math.round(avgUtilization * 10) / 10,
|
|
203
|
-
recentDays: history.dailyAverages.slice(-
|
|
201
|
+
recentDays: history.dailyAverages.slice(-HISTORY_RECENT_DAYS).map(d => ({
|
|
204
202
|
date: d.date,
|
|
205
203
|
avgTokens: Math.round(d.avgTokens),
|
|
206
204
|
sessionCount: d.sessionCount,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"context-stats.js","sourceRoot":"","sources":["../../src/tools/context-stats.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,
|
|
1
|
+
{"version":3,"file":"context-stats.js","sourceRoot":"","sources":["../../src/tools/context-stats.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EACL,WAAW,EACX,mBAAmB,EAEnB,aAAa,EACb,qBAAqB,EACrB,oBAAoB,EACpB,mBAAmB,EACnB,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEpD,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IAC9E,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IAC/E,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,uBAAuB,CAAC;CACzE,CAAC,CAAC;AAkCH;;GAEG;AACH,SAAS,iBAAiB;IACxB,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAClD,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,IAAI,CAAC;IAE1C,IAAI,UAAU,GAAsF,IAAI,CAAC;IAEzG,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;QAC7C,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;YAClC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gBAAE,SAAS;YAElC,MAAM,QAAQ,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC5E,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;gBAC5C,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACvC,IAAI,CAAC,UAAU,IAAI,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;oBAClE,UAAU,GAAG;wBACX,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;wBACxC,UAAU,EAAE,OAAO;wBACnB,QAAQ;wBACR,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE;qBACnC,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,UAAU,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACnI,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,QAAgB;IACzC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEzC,IAAI,WAAW,GAAwB,IAAI,CAAC;QAC5C,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,KAAyB,CAAC;QAE9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAE/B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACxD,YAAY,EAAE,CAAC;gBACjB,CAAC;gBAED,IAAI,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;oBACzB,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBAC9B,CAAC;gBAED,IAAI,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;oBACzB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;oBAClC,MAAM,WAAW,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;oBAC5C,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;oBAC9C,MAAM,eAAe,GAAG,KAAK,CAAC,uBAAuB,IAAI,CAAC,CAAC;oBAC3D,MAAM,mBAAmB,GAAG,KAAK,CAAC,2BAA2B,IAAI,CAAC,CAAC;oBAEnE,MAAM,kBAAkB,GAAG,WAAW,GAAG,eAAe,GAAG,mBAAmB,CAAC;oBAC/E,MAAM,kBAAkB,GAAG,CAAC,kBAAkB,GAAG,mBAAmB,CAAC,GAAG,GAAG,CAAC;oBAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,mBAAmB,GAAG,kBAAkB,CAAC,CAAC;oBAExE,WAAW,GAAG;wBACZ,WAAW;wBACX,YAAY;wBACZ,eAAe;wBACf,mBAAmB;wBACnB,kBAAkB;wBAClB,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,EAAE,CAAC,GAAG,EAAE;wBAC5D,SAAS;wBACT,YAAY;wBACZ,KAAK;qBACN,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,uBAAuB;YACzB,CAAC;QACH,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,WAAW,CAAC,YAAY,GAAG,YAAY,CAAC;QAC1C,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,KAAmB;IACxC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,0BAA0B,CAAC;IACxD,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAErE,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC;IAClE,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAErE,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,KAAK;QAChD,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,GAAG,KAAK;QAClD,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK;KAChE,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,QAA2B;IAC5D,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACjD,eAAe;IACf,IAAI,WAAW,GAAuE,IAAI,CAAC;IAE3F,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,8BAA8B;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAClD,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5B,MAAM,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;YAC7C,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;gBAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC,SAAS,QAAQ,CAAC,CAAC;gBACxE,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACzB,WAAW,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;oBAC5E,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,WAAW,GAAG,iBAAiB,EAAE,CAAC;IACpC,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,sBAAsB,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,mBAAmB;SACvF,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,iBAAiB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IACtD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO;YACL,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,KAAK,EAAE,oCAAoC;SAC5C,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GA6BR;QACF,SAAS,EAAE,WAAW,CAAC,SAAS;QAChC,OAAO,EAAE,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;QAClD,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,OAAO,EAAE;YACP,WAAW,EAAE,KAAK,CAAC,kBAAkB;YACrC,WAAW,EAAE,GAAG,KAAK,CAAC,kBAAkB,GAAG;YAC3C,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,gBAAgB,EAAE,GAAG,CAAC,GAAG,GAAG,KAAK,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;SACpE;QACD,MAAM,EAAE;YACN,KAAK,EAAE,KAAK,CAAC,WAAW;YACxB,MAAM,EAAE,KAAK,CAAC,YAAY;YAC1B,SAAS,EAAE,KAAK,CAAC,eAAe;YAChC,aAAa,EAAE,KAAK,CAAC,mBAAmB;SACzC;QACD,QAAQ,EAAE,KAAK,CAAC,YAAY;KAC7B,CAAC;IAEF,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,qBAAqB,EAAE,CAAC;QAC1C,MAAM,CAAC,IAAI,GAAG;YACZ,KAAK,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACtC,MAAM,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACxC,KAAK,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACtC,GAAG,CAAC,SAAS,CAAC,OAAO,IAAI;gBACvB,OAAO,EAAE,mBAAmB,SAAS,CAAC,eAAe,qCAAqC;aAC3F,CAAC;SACH,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAC3B,+CAA+C;QAC/C,MAAM,QAAQ,GAAG,oBAAoB,GAAG,mBAAmB,CAAC;QAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,kBAAkB,GAAG,QAAQ,CAAC,CAAC;QAElE,MAAM,CAAC,SAAS,GAAG;YACjB,YAAY,EAAE,oBAAoB;YAClC,WAAW,EAAE,mBAAmB;YAChC,QAAQ;YACR,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,kBAAkB,GAAG,oBAAoB,GAAG,mBAAmB,GAAG,QAAQ,CAAC;SACrG,CAAC;IACJ,CAAC;IAED,uBAAuB;IACvB,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,YAAY,CAAiB,WAAW,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;IAE3G,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;QAEpH,MAAM,CAAC,OAAO,GAAG;YACf,aAAa,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;YACtC,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,EAAE,CAAC,GAAG,EAAE;YACpD,UAAU,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACtE,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;gBAClC,YAAY,EAAE,CAAC,CAAC,YAAY;aAC7B,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,kEAAkE;IAC/E,WAAW,EAAE,kBAAkB;IAC/B,OAAO,EAAE,YAAY;CACtB,CAAC"}
|
|
@@ -0,0 +1,145 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Export evaluations to Confident AI via OTLP HTTP
|
|
3
|
+
*
|
|
4
|
+
* MCP tool for exporting gen_ai.evaluation.result events to Confident AI
|
|
5
|
+
* for LLM evaluation analysis and metric collection.
|
|
6
|
+
*/
|
|
7
|
+
import { z } from 'zod';
|
|
8
|
+
import { type ConfidentConfig } from '../lib/confident-export.js';
|
|
9
|
+
import type { TelemetryBackend } from '../backends/index.js';
|
|
10
|
+
export declare const exportConfidentSchema: z.ZodObject<{
|
|
11
|
+
limit: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
|
|
12
|
+
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
13
|
+
dryRun: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
14
|
+
metricCollection: z.ZodOptional<z.ZodString>;
|
|
15
|
+
environment: z.ZodOptional<z.ZodEnum<["production", "development", "staging", "testing"]>>;
|
|
16
|
+
endpoint: z.ZodOptional<z.ZodString>;
|
|
17
|
+
apiKey: z.ZodOptional<z.ZodString>;
|
|
18
|
+
startDate: z.ZodOptional<z.ZodString>;
|
|
19
|
+
endDate: z.ZodOptional<z.ZodString>;
|
|
20
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
21
|
+
traceId: z.ZodOptional<z.ZodString>;
|
|
22
|
+
evaluationName: z.ZodOptional<z.ZodString>;
|
|
23
|
+
scoreMin: z.ZodOptional<z.ZodNumber>;
|
|
24
|
+
scoreMax: z.ZodOptional<z.ZodNumber>;
|
|
25
|
+
scoreLabel: z.ZodOptional<z.ZodString>;
|
|
26
|
+
evaluatorType: z.ZodOptional<z.ZodEnum<["llm", "human", "rule", "classifier"]>>;
|
|
27
|
+
}, "strip", z.ZodTypeAny, {
|
|
28
|
+
limit: number;
|
|
29
|
+
dryRun: boolean;
|
|
30
|
+
traceId?: string | undefined;
|
|
31
|
+
sessionId?: string | undefined;
|
|
32
|
+
evaluationName?: string | undefined;
|
|
33
|
+
scoreLabel?: string | undefined;
|
|
34
|
+
scoreMin?: number | undefined;
|
|
35
|
+
scoreMax?: number | undefined;
|
|
36
|
+
evaluatorType?: "llm" | "human" | "rule" | "classifier" | undefined;
|
|
37
|
+
endpoint?: string | undefined;
|
|
38
|
+
endDate?: string | undefined;
|
|
39
|
+
startDate?: string | undefined;
|
|
40
|
+
batchSize?: number | undefined;
|
|
41
|
+
apiKey?: string | undefined;
|
|
42
|
+
environment?: "production" | "development" | "staging" | "testing" | undefined;
|
|
43
|
+
metricCollection?: string | undefined;
|
|
44
|
+
}, {
|
|
45
|
+
limit?: number | undefined;
|
|
46
|
+
traceId?: string | undefined;
|
|
47
|
+
sessionId?: string | undefined;
|
|
48
|
+
evaluationName?: string | undefined;
|
|
49
|
+
scoreLabel?: string | undefined;
|
|
50
|
+
scoreMin?: number | undefined;
|
|
51
|
+
scoreMax?: number | undefined;
|
|
52
|
+
evaluatorType?: "llm" | "human" | "rule" | "classifier" | undefined;
|
|
53
|
+
endpoint?: string | undefined;
|
|
54
|
+
endDate?: string | undefined;
|
|
55
|
+
startDate?: string | undefined;
|
|
56
|
+
dryRun?: boolean | undefined;
|
|
57
|
+
batchSize?: number | undefined;
|
|
58
|
+
apiKey?: string | undefined;
|
|
59
|
+
environment?: "production" | "development" | "staging" | "testing" | undefined;
|
|
60
|
+
metricCollection?: string | undefined;
|
|
61
|
+
}>;
|
|
62
|
+
export type ExportConfidentInput = z.input<typeof exportConfidentSchema>;
|
|
63
|
+
/** Response from export operation */
|
|
64
|
+
export interface ExportConfidentResponse {
|
|
65
|
+
success: boolean;
|
|
66
|
+
dryRun: boolean;
|
|
67
|
+
evaluationsFound: number;
|
|
68
|
+
evaluationsExported: number;
|
|
69
|
+
batches: number;
|
|
70
|
+
failed: number;
|
|
71
|
+
durationMs: number;
|
|
72
|
+
errors?: string[];
|
|
73
|
+
preview?: Array<{
|
|
74
|
+
traceId?: string;
|
|
75
|
+
evaluationName: string;
|
|
76
|
+
scoreValue?: number;
|
|
77
|
+
scoreLabel?: string;
|
|
78
|
+
}>;
|
|
79
|
+
/** Link to view in Confident AI Observatory */
|
|
80
|
+
observatoryUrl?: string;
|
|
81
|
+
}
|
|
82
|
+
export interface ExportConfidentOptions {
|
|
83
|
+
localBackend?: TelemetryBackend;
|
|
84
|
+
configOverrides?: Partial<ConfidentConfig>;
|
|
85
|
+
skipExport?: boolean;
|
|
86
|
+
}
|
|
87
|
+
export declare function exportConfident(rawInput: ExportConfidentInput, options?: ExportConfidentOptions): Promise<ExportConfidentResponse>;
|
|
88
|
+
export declare const exportConfidentTool: {
|
|
89
|
+
name: string;
|
|
90
|
+
description: string;
|
|
91
|
+
inputSchema: z.ZodObject<{
|
|
92
|
+
limit: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
|
|
93
|
+
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
94
|
+
dryRun: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
95
|
+
metricCollection: z.ZodOptional<z.ZodString>;
|
|
96
|
+
environment: z.ZodOptional<z.ZodEnum<["production", "development", "staging", "testing"]>>;
|
|
97
|
+
endpoint: z.ZodOptional<z.ZodString>;
|
|
98
|
+
apiKey: z.ZodOptional<z.ZodString>;
|
|
99
|
+
startDate: z.ZodOptional<z.ZodString>;
|
|
100
|
+
endDate: z.ZodOptional<z.ZodString>;
|
|
101
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
102
|
+
traceId: z.ZodOptional<z.ZodString>;
|
|
103
|
+
evaluationName: z.ZodOptional<z.ZodString>;
|
|
104
|
+
scoreMin: z.ZodOptional<z.ZodNumber>;
|
|
105
|
+
scoreMax: z.ZodOptional<z.ZodNumber>;
|
|
106
|
+
scoreLabel: z.ZodOptional<z.ZodString>;
|
|
107
|
+
evaluatorType: z.ZodOptional<z.ZodEnum<["llm", "human", "rule", "classifier"]>>;
|
|
108
|
+
}, "strip", z.ZodTypeAny, {
|
|
109
|
+
limit: number;
|
|
110
|
+
dryRun: boolean;
|
|
111
|
+
traceId?: string | undefined;
|
|
112
|
+
sessionId?: string | undefined;
|
|
113
|
+
evaluationName?: string | undefined;
|
|
114
|
+
scoreLabel?: string | undefined;
|
|
115
|
+
scoreMin?: number | undefined;
|
|
116
|
+
scoreMax?: number | undefined;
|
|
117
|
+
evaluatorType?: "llm" | "human" | "rule" | "classifier" | undefined;
|
|
118
|
+
endpoint?: string | undefined;
|
|
119
|
+
endDate?: string | undefined;
|
|
120
|
+
startDate?: string | undefined;
|
|
121
|
+
batchSize?: number | undefined;
|
|
122
|
+
apiKey?: string | undefined;
|
|
123
|
+
environment?: "production" | "development" | "staging" | "testing" | undefined;
|
|
124
|
+
metricCollection?: string | undefined;
|
|
125
|
+
}, {
|
|
126
|
+
limit?: number | undefined;
|
|
127
|
+
traceId?: string | undefined;
|
|
128
|
+
sessionId?: string | undefined;
|
|
129
|
+
evaluationName?: string | undefined;
|
|
130
|
+
scoreLabel?: string | undefined;
|
|
131
|
+
scoreMin?: number | undefined;
|
|
132
|
+
scoreMax?: number | undefined;
|
|
133
|
+
evaluatorType?: "llm" | "human" | "rule" | "classifier" | undefined;
|
|
134
|
+
endpoint?: string | undefined;
|
|
135
|
+
endDate?: string | undefined;
|
|
136
|
+
startDate?: string | undefined;
|
|
137
|
+
dryRun?: boolean | undefined;
|
|
138
|
+
batchSize?: number | undefined;
|
|
139
|
+
apiKey?: string | undefined;
|
|
140
|
+
environment?: "production" | "development" | "staging" | "testing" | undefined;
|
|
141
|
+
metricCollection?: string | undefined;
|
|
142
|
+
}>;
|
|
143
|
+
handler: typeof exportConfident;
|
|
144
|
+
};
|
|
145
|
+
//# sourceMappingURL=export-confident.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"export-confident.d.ts","sourceRoot":"","sources":["../../src/tools/export-confident.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAGL,KAAK,eAAe,EACrB,MAAM,4BAA4B,CAAC;AAWpC,OAAO,KAAK,EAAiB,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAG5E,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAuBhC,CAAC;AAEH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEzE,qCAAqC;AACrC,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,CAAC,EAAE,KAAK,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;IACH,+CAA+C;IAC/C,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAGD,MAAM,WAAW,sBAAsB;IACrC,YAAY,CAAC,EAAE,gBAAgB,CAAC;IAChC,eAAe,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3C,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,wBAAsB,eAAe,CACnC,QAAQ,EAAE,oBAAoB,EAC9B,OAAO,CAAC,EAAE,sBAAsB,GAC/B,OAAO,CAAC,uBAAuB,CAAC,CAuGlC;AAED,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAK/B,CAAC"}
|