observability-toolkit 1.8.5 → 2.0.0

package/dist/tools/export-phoenix.js

@@ -0,0 +1,135 @@
+/**
+ * Export evaluations to Arize Phoenix via OTLP HTTP
+ *
+ * MCP tool for exporting gen_ai.evaluation.result events to Phoenix
+ * for LLM evaluation analysis and project organization.
+ */
+import { z } from 'zod';
+import { MultiDirectoryBackend } from '../backends/local-jsonl.js';
+import { validatePhoenixConfig, exportToPhoenix, } from '../lib/phoenix-export.js';
+import { validateLimit, validateDateRange, InputValidationError, } from '../lib/input-validator.js';
+import { sessionSchema, traceIdSchema, dateRangeSchema, } from '../lib/shared-schemas.js';
+import { MAX_EXPORT_LIMIT, EXPORT_PREVIEW_LIMIT } from '../lib/constants.js';
+export const exportPhoenixSchema = z.object({
+    // Filters (consistent with other export tools)
+    evaluationName: z.string().optional().describe('Evaluation name (substring)'),
+    scoreMin: z.number().optional().describe('Min score threshold'),
+    scoreMax: z.number().optional().describe('Max score threshold'),
+    scoreLabel: z.string().optional().describe('Score label (exact)'),
+    evaluatorType: z.enum(['llm', 'human', 'rule', 'classifier']).optional().describe('Evaluator type'),
+    ...traceIdSchema,
+    ...sessionSchema,
+    ...dateRangeSchema,
+    // Export options (consistent with other export tools)
+    limit: z.number().max(MAX_EXPORT_LIMIT).optional().default(1000).describe('Max evaluations to export (max 10000)'),
+    batchSize: z.number().min(1).max(1000).optional().describe('Batch size for export (default 100)'),
+    dryRun: z.boolean().optional().default(false).describe('Preview export without sending'),
+    // Phoenix specific
+    projectName: z.string().optional().describe('Phoenix project name'),
+    legacyAuth: z.boolean().optional().default(false).describe('Use legacy api_key header (pre-June 2025)'),
+    // Config overrides
+    endpoint: z.string().optional().describe('Override PHOENIX_COLLECTOR_ENDPOINT'),
+    apiKey: z.string().optional().describe('Override PHOENIX_API_KEY'),
+});
+export async function exportPhoenix(rawInput, options) {
+    try {
+        const input = exportPhoenixSchema.parse(rawInput);
+        // Validate inputs
+        const validatedLimit = Math.min(validateLimit(input.limit), MAX_EXPORT_LIMIT);
+        // Validate date range if provided
+        if (input.startDate || input.endDate) {
+            validateDateRange(input.startDate, input.endDate);
+        }
+        // Validate score range
+        if (input.scoreMin !== undefined && input.scoreMax !== undefined) {
+            if (input.scoreMin > input.scoreMax) {
+                throw new Error(`Invalid score range: scoreMin (${input.scoreMin}) cannot exceed scoreMax (${input.scoreMax})`);
+            }
+        }
+        // Build query options
+        const queryOptions = {
+            evaluationName: input.evaluationName,
+            scoreMin: input.scoreMin,
+            scoreMax: input.scoreMax,
+            scoreLabel: input.scoreLabel,
+            evaluatorType: input.evaluatorType,
+            traceId: input.traceId,
+            sessionId: input.sessionId,
+            startDate: input.startDate,
+            endDate: input.endDate,
+            limit: validatedLimit,
+        };
+        // Query evaluations from local backend
+        const local = options?.localBackend ?? new MultiDirectoryBackend();
+        const evaluations = await local.queryEvaluations(queryOptions);
+        // Handle dry run
+        if (input.dryRun) {
+            return {
+                success: true,
+                dryRun: true,
+                evaluationsFound: evaluations.length,
+                evaluationsExported: 0,
+                batches: 0,
+                failed: 0,
+                durationMs: 0,
+                preview: evaluations.slice(0, EXPORT_PREVIEW_LIMIT).map(e => ({
+                    traceId: e.traceId,
+                    evaluationName: e.evaluationName,
+                    scoreValue: e.scoreValue,
+                    scoreLabel: e.scoreLabel,
+                })),
+            };
+        }
+        // Validate Phoenix config (will throw if invalid)
+        // Optimize batch size - don't use larger batch than evaluation count
+        const optimalBatchSize = input.batchSize
+            ? Math.min(input.batchSize, evaluations.length || 1)
+            : undefined;
+        const config = validatePhoenixConfig({
+            endpoint: input.endpoint,
+            apiKey: input.apiKey,
+            batchSize: optimalBatchSize,
+            projectName: input.projectName,
+            legacyAuth: input.legacyAuth,
+            ...options?.configOverrides,
+        });
+        // Skip actual export if requested (for testing)
+        if (options?.skipExport) {
+            return {
+                success: true,
+                dryRun: false,
+                evaluationsFound: evaluations.length,
+                evaluationsExported: evaluations.length,
+                batches: Math.ceil(evaluations.length / config.batchSize),
+                failed: 0,
+                durationMs: 0,
+            };
+        }
+        // Export to Phoenix
+        const result = await exportToPhoenix(evaluations, config);
+        return {
+            success: result.success,
+            dryRun: false,
+            evaluationsFound: evaluations.length,
+            evaluationsExported: result.evaluationsExported,
+            batches: result.batches,
+            failed: result.failed,
+            durationMs: result.durationMs,
+            ...(result.projectUrl && { projectUrl: result.projectUrl }),
+            ...(result.errors && { errors: result.errors }),
+        };
+    }
+    catch (error) {
+        if (error instanceof InputValidationError) {
+            throw new Error(`Validation error (${error.field}): ${error.message}`);
+        }
+        throw error;
+    }
+}
+export const exportPhoenixTool = {
+    name: 'obs_export_phoenix',
+    description: 'Export evaluation results to Arize Phoenix via OTLP HTTP for LLM evaluation and project organization.',
+    inputSchema: exportPhoenixSchema,
+    handler: exportPhoenix,
+};
+//# sourceMappingURL=export-phoenix.js.map

package/dist/tools/export-phoenix.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"export-phoenix.js","sourceRoot":"","sources":["../../src/tools/export-phoenix.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EACL,qBAAqB,EACrB,eAAe,GAEhB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,aAAa,EACb,iBAAiB,EACjB,oBAAoB,GACrB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,aAAa,EACb,aAAa,EACb,eAAe,GAChB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAE7E,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,+CAA+C;IAC/C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC7E,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IAC/D,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IAC/D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACjE,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IACnG,GAAG,aAAa;IAChB,GAAG,aAAa;IAChB,GAAG,eAAe;IAElB,sDAAsD;IACtD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IAClH,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IACjG,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAExF,mBAAmB;IACnB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACnE,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IAEvG,mBAAmB;IACnB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IAC/E,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;CACnE,CAAC,CAAC;AA+BH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAA4B,EAC5B,OAA8B;IAE9B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAElD,kBAAkB;QAClB,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,gBAAgB,CAAC,CAAC;QAE9E,kCAAkC;QAClC,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACrC,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACpD,CAAC;QAED,uBAAuB;QACvB,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACjE,IAAI,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,CAAC,QAAQ,6BAA6B,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC;YAClH,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,MAAM,YAAY,GAAG;YACnB,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,aAAa,EAAE,KAAK,CAAC,aAA0C;YAC/D,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,cAAc;SACtB,CAAC;QAEF,uCAAuC;QACvC,MAAM,KAAK,GAAG,OAAO,EAAE,YAAY,IAAI,IAAI,qBAAqB,EAAE,CAAC;QACnE,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,gBAAiB,CAAC,YAAY,CAAC,CAAC;QAEhE,iBAAiB;QACjB,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,IAAI;gBACZ,gBAAgB,EAAE,WAAW,CAAC,MAAM;gBACpC,mBAAmB,EAAE,CAAC;gBACtB,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,CAAC;gBACT,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC5D,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,cAAc,EAAE,CAAC,CAAC,cAAc;oBAChC,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,UAAU,EAAE,CAAC,CAAC,UAAU;iBACzB,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC;QAED,kDAAkD;QAClD,qEAAqE;QACrE,MAAM,gBAAgB,GAAG,KAAK,CAAC,SAAS;YACtC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;YACpD,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,MAAM,GAAG,qBAAqB,CAAC;YACnC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,SAAS,EAAE,gBAAgB;YAC3B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,GAAG,OAAO,EAAE,eAAe;SAC5B,CAAC,CAAC;QAEH,gDAAgD;QAChD,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;YACxB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,KAAK;gBACb,gBAAgB,EAAE,WAAW,CAAC,MAAM;gBACpC,mBAAmB,EAAE,WAAW,CAAC,MAAM;gBACvC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC;gBACzD,MAAM,EAAE,CAAC;gBACT,UAAU,EAAE,CAAC;aACd,CAAC;QACJ,CAAC;QAED,oBAAoB;QACpB,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAE1D,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,MAAM,EAAE,KAAK;YACb,gBAAgB,EAAE,WAAW,CAAC,MAAM;YACpC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;YAC3D,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;SAChD,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,oBAAoB,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,CAAC,KAAK,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE,uGAAuG;IACpH,WAAW,EAAE,mBAAmB;IAChC,OAAO,EAAE,aAAa;CACvB,CAAC"}

package/dist/tools/export-phoenix.test.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Tests for export-phoenix.ts MCP tool
+ *
+ * Covers schema validation, dryRun mode, and handler with mocked backend.
+ */
+export {};
+//# sourceMappingURL=export-phoenix.test.d.ts.map

package/dist/tools/export-phoenix.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"export-phoenix.test.d.ts","sourceRoot":"","sources":["../../src/tools/export-phoenix.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/tools/export-phoenix.test.js

@@ -0,0 +1,316 @@
+/**
+ * Tests for export-phoenix.ts MCP tool
+ *
+ * Covers schema validation, dryRun mode, and handler with mocked backend.
+ */
+import { describe, it, mock } from 'node:test';
+import assert from 'node:assert';
+import { exportPhoenixSchema, exportPhoenix, exportPhoenixTool, } from './export-phoenix.js';
+import { HttpStatus } from '../lib/constants.js';
+// Mock backend for testing
+function createMockBackend(evaluations) {
+    return {
+        name: 'mock',
+        queryEvaluations: async (_options) => evaluations,
+        queryTraces: async () => [],
+        queryLogs: async () => [],
+        queryMetrics: async () => [],
+        healthCheck: async () => ({ status: 'ok' }),
+    };
+}
+describe('export-phoenix', () => {
+    const testEvaluations = [
+        {
+            timestamp: '2024-01-15T10:00:00Z',
+            evaluationName: 'relevance',
+            scoreValue: 0.85,
+            scoreLabel: 'good',
+            traceId: 'trace-1',
+            sessionId: 'session-1',
+        },
+        {
+            timestamp: '2024-01-15T10:00:01Z',
+            evaluationName: 'quality',
+            scoreValue: 0.92,
+            scoreLabel: 'excellent',
+            traceId: 'trace-2',
+            sessionId: 'session-1',
+        },
+    ];
+    describe('exportPhoenixSchema', () => {
+        it('accepts minimal input', () => {
+            const input = {};
+            const result = exportPhoenixSchema.parse(input);
+            assert.strictEqual(result.limit, 1000);
+            assert.strictEqual(result.dryRun, false);
+            assert.strictEqual(result.legacyAuth, false);
+        });
+        it('accepts all filter fields', () => {
+            const input = {
+                evaluationName: 'relevance',
+                scoreMin: 0.5,
+                scoreMax: 1.0,
+                scoreLabel: 'good',
+                evaluatorType: 'llm',
+                traceId: 'trace-123',
+                sessionId: 'session-456',
+                startDate: '2024-01-01',
+                endDate: '2024-01-31',
+            };
+            const result = exportPhoenixSchema.parse(input);
+            assert.strictEqual(result.evaluationName, 'relevance');
+            assert.strictEqual(result.scoreMin, 0.5);
+            assert.strictEqual(result.evaluatorType, 'llm');
+        });
+        it('accepts export options', () => {
+            const input = {
+                limit: 500,
+                batchSize: 50,
+                dryRun: true,
+            };
+            const result = exportPhoenixSchema.parse(input);
+            assert.strictEqual(result.limit, 500);
+            assert.strictEqual(result.batchSize, 50);
+            assert.strictEqual(result.dryRun, true);
+        });
+        it('accepts Phoenix specific options', () => {
+            const input = {
+                projectName: 'my-project',
+                legacyAuth: true,
+            };
+            const result = exportPhoenixSchema.parse(input);
+            assert.strictEqual(result.projectName, 'my-project');
+            assert.strictEqual(result.legacyAuth, true);
+        });
+        it('accepts config overrides', () => {
+            const input = {
+                endpoint: 'https://app.phoenix.arize.com/s/my-space',
+                apiKey: 'phx_test_api_key_123',
+            };
+            const result = exportPhoenixSchema.parse(input);
+            assert.strictEqual(result.endpoint, 'https://app.phoenix.arize.com/s/my-space');
+            assert.strictEqual(result.apiKey, 'phx_test_api_key_123');
+        });
+        it('rejects limit over 10000', () => {
+            const input = { limit: 15000 };
+            assert.throws(() => exportPhoenixSchema.parse(input));
+        });
+        it('rejects invalid evaluator type', () => {
+            const input = { evaluatorType: 'invalid' };
+            assert.throws(() => exportPhoenixSchema.parse(input));
+        });
+        it('accepts valid evaluator types', () => {
+            for (const type of ['llm', 'human', 'rule', 'classifier']) {
+                const result = exportPhoenixSchema.parse({ evaluatorType: type });
+                assert.strictEqual(result.evaluatorType, type);
+            }
+        });
+        it('rejects batchSize under 1', () => {
+            const input = { batchSize: 0 };
+            assert.throws(() => exportPhoenixSchema.parse(input));
+        });
+        it('rejects batchSize over 1000', () => {
+            const input = { batchSize: 1001 };
+            assert.throws(() => exportPhoenixSchema.parse(input));
+        });
+    });
+    describe('MAX_EXPORT_LIMIT enforcement', () => {
+        it('enforces MAX_EXPORT_LIMIT via zod schema', () => {
+            assert.throws(() => exportPhoenixSchema.parse({ limit: 10001 }), /too_big/);
+        });
+        it('accepts exactly 10000 limit', () => {
+            const result = exportPhoenixSchema.parse({ limit: 10000 });
+            assert.strictEqual(result.limit, 10000);
+        });
+        it('handler respects limit when exporting', async () => {
+            const manyEvaluations = Array.from({ length: 100 }, (_, i) => ({
+                timestamp: '2024-01-15T10:00:00Z',
+                evaluationName: `eval-${i}`,
+                scoreValue: 0.5,
+            }));
+            const mockBackend = createMockBackend(manyEvaluations);
+            const result = await exportPhoenix({ limit: 50, dryRun: true }, { localBackend: mockBackend });
+            assert.ok(result.evaluationsFound <= 100);
+            assert.strictEqual(result.success, true);
+        });
+    });
+    describe('exportPhoenix - dryRun mode', () => {
+        it('returns preview without exporting', async () => {
+            const mockBackend = createMockBackend(testEvaluations);
+            const result = await exportPhoenix({ dryRun: true }, { localBackend: mockBackend });
+            assert.strictEqual(result.success, true);
+            assert.strictEqual(result.dryRun, true);
+            assert.strictEqual(result.evaluationsFound, 2);
+            assert.strictEqual(result.evaluationsExported, 0);
+            assert.strictEqual(result.batches, 0);
+            assert.strictEqual(result.durationMs, 0);
+            assert.ok(result.preview);
+            assert.strictEqual(result.preview.length, 2);
+            assert.strictEqual(result.preview[0].evaluationName, 'relevance');
+        });
+        it('limits preview to 10 items', async () => {
+            const manyEvaluations = Array.from({ length: 20 }, (_, i) => ({
+                timestamp: '2024-01-15T10:00:00Z',
+                evaluationName: `eval-${i}`,
+                scoreValue: 0.5,
+            }));
+            const mockBackend = createMockBackend(manyEvaluations);
+            const result = await exportPhoenix({ dryRun: true }, { localBackend: mockBackend });
+            assert.strictEqual(result.evaluationsFound, 20);
+            assert.strictEqual(result.preview?.length, 10);
+        });
+        it('filters evaluations by evaluationName', async () => {
+            const mockBackend = {
+                name: 'mock',
+                queryEvaluations: async (options) => {
+                    return testEvaluations.filter(e => !options.evaluationName || e.evaluationName.includes(options.evaluationName));
+                },
+                queryTraces: async () => [],
+                queryLogs: async () => [],
+                queryMetrics: async () => [],
+                healthCheck: async () => ({ status: 'ok' }),
+            };
+            const result = await exportPhoenix({ dryRun: true, evaluationName: 'quality' }, { localBackend: mockBackend });
+            assert.strictEqual(result.evaluationsFound, 1);
+            assert.strictEqual(result.preview?.[0].evaluationName, 'quality');
+        });
+    });
+    describe('exportPhoenix - validation', () => {
+        it('rejects invalid score range', async () => {
+            const mockBackend = createMockBackend([]);
+            await assert.rejects(exportPhoenix({ scoreMin: 0.9, scoreMax: 0.5 }, { localBackend: mockBackend }), /Invalid score range/);
+        });
+        it('validates date range', async () => {
+            const mockBackend = createMockBackend([]);
+            await assert.rejects(exportPhoenix({ startDate: '2024-02-01', endDate: '2024-01-01' }, { localBackend: mockBackend }), /cannot be after/);
+        });
+        it('clamps negative limit to 1', async () => {
+            const manyEvaluations = Array.from({ length: 10 }, (_, i) => ({
+                timestamp: '2024-01-15T10:00:00Z',
+                evaluationName: `eval-${i}`,
+                scoreValue: 0.5,
+            }));
+            const mockBackend = createMockBackend(manyEvaluations);
+            const result = await exportPhoenix({ limit: -1, dryRun: true }, { localBackend: mockBackend });
+            assert.strictEqual(result.success, true);
+            assert.ok(result.evaluationsFound <= 10);
+        });
+    });
+    describe('exportPhoenix - skipExport mode', () => {
+        it('skips HTTP calls when skipExport is true', async () => {
+            const mockBackend = createMockBackend(testEvaluations);
+            const result = await exportPhoenix({ limit: 100 }, {
+                localBackend: mockBackend,
+                skipExport: true,
+                configOverrides: {
+                    endpoint: 'http://localhost:6006',
+                    projectName: 'test-project',
+                    batchSize: 10,
+                },
+            });
+            assert.strictEqual(result.success, true);
+            assert.strictEqual(result.dryRun, false);
+            assert.strictEqual(result.evaluationsFound, 2);
+            assert.strictEqual(result.evaluationsExported, 2);
+        });
+    });
+    describe('exportPhoenix - config validation', () => {
+        it('throws when Phoenix Cloud endpoint missing API key', async () => {
+            const mockBackend = createMockBackend(testEvaluations);
+            await assert.rejects(exportPhoenix({
+                limit: 10,
+                endpoint: 'https://app.phoenix.arize.com/s/my-space',
+            }, { localBackend: mockBackend }), /API key not configured/);
+        });
+        it('uses config overrides from input', async () => {
+            const mockBackend = createMockBackend(testEvaluations);
+            const result = await exportPhoenix({
+                endpoint: 'http://localhost:6006',
+                projectName: 'custom-project',
+            }, {
+                localBackend: mockBackend,
+                skipExport: true,
+            });
+            assert.strictEqual(result.success, true);
+        });
+    });
+    describe('exportPhoenixTool', () => {
+        it('has correct tool metadata', () => {
+            assert.strictEqual(exportPhoenixTool.name, 'obs_export_phoenix');
+            assert.ok(exportPhoenixTool.description.includes('Phoenix'));
+            assert.ok(exportPhoenixTool.inputSchema);
+            assert.ok(exportPhoenixTool.handler);
+        });
+        it('handler is the exportPhoenix function', () => {
+            assert.strictEqual(exportPhoenixTool.handler, exportPhoenix);
+        });
+    });
+    describe('exportPhoenix - actual export', () => {
+        it('sends evaluations to Phoenix', async () => {
+            const fetchCalls = [];
+            const originalFetch = globalThis.fetch;
+            globalThis.fetch = mock.fn(async (url, opts) => {
+                fetchCalls.push({ url: url.toString(), method: opts?.method || 'GET' });
+                return new Response('{}', { status: HttpStatus.OK });
+            });
+            const mockBackend = createMockBackend(testEvaluations);
+            try {
+                const result = await exportPhoenix({
+                    endpoint: 'http://localhost:6006',
+                    projectName: 'test-project',
+                    batchSize: 100,
+                }, { localBackend: mockBackend });
+                assert.strictEqual(result.success, true);
+                assert.strictEqual(result.evaluationsExported, 2);
+                assert.strictEqual(fetchCalls.length, 1);
+                assert.ok(fetchCalls[0].url.includes('/v1/traces'));
+                assert.strictEqual(fetchCalls[0].method, 'POST');
+            }
+            finally {
+                globalThis.fetch = originalFetch;
+            }
+        });
+        it('includes Authorization header for Phoenix Cloud', async () => {
+            let capturedHeaders = {};
+            const originalFetch = globalThis.fetch;
+            globalThis.fetch = mock.fn(async (_url, opts) => {
+                capturedHeaders = Object.fromEntries(Object.entries(opts?.headers || {}));
+                return new Response('{}', { status: HttpStatus.OK });
+            });
+            const mockBackend = createMockBackend(testEvaluations);
+            try {
+                await exportPhoenix({
+                    endpoint: 'https://app.phoenix.arize.com/s/my-space',
+                    apiKey: 'phx_test_api_key',
+                }, { localBackend: mockBackend });
+                assert.ok(capturedHeaders['Authorization']);
+                assert.strictEqual(capturedHeaders['Authorization'], 'Bearer phx_test_api_key');
+                assert.strictEqual(capturedHeaders['Content-Type'], 'application/json');
+            }
+            finally {
+                globalThis.fetch = originalFetch;
+            }
+        });
+        it('reports errors from Phoenix', async () => {
+            const originalFetch = globalThis.fetch;
+            globalThis.fetch = mock.fn(async () => {
+                return new Response('Unauthorized', { status: HttpStatus.UNAUTHORIZED });
+            });
+            const mockBackend = createMockBackend(testEvaluations);
+            try {
+                const result = await exportPhoenix({
+                    endpoint: 'http://localhost:6006',
+                    projectName: 'test-project',
+                }, { localBackend: mockBackend });
+                assert.strictEqual(result.success, false);
+                assert.strictEqual(result.failed, 2);
+                assert.ok(result.errors);
+                assert.ok(result.errors[0].includes('HTTP 401'));
+            }
+            finally {
+                globalThis.fetch = originalFetch;
+            }
+        });
+    });
+});
+//# sourceMappingURL=export-phoenix.test.js.map

package/dist/tools/export-phoenix.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"export-phoenix.test.js","sourceRoot":"","sources":["../../src/tools/export-phoenix.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAyB,IAAI,EAAE,MAAM,WAAW,CAAC;AACtE,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,iBAAiB,GAElB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAGjD,2BAA2B;AAC3B,SAAS,iBAAiB,CAAC,WAA+B;IACxD,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,gBAAgB,EAAE,KAAK,EAAE,QAAgC,EAAE,EAAE,CAAC,WAAW;QACzE,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;QAC3B,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;QACzB,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;QAC5B,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;KAC5C,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,MAAM,eAAe,GAAuB;QAC1C;YACE,SAAS,EAAE,sBAAsB;YACjC,cAAc,EAAE,WAAW;YAC3B,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,MAAM;YAClB,OAAO,EAAE,SAAS;YAClB,SAAS,EAAE,WAAW;SACvB;QACD;YACE,SAAS,EAAE,sBAAsB;YACjC,cAAc,EAAE,SAAS;YACzB,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,WAAW;YACvB,OAAO,EAAE,SAAS;YAClB,SAAS,EAAE,WAAW;SACvB;KACF,CAAC;IAEF,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAC/B,MAAM,KAAK,GAAG,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACvC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,KAAK,GAAG;gBACZ,cAAc,EAAE,WAAW;gBAC3B,QAAQ,EAAE,GAAG;gBACb,QAAQ,EAAE,GAAG;gBACb,UAAU,EAAE,MAAM;gBAClB,aAAa,EAAE,KAAK;gBACpB,OAAO,EAAE,WAAW;gBACpB,SAAS,EAAE,aAAa;gBACxB,SAAS,EAAE,YAAY;gBACvB,OAAO,EAAE,YAAY;aACtB,CAAC;YACF,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YAChC,MAAM,KAAK,GAAG;gBACZ,KAAK,EAAE,GAAG;gBACV,SAAS,EAAE,EAAE;gBACb,MAAM,EAAE,IAAI;aACb,CAAC;YACF,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACtC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,KAAK,GAAG;gBACZ,WAAW,EAAE,YAAY;gBACzB,UAAU,EAAE,IAAI;aACjB,CAAC;YACF,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;YACrD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,KAAK,GAAG;gBACZ,QAAQ,EAAE,0CAA0C;gBACpD,MAAM,EAAE,sBAAsB;aAC/B,CAAC;YACF,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,0CAA0C,CAAC,CAAC;YAChF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,KAAK,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YAC/B,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,KAAK,GAAG,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;YAC3C,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,CAAC;gBAC1D,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YACjD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,KAAK,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACrC,MAAM,KAAK,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YAClC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC5C,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EACjD,SAAS,CACV,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACrC,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7D,SAAS,EAAE,sBAAsB;gBACjC,cAAc,EAAE,QAAQ,CAAC,EAAE;gBAC3B,UAAU,EAAE,GAAG;aAChB,CAAC,CAAC,CAAC;YAEJ,MAAM,WAAW,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;YAEvD,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAC3B,EAAE,YAAY,EAAE,WAAW,EAAE,CAC9B,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAgB,IAAI,GAAG,CAAC,CAAC;YAC1C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;QAC3C,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,WAAW,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;YAEvD,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,EAAE,MAAM,EAAE,IAAI,EAAE,EAChB,EAAE,YAAY,EAAE,WAAW,EAAE,CAC9B,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC1B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC5D,SAAS,EAAE,sBAAsB;gBACjC,cAAc,EAAE,QAAQ,CAAC,EAAE;gBAC3B,UAAU,EAAE,GAAG;aAChB,CAAC,CAAC,CAAC;YACJ,MAAM,WAAW,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;YAEvD,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,EAAE,MAAM,EAAE,IAAI,EAAE,EAChB,EAAE,YAAY,EAAE,WAAW,EAAE,CAC9B,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,WAAW,GAAqB;gBACpC,IAAI,EAAE,MAAM;gBACZ,gBAAgB,EAAE,KAAK,EAAE,OAA+B,EAAE,EAAE;oBAC1D,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAChC,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAC7E,CAAC;gBACJ,CAAC;gBACD,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;gBAC3B,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;gBACzB,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;gBAC5B,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aAC5C,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,SAAS,EAAE,EAC3C,EAAE,YAAY,EAAE,WAAW,EAAE,CAC9B,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;QAC1C,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC3C,MAAM,WAAW,GAAG,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAE1C,MAAM,MAAM,CAAC,OAAO,CAClB,aAAa,CACX,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,EAChC,EAAE,YAAY,EAAE,WAAW,EAAE,CAC9B,EACD,qBAAqB,CACtB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;YACpC,MAAM,WAAW,GAAG,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAE1C,MAAM,MAAM,CAAC,OAAO,CAClB,aAAa,CACX,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,EAClD,EAAE,YAAY,EAAE,WAAW,EAAE,CAC9B,EACD,iBAAiB,CAClB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC5D,SAAS,EAAE,sBAAsB;gBACjC,cAAc,EAAE,QAAQ,CAAC,EAAE;gBAC3B,UAAU,EAAE,GAAG;aAChB,CAAC,CAAC,CAAC;YACJ,MAAM,WAAW,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;YAEvD,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAC3B,EAAE,YAAY,EAAE,WAAW,EAAE,CAC9B,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC/C,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,WAAW,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;YAEvD,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,EAAE,KAAK,EAAE,GAAG,EAAE,EACd;gBACE,YAAY,EAAE,WAAW;gBACzB,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE;oBACf,QAAQ,EAAE,uBAAuB;oBACjC,WAAW,EAAE,cAAc;oBAC3B,SAAS,EAAE,EAAE;iBACd;aACF,CACF,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;QACjD,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,WAAW,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;YAEvD,MAAM,MAAM,CAAC,OAAO,CAClB,aAAa,CACX;gBACE,KAAK,EAAE,EAAE;gBACT,QAAQ,EAAE,0CAA0C;aACrD,EACD,EAAE,YAAY,EAAE,WAAW,EAAE,CAC9B,EACD,wBAAwB,CACzB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,WAAW,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;YAEvD,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC;gBACE,QAAQ,EAAE,uBAAuB;gBACjC,WAAW,EAAE,gBAAgB;aAC9B,EACD;gBACE,YAAY,EAAE,WAAW;gBACzB,UAAU,EAAE,IAAI;aACjB,CACF,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;YACjE,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;YAC7D,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YACzC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;QAC7C,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,UAAU,GAA2C,EAAE,CAAC;YAE9D,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC;YACvC,UAAU,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,GAAW,EAAE,IAAkB,EAAE,EAAE;gBACnE,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;gBACxE,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;YACvD,CAAC,CAAiB,CAAC;YAEnB,MAAM,WAAW,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;YAEvD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC;oBACE,QAAQ,EAAE,uBAAuB;oBACjC,WAAW,EAAE,cAAc;oBAC3B,SAAS,EAAE,GAAG;iBACf,EACD,EAAE,YAAY,EAAE,WAAW,EAAE,CAC9B,CAAC;gBAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBACzC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;gBAClD,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACzC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;gBACpD,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACnD,CAAC;oBAAS,CAAC;gBACT,UAAU,CAAC,KAAK,GAAG,aAAa,CAAC;YACnC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,IAAI,eAAe,GAA2B,EAAE,CAAC;YAEjD,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC;YACvC,UAAU,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,IAAY,EAAE,IAAkB,EAAE,EAAE;gBACpE,eAAe,GAAG,MAAM,CAAC,WAAW,CAClC,MAAM,CAAC,OAAO,CAAE,IAAI,EAAE,OAAkC,IAAI,EAAE,CAAC,CAChE,CAAC;gBACF,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;YACvD,CAAC,CAAiB,CAAC;YAEnB,MAAM,WAAW,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;YAEvD,IAAI,CAAC;gBACH,MAAM,aAAa,CACjB;oBACE,QAAQ,EAAE,0CAA0C;oBACpD,MAAM,EAAE,kBAAkB;iBAC3B,EACD,EAAE,YAAY,EAAE,WAAW,EAAE,CAC9B,CAAC;gBAEF,MAAM,CAAC,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC,CAAC;gBAC5C,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,eAAe,CAAC,EAAE,yBAAyB,CAAC,CAAC;gBAChF,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,cAAc,CAAC,EAAE,kBAAkB,CAAC,CAAC;YAC1E,CAAC;oBAAS,CAAC;gBACT,UAAU,CAAC,KAAK,GAAG,aAAa,CAAC;YACnC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC;YACvC,UAAU,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;gBACpC,OAAO,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,YAAY,EAAE,CAAC,CAAC;YAC3E,CAAC,CAAiB,CAAC;YAEnB,MAAM,WAAW,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;YAEvD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC;oBACE,QAAQ,EAAE,uBAAuB;oBACjC,WAAW,EAAE,cAAc;iBAC5B,EACD,EAAE,YAAY,EAAE,WAAW,EAAE,CAC9B,CAAC;gBAEF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;gBAC1C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACrC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACzB,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;YACnD,CAAC;oBAAS,CAAC;gBACT,UAAU,CAAC,KAAK,GAAG,aAAa,CAAC;YACnC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/tools/health-check.d.ts

@@ -3,6 +3,15 @@
  */
 import { z } from 'zod';
 import type { CacheStats } from '../lib/cache.js';
+/**
+ * Query latency statistics exposed in health check
+ */
+interface QueryLatencyStats {
+    p50: number;
+    p95: number;
+    p99: number;
+    count: number;
+}
 export declare const healthCheckSchema: z.ZodObject<{
     verbose: z.ZodDefault<z.ZodBoolean>;
 }, "strip", z.ZodTypeAny, {
@@ -23,6 +32,21 @@ interface DirectoryInfo {
     status: string;
     files?: FileStats[];
 }
+/**
+ * Parse statistics exposed in health check
+ */
+interface ParseStatsInfo {
+    /** Overall success rate (0-1, 1 = 100% success) */
+    successRate: number;
+    /** Total lines that failed to parse */
+    totalSkipped: number;
+    /** Files with highest skip rates */
+    worstFiles: Array<{
+        file: string;
+        skipRate: number;
+        skipped: number;
+    }>;
+}
 export declare function healthCheck(input: HealthCheckInput): Promise<{
     status: "healthy" | "degraded" | "unhealthy";
     backends: {
@@ -40,6 +64,8 @@ export declare function healthCheck(input: HealthCheckInput): Promise<{
         };
     };
     cache?: Record<string, CacheStats>;
+    parseStats?: ParseStatsInfo;
+    queryLatency?: Record<string, QueryLatencyStats>;
     today: string;
     summary?: string;
 }>;

package/dist/tools/health-check.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"health-check.d.ts","sourceRoot":"","sources":["../../src/tools/health-check.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAOxB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElD,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAEjE,UAAU,SAAS;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,UAAU,aAAa;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,QAAQ,GAAG,OAAO,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;CACrB;AAqBD,wBAAsB,WAAW,CAAC,KAAK,EAAE,gBAAgB;YAE7C,SAAS,GAAG,UAAU,GAAG,WAAW;cAClC;QACR,KAAK,EAAE;YACL,MAAM,EAAE,MAAM,CAAC;YACf,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,WAAW,EAAE,aAAa,EAAE,CAAC;YAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB,CAAC;QACF,MAAM,EAAE;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,MAAM,CAAC;YAAC,UAAU,EAAE,OAAO,CAAA;SAAE,CAAC;KACnE;YACO,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC;WAC3B,MAAM;cACH,MAAM;GAyHnB;AAED,eAAO,MAAM,eAAe;;;;;;;;;;;CAK3B,CAAC"}
+{"version":3,"file":"health-check.d.ts","sourceRoot":"","sources":["../../src/tools/health-check.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAOxB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAGlD;;GAEG;AACH,UAAU,iBAAiB;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;CACf;AAED,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAEjE,UAAU,SAAS;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,UAAU,aAAa;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,QAAQ,GAAG,OAAO,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;CACrB;AAqBD;;GAEG;AACH,UAAU,cAAc;IACtB,mDAAmD;IACnD,WAAW,EAAE,MAAM,CAAC;IACpB,uCAAuC;IACvC,YAAY,EAAE,MAAM,CAAC;IACrB,oCAAoC;IACpC,UAAU,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACJ;AAED,wBAAsB,WAAW,CAAC,KAAK,EAAE,gBAAgB;YAE7C,SAAS,GAAG,UAAU,GAAG,WAAW;cAClC;QACR,KAAK,EAAE;YACL,MAAM,EAAE,MAAM,CAAC;YACf,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,WAAW,EAAE,aAAa,EAAE,CAAC;YAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB,CAAC;QACF,MAAM,EAAE;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,MAAM,CAAC;YAAC,UAAU,EAAE,OAAO,CAAA;SAAE,CAAC;KACnE;YACO,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC;iBACrB,cAAc;mBACZ,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC;WACzC,MAAM;cACH,MAAM;GAwJnB;AAED,eAAO,MAAM,eAAe;;;;;;;;;;;CAK3B,CAAC"}

package/dist/tools/health-check.js

@@ -6,7 +6,7 @@ import { existsSync, readdirSync, statSync } from 'fs';
 import { join } from 'path';
 import { MultiDirectoryBackend } from '../backends/local-jsonl.js';
 import { SigNozApiBackend } from '../backends/signoz-api.js';
-import { SIGNOZ_URL, SIGNOZ_API_KEY } from '../lib/constants.js';
+import { SIGNOZ_URL, SIGNOZ_API_KEY, BYTES_PER_KB, BYTES_PER_MB, TOP_FILES_LIMIT } from '../lib/constants.js';
 import { getDateString } from '../lib/file-utils.js';
 export const healthCheckSchema = z.object({
     verbose: z.boolean().default(false).describe('Include file details'),
@@ -25,11 +25,11 @@ function getFileStats(filePath) {
     }
 }
 function formatBytes(bytes) {
-    if (bytes < 1024)
+    if (bytes < BYTES_PER_KB)
         return `${bytes} B`;
-    if (bytes < 1024 * 1024)
-        return `${(bytes / 1024).toFixed(1)} KB`;
-    return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
+    if (bytes < BYTES_PER_MB)
+        return `${(bytes / BYTES_PER_KB).toFixed(1)} KB`;
+    return `${(bytes / BYTES_PER_MB).toFixed(1)} MB`;
 }
 export async function healthCheck(input) {
     const result = {
@@ -74,10 +74,10 @@ export async function healthCheck(input) {
                             break;
                         }
                     }
-                    if (!inserted && topFiles.length < 10) {
+                    if (!inserted && topFiles.length < TOP_FILES_LIMIT) {
                         topFiles.push(stats);
                     }
-                    if (topFiles.length > 10) {
+                    if (topFiles.length > TOP_FILES_LIMIT) {
                         topFiles.pop();
                     }
                 }
@@ -99,6 +99,35 @@ export async function healthCheck(input) {
     }
     // Include cache statistics
     result.cache = local.getCacheStats();
+    // Include parse statistics
+    const parseStats = local.getParseStats();
+    if (parseStats.totalLines > 0) {
+        result.parseStats = {
+            successRate: parseStats.parseSuccessRate,
+            totalSkipped: parseStats.totalSkipped,
+            worstFiles: parseStats.worstFiles.map(f => ({
+                file: f.filePath,
+                skipRate: f.skippedLines / (f.parsedLines + f.skippedLines),
+                skipped: f.skippedLines,
+            })),
+        };
+    }
+    // Include query latency statistics
+    const queryStats = local.getQueryStats();
+    const latencyStats = {};
+    for (const [type, stats] of Object.entries(queryStats)) {
+        if (stats.count > 0) {
+            latencyStats[type] = {
+                p50: stats.p50,
+                p95: stats.p95,
+                p99: stats.p99,
+                count: stats.count,
+            };
+        }
+    }
+    if (Object.keys(latencyStats).length > 0) {
+        result.queryLatency = latencyStats;
+    }
     // Check SigNoz backend
     if (SIGNOZ_URL && SIGNOZ_API_KEY) {
         result.backends.signoz.configured = true;