kiku-agent 1.3.0 → 1.3.2

package/server/agent/tests/clarificationAnalytics.test.js

@@ -0,0 +1,219 @@
+import { describe, it, beforeEach } from 'node:test';
+import assert from 'node:assert/strict';
+import { ClarificationAnalytics, ClarificationConfig, formatAnalyticsForCLI, formatConfigForCLI } from '../clarificationAnalytics.js';
+import { existsSync, unlinkSync, mkdirSync } from 'node:fs';
+import { join } from 'node:path';
+
+const TEST_DIR = join(process.cwd(), '.kiku_test_analytics');
+const TEST_ANALYTICS_PATH = join(TEST_DIR, 'test_analytics.json');
+const TEST_CONFIG_PATH = join(TEST_DIR, 'test_config.json');
+
+beforeEach(() => {
+  
+  try {
+    if (existsSync(TEST_ANALYTICS_PATH)) unlinkSync(TEST_ANALYTICS_PATH);
+    if (existsSync(TEST_CONFIG_PATH)) unlinkSync(TEST_CONFIG_PATH);
+  } catch {}
+});
+
+describe('ClarificationAnalytics', () => {
+  it('initializes with default stats', () => {
+    const analytics = new ClarificationAnalytics({ storagePath: TEST_ANALYTICS_PATH });
+    assert.equal(analytics.stats.totalClarifications, 0);
+    assert.equal(analytics.stats.totalSkipped, 0);
+    assert.equal(analytics.stats.totalTimedOut, 0);
+  });
+
+  it('records clarification start', () => {
+    const analytics = new ClarificationAnalytics({ storagePath: TEST_ANALYTICS_PATH });
+    const questions = [
+      { category: 'timeframe', question: 'When?', options: ['2026', '2025'] },
+    ];
+    
+    const session = analytics.recordClarificationStart('q_test_1', questions, 0.45);
+    assert.equal(session.queryId, 'q_test_1');
+    assert.equal(session.totalQuestions, 1);
+    assert.equal(analytics.stats.totalClarifications, 1);
+  });
+
+  it('records clarification answer', () => {
+    const analytics = new ClarificationAnalytics({ storagePath: TEST_ANALYTICS_PATH });
+    const questions = [
+      { category: 'timeframe', question: 'When?', options: ['2026', '2025'] },
+    ];
+    
+    analytics.recordClarificationStart('q_test_1', questions, 0.45);
+    analytics.recordClarificationAnswer('q_test_1', { timeframe: '2026' }, 1, 2500);
+    
+    const session = analytics.stats.recentSessions.find(s => s.queryId === 'q_test_1');
+    assert.equal(session.answered, true);
+    assert.equal(session.answerSummary.timeframe, '2026');
+    assert.equal(analytics.stats.categoryStats.timeframe.answered, 1);
+  });
+
+  it('records clarification skip', () => {
+    const analytics = new ClarificationAnalytics({ storagePath: TEST_ANALYTICS_PATH });
+    const questions = [
+      { category: 'timeframe', question: 'When?', options: ['2026', '2025'] },
+    ];
+    
+    analytics.recordClarificationStart('q_test_1', questions, 0.45);
+    analytics.recordClarificationSkipped('q_test_1');
+    
+    assert.equal(analytics.stats.totalSkipped, 1);
+    const session = analytics.stats.recentSessions.find(s => s.queryId === 'q_test_1');
+    assert.equal(session.skipped, true);
+  });
+
+  it('records clarification timeout', () => {
+    const analytics = new ClarificationAnalytics({ storagePath: TEST_ANALYTICS_PATH });
+    const questions = [
+      { category: 'timeframe', question: 'When?', options: ['2026', '2025'] },
+    ];
+    
+    analytics.recordClarificationStart('q_test_1', questions, 0.45);
+    analytics.recordClarificationTimeout('q_test_1');
+    
+    assert.equal(analytics.stats.totalTimedOut, 1);
+    const session = analytics.stats.recentSessions.find(s => s.queryId === 'q_test_1');
+    assert.equal(session.timedOut, true);
+  });
+
+  it('gets analytics summary', () => {
+    const analytics = new ClarificationAnalytics({ storagePath: TEST_ANALYTICS_PATH });
+    const questions = [
+      { category: 'timeframe', question: 'When?', options: ['2026', '2025'] },
+    ];
+    
+    analytics.recordClarificationStart('q_test_1', questions, 0.45);
+    analytics.recordClarificationAnswer('q_test_1', { timeframe: '2026' }, 1, 2500);
+    
+    const summary = analytics.getAnalytics({ days: 7 });
+    assert.ok(summary.summary);
+    assert.equal(summary.summary.totalClarifications, 1);
+    assert.ok(summary.period);
+    assert.ok(summary.categories);
+  });
+
+  it('gets category effectiveness', () => {
+    const analytics = new ClarificationAnalytics({ storagePath: TEST_ANALYTICS_PATH });
+    const questions = [
+      { category: 'timeframe', question: 'When?', options: ['2026', '2025'] },
+    ];
+    
+    analytics.recordClarificationStart('q_test_1', questions, 0.45);
+    analytics.recordClarificationAnswer('q_test_1', { timeframe: '2026' }, 1, 2000);
+    
+    const effectiveness = analytics.getCategoryEffectiveness('timeframe');
+    assert.ok(effectiveness >= 0 && effectiveness <= 100);
+  });
+
+  it('gets top categories', () => {
+    const analytics = new ClarificationAnalytics({ storagePath: TEST_ANALYTICS_PATH });
+    
+    analytics.recordClarificationStart('q_1', [{ category: 'timeframe', question: 'When?', options: [] }], 0.5);
+    analytics.recordClarificationStart('q_2', [{ category: 'scope', question: 'How much?', options: [] }], 0.5);
+    
+    const top = analytics.getTopCategories(5);
+    assert.ok(Array.isArray(top));
+    assert.ok(top.length <= 5);
+  });
+});
+
+describe('ClarificationConfig', () => {
+  it('initializes with default config', () => {
+    const config = new ClarificationConfig({ storagePath: TEST_CONFIG_PATH });
+    const cfg = config.getConfig();
+    assert.equal(cfg.enabled, true);
+    assert.equal(cfg.confidenceThreshold, 0.65);
+    assert.equal(cfg.maxRounds, 2);
+    assert.equal(cfg.timeoutMs, 30000);
+  });
+
+  it('updates config', () => {
+    const config = new ClarificationConfig({ storagePath: TEST_CONFIG_PATH });
+    const newConfig = config.updateConfig({ confidenceThreshold: 0.8 });
+    assert.equal(newConfig.confidenceThreshold, 0.8);
+  });
+
+  it('validates confidence threshold', () => {
+    const config = new ClarificationConfig({ storagePath: TEST_CONFIG_PATH });
+    assert.throws(() => {
+      config.updateConfig({ confidenceThreshold: 1.5 });
+    });
+    assert.throws(() => {
+      config.updateConfig({ confidenceThreshold: -0.1 });
+    });
+  });
+
+  it('validates maxRounds', () => {
+    const config = new ClarificationConfig({ storagePath: TEST_CONFIG_PATH });
+    assert.throws(() => {
+      config.updateConfig({ maxRounds: 10 });
+    });
+    assert.throws(() => {
+      config.updateConfig({ maxRounds: 0 });
+    });
+  });
+
+  it('resets to defaults', () => {
+    const config = new ClarificationConfig({ storagePath: TEST_CONFIG_PATH });
+    config.updateConfig({ confidenceThreshold: 0.9 });
+    const resetConfig = config.reset();
+    assert.equal(resetConfig.confidenceThreshold, 0.65);
+  });
+
+  it('gets and sets individual values', () => {
+    const config = new ClarificationConfig({ storagePath: TEST_CONFIG_PATH });
+    config.set('enabled', false);
+    assert.equal(config.get('enabled'), false);
+  });
+});
+
+describe('formatAnalyticsForCLI', () => {
+  it('formats analytics for display', () => {
+    const analytics = {
+      summary: {
+        totalClarifications: 10,
+        totalAnswered: 8,
+        totalSkipped: 2,
+        totalTimedOut: 0,
+        overallSkipRate: '20%',
+        avgRoundsPerSession: 1.2,
+      },
+      period: {
+        days: 7,
+        asked: 5,
+        answered: 4,
+        skipped: 1,
+      },
+      categories: {
+        timeframe: { asked: 5, answered: 4, skipRate: '20%' },
+      },
+    };
+    
+    const result = formatAnalyticsForCLI(analytics, { gold: '', reset: '', bold: '', white: '', dim: '', green: '', yellow: '', red: '' });
+    assert.ok(result.includes('Clarification Analytics'));
+    assert.ok(result.includes('10'));
+    assert.ok(result.includes('timeframe'));
+  });
+});
+
+describe('formatConfigForCLI', () => {
+  it('formats config for display', () => {
+    const config = {
+      enabled: true,
+      confidenceThreshold: 0.65,
+      maxRounds: 2,
+      timeoutMs: 30000,
+      preferLLMQuestions: true,
+    };
+    
+    const result = formatConfigForCLI(config, { gold: '', reset: '', bold: '', white: '', dim: '', green: '', yellow: '' });
+    assert.ok(result.includes('Clarification Settings'));
+    assert.ok(result.includes('65%'));
+    assert.ok(result.includes('2'));
+  });
+});
+
+console.log('✅ All clarification analytics tests passed');