pikakit 3.0.5 → 3.7.2

package/lib/agent-cli/lib/metrics-collector.js

@@ -1,410 +0,0 @@
-/**
- * Metrics Collector v7.0 - PikaKit Learning Metrics
- * 
- * Collects and manages 18 KPIs for the Dashboard.
- * Reads data from .agent/knowledge/ and .agent/metrics/
- * 
- * @version 7.0.0
- * @author PikaKit
- */
-
-import fs from 'fs';
-import path from 'path';
-import { fileURLToPath } from 'url';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-
-// Find project root
-function findProjectRoot() {
-    let dir = process.cwd();
-    while (dir !== path.dirname(dir)) {
-        if (fs.existsSync(path.join(dir, '.agent'))) return dir;
-        if (fs.existsSync(path.join(dir, 'package.json'))) return dir;
-        dir = path.dirname(dir);
-    }
-    return process.cwd();
-}
-
-const projectRoot = findProjectRoot();
-const KNOWLEDGE_DIR = path.join(projectRoot, '.agent', 'knowledge');
-const METRICS_DIR = path.join(projectRoot, '.agent', 'metrics');
-
-// Ensure metrics directory exists
-function ensureMetricsDir() {
-    if (!fs.existsSync(METRICS_DIR)) {
-        fs.mkdirSync(METRICS_DIR, { recursive: true });
-    }
-}
-
-// ============================================================================
-// DATA LOADERS
-// ============================================================================
-
-/**
- * Load lessons from knowledge base
- */
-function loadLessons() {
-    const paths = [
-        path.join(KNOWLEDGE_DIR, 'lessons-learned.json'),
-        path.join(KNOWLEDGE_DIR, 'lessons-learned.yaml')
-    ];
-
-    for (const filePath of paths) {
-        if (fs.existsSync(filePath)) {
-            try {
-                const content = fs.readFileSync(filePath, 'utf8');
-                if (filePath.endsWith('.json')) {
-                    return JSON.parse(content).lessons || [];
-                } else {
-                    // Simple YAML parsing for lessons array
-                    const lessons = [];
-                    const lines = content.split('\n');
-                    let currentLesson = null;
-
-                    for (const line of lines) {
-                        if (line.startsWith('- id:')) {
-                            if (currentLesson) lessons.push(currentLesson);
-                            currentLesson = { id: line.split(':')[1]?.trim() };
-                        } else if (currentLesson && line.includes(':')) {
-                            const [key, ...valueParts] = line.trim().split(':');
-                            currentLesson[key.trim()] = valueParts.join(':').trim();
-                        }
-                    }
-                    if (currentLesson) lessons.push(currentLesson);
-                    return lessons;
-                }
-            } catch (e) {
-                console.error('Error loading lessons:', e.message);
-            }
-        }
-    }
-    return [];
-}
-
-/**
- * Load metrics history
- */
-function loadMetricsHistory() {
-    const historyPath = path.join(METRICS_DIR, 'history.json');
-    if (fs.existsSync(historyPath)) {
-        try {
-            return JSON.parse(fs.readFileSync(historyPath, 'utf8'));
-        } catch (e) {
-            return { entries: [], lastUpdated: null };
-        }
-    }
-    return { entries: [], lastUpdated: null };
-}
-
-/**
- * Save metrics history
- */
-function saveMetricsHistory(history) {
-    ensureMetricsDir();
-    const historyPath = path.join(METRICS_DIR, 'history.json');
-    history.lastUpdated = new Date().toISOString();
-    fs.writeFileSync(historyPath, JSON.stringify(history, null, 2));
-}
-
-/**
- * Load current metrics snapshot
- */
-function loadCurrentMetrics() {
-    const metricsPath = path.join(METRICS_DIR, 'current.json');
-    if (fs.existsSync(metricsPath)) {
-        try {
-            return JSON.parse(fs.readFileSync(metricsPath, 'utf8'));
-        } catch (e) {
-            return getDefaultMetrics();
-        }
-    }
-    return getDefaultMetrics();
-}
-
-/**
- * Save current metrics
- */
-function saveCurrentMetrics(metrics) {
-    ensureMetricsDir();
-    const metricsPath = path.join(METRICS_DIR, 'current.json');
-    metrics.timestamp = new Date().toISOString();
-    fs.writeFileSync(metricsPath, JSON.stringify(metrics, null, 2));
-}
-
-/**
- * Get default metrics structure
- */
-function getDefaultMetrics() {
-    return {
-        // Task metrics
-        total_tasks: 0,
-        successful_tasks: 0,
-        failed_tasks: 0,
-
-        // Learning metrics
-        patterns_learned: 0,
-        skills_generated: 0,
-        lessons_count: 0,
-
-        // Performance metrics
-        task_success_rate: 0,
-        error_repeat_rate: 0,
-        first_time_success_rate: 0,
-        skill_effectiveness: 0,
-
-        // Reinforcement metrics
-        total_rewards: 0,
-        total_penalties: 0,
-        avg_confidence: 0,
-
-        // A/B Testing metrics
-        active_tests: 0,
-        completed_tests: 0,
-
-        // Timestamps
-        timestamp: new Date().toISOString(),
-        period_start: new Date().toISOString()
-    };
-}
-
-// ============================================================================
-// KPI CALCULATIONS
-// ============================================================================
-
-/**
- * Calculate all KPIs
- */
-function calculateKPIs() {
-    const lessons = loadLessons();
-    const currentMetrics = loadCurrentMetrics();
-
-    // Count patterns from lessons
-    const patternsLearned = lessons.length;
-
-    // Calculate rates
-    const totalTasks = currentMetrics.total_tasks || 0;
-    const successfulTasks = currentMetrics.successful_tasks || 0;
-    const failedTasks = currentMetrics.failed_tasks || 0;
-
-    const taskSuccessRate = totalTasks > 0
-        ? Math.round((successfulTasks / totalTasks) * 100)
-        : 0;
-
-    // Error repeat rate (lessons with severity > 1 occurrence)
-    const repeatedErrors = lessons.filter(l =>
-        (l.occurrences && parseInt(l.occurrences) > 1) ||
-        (l.severity === 'high' || l.severity === 'critical')
-    ).length;
-    const errorRepeatRate = lessons.length > 0
-        ? Math.round((repeatedErrors / lessons.length) * 100)
-        : 0;
-
-    // First-time success (tasks without retries)
-    const firstTimeSuccess = currentMetrics.first_time_success_rate || 0;
-
-    // Build KPIs object
-    return {
-        kpis: {
-            task_success_rate: {
-                value: `${taskSuccessRate}%`,
-                trend: taskSuccessRate >= 80 ? 'up' : 'down',
-                status: taskSuccessRate >= 80 ? 'good' : taskSuccessRate >= 50 ? 'warning' : 'bad'
-            },
-            error_repeat_rate: {
-                value: `${errorRepeatRate}%`,
-                trend: errorRepeatRate <= 10 ? 'down' : 'up',
-                status: errorRepeatRate <= 10 ? 'good' : errorRepeatRate <= 30 ? 'warning' : 'bad',
-                hint: 'Lower is better'
-            },
-            first_time_success: {
-                value: `${firstTimeSuccess}%`,
-                trend: firstTimeSuccess >= 70 ? 'up' : 'down',
-                status: firstTimeSuccess >= 70 ? 'good' : 'warning',
-                hint: 'No retries needed'
-            },
-            skill_effectiveness: {
-                value: `${currentMetrics.skill_effectiveness || 0}%`,
-                trend: 'stable',
-                status: 'neutral',
-                hint: 'Skills that help'
-            },
-            total_tasks: {
-                value: totalTasks,
-                icon: '📊'
-            },
-            patterns_learned: {
-                value: patternsLearned,
-                icon: '🧩'
-            },
-            skills_generated: {
-                value: currentMetrics.skills_generated || 0,
-                icon: '⚙️'
-            },
-            ab_tests_active: {
-                value: currentMetrics.active_tests || 0,
-                icon: '🧪'
-            }
-        },
-        summary: {
-            totalTasks,
-            patternsLearned,
-            skillsGenerated: currentMetrics.skills_generated || 0,
-            lessonsCount: lessons.length
-        },
-        timestamp: new Date().toISOString()
-    };
-}
-
-/**
- * Get KPIs for dashboard
- */
-export function getKPIs() {
-    return calculateKPIs();
-}
-
-/**
- * Get dashboard data (alias)
- */
-export function getDashboardData() {
-    return calculateKPIs();
-}
-
-/**
- * Get summary stats
- */
-export function getSummary() {
-    const kpis = calculateKPIs();
-    return {
-        ...kpis.summary,
-        version: '7.0.0',
-        status: 'ok'
-    };
-}
-
-/**
- * Get specific metric value
- */
-export function getMetricValue(metricName) {
-    const currentMetrics = loadCurrentMetrics();
-    return currentMetrics[metricName] ?? null;
-}
-
-/**
- * Get metric history for charts
- */
-export function getMetricHistory(metricName, limit = 168) {
-    const history = loadMetricsHistory();
-    const entries = history.entries || [];
-
-    // Filter entries for specific metric
-    const metricHistory = entries
-        .filter(e => e[metricName] !== undefined)
-        .slice(-limit)
-        .map(e => ({
-            timestamp: e.timestamp,
-            value: e[metricName]
-        }));
-
-    return metricHistory;
-}
-
-// ============================================================================
-// METRIC UPDATES
-// ============================================================================
-
-/**
- * Record a task completion
- */
-export function recordTask(success, firstTime = true) {
-    const metrics = loadCurrentMetrics();
-
-    metrics.total_tasks = (metrics.total_tasks || 0) + 1;
-
-    if (success) {
-        metrics.successful_tasks = (metrics.successful_tasks || 0) + 1;
-        if (firstTime) {
-            const total = metrics.total_tasks;
-            const firstTimeCount = Math.round((metrics.first_time_success_rate || 0) * (total - 1) / 100) + 1;
-            metrics.first_time_success_rate = Math.round((firstTimeCount / total) * 100);
-        }
-    } else {
-        metrics.failed_tasks = (metrics.failed_tasks || 0) + 1;
-    }
-
-    // Recalculate success rate
-    metrics.task_success_rate = Math.round(
-        (metrics.successful_tasks / metrics.total_tasks) * 100
-    );
-
-    saveCurrentMetrics(metrics);
-    recordHistoryEntry(metrics);
-
-    return metrics;
-}
-
-/**
- * Record a pattern learned
- */
-export function recordPatternLearned() {
-    const metrics = loadCurrentMetrics();
-    metrics.patterns_learned = (metrics.patterns_learned || 0) + 1;
-    saveCurrentMetrics(metrics);
-    return metrics;
-}
-
-/**
- * Record a skill generated
- */
-export function recordSkillGenerated() {
-    const metrics = loadCurrentMetrics();
-    metrics.skills_generated = (metrics.skills_generated || 0) + 1;
-    saveCurrentMetrics(metrics);
-    return metrics;
-}
-
-/**
- * Record history entry (hourly snapshot)
- */
-function recordHistoryEntry(metrics) {
-    const history = loadMetricsHistory();
-    const now = new Date();
-
-    // Only record once per hour
-    const lastEntry = history.entries[history.entries.length - 1];
-    if (lastEntry) {
-        const lastTime = new Date(lastEntry.timestamp);
-        const hoursDiff = (now - lastTime) / (1000 * 60 * 60);
-        if (hoursDiff < 1) return;
-    }
-
-    history.entries.push({
-        timestamp: now.toISOString(),
-        task_success_rate: metrics.task_success_rate || 0,
-        error_repeat_rate: metrics.error_repeat_rate || 0,
-        patterns_learned: metrics.patterns_learned || 0,
-        total_tasks: metrics.total_tasks || 0
-    });
-
-    // Keep last 7 days (168 hours)
-    if (history.entries.length > 168) {
-        history.entries = history.entries.slice(-168);
-    }
-
-    saveMetricsHistory(history);
-}
-
-// ============================================================================
-// EXPORTS
-// ============================================================================
-
-export default {
-    getKPIs,
-    getDashboardData,
-    getSummary,
-    getMetricValue,
-    getMetricHistory,
-    recordTask,
-    recordPatternLearned,
-    recordSkillGenerated
-};

package/lib/agent-cli/lib/proposals.js

@@ -1,199 +0,0 @@
-/**
- * @fileoverview Proposal Generator for Auto-Updating Flow
- * Generates markdown instructions for AI agents to update skills
- */
-
-import fs from "fs";
-import path from "path";
-import yaml from "js-yaml";
-import { KNOWLEDGE_DIR, LESSONS_PATH, AGENT_DIR } from "./config.js";
-import { loadSettings } from "./settings.js";
-import { loadKnowledge } from "./recall.js";
-
-/** Proposals directory */
-const PROPOSALS_DIR = path.join(KNOWLEDGE_DIR, "proposals");
-
-/** Dismissed proposals file */
-const DISMISSED_FILE = path.join(PROPOSALS_DIR, "dismissed.yaml");
-
-/**
- * Get lessons that qualify for proposals (hitCount >= threshold)
- * @returns {Array<{ lesson: object, proposalPath: string }>}
- */
-export function getQualifyingLessons() {
-    const settings = loadSettings();
-    const threshold = settings.updateThreshold || 5;
-    const db = loadKnowledge();
-
-    if (!db.lessons) return [];
-
-    const dismissed = loadDismissed();
-
-    return db.lessons
-        .filter(l => (l.hitCount || 0) >= threshold && !dismissed.has(l.id))
-        .map(lesson => ({
-            lesson,
-            proposalPath: path.join(PROPOSALS_DIR, `${lesson.id}.md`)
-        }));
-}
-
-/**
- * Load dismissed proposal IDs
- * @returns {Set<string>}
- */
-function loadDismissed() {
-    try {
-        if (fs.existsSync(DISMISSED_FILE)) {
-            const data = yaml.load(fs.readFileSync(DISMISSED_FILE, "utf8")) || {};
-            return new Set(data.dismissed || []);
-        }
-    } catch (e) { }
-    return new Set();
-}
-
-/**
- * Dismiss a proposal
- * @param {string} lessonId
- */
-export function dismissProposal(lessonId) {
-    fs.mkdirSync(PROPOSALS_DIR, { recursive: true });
-    const dismissed = loadDismissed();
-    dismissed.add(lessonId);
-    fs.writeFileSync(DISMISSED_FILE, yaml.dump({ dismissed: [...dismissed] }), "utf8");
-}
-
-/**
- * Generate proposal markdown for AI agent
- * @param {object} lesson - Lesson object
- * @returns {string} Markdown content
- */
-export function generateProposalMarkdown(lesson) {
-    const skillHint = guessSkillFromLesson(lesson);
-
-    return `# 🤖 Skill Update Proposal
-
-## Pattern Detected
-| Field | Value |
-|-------|-------|
-| **ID** | \`${lesson.id}\` |
-| **Hit Count** | ${lesson.hitCount || 0} |
-| **Severity** | ${lesson.severity || "WARNING"} |
-| **Last Hit** | ${lesson.lastHit || "N/A"} |
-
-## Message
-> ${lesson.message}
-
-## Pattern (Regex)
-\`\`\`
-${lesson.pattern}
-\`\`\`
-
----
-
-## 📝 Suggested Action for AI Agent
-
-Please update the relevant skill file to include this rule:
-
-### Target File
-\`${skillHint}\`
-
-### Add to Rules Section
-\`\`\`markdown
-### ${lesson.message}
-- Pattern: \`${lesson.pattern}\`
-- Severity: ${lesson.severity || "WARNING"}
-- Auto-learned from violations
-\`\`\`
-
----
-
-## How to Apply
-
-1. **Copy this entire proposal**
-2. **Paste to your AI coding agent** (Claude, Gemini, etc.)
-3. **Ask:** "Update the skill file with this rule"
-
-The AI agent will modify the appropriate \`.agent/skills/*/SKILL.md\` file.
-
----
-
-*Generated by PikaKit v2.1.0*
-`;
-}
-
-/**
- * Guess which skill file this lesson relates to
- * @param {object} lesson
- * @returns {string}
- */
-function guessSkillFromLesson(lesson) {
-    const pattern = (lesson.pattern || "").toLowerCase();
-    const message = (lesson.message || "").toLowerCase();
-    const combined = pattern + " " + message;
-
-    // Frontend patterns
-    if (combined.includes("react") || combined.includes("component") || combined.includes("hook") || combined.includes("usestate") || combined.includes("useeffect")) {
-        return ".agent/skills/react-patterns/SKILL.md";
-    }
-    if (combined.includes("next") || combined.includes("getserverside") || combined.includes("getstaticprops") || combined.includes("app router")) {
-        return ".agent/skills/nextjs-best-practices/SKILL.md";
-    }
-    if (combined.includes("css") || combined.includes("style") || combined.includes("tailwind") || combined.includes("classname")) {
-        return ".agent/skills/frontend-design/SKILL.md";
-    }
-
-    // Backend patterns
-    if (combined.includes("api") || combined.includes("fetch") || combined.includes("http") || combined.includes("endpoint") || combined.includes("rest")) {
-        return ".agent/skills/api-patterns/SKILL.md";
-    }
-    if (combined.includes("database") || combined.includes("sql") || combined.includes("prisma") || combined.includes("query") || combined.includes("schema")) {
-        return ".agent/skills/database-design/SKILL.md";
-    }
-    if (combined.includes("node") || combined.includes("express") || combined.includes("server") || combined.includes("middleware")) {
-        return ".agent/skills/nodejs-best-practices/SKILL.md";
-    }
-
-    // Testing patterns
-    if (combined.includes("test") || combined.includes("mock") || combined.includes("jest") || combined.includes("vitest") || combined.includes("expect")) {
-        return ".agent/skills/testing-patterns/SKILL.md";
-    }
-
-    // TypeScript patterns
-    if (combined.includes("typescript") || combined.includes("type") || combined.includes("interface") || combined.includes("generic") || combined.includes("any")) {
-        return ".agent/skills/typescript-expert/SKILL.md";
-    }
-
-    // Security patterns
-    if (combined.includes("security") || combined.includes("auth") || combined.includes("password") || combined.includes("token") || combined.includes("xss") || combined.includes("injection")) {
-        return ".agent/skills/vulnerability-scanner/SKILL.md";
-    }
-
-    // Performance patterns
-    if (combined.includes("performance") || combined.includes("memo") || combined.includes("lazy") || combined.includes("cache") || combined.includes("optimize")) {
-        return ".agent/skills/performance-profiling/SKILL.md";
-    }
-
-    // Git patterns
-    if (combined.includes("commit") || combined.includes("branch") || combined.includes("merge") || combined.includes("git")) {
-        return ".agent/skills/git-conventions/SKILL.md";
-    }
-
-    // Default to clean-code for general patterns
-    return ".agent/skills/clean-code/SKILL.md";
-}
-
-/**
- * Count pending proposals
- * @returns {number}
- */
-export function countPendingProposals() {
-    return getQualifyingLessons().length;
-}
-
-export default {
-    getQualifyingLessons,
-    dismissProposal,
-    generateProposalMarkdown,
-    countPendingProposals,
-    PROPOSALS_DIR
-};

package/lib/agent-cli/lib/proposals.test.js

@@ -1,56 +0,0 @@
-/**
- * @fileoverview Tests for proposals module
- */
-
-import { describe, it, expect } from "vitest";
-
-// Test proposal markdown generation without mocking
-describe("proposals", () => {
-    describe("generateProposalMarkdown format", () => {
-        it("creates markdown with required sections", () => {
-            const lesson = {
-                id: "LEARN-001",
-                pattern: "console\\.log",
-                message: "No console.log in production",
-                hitCount: 5,
-                severity: "ERROR"
-            };
-
-            // Simulate markdown generation
-            const md = `# 🤖 Skill Update Proposal\n\n## Pattern Detected\n| Field | Value |\n|-------|-------|\n| **ID** | \`${lesson.id}\` |\n| **Hit Count** | ${lesson.hitCount || 0} |\n\n## Message\n> ${lesson.message}`;
-
-            expect(md).toContain("LEARN-001");
-            expect(md).toContain("No console.log");
-            expect(md).toContain("5");
-        });
-
-        it("includes AI agent instructions", () => {
-            const md = `## How to Apply\n1. **Copy this entire proposal**\n2. **Paste to your AI coding agent**`;
-
-            expect(md).toContain("Copy");
-            expect(md).toContain("Paste");
-            expect(md).toContain("AI");
-        });
-    });
-
-    describe("proposal threshold", () => {
-        it("default threshold is 5", () => {
-            const defaultThreshold = 5;
-            expect(defaultThreshold).toBe(5);
-        });
-
-        it("lesson qualifies when hitCount >= threshold", () => {
-            const threshold = 5;
-            const lessons = [
-                { id: "L1", hitCount: 5 },
-                { id: "L2", hitCount: 3 },
-                { id: "L3", hitCount: 10 }
-            ];
-
-            const qualifying = lessons.filter(l => l.hitCount >= threshold);
-            expect(qualifying).toHaveLength(2);
-            expect(qualifying.map(l => l.id)).toContain("L1");
-            expect(qualifying.map(l => l.id)).toContain("L3");
-        });
-    });
-});