@ginkoai/cli 1.0.0

package/dist/services/insight-extractor.js

@@ -0,0 +1,343 @@
+/**
+ * @fileType: service
+ * @status: current
+ * @updated: 2025-09-09
+ * @tags: [insights, ai, extraction, analysis]
+ * @related: [../types/session.ts, ./module-generator.ts]
+ * @priority: critical
+ * @complexity: high
+ * @dependencies: [../utils/ai-templates.ts]
+ */
+import { v4 as uuidv4 } from 'uuid';
+import { createAIService } from './ai-service.js';
+/**
+ * Service for extracting insights from session data using AI
+ */
+export class InsightExtractor {
+    defaultOptions = {
+        maxInsights: 6,
+        minReusabilityScore: 0.7,
+        minTimeSaving: 30, // minutes
+        includeCodeExamples: true,
+        verbose: false
+    };
+    aiService;
+    constructor(aiService) {
+        this.aiService = aiService || createAIService();
+    }
+    /**
+     * Extract insights from session data
+     */
+    async extractInsights(sessionData, options = {}) {
+        const startTime = Date.now();
+        const opts = { ...this.defaultOptions, ...options };
+        try {
+            // Build comprehensive prompt
+            const prompt = this.buildExtractionPrompt(sessionData, opts);
+            // Send to AI for analysis (this would use the actual AI adapter)
+            const rawInsights = await this.analyzeWithAI(prompt, opts);
+            // Parse and validate insights
+            const insights = this.parseInsights(rawInsights, sessionData);
+            // Filter by quality scores
+            const filteredInsights = this.filterHighValueInsights(insights, opts);
+            // Rank and limit insights
+            const finalInsights = this.rankAndLimitInsights(filteredInsights, opts.maxInsights);
+            // Generate summary
+            const summary = this.generateSummary(finalInsights, sessionData);
+            return {
+                insights: finalInsights,
+                modules: [], // Modules will be generated by ModuleGenerator
+                summary,
+                processingTime: Date.now() - startTime
+            };
+        }
+        catch (error) {
+            return {
+                insights: [],
+                modules: [],
+                summary: 'Failed to extract insights',
+                processingTime: Date.now() - startTime,
+                errors: [error instanceof Error ? error.message : String(error)]
+            };
+        }
+    }
+    /**
+     * Build comprehensive prompt for AI analysis
+     */
+    buildExtractionPrompt(sessionData, options) {
+        const filesChanged = sessionData.filesChanged
+            .map(f => `  - ${f.path} (${f.status}, +${f.insertions}/-${f.deletions})`)
+            .join('\n');
+        const recentCommits = sessionData.commits
+            .slice(0, 10)
+            .map(c => `  - ${c.message}`)
+            .join('\n');
+        const testInfo = sessionData.testResults
+            ?.map(t => `  - ${t.framework}: ${t.passed} passed, ${t.failed} failed`)
+            .join('\n') || '  - No test results available';
+        const errorInfo = sessionData.errorLogs
+            ?.slice(0, 5)
+            .map(e => `  - ${e.level}: ${e.message}`)
+            .join('\n') || '  - No errors logged';
+        return `You are analyzing a development session to extract pivotal learning moments that should be preserved for future reference.
+
+# Session Information
+
+**Duration**: ${sessionData.duration} minutes
+**Work Mode**: ${sessionData.workMode}
+**Branch**: ${sessionData.branch}
+
+## Files Changed
+${filesChanged}
+
+## Recent Commits
+${recentCommits}
+
+## Test Results
+${testInfo}
+
+## Errors Encountered
+${errorInfo}
+
+## Git Diff Summary
+- Staged changes: ${sessionData.stagedDiff ? 'Yes' : 'No'}
+- Unstaged changes: ${sessionData.diff ? 'Yes' : 'No'}
+
+# Task
+
+Identify 3-6 insights that have lasting value. Focus on moments that would save time if remembered in future sessions.
+
+For each insight, provide:
+1. **Type**: gotcha | pattern | decision | discovery | optimization | workaround | configuration
+2. **Title**: Brief, searchable title (5-10 words)
+3. **Problem**: What challenge or question was faced? (1-2 sentences)
+4. **Solution**: How was it resolved? (2-3 sentences)
+5. **Impact**: What time/effort does this save in future? (1 sentence)
+6. **Reusability Score**: 0.0-1.0 (How likely to encounter again?)
+7. **Time Saving**: Minutes saved if remembered (number)
+8. **Code Example**: Before/after code if applicable
+9. **Prevention**: How to avoid this issue in future (1 sentence)
+10. **Tags**: Relevant keywords for discovery
+
+## Filtering Criteria
+- Would forgetting this cause rework? (must be yes)
+- Will this save >${options.minTimeSaving} minutes if remembered? (should be yes)
+- Is this specific to current project only? (should be no)
+- Reusability score must be >${options.minReusabilityScore}
+
+## Output Format
+Return a JSON array of insights with the structure defined above. Focus on quality over quantity - only include truly valuable insights.
+
+Example insight:
+{
+  "type": "gotcha",
+  "title": "React hooks must be called unconditionally",
+  "problem": "useState was called inside an if statement causing 'Rendered more hooks than during previous render' error",
+  "solution": "Moved useState call to top level of component, using conditional logic only for the state value updates",
+  "impact": "Saves 30-60 minutes of debugging React hook errors",
+  "reusabilityScore": 0.95,
+  "timeSaving": 45,
+  "codeExample": {
+    "language": "typescript",
+    "before": "if (condition) { const [state, setState] = useState(initialValue); }",
+    "after": "const [state, setState] = useState(initialValue);\nif (condition) { setState(newValue); }"
+  },
+  "prevention": "Always call hooks at the top level of React functions",
+  "tags": ["react", "hooks", "useState", "conditional", "error"]
+}`;
+    }
+    /**
+     * Analyze with AI
+     */
+    async analyzeWithAI(prompt, options) {
+        try {
+            // Use the AI service to extract insights
+            const insights = await this.aiService.extractJSON(prompt);
+            // Validate that we got an array back
+            if (!Array.isArray(insights)) {
+                console.warn('AI returned non-array response, wrapping in array');
+                return [insights];
+            }
+            return insights;
+        }
+        catch (error) {
+            // If AI service fails, log the error and return fallback insights
+            if (options.verbose) {
+                console.error('AI service error:', error);
+                console.log('Falling back to example insights');
+            }
+            // Return example insights as fallback
+            return [
+                {
+                    type: 'gotcha',
+                    title: 'Vercel serverless functions need explicit API route exports',
+                    problem: 'API routes returning 404 despite correct file placement',
+                    solution: 'Changed from default export to named exports (GET, POST) in route.ts files for App Router compatibility',
+                    impact: 'Saves 1-2 hours debugging Next.js 13+ API routes',
+                    reusabilityScore: 0.9,
+                    timeSaving: 90,
+                    codeExample: {
+                        language: 'typescript',
+                        before: 'export default function handler(req, res) { }',
+                        after: 'export async function GET(request: Request) { }\nexport async function POST(request: Request) { }'
+                    },
+                    prevention: 'Always use named exports for HTTP methods in App Router API routes',
+                    tags: ['nextjs', 'api', 'vercel', 'app-router', 'serverless']
+                },
+                {
+                    type: 'pattern',
+                    title: 'Use connection pooling for serverless database access',
+                    problem: 'Database connections exhausted in production with serverless functions',
+                    solution: 'Implemented singleton pattern for database connection pool, reusing connections across function invocations',
+                    impact: 'Prevents production database connection failures',
+                    reusabilityScore: 0.85,
+                    timeSaving: 120,
+                    codeExample: {
+                        language: 'typescript',
+                        before: 'const db = new DatabaseClient(config);',
+                        after: 'let db: DatabaseClient;\nif (!db) { db = new DatabaseClient(config); }'
+                    },
+                    prevention: 'Always use connection pooling with serverless architectures',
+                    tags: ['database', 'serverless', 'connection-pool', 'production', 'singleton']
+                }
+            ];
+        }
+    }
+    /**
+     * Parse raw insights from AI response
+     */
+    parseInsights(rawInsights, sessionData) {
+        if (!Array.isArray(rawInsights)) {
+            return [];
+        }
+        return rawInsights.map(raw => ({
+            id: uuidv4(),
+            type: this.validateInsightType(raw.type),
+            title: String(raw.title || 'Untitled Insight'),
+            problem: String(raw.problem || ''),
+            solution: String(raw.solution || ''),
+            impact: String(raw.impact || ''),
+            reusabilityScore: this.validateScore(raw.reusabilityScore),
+            timeSavingPotential: Number(raw.timeSaving) || 30,
+            relevanceScore: this.calculateRelevance(raw, sessionData),
+            codeExample: this.parseCodeExample(raw.codeExample),
+            preventedError: raw.prevention,
+            relatedFiles: this.extractRelatedFiles(raw, sessionData),
+            dependencies: raw.dependencies || [],
+            tags: Array.isArray(raw.tags) ? raw.tags : [],
+            sessionId: sessionData.userEmail + '-' + sessionData.sessionEnd.getTime(),
+            timestamp: new Date()
+        }));
+    }
+    /**
+     * Validate insight type
+     */
+    validateInsightType(type) {
+        const validTypes = [
+            'gotcha', 'pattern', 'decision', 'discovery',
+            'optimization', 'workaround', 'configuration'
+        ];
+        if (validTypes.includes(type)) {
+            return type;
+        }
+        return 'discovery'; // Default
+    }
+    /**
+     * Validate score between 0 and 1
+     */
+    validateScore(score) {
+        const num = Number(score);
+        if (isNaN(num))
+            return 0.5;
+        return Math.max(0, Math.min(1, num));
+    }
+    /**
+     * Calculate relevance score based on session context
+     */
+    calculateRelevance(insight, sessionData) {
+        let score = 0.5; // Base score
+        // Boost if related to files that were changed
+        if (sessionData.filesChanged.some(f => insight.tags?.some((tag) => f.path.includes(tag)))) {
+            score += 0.2;
+        }
+        // Boost if related to errors encountered
+        if (sessionData.errorLogs && sessionData.errorLogs.length > 0) {
+            score += 0.15;
+        }
+        // Boost if related to test failures
+        if (sessionData.testResults?.some(t => t.failed > 0)) {
+            score += 0.15;
+        }
+        return Math.min(1, score);
+    }
+    /**
+     * Parse code example from raw data
+     */
+    parseCodeExample(raw) {
+        if (!raw || typeof raw !== 'object') {
+            return undefined;
+        }
+        return {
+            language: String(raw.language || 'typescript'),
+            before: raw.before ? String(raw.before) : undefined,
+            after: String(raw.after || ''),
+            explanation: raw.explanation ? String(raw.explanation) : undefined
+        };
+    }
+    /**
+     * Extract files related to the insight
+     */
+    extractRelatedFiles(insight, sessionData) {
+        const related = [];
+        // Check if any changed files match insight tags
+        sessionData.filesChanged.forEach(file => {
+            const fileLower = file.path.toLowerCase();
+            insight.tags?.forEach((tag) => {
+                if (fileLower.includes(tag.toLowerCase())) {
+                    related.push(file.path);
+                }
+            });
+        });
+        return [...new Set(related)]; // Remove duplicates
+    }
+    /**
+     * Filter insights by quality scores
+     */
+    filterHighValueInsights(insights, options) {
+        return insights.filter(insight => insight.reusabilityScore >= (options.minReusabilityScore || 0.7) &&
+            insight.timeSavingPotential >= (options.minTimeSaving || 30));
+    }
+    /**
+     * Rank insights by combined score and limit to max
+     */
+    rankAndLimitInsights(insights, maxInsights) {
+        // Calculate combined score for ranking
+        const scored = insights.map(insight => ({
+            insight,
+            score: (insight.reusabilityScore * 0.4 +
+                insight.relevanceScore * 0.3 +
+                Math.min(insight.timeSavingPotential / 100, 1) * 0.3)
+        }));
+        // Sort by score descending
+        scored.sort((a, b) => b.score - a.score);
+        // Return top N insights
+        return scored.slice(0, maxInsights).map(s => s.insight);
+    }
+    /**
+     * Generate summary of insights
+     */
+    generateSummary(insights, sessionData) {
+        if (insights.length === 0) {
+            return `No significant insights captured from ${sessionData.duration} minute ${sessionData.workMode} session.`;
+        }
+        const totalTimeSaving = insights.reduce((sum, i) => sum + i.timeSavingPotential, 0);
+        const hours = Math.floor(totalTimeSaving / 60);
+        const minutes = totalTimeSaving % 60;
+        const timeStr = hours > 0 ? `${hours}h ${minutes}m` : `${minutes}m`;
+        const insightTypes = [...new Set(insights.map(i => i.type))].join(', ');
+        return `Captured ${insights.length} valuable insights from ${sessionData.duration} minute ${sessionData.workMode} session. ` +
+            `Types: ${insightTypes}. ` +
+            `Potential time saved in future: ${timeStr}.`;
+    }
+}
+//# sourceMappingURL=insight-extractor.js.map

package/dist/services/insight-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"insight-extractor.js","sourceRoot":"","sources":["../../src/services/insight-extractor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AASpC,OAAO,EAAE,eAAe,EAAiB,MAAM,iBAAiB,CAAC;AAEjE;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACV,cAAc,GAAsB;QACnD,WAAW,EAAE,CAAC;QACd,mBAAmB,EAAE,GAAG;QACxB,aAAa,EAAE,EAAE,EAAE,UAAU;QAC7B,mBAAmB,EAAE,IAAI;QACzB,OAAO,EAAE,KAAK;KACf,CAAC;IAEM,SAAS,CAAgB;IAEjC,YAAY,SAAyB;QACnC,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,eAAe,EAAE,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CACnB,WAAwB,EACxB,UAA6B,EAAE;QAE/B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;QAEpD,IAAI,CAAC;YACH,6BAA6B;YAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YAE7D,iEAAiE;YACjE,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAE3D,8BAA8B;YAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAE9D,2BAA2B;YAC3B,MAAM,gBAAgB,GAAG,IAAI,CAAC,uBAAuB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAEtE,0BAA0B;YAC1B,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,gBAAgB,EAAE,IAAI,CAAC,WAAY,CAAC,CAAC;YAErF,mBAAmB;YACnB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;YAEjE,OAAO;gBACL,QAAQ,EAAE,aAAa;gBACvB,OAAO,EAAE,EAAE,EAAE,+CAA+C;gBAC5D,OAAO;gBACP,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACvC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,QAAQ,EAAE,EAAE;gBACZ,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,4BAA4B;gBACrC,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACtC,MAAM,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;aACjE,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,WAAwB,EAAE,OAA0B;QAChF,MAAM,YAAY,GAAG,WAAW,CAAC,YAAY;aAC1C,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,SAAS,GAAG,CAAC;aACzE,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO;aACtC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;aAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,QAAQ,GAAG,WAAW,CAAC,WAAW;YACtC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,MAAM,YAAY,CAAC,CAAC,MAAM,SAAS,CAAC;aACvE,IAAI,CAAC,IAAI,CAAC,IAAI,+BAA+B,CAAC;QAEjD,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS;YACrC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACZ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aACxC,IAAI,CAAC,IAAI,CAAC,IAAI,sBAAsB,CAAC;QAExC,OAAO;;;;gBAIK,WAAW,CAAC,QAAQ;iBACnB,WAAW,CAAC,QAAQ;cACvB,WAAW,CAAC,MAAM;;;EAG9B,YAAY;;;EAGZ,aAAa;;;EAGb,QAAQ;;;EAGR,SAAS;;;oBAGS,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;sBACnC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;;;;;;;;;;;;;;;;;;;;oBAoBjC,OAAO,CAAC,aAAa;;+BAEV,OAAO,CAAC,mBAAmB;;;;;;;;;;;;;;;;;;;;;EAqBxD,CAAC;IACD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,MAAc,EAAE,OAA0B;QACpE,IAAI,CAAC;YACH,yCAAyC;YACzC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAE1D,qCAAqC;YACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;gBAClE,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpB,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,kEAAkE;YAClE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;YAClD,CAAC;YAED,sCAAsC;YACtC,OAAO;gBACL;oBACE,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,6DAA6D;oBACpE,OAAO,EAAE,yDAAyD;oBAClE,QAAQ,EAAE,yGAAyG;oBACnH,MAAM,EAAE,kDAAkD;oBAC1D,gBAAgB,EAAE,GAAG;oBACrB,UAAU,EAAE,EAAE;oBACd,WAAW,EAAE;wBACX,QAAQ,EAAE,YAAY;wBACtB,MAAM,EAAE,+CAA+C;wBACvD,KAAK,EAAE,mGAAmG;qBAC3G;oBACD,UAAU,EAAE,oEAAoE;oBAChF,IAAI,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,YAAY,CAAC;iBAC9D;gBACD;oBACE,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,uDAAuD;oBAC9D,OAAO,EAAE,wEAAwE;oBACjF,QAAQ,EAAE,6GAA6G;oBACvH,MAAM,EAAE,kDAAkD;oBAC1D,gBAAgB,EAAE,IAAI;oBACtB,UAAU,EAAE,GAAG;oBACf,WAAW,EAAE;wBACX,QAAQ,EAAE,YAAY;wBACtB,MAAM,EAAE,wCAAwC;wBAChD,KAAK,EAAE,wEAAwE;qBAChF;oBACD,UAAU,EAAE,6DAA6D;oBACzE,IAAI,EAAE,CAAC,UAAU,EAAE,YAAY,EAAE,iBAAiB,EAAE,YAAY,EAAE,WAAW,CAAC;iBAC/E;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,WAAgB,EAAE,WAAwB;QAC9D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAChC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,EAAE,EAAE,MAAM,EAAE;YACZ,IAAI,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC;YACxC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,kBAAkB,CAAC;YAC9C,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;YAClC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;YACpC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;YAChC,gBAAgB,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,gBAAgB,CAAC;YAC1D,mBAAmB,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE;YACjD,cAAc,EAAE,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,WAAW,CAAC;YACzD,WAAW,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,WAAW,CAAC;YACnD,cAAc,EAAE,GAAG,CAAC,UAAU;YAC9B,YAAY,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,WAAW,CAAC;YACxD,YAAY,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE;YACpC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;YAC7C,SAAS,EAAE,WAAW,CAAC,SAAS,GAAG,GAAG,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,EAAE;YACzE,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,IAAS;QACnC,MAAM,UAAU,GAAkB;YAChC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW;YAC5C,cAAc,EAAE,YAAY,EAAE,eAAe;SAC9C,CAAC;QAEF,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,WAAW,CAAC,CAAC,UAAU;IAChC,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,KAAU;QAC9B,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,KAAK,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC;QAC3B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,OAAY,EAAE,WAAwB;QAC/D,IAAI,KAAK,GAAG,GAAG,CAAC,CAAC,aAAa;QAE9B,8CAA8C;QAC9C,IAAI,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CACpC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAC1D,EAAE,CAAC;YACF,KAAK,IAAI,GAAG,CAAC;QACf,CAAC;QAED,yCAAyC;QACzC,IAAI,WAAW,CAAC,SAAS,IAAI,WAAW,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9D,KAAK,IAAI,IAAI,CAAC;QAChB,CAAC;QAED,oCAAoC;QACpC,IAAI,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;YACrD,KAAK,IAAI,IAAI,CAAC;QAChB,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,GAAQ;QAC/B,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YACpC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,YAAY,CAAC;YAC9C,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YACnD,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YAC9B,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;SACnE,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,OAAY,EAAE,WAAwB;QAChE,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,gDAAgD;QAChD,WAAW,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YACtC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1C,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,GAAW,EAAE,EAAE;gBACpC,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC1C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,oBAAoB;IACpD,CAAC;IAED;;OAEG;IACK,uBAAuB,CAC7B,QAA0B,EAC1B,OAA0B;QAE1B,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAC/B,OAAO,CAAC,gBAAgB,IAAI,CAAC,OAAO,CAAC,mBAAmB,IAAI,GAAG,CAAC;YAChE,OAAO,CAAC,mBAAmB,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC,CAC7D,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,oBAAoB,CAC1B,QAA0B,EAC1B,WAAmB;QAEnB,uCAAuC;QACvC,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACtC,OAAO;YACP,KAAK,EAAE,CACL,OAAO,CAAC,gBAAgB,GAAG,GAAG;gBAC9B,OAAO,CAAC,cAAc,GAAG,GAAG;gBAC5B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,mBAAmB,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,GAAG,CACrD;SACF,CAAC,CAAC,CAAC;QAEJ,2BAA2B;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAEzC,wBAAwB;QACxB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,QAA0B,EAAE,WAAwB;QAC1E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,yCAAyC,WAAW,CAAC,QAAQ,WAAW,WAAW,CAAC,QAAQ,WAAW,CAAC;QACjH,CAAC;QAED,MAAM,eAAe,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;QACpF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,eAAe,GAAG,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,GAAG,CAAC;QAEpE,MAAM,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExE,OAAO,YAAY,QAAQ,CAAC,MAAM,2BAA2B,WAAW,CAAC,QAAQ,WAAW,WAAW,CAAC,QAAQ,YAAY;YACrH,UAAU,YAAY,IAAI;YAC1B,mCAAmC,OAAO,GAAG,CAAC;IACvD,CAAC;CACF"}

package/dist/services/insight-quality-controller.d.ts

@@ -0,0 +1,167 @@
+/**
+ * @fileType: service
+ * @status: current
+ * @updated: 2025-09-09
+ * @tags: [insights, quality, deduplication, similarity]
+ * @related: [./insight-extractor.ts, ./module-generator.ts]
+ * @priority: critical
+ * @complexity: high
+ * @dependencies: []
+ */
+import { SessionInsight } from '../types/session.js';
+/**
+ * Quality control and deduplication for insights
+ */
+export declare class InsightQualityController {
+    private existingModules;
+    private readonly SIMILARITY_THRESHOLD;
+    private readonly QUALITY_THRESHOLD;
+    /**
+     * Load and parse existing context modules
+     */
+    loadExistingModules(modulesDir: string): Promise<void>;
+    /**
+     * Check if an insight meets quality thresholds
+     */
+    assessInsightQuality(insight: SessionInsight): QualityAssessment;
+    /**
+     * Find similar existing modules
+     */
+    findSimilarModules(insight: SessionInsight): SimilarityResult[];
+    /**
+     * Determine if new module should be created despite similarities
+     */
+    shouldCreateDespiteSimilarity(insight: SessionInsight, similar: SimilarityResult[]): CreationDecision;
+    /**
+     * Calculate similarity between insight and existing module
+     */
+    private calculateSimilarity;
+    /**
+     * Analyze what makes two similar insights distinct
+     */
+    private analyzeDistinction;
+    /**
+     * Assess clarity of problem and solution
+     */
+    private assessClarity;
+    /**
+     * Assess specificity vs genericness
+     */
+    private assessSpecificity;
+    /**
+     * Assess actionability of the insight
+     */
+    private assessActionability;
+    /**
+     * Assess completeness of information
+     */
+    private assessCompleteness;
+    /**
+     * Assess uniqueness compared to common knowledge
+     */
+    private assessUniqueness;
+    /**
+     * Check if insight is trivial
+     */
+    private isTrivialInsight;
+    /**
+     * Simple string similarity using Jaccard index
+     */
+    private stringSimilarity;
+    /**
+     * Calculate tag overlap coefficient
+     */
+    private calculateTagOverlap;
+    /**
+     * Check if insights are from different domains
+     */
+    private isDifferentDomain;
+    /**
+     * Check if insights have different approaches
+     */
+    private isDifferentApproach;
+    /**
+     * Check if new insight is a refinement
+     */
+    private isRefinement;
+    /**
+     * Check if insights are in different contexts
+     */
+    private isDifferentContext;
+    /**
+     * Extract context from tags
+     */
+    private extractContext;
+    /**
+     * Parse existing module content
+     */
+    private parseModule;
+    /**
+     * Parse frontmatter YAML
+     */
+    private parseFrontmatter;
+    /**
+     * Get recommendation based on quality assessment
+     */
+    private getRecommendation;
+}
+interface ParsedModule {
+    filename: string;
+    title: string;
+    type: string;
+    tags: string[];
+    problem: string;
+    solution: string;
+    codeExample?: string;
+    timeSaving?: number;
+    prevention?: string;
+    created?: string;
+}
+interface QualityAssessment {
+    shouldCreate: boolean;
+    score: number;
+    scores: {
+        clarity: number;
+        specificity: number;
+        actionability: number;
+        completeness: number;
+        uniqueness: number;
+    };
+    issues: string[];
+    recommendation: string;
+}
+interface SimilarityScore {
+    score: number;
+    components: {
+        title: number;
+        problem: number;
+        solution: number;
+        tags: number;
+        type: number;
+        code: number;
+    };
+}
+interface DistinctionAnalysis {
+    hasMeaningfulDistinction: boolean;
+    distinction: string;
+    differentDomain: boolean;
+    differentApproach: boolean;
+    isRefinement: boolean;
+    distinctions: string[];
+}
+interface SimilarityResult {
+    filename: string;
+    module: ParsedModule;
+    similarity: SimilarityScore;
+    distinctionAnalysis: DistinctionAnalysis;
+}
+interface CreationDecision {
+    shouldCreate: boolean;
+    reason: string;
+    action: 'create' | 'skip' | 'create-variant' | 'create-alternative' | 'create-evolution' | 'create-contextual';
+    existingModule?: string;
+    relatedModule?: string;
+    suggestion?: string;
+}
+export { QualityAssessment, SimilarityResult, CreationDecision };
+//# sourceMappingURL=insight-quality-controller.d.ts.map

package/dist/services/insight-quality-controller.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"insight-quality-controller.d.ts","sourceRoot":"","sources":["../../src/services/insight-quality-controller.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,EAAE,cAAc,EAAiB,MAAM,qBAAqB,CAAC;AAEpE;;GAEG;AACH,qBAAa,wBAAwB;IACnC,OAAO,CAAC,eAAe,CAAwC;IAC/D,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAQ;IAC7C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAQ;IAE1C;;OAEG;IACG,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB5D;;OAEG;IACH,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,iBAAiB;IAgDhE;;OAEG;IACH,kBAAkB,CAAC,OAAO,EAAE,cAAc,GAAG,gBAAgB,EAAE;IAsB/D;;OAEG;IACH,6BAA6B,CAC3B,OAAO,EAAE,cAAc,EACvB,OAAO,EAAE,gBAAgB,EAAE,GAC1B,gBAAgB;IA2FnB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAgD3B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAgD1B;;OAEG;IACH,OAAO,CAAC,aAAa;IAerB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAqBzB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAsB3B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAiB1B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAuBxB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAYxB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAYxB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAY3B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAMzB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAa3B;;OAEG;IACH,OAAO,CAAC,YAAY;IAQpB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAQ1B;;OAEG;IACH,OAAO,CAAC,cAAc;IAkBtB;;OAEG;IACH,OAAO,CAAC,WAAW;IA+CnB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAsBxB;;OAEG;IACH,OAAO,CAAC,iBAAiB;CAY1B;AAGD,UAAU,YAAY;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,iBAAiB;IACzB,YAAY,EAAE,OAAO,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,UAAU,eAAe;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE;QACV,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAED,UAAU,mBAAmB;IAC3B,wBAAwB,EAAE,OAAO,CAAC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,OAAO,CAAC;IACzB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,UAAU,gBAAgB;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,YAAY,CAAC;IACrB,UAAU,EAAE,eAAe,CAAC;IAC5B,mBAAmB,EAAE,mBAAmB,CAAC;CAC1C;AAED,UAAU,gBAAgB;IACxB,YAAY,EAAE,OAAO,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,QAAQ,GAAG,MAAM,GAAG,gBAAgB,GAAG,oBAAoB,GAAG,kBAAkB,GAAG,mBAAmB,CAAC;IAC/G,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EACjB,CAAC"}