codeseeker 1.4.0

package/dist/cli/services/analysis/deduplication/dedup-detector.js

@@ -0,0 +1,302 @@
+"use strict";
+/**
+ * Deduplication Detector
+ * Uses existing Xenova embeddings from PostgreSQL
+ * Leverages Redis for change detection
+ * Integrates Claude Code for intelligent analysis
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DedupDetector = void 0;
+const logger_1 = require("../../../../utils/logger");
+const database_config_1 = require("../../../../config/database-config");
+const hash_change_detector_1 = require("./hash-change-detector");
+class DedupDetector {
+    logger = logger_1.Logger.getInstance();
+    dbConnections;
+    changeDetector;
+    constructor(dbConnections) {
+        this.dbConnections = dbConnections || new database_config_1.DatabaseConnections();
+        this.changeDetector = new hash_change_detector_1.HashChangeDetector(this.dbConnections);
+    }
+    /**
+     * Smart deduplication using existing embeddings and change detection
+     */
+    async analyzeProject(projectId) {
+        this.logger.info(`🔍 Starting smart deduplication for project: ${projectId}`);
+        try {
+            // Step 1: Update project embeddings for changed files only
+            console.log('  📊 Checking for file changes since last analysis...');
+            const changedFiles = await this.changeDetector.detectChanges(projectId);
+            const totalChanged = changedFiles.added.length + changedFiles.modified.length;
+            if (totalChanged > 0) {
+                console.log(`  🔄 Updating embeddings for ${totalChanged} changed files...`);
+                console.log(`    Added: ${changedFiles.added.length}, Modified: ${changedFiles.modified.length}`);
+                await this.updateEmbeddingsForChangedFiles(projectId, changedFiles);
+            }
+            if (changedFiles.deleted.length > 0) {
+                console.log(`  🗑️ Removing embeddings for ${changedFiles.deleted.length} deleted files...`);
+                await this.removeEmbeddingsForDeletedFiles(projectId, changedFiles.deleted.map(f => f.path));
+            }
+            console.log(`  ✅ ${changedFiles.unchanged} files unchanged since last analysis`);
+            // Step 2: Get embeddings from PostgreSQL (Xenova embeddings from init)
+            console.log('  🧠 Loading Xenova embeddings from database...');
+            const embeddings = await this.loadProjectEmbeddings(projectId);
+            console.log(`  ✅ Loaded ${embeddings.length} embeddings`);
+            // Step 3: Find similar code using vector similarity
+            console.log('  🔄 Finding similar code blocks using vector similarity...');
+            const candidates = await this.findDuplicateCandidates(embeddings);
+            console.log(`  ✅ Found ${candidates.length} duplicate candidates`);
+            // Step 4: Use Claude Code for intelligent analysis (if available)
+            if (candidates.length > 0 && process.env.ENABLE_CLAUDE_ANALYSIS === 'true') {
+                console.log('  🤖 Analyzing duplicates with Claude Code...');
+                await this.analyzeWithClaude(candidates);
+            }
+            // Step 5: Generate consolidation suggestions
+            console.log('  💡 Generating consolidation suggestions...');
+            const suggestions = await this.generateSmartSuggestions(candidates);
+            // Step 6: Update Redis cache with analysis results
+            await this.cacheAnalysisResults(projectId, candidates, suggestions);
+            return {
+                candidates,
+                suggestions,
+                stats: {
+                    totalEmbeddings: embeddings.length,
+                    duplicateCandidates: candidates.length,
+                    changedFiles: changedFiles.added.length + changedFiles.modified.length,
+                    deletedFiles: changedFiles.deleted.length,
+                    unchangedFiles: changedFiles.unchanged
+                }
+            };
+        }
+        catch (error) {
+            this.logger.error(`Smart dedup failed: ${error.message}`);
+            throw error;
+        }
+    }
+    /**
+     * Update embeddings for changed files using SemanticSearchManager
+     */
+    async updateEmbeddingsForChangedFiles(projectId, changedFiles) {
+        const filesToUpdate = [
+            ...changedFiles.added.map((f) => f.path || f),
+            ...changedFiles.modified.map((f) => f.path || f)
+        ];
+        if (filesToUpdate.length === 0)
+            return;
+        // Use refactored SemanticSearchManager to regenerate embeddings
+        const { SearchServiceFactory } = await Promise.resolve().then(() => __importStar(require('../../../../core/factories/search-service-factory')));
+        const searchFactory = SearchServiceFactory.getInstance();
+        const semanticService = searchFactory.createSemanticSearchService();
+        // Update changed files using the new refactored interface
+        console.log(`    Updating ${filesToUpdate.length} files...`);
+        // Note: Update method needs to be implemented in SemanticSearchService
+        // await semanticService.updateFiles(projectId, filesToUpdate);
+        console.log(`    ✅ Files updated successfully`);
+    }
+    /**
+     * Remove embeddings for deleted files
+     */
+    async removeEmbeddingsForDeletedFiles(projectId, deletedFiles) {
+        if (deletedFiles.length === 0)
+            return;
+        const pgClient = await this.dbConnections.getPostgresConnection();
+        for (const filePath of deletedFiles) {
+            await pgClient.query(`
+        DELETE FROM semantic_search_embeddings
+        WHERE project_id = $1 AND file_path = $2
+      `, [projectId, filePath]);
+        }
+    }
+    /**
+     * Load project embeddings from PostgreSQL (Xenova embeddings)
+     */
+    async loadProjectEmbeddings(projectId) {
+        const pgClient = await this.dbConnections.getPostgresConnection();
+        const result = await pgClient.query(`
+      SELECT
+        id,
+        file_path,
+        chunk_id,
+        content_text as content,
+        chunk_start_line as start_line,
+        chunk_end_line as end_line,
+        embedding,
+        significance
+      FROM semantic_search_embeddings
+      WHERE project_id = $1
+        AND significance IN ('high', 'medium')
+      ORDER BY file_path, chunk_start_line
+    `, [projectId]);
+        return result.rows.map(row => ({
+            ...row,
+            embedding: JSON.parse(row.embedding) // Parse the vector
+        }));
+    }
+    /**
+     * Find duplicate candidates using vector similarity
+     */
+    async findDuplicateCandidates(embeddings) {
+        const candidates = [];
+        const pgClient = await this.dbConnections.getPostgresConnection();
+        // Use PostgreSQL's vector similarity search
+        for (let i = 0; i < embeddings.length; i++) {
+            const embedding1 = embeddings[i];
+            // Find similar embeddings using pgvector
+            const similarResult = await pgClient.query(`
+        SELECT
+          id,
+          file_path,
+          chunk_id,
+          content_text as content,
+          chunk_start_line as start_line,
+          chunk_end_line as end_line,
+          1 - (embedding <=> $1::vector) as similarity
+        FROM semantic_search_embeddings
+        WHERE id != $2
+          AND file_path != $3
+          AND 1 - (embedding <=> $1::vector) > 0.8
+        ORDER BY embedding <=> $1::vector
+        LIMIT 5
+      `, [
+                `[${embedding1.embedding.join(',')}]`,
+                embedding1.id,
+                embedding1.file_path
+            ]);
+            for (const similar of similarResult.rows) {
+                // Skip if this pair was already processed
+                const pairId = [embedding1.id, similar.id].sort().join(':');
+                if (candidates.some(c => c.id === pairId))
+                    continue;
+                candidates.push({
+                    id: pairId,
+                    filePath1: embedding1.file_path,
+                    filePath2: similar.file_path,
+                    chunk1: {
+                        content: embedding1.content,
+                        startLine: embedding1.start_line,
+                        endLine: embedding1.end_line
+                    },
+                    chunk2: {
+                        content: similar.content,
+                        startLine: similar.start_line,
+                        endLine: similar.end_line
+                    },
+                    similarity: similar.similarity,
+                    type: similar.similarity > 0.95 ? 'exact' : 'semantic',
+                    embedding1: embedding1.embedding,
+                    embedding2: null // We don't need to store both
+                });
+            }
+        }
+        return candidates;
+    }
+    /**
+     * Analyze duplicates with Claude Code
+     */
+    async analyzeWithClaude(candidates) {
+        // This would integrate with Claude Code API
+        // For now, we'll add a placeholder
+        for (const candidate of candidates.slice(0, 10)) { // Limit to top 10 for API calls
+            candidate.claudeAnalysis = `
+        These code blocks have ${Math.round(candidate.similarity * 100)}% similarity.
+        Consider extracting common functionality into a shared utility.
+        Estimated reduction: ${Math.round((candidate.chunk1.endLine - candidate.chunk1.startLine) * 0.7)} lines.
+      `;
+        }
+    }
+    /**
+     * Generate smart consolidation suggestions
+     */
+    async generateSmartSuggestions(candidates) {
+        const suggestions = [];
+        for (const candidate of candidates) {
+            const lines1 = candidate.chunk1.endLine - candidate.chunk1.startLine;
+            const lines2 = candidate.chunk2.endLine - candidate.chunk2.startLine;
+            const avgLines = (lines1 + lines2) / 2;
+            let strategy;
+            let description;
+            if (candidate.type === 'exact') {
+                strategy = 'extract-function';
+                description = `Extract identical code into a shared function`;
+            }
+            else if (candidate.similarity > 0.9) {
+                strategy = 'create-utility';
+                description = `Create utility class for similar functionality`;
+            }
+            else if (candidate.chunk1.content.includes('class') || candidate.chunk2.content.includes('class')) {
+                strategy = 'merge-classes';
+                description = `Merge similar classes using inheritance`;
+            }
+            else {
+                strategy = 'create-interface';
+                description = `Create common interface for similar implementations`;
+            }
+            suggestions.push({
+                candidateId: candidate.id,
+                strategy,
+                description,
+                estimatedLinesReduced: Math.round(avgLines * 0.7),
+                claudeAnalysis: candidate.claudeAnalysis
+            });
+        }
+        // Sort by potential impact
+        suggestions.sort((a, b) => b.estimatedLinesReduced - a.estimatedLinesReduced);
+        return suggestions;
+    }
+    /**
+     * Cache analysis results in Redis
+     */
+    async cacheAnalysisResults(projectId, candidates, suggestions) {
+        const redisClient = await this.dbConnections.getRedisConnection();
+        // Cache results with TTL of 1 hour
+        const resultsKey = `dedup:${projectId}:results`;
+        await redisClient.set(resultsKey, JSON.stringify({ candidates, suggestions, timestamp: new Date().toISOString() }), 'EX', 3600);
+    }
+    /**
+     * Get cached results if available
+     */
+    async getCachedResults(projectId) {
+        const redisClient = await this.dbConnections.getRedisConnection();
+        const resultsKey = `dedup:${projectId}:results`;
+        const cached = await redisClient.get(resultsKey);
+        if (cached) {
+            return JSON.parse(cached);
+        }
+        return null;
+    }
+}
+exports.DedupDetector = DedupDetector;
+//# sourceMappingURL=dedup-detector.js.map

package/dist/cli/services/analysis/deduplication/dedup-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dedup-detector.js","sourceRoot":"","sources":["../../../../../src/cli/services/analysis/deduplication/dedup-detector.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,qDAAkD;AAClD,wEAAyE;AACzE,iEAA4D;AAkC5D,MAAa,aAAa;IAChB,MAAM,GAAG,eAAM,CAAC,WAAW,EAAE,CAAC;IAC9B,aAAa,CAAsB;IACnC,cAAc,CAAqB;IAE3C,YAAY,aAAmC;QAC7C,IAAI,CAAC,aAAa,GAAG,aAAa,IAAI,IAAI,qCAAmB,EAAE,CAAC;QAChE,IAAI,CAAC,cAAc,GAAG,IAAI,yCAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,SAAiB;QACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gDAAgD,SAAS,EAAE,CAAC,CAAC;QAE9E,IAAI,CAAC;YACH,2DAA2D;YAC3D,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;YACrE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YAExE,MAAM,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,MAAM,GAAG,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC9E,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACrB,OAAO,CAAC,GAAG,CAAC,gCAAgC,YAAY,mBAAmB,CAAC,CAAC;gBAC7E,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,CAAC,KAAK,CAAC,MAAM,eAAe,YAAY,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBAClG,MAAM,IAAI,CAAC,+BAA+B,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACtE,CAAC;YAED,IAAI,YAAY,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpC,OAAO,CAAC,GAAG,CAAC,iCAAiC,YAAY,CAAC,OAAO,CAAC,MAAM,mBAAmB,CAAC,CAAC;gBAC7F,MAAM,IAAI,CAAC,+BAA+B,CAAC,SAAS,EAAE,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/F,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,OAAO,YAAY,CAAC,SAAS,sCAAsC,CAAC,CAAC;YAEjF,uEAAuE;YACvE,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;YAC/D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CAAC,cAAc,UAAU,CAAC,MAAM,aAAa,CAAC,CAAC;YAE1D,oDAAoD;YACpD,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;YAC3E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAC;YAClE,OAAO,CAAC,GAAG,CAAC,aAAa,UAAU,CAAC,MAAM,uBAAuB,CAAC,CAAC;YAEnE,kEAAkE;YAClE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,MAAM,EAAE,CAAC;gBAC3E,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;gBAC7D,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC3C,CAAC;YAED,6CAA6C;YAC7C,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;YAC5D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAC;YAEpE,mDAAmD;YACnD,MAAM,IAAI,CAAC,oBAAoB,CAAC,SAAS,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;YAEpE,OAAO;gBACL,UAAU;gBACV,WAAW;gBACX,KAAK,EAAE;oBACL,eAAe,EAAE,UAAU,CAAC,MAAM;oBAClC,mBAAmB,EAAE,UAAU,CAAC,MAAM;oBACtC,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,MAAM,GAAG,YAAY,CAAC,QAAQ,CAAC,MAAM;oBACtE,YAAY,EAAE,YAAY,CAAC,OAAO,CAAC,MAAM;oBACzC,cAAc,EAAE,YAAY,CAAC,SAAS;iBACvC;aACF,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAGD;;OAEG;IACK,KAAK,CAAC,+BAA+B,CAC3C,SAAiB,EACjB,YAAiB;QAEjB,MAAM,aAAa,GAAG;YACpB,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YAClD,GAAG,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;SACtD,CAAC;QAEF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEvC,gEAAgE;QAChE,MAAM,EAAE,oBAAoB,EAAE,GAAG,wDAAa,mDAAmD,GAAC,CAAC;QACnG,MAAM,aAAa,GAAG,oBAAoB,CAAC,WAAW,EAAE,CAAC;QACzD,MAAM,eAAe,GAAG,aAAa,CAAC,2BAA2B,EAAE,CAAC;QAEpE,0DAA0D;QAC1D,OAAO,CAAC,GAAG,CAAC,gBAAgB,aAAa,CAAC,MAAM,WAAW,CAAC,CAAC;QAC7D,uEAAuE;QACvE,+DAA+D;QAC/D,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,+BAA+B,CAC3C,SAAiB,EACjB,YAAsB;QAEtB,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEtC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,qBAAqB,EAAE,CAAC;QAElE,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;YACpC,MAAM,QAAQ,CAAC,KAAK,CAAC;;;OAGpB,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,qBAAqB,CAAC,SAAiB;QACnD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,qBAAqB,EAAE,CAAC;QAElE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC;;;;;;;;;;;;;;KAcnC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QAEhB,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,GAAG,GAAG;YACN,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,mBAAmB;SACzD,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,uBAAuB,CAAC,UAAiB;QACrD,MAAM,UAAU,GAAyB,EAAE,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,qBAAqB,EAAE,CAAC;QAElE,4CAA4C;QAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAEjC,yCAAyC;YACzC,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC;;;;;;;;;;;;;;;OAe1C,EAAE;gBACD,IAAI,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;gBACrC,UAAU,CAAC,EAAE;gBACb,UAAU,CAAC,SAAS;aACrB,CAAC,CAAC;YAEH,KAAK,MAAM,OAAO,IAAI,aAAa,CAAC,IAAI,EAAE,CAAC;gBACzC,0CAA0C;gBAC1C,MAAM,MAAM,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC5D,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC;oBAAE,SAAS;gBAEpD,UAAU,CAAC,IAAI,CAAC;oBACd,EAAE,EAAE,MAAM;oBACV,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,MAAM,EAAE;wBACN,OAAO,EAAE,UAAU,CAAC,OAAO;wBAC3B,SAAS,EAAE,UAAU,CAAC,UAAU;wBAChC,OAAO,EAAE,UAAU,CAAC,QAAQ;qBAC7B;oBACD,MAAM,EAAE;wBACN,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,SAAS,EAAE,OAAO,CAAC,UAAU;wBAC7B,OAAO,EAAE,OAAO,CAAC,QAAQ;qBAC1B;oBACD,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,IAAI,EAAE,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU;oBACtD,UAAU,EAAE,UAAU,CAAC,SAAS;oBAChC,UAAU,EAAE,IAAI,CAAC,8BAA8B;iBAChD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,UAAgC;QAC9D,4CAA4C;QAC5C,mCAAmC;QACnC,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,gCAAgC;YACjF,SAAS,CAAC,cAAc,GAAG;iCACA,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,GAAG,GAAG,CAAC;;+BAExC,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC;OACjG,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB,CACpC,UAAgC;QAEhC,MAAM,WAAW,GAA8B,EAAE,CAAC;QAElD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC;YACrE,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC;YACrE,MAAM,QAAQ,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAEvC,IAAI,QAA6C,CAAC;YAClD,IAAI,WAAmB,CAAC;YAExB,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC/B,QAAQ,GAAG,kBAAkB,CAAC;gBAC9B,WAAW,GAAG,+CAA+C,CAAC;YAChE,CAAC;iBAAM,IAAI,SAAS,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;gBACtC,QAAQ,GAAG,gBAAgB,CAAC;gBAC5B,WAAW,GAAG,gDAAgD,CAAC;YACjE,CAAC;iBAAM,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpG,QAAQ,GAAG,eAAe,CAAC;gBAC3B,WAAW,GAAG,yCAAyC,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACN,QAAQ,GAAG,kBAAkB,CAAC;gBAC9B,WAAW,GAAG,qDAAqD,CAAC;YACtE,CAAC;YAED,WAAW,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,QAAQ;gBACR,WAAW;gBACX,qBAAqB,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC;gBACjD,cAAc,EAAE,SAAS,CAAC,cAAc;aACzC,CAAC,CAAC;QACL,CAAC;QAED,2BAA2B;QAC3B,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,qBAAqB,GAAG,CAAC,CAAC,qBAAqB,CAAC,CAAC;QAE9E,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAChC,SAAiB,EACjB,UAAgC,EAChC,WAAsC;QAEtC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,EAAE,CAAC;QAElE,mCAAmC;QACnC,MAAM,UAAU,GAAG,SAAS,SAAS,UAAU,CAAC;QAChD,MAAM,WAAW,CAAC,GAAG,CACnB,UAAU,EACV,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,EAChF,IAAI,EACJ,IAAI,CACL,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,SAAiB;QACtC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,EAAE,CAAC;QAClE,MAAM,UAAU,GAAG,SAAS,SAAS,UAAU,CAAC;QAChD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAEjD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAnTD,sCAmTC"}

package/dist/cli/services/analysis/deduplication/deduplication-service.d.ts

@@ -0,0 +1,107 @@
+/**
+ * Deduplication Service
+ * Identifies and manages duplicate code at method and class level
+ * Uses granular embeddings for intelligent similarity detection
+ */
+export interface SimilarityResult {
+    id: string;
+    similarity: number;
+    content: string;
+}
+export interface DuplicateGroup {
+    type: 'method' | 'class';
+    primary: DuplicateItem;
+    duplicates: DuplicateItem[];
+    similarityScore: number;
+    confidence: 'high' | 'medium' | 'low';
+    mergeStrategy: 'exact' | 'similar' | 'refactor';
+}
+export interface DuplicateItem {
+    id: string;
+    name: string;
+    filePath: string;
+    content: string;
+    startLine: number;
+    endLine: number;
+    metadata: any;
+}
+export interface DeduplicationReport {
+    projectId: string;
+    totalMethods: number;
+    totalClasses: number;
+    duplicateGroups: DuplicateGroup[];
+    potentialSavings: {
+        linesOfCode: number;
+        filesAffected: number;
+        estimatedEffort: string;
+    };
+    summary: {
+        exactDuplicates: number;
+        similarDuplicates: number;
+        refactorCandidates: number;
+    };
+}
+export interface MergeAction {
+    action: 'merge' | 'extract' | 'skip';
+    sourceId: string;
+    targetId: string;
+    newName?: string;
+    newLocation?: string;
+}
+export declare class DeduplicationService {
+    private logger;
+    private embeddingService;
+    private codeParser;
+    private semanticGraph;
+    constructor();
+    /**
+     * Generate comprehensive deduplication report
+     */
+    generateDeduplicationReport(projectId: string, progressCallback?: (progress: number, status: string) => void): Promise<DeduplicationReport>;
+    /**
+     * Find method duplicates using similarity analysis
+     */
+    private findMethodDuplicates;
+    /**
+     * Find class duplicates using similarity analysis
+     */
+    private findClassDuplicates;
+    /**
+     * Create a duplicate group from similar items
+     */
+    private createDuplicateGroup;
+    /**
+     * Convert similarity results to duplicate items
+     */
+    private convertToeDuplicateItems;
+    /**
+     * Print detailed deduplication report
+     */
+    printDeduplicationReport(report: DeduplicationReport): void;
+    /**
+     * Interactive merge process for duplicate groups
+     */
+    interactiveMerge(report: DeduplicationReport, userInterface: any, workflowOrchestrator: any): Promise<void>;
+    /**
+     * Show side-by-side code comparison
+     */
+    private showCodeComparison;
+    /**
+     * Get user decision for merge action
+     */
+    private getUserMergeDecision;
+    /**
+     * Execute merge through workflow orchestrator (quality cycle)
+     */
+    private executeMergeWithQualityCycle;
+    /**
+     * Build merge request for workflow orchestrator
+     */
+    private buildMergeRequest;
+    private ensureGranularEmbeddings;
+    private getAllMethodsAndClasses;
+    private calculatePotentialSavings;
+    private formatCodePreview;
+}
+export default DeduplicationService;
+//# sourceMappingURL=deduplication-service.d.ts.map

package/dist/cli/services/analysis/deduplication/deduplication-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deduplication-service.d.ts","sourceRoot":"","sources":["../../../../../src/cli/services/analysis/deduplication/deduplication-service.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAWH,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;IACzB,OAAO,EAAE,aAAa,CAAC;IACvB,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,aAAa,EAAE,OAAO,GAAG,SAAS,GAAG,UAAU,CAAC;CACjD;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,GAAG,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,cAAc,EAAE,CAAC;IAClC,gBAAgB,EAAE;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;QACtB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,kBAAkB,EAAE,MAAM,CAAC;KAC5B,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,UAAU,CAAyB;IAC3C,OAAO,CAAC,aAAa,CAAuB;;IAS5C;;OAEG;IACG,2BAA2B,CAC/B,SAAS,EAAE,MAAM,EACjB,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,GAC5D,OAAO,CAAC,mBAAmB,CAAC;IA4D/B;;OAEG;YACW,oBAAoB;IA+BlC;;OAEG;YACW,mBAAmB;IA+BjC;;OAEG;YACW,oBAAoB;IA4DlC;;OAEG;YACW,wBAAwB;IActC;;OAEG;IACH,wBAAwB,CAAC,MAAM,EAAE,mBAAmB,GAAG,IAAI;IAqD3D;;OAEG;IACG,gBAAgB,CACpB,MAAM,EAAE,mBAAmB,EAC3B,aAAa,EAAE,GAAG,EAClB,oBAAoB,EAAE,GAAG,GACxB,OAAO,CAAC,IAAI,CAAC;IA2BhB;;OAEG;YACW,kBAAkB;IAgBhC;;OAEG;YACW,oBAAoB;IA0BlC;;OAEG;YACW,4BAA4B;IAwB1C;;OAEG;IACH,OAAO,CAAC,iBAAiB;YAYX,wBAAwB;YAQxB,uBAAuB;IAMrC,OAAO,CAAC,yBAAyB;IAsBjC,OAAO,CAAC,iBAAiB;CAY1B;AAED,eAAe,oBAAoB,CAAC"}