@memberjunction/db-auto-doc 2.117.0 → 2.118.0

package/dist/discovery/LLMDiscoveryValidator.js

@@ -0,0 +1,431 @@
+"use strict";
+/**
+ * LLM Discovery Validator
+ * Uses LLM reasoning to validate and refine PK/FK candidates discovered through statistical analysis
+ * Processes one table at a time with rich statistical context
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMDiscoveryValidator = void 0;
+const ai_1 = require("@memberjunction/ai");
+const global_1 = require("@memberjunction/global");
+class LLMDiscoveryValidator {
+    constructor(driver, config, aiConfig, statsCache, schemas) {
+        this.driver = driver;
+        this.config = config;
+        this.aiConfig = aiConfig;
+        this.statsCache = statsCache;
+        this.schemas = schemas;
+        // Create LLM instance using MJ ClassFactory
+        const llm = global_1.MJGlobal.Instance.ClassFactory.CreateInstance(ai_1.BaseLLM, aiConfig.provider, aiConfig.apiKey);
+        if (!llm) {
+            throw new Error(`Failed to create LLM instance for provider: ${aiConfig.provider}. Check that the provider name matches a registered BaseLLM subclass.`);
+        }
+        this.llm = llm;
+    }
+    /**
+     * Validate PK/FK candidates for a single table using LLM reasoning
+     */
+    async validateTableRelationships(schemaName, tableName, pkCandidates, fkCandidates) {
+        // Build rich context for LLM
+        const context = this.buildTableContext(schemaName, tableName, pkCandidates, fkCandidates);
+        // Create prompt for LLM
+        const prompt = this.buildValidationPrompt(context);
+        // Call LLM
+        const params = {
+            model: this.aiConfig.model,
+            messages: [
+                {
+                    role: 'system',
+                    content: 'You are a database schema expert specializing in relationship discovery and validation.'
+                },
+                {
+                    role: 'user',
+                    content: prompt
+                }
+            ],
+            temperature: this.aiConfig.temperature ?? 0.1,
+            maxOutputTokens: this.aiConfig.maxTokens,
+            responseFormat: 'JSON'
+        };
+        const chatResult = await this.llm.ChatCompletion(params);
+        if (!chatResult.success) {
+            return {
+                validated: false,
+                reasoning: `LLM call failed: ${chatResult.errorMessage}`,
+                confidenceAdjustment: 0,
+                recommendations: [],
+                tokensUsed: 0
+            };
+        }
+        // Parse LLM response
+        const content = chatResult.data.choices[0].message.content;
+        const usage = chatResult.data.usage;
+        try {
+            const result = JSON.parse(content);
+            return {
+                validated: result.validated,
+                reasoning: result.reasoning,
+                confidenceAdjustment: 0, // Overall adjustment
+                recommendations: result.recommendations || [],
+                tokensUsed: usage?.totalTokens || 0
+            };
+        }
+        catch (parseError) {
+            return {
+                validated: false,
+                reasoning: `Failed to parse LLM response: ${parseError.message}\n\nRaw content:\n${content}`,
+                confidenceAdjustment: 0,
+                recommendations: [],
+                tokensUsed: usage?.totalTokens || 0
+            };
+        }
+    }
+    /**
+     * Build rich context for a table including stats from cache
+     */
+    buildTableContext(schemaName, tableName, pkCandidates, fkCandidates) {
+        // Get table stats from cache
+        const tableStats = this.statsCache.getTableStats(schemaName, tableName);
+        if (!tableStats) {
+            console.warn(`[LLMDiscoveryValidator] No cached stats found for table ${schemaName}.${tableName} - validation will be limited`);
+            // Return minimal context without column stats
+            return {
+                targetTable: {
+                    schema: schemaName,
+                    table: tableName,
+                    rowCount: 0,
+                    columns: []
+                },
+                relatedTables: [],
+                pkCandidates: pkCandidates.map(pk => ({
+                    columnNames: pk.columnNames,
+                    confidence: pk.confidence,
+                    reasoning: pk.evidence ? `Uniqueness: ${pk.evidence.uniqueness}, Naming: ${pk.evidence.namingScore}` : 'Statistical analysis'
+                })),
+                fkCandidates: fkCandidates.map(fk => ({
+                    sourceColumn: fk.sourceColumn,
+                    targetTable: `${fk.targetSchema}.${fk.targetTable}`,
+                    targetColumn: fk.targetColumn,
+                    confidence: fk.confidence,
+                    reasoning: fk.evidence ? `Naming: ${fk.evidence.namingMatch}, Value overlap: ${fk.evidence.valueOverlap}` : 'Statistical analysis'
+                }))
+            };
+        }
+        // Build target table context with column stats
+        const targetTable = {
+            schema: schemaName,
+            table: tableName,
+            rowCount: tableStats.totalRows,
+            columns: Array.from(tableStats.columns.values()).map(col => ({
+                name: col.columnName,
+                type: col.dataType,
+                uniqueness: col.uniqueness,
+                nullPercentage: col.nullPercentage,
+                distinctCount: col.distinctCount,
+                dataPattern: col.dataPattern,
+                sampleValues: col.sampleValues.slice(0, 10) // Limit sample size for prompt
+            }))
+        };
+        // Find related tables (tables with columns that have similar names)
+        const relatedTables = this.findRelatedTables(schemaName, tableName);
+        // Build PK candidates context
+        const pkContext = pkCandidates.map(pk => ({
+            columnNames: pk.columnNames,
+            confidence: pk.confidence,
+            reasoning: this.buildPKReasoning(pk)
+        }));
+        // Build FK candidates context
+        const fkContext = fkCandidates
+            .filter(fk => fk.sourceTable === tableName) // Only FKs from this table
+            .map(fk => ({
+            sourceColumn: fk.sourceColumn,
+            targetTable: `${fk.targetSchema}.${fk.targetTable}`,
+            targetColumn: fk.targetColumn,
+            confidence: fk.confidence,
+            reasoning: this.buildFKReasoning(fk)
+        }));
+        return {
+            targetTable,
+            relatedTables,
+            pkCandidates: pkContext,
+            fkCandidates: fkContext
+        };
+    }
+    /**
+     * Find tables that might be related based on column name patterns
+     */
+    findRelatedTables(schemaName, tableName) {
+        const related = [];
+        // Get all columns in target table
+        const targetTableStats = this.statsCache.getTableStats(schemaName, tableName);
+        if (!targetTableStats)
+            return related;
+        const targetColumns = Array.from(targetTableStats.columns.values());
+        // Look for columns with similar names in other tables
+        for (const otherTableStats of this.statsCache.getAllTables()) {
+            // Skip the target table itself
+            if (otherTableStats.schemaName === schemaName &&
+                otherTableStats.tableName === tableName) {
+                continue;
+            }
+            const potentialRelationships = [];
+            for (const targetCol of targetColumns) {
+                for (const otherCol of otherTableStats.columns.values()) {
+                    const similarity = this.calculateColumnSimilarity(targetCol, otherCol);
+                    if (similarity > 0.6) {
+                        potentialRelationships.push({
+                            columnName: `${targetCol.columnName} ↔ ${otherCol.columnName}`,
+                            similarity,
+                            reason: this.explainSimilarity(targetCol, otherCol, similarity)
+                        });
+                    }
+                }
+            }
+            if (potentialRelationships.length > 0) {
+                related.push({
+                    schema: otherTableStats.schemaName,
+                    table: otherTableStats.tableName,
+                    rowCount: otherTableStats.totalRows,
+                    potentialRelationships: potentialRelationships.sort((a, b) => b.similarity - a.similarity).slice(0, 5) // Top 5 relationships
+                });
+            }
+        }
+        // Return top 10 most related tables
+        return related
+            .sort((a, b) => {
+            const aMaxSim = Math.max(...a.potentialRelationships.map(r => r.similarity));
+            const bMaxSim = Math.max(...b.potentialRelationships.map(r => r.similarity));
+            return bMaxSim - aMaxSim;
+        })
+            .slice(0, 10);
+    }
+    /**
+     * Calculate similarity between two columns
+     */
+    calculateColumnSimilarity(col1, col2) {
+        let score = 0;
+        // Name similarity (50% weight)
+        const nameSim = this.calculateNameSimilarity(col1.columnName, col2.columnName);
+        score += nameSim * 0.5;
+        // Data type match (30% weight)
+        if (this.areDataTypesCompatible(col1.dataType, col2.dataType)) {
+            score += 0.3;
+        }
+        // Cardinality relationship (20% weight)
+        // If one column has much higher uniqueness, they might be PK-FK pair
+        const uniquenessDiff = Math.abs(col1.uniqueness - col2.uniqueness);
+        if (uniquenessDiff > 0.3) {
+            score += 0.2;
+        }
+        return score;
+    }
+    /**
+     * Calculate name similarity using Levenshtein distance
+     */
+    calculateNameSimilarity(name1, name2) {
+        const lower1 = name1.toLowerCase();
+        const lower2 = name2.toLowerCase();
+        // Exact match
+        if (lower1 === lower2)
+            return 1.0;
+        // One contains the other
+        if (lower1.includes(lower2) || lower2.includes(lower1)) {
+            return 0.8;
+        }
+        // Levenshtein distance
+        const distance = this.levenshteinDistance(lower1, lower2);
+        const maxLength = Math.max(lower1.length, lower2.length);
+        return 1 - distance / maxLength;
+    }
+    /**
+     * Calculate Levenshtein distance
+     */
+    levenshteinDistance(str1, str2) {
+        const matrix = [];
+        for (let i = 0; i <= str2.length; i++) {
+            matrix[i] = [i];
+        }
+        for (let j = 0; j <= str1.length; j++) {
+            matrix[0][j] = j;
+        }
+        for (let i = 1; i <= str2.length; i++) {
+            for (let j = 1; j <= str1.length; j++) {
+                if (str2.charAt(i - 1) === str1.charAt(j - 1)) {
+                    matrix[i][j] = matrix[i - 1][j - 1];
+                }
+                else {
+                    matrix[i][j] = Math.min(matrix[i - 1][j - 1] + 1, matrix[i][j - 1] + 1, matrix[i - 1][j] + 1);
+                }
+            }
+        }
+        return matrix[str2.length][str1.length];
+    }
+    /**
+     * Check if data types are compatible
+     */
+    areDataTypesCompatible(type1, type2) {
+        const normalize = (type) => type
+            .toLowerCase()
+            .replace(/\([^)]*\)/g, '')
+            .replace(/\s+/g, '');
+        const t1 = normalize(type1);
+        const t2 = normalize(type2);
+        if (t1 === t2)
+            return true;
+        // INT variants
+        const intTypes = ['int', 'integer', 'bigint', 'smallint', 'tinyint'];
+        if (intTypes.some(t => t1.includes(t)) && intTypes.some(t => t2.includes(t))) {
+            return true;
+        }
+        // String variants
+        const stringTypes = ['varchar', 'char', 'nvarchar', 'nchar', 'text'];
+        if (stringTypes.some(t => t1.includes(t)) &&
+            stringTypes.some(t => t2.includes(t))) {
+            return true;
+        }
+        // GUID variants
+        if ((t1.includes('uniqueidentifier') || t1.includes('uuid') || t1.includes('guid')) &&
+            (t2.includes('uniqueidentifier') || t2.includes('uuid') || t2.includes('guid'))) {
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Explain why two columns are similar
+     */
+    explainSimilarity(col1, col2, similarity) {
+        const reasons = [];
+        if (col1.columnName.toLowerCase() === col2.columnName.toLowerCase()) {
+            reasons.push('exact name match');
+        }
+        else if (col1.columnName.toLowerCase().includes(col2.columnName.toLowerCase()) ||
+            col2.columnName.toLowerCase().includes(col1.columnName.toLowerCase())) {
+            reasons.push('name similarity');
+        }
+        if (this.areDataTypesCompatible(col1.dataType, col2.dataType)) {
+            reasons.push('compatible types');
+        }
+        if (Math.abs(col1.uniqueness - col2.uniqueness) > 0.3) {
+            reasons.push('PK-FK cardinality pattern');
+        }
+        return reasons.join(', ');
+    }
+    /**
+     * Build reasoning string for PK candidate
+     */
+    buildPKReasoning(pk) {
+        const reasons = [];
+        if (pk.evidence.uniqueness >= 0.99) {
+            reasons.push('highly unique');
+        }
+        if (pk.evidence.nullCount === 0) {
+            reasons.push('no nulls');
+        }
+        if (pk.evidence.namingScore > 0.7) {
+            reasons.push('matches PK naming pattern');
+        }
+        if (pk.evidence.dataPattern !== 'unknown') {
+            reasons.push(`${pk.evidence.dataPattern} pattern`);
+        }
+        return reasons.join(', ');
+    }
+    /**
+     * Build reasoning string for FK candidate
+     */
+    buildFKReasoning(fk) {
+        const reasons = [];
+        if (fk.evidence.valueOverlap >= 0.9) {
+            reasons.push(`${(fk.evidence.valueOverlap * 100).toFixed(0)}% value overlap`);
+        }
+        if (fk.evidence.namingMatch > 0.7) {
+            reasons.push('strong name similarity');
+        }
+        if (fk.evidence.dataTypeMatch) {
+            reasons.push('matching data types');
+        }
+        if (fk.evidence.orphanCount === 0) {
+            reasons.push('no orphans');
+        }
+        return reasons.join(', ');
+    }
+    /**
+     * Build LLM validation prompt
+     */
+    buildValidationPrompt(context) {
+        return `
+You are a database schema expert analyzing potential primary keys and foreign keys.
+
+## Target Table: ${context.targetTable.schema}.${context.targetTable.table}
+Row Count: ${context.targetTable.rowCount}
+
+### Columns and Statistics:
+${context.targetTable.columns
+            .map(col => `
+- **${col.name}** (${col.type})
+  - Uniqueness: ${(col.uniqueness * 100).toFixed(1)}%
+  - Null %: ${(col.nullPercentage * 100).toFixed(1)}%
+  - Distinct Values: ${col.distinctCount}
+  - Pattern: ${col.dataPattern}
+  - Sample: ${col.sampleValues.slice(0, 5).join(', ')}
+`)
+            .join('\n')}
+
+${context.relatedTables && context.relatedTables.length > 0
+            ? `
+### Related Tables (by column name similarity):
+${context.relatedTables
+                .map(table => `
+- **${table.schema}.${table.table}** (${table.rowCount} rows)
+  ${table.potentialRelationships.map(rel => `  - ${rel.columnName}: ${rel.reason}`).join('\n  ')}
+`)
+                .join('\n')}
+`
+            : ''}
+
+### Statistical Analysis Found:
+
+**Primary Key Candidates:**
+${context.pkCandidates.length > 0
+            ? context.pkCandidates
+                .map(pk => `
+- ${pk.columnNames.join(', ')} (${pk.confidence}% confidence)
+  Reasoning: ${pk.reasoning}
+`)
+                .join('\n')
+            : 'None'}
+
+**Foreign Key Candidates:**
+${context.fkCandidates.length > 0
+            ? context.fkCandidates
+                .map(fk => `
+- ${fk.sourceColumn} → ${fk.targetTable}.${fk.targetColumn} (${fk.confidence}% confidence)
+  Reasoning: ${fk.reasoning}
+`)
+                .join('\n')
+            : 'None'}
+
+## Your Task:
+Analyze the statistical findings and provide validation:
+
+1. **Validate Primary Keys**: Are the PK candidates correct? Should any be removed or added?
+2. **Validate Foreign Keys**: Are the FK candidates correct? Look for:
+   - Columns marked as PKs that should actually be FKs
+   - Missing FK relationships based on column names and data patterns
+3. **Cross-table Context**: Use the related tables information to identify relationships
+
+**Output Format:**
+{
+  "validated": true/false,
+  "reasoning": "Your detailed analysis",
+  "confidenceAdjustments": [
+    { "type": "pk|fk", "table": "...", "column": "...", "adjustment": -20 to +20, "reason": "..." }
+  ],
+  "recommendations": [
+    { "type": "confirm|reject|modify|add_new", "target": "pk|fk", "details": "..." }
+  ]
+}
+`.trim();
+    }
+}
+exports.LLMDiscoveryValidator = LLMDiscoveryValidator;
+//# sourceMappingURL=LLMDiscoveryValidator.js.map

package/dist/discovery/LLMDiscoveryValidator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMDiscoveryValidator.js","sourceRoot":"","sources":["../../src/discovery/LLMDiscoveryValidator.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAEH,2CAAqE;AACrE,mDAAkD;AAalD,MAAa,qBAAqB;IAGhC,YACU,MAAyB,EACzB,MAAmC,EACnC,QAAkB,EAClB,UAA4B,EAC5B,OAA2B;QAJ3B,WAAM,GAAN,MAAM,CAAmB;QACzB,WAAM,GAAN,MAAM,CAA6B;QACnC,aAAQ,GAAR,QAAQ,CAAU;QAClB,eAAU,GAAV,UAAU,CAAkB;QAC5B,YAAO,GAAP,OAAO,CAAoB;QAEnC,4CAA4C;QAC5C,MAAM,GAAG,GAAG,iBAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CACvD,YAAO,EACP,QAAQ,CAAC,QAAQ,EACjB,QAAQ,CAAC,MAAM,CAChB,CAAC;QAEF,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CACb,+CAA+C,QAAQ,CAAC,QAAQ,uEAAuE,CACxI,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,0BAA0B,CACrC,UAAkB,EAClB,SAAiB,EACjB,YAA2B,EAC3B,YAA2B;QAE3B,6BAA6B;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;QAE1F,wBAAwB;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAEnD,WAAW;QACX,MAAM,MAAM,GAAe;YACzB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK;YAC1B,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,yFAAyF;iBACnG;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,MAAM;iBAChB;aACF;YACD,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,GAAG;YAC7C,eAAe,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS;YACxC,cAAc,EAAE,MAAM;SACvB,CAAC;QAEF,MAAM,UAAU,GAAe,MAAM,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAErE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,SAAS,EAAE,oBAAoB,UAAU,CAAC,YAAY,EAAE;gBACxD,oBAAoB,EAAE,CAAC;gBACvB,eAAe,EAAE,EAAE;gBACnB,UAAU,EAAE,CAAC;aACd,CAAC;QACJ,CAAC;QAED,qBAAqB;QACrB,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;QAC3D,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC;QAEpC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAkBhC,CAAC;YAEF,OAAO;gBACL,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,oBAAoB,EAAE,CAAC,EAAE,qBAAqB;gBAC9C,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,EAAE;gBAC7C,UAAU,EAAE,KAAK,EAAE,WAAW,IAAI,CAAC;aACpC,CAAC;QACJ,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,SAAS,EAAE,iCAAkC,UAAoB,CAAC,OAAO,qBAAqB,OAAO,EAAE;gBACvG,oBAAoB,EAAE,CAAC;gBACvB,eAAe,EAAE,EAAE;gBACnB,UAAU,EAAE,KAAK,EAAE,WAAW,IAAI,CAAC;aACpC,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,iBAAiB,CACvB,UAAkB,EAClB,SAAiB,EACjB,YAA2B,EAC3B,YAA2B;QAE3B,6BAA6B;QAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACxE,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CAAC,2DAA2D,UAAU,IAAI,SAAS,+BAA+B,CAAC,CAAC;YAEhI,8CAA8C;YAC9C,OAAO;gBACL,WAAW,EAAE;oBACX,MAAM,EAAE,UAAU;oBAClB,KAAK,EAAE,SAAS;oBAChB,QAAQ,EAAE,CAAC;oBACX,OAAO,EAAE,EAAE;iBACZ;gBACD,aAAa,EAAE,EAAE;gBACjB,YAAY,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBACpC,WAAW,EAAE,EAAE,CAAC,WAAW;oBAC3B,UAAU,EAAE,EAAE,CAAC,UAAU;oBACzB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,QAAQ,CAAC,UAAU,aAAa,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,sBAAsB;iBAC9H,CAAC,CAAC;gBACH,YAAY,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBACpC,YAAY,EAAE,EAAE,CAAC,YAAY;oBAC7B,WAAW,EAAE,GAAG,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnD,YAAY,EAAE,EAAE,CAAC,YAAY;oBAC7B,UAAU,EAAE,EAAE,CAAC,UAAU;oBACzB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,oBAAoB,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,sBAAsB;iBACnI,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC;QAED,+CAA+C;QAC/C,MAAM,WAAW,GAAG;YAClB,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE,UAAU,CAAC,SAAS;YAC9B,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3D,IAAI,EAAE,GAAG,CAAC,UAAU;gBACpB,IAAI,EAAE,GAAG,CAAC,QAAQ;gBAClB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,cAAc,EAAE,GAAG,CAAC,cAAc;gBAClC,aAAa,EAAE,GAAG,CAAC,aAAa;gBAChC,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,YAAY,EAAE,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,+BAA+B;aAC5E,CAAC,CAAC;SACJ,CAAC;QAEF,oEAAoE;QACpE,MAAM,aAAa,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAEpE,8BAA8B;QAC9B,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACxC,WAAW,EAAE,EAAE,CAAC,WAAW;YAC3B,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;SACrC,CAAC,CAAC,CAAC;QAEJ,8BAA8B;QAC9B,MAAM,SAAS,GAAG,YAAY;aAC3B,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,2BAA2B;aACtE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACV,YAAY,EAAE,EAAE,CAAC,YAAY;YAC7B,WAAW,EAAE,GAAG,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,WAAW,EAAE;YACnD,YAAY,EAAE,EAAE,CAAC,YAAY;YAC7B,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;SACrC,CAAC,CAAC,CAAC;QAEN,OAAO;YACL,WAAW;YACX,aAAa;YACb,YAAY,EAAE,SAAS;YACvB,YAAY,EAAE,SAAS;SACxB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,iBAAiB,CACvB,UAAkB,EAClB,SAAiB;QAWjB,MAAM,OAAO,GASR,EAAE,CAAC;QAER,kCAAkC;QAClC,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAC9E,IAAI,CAAC,gBAAgB;YAAE,OAAO,OAAO,CAAC;QAEtC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAEpE,sDAAsD;QACtD,KAAK,MAAM,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,EAAE,CAAC;YAC7D,+BAA+B;YAC/B,IACE,eAAe,CAAC,UAAU,KAAK,UAAU;gBACzC,eAAe,CAAC,SAAS,KAAK,SAAS,EACvC,CAAC;gBACD,SAAS;YACX,CAAC;YAED,MAAM,sBAAsB,GAIvB,EAAE,CAAC;YAER,KAAK,MAAM,SAAS,IAAI,aAAa,EAAE,CAAC;gBACtC,KAAK,MAAM,QAAQ,IAAI,eAAe,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;oBACxD,MAAM,UAAU,GAAG,IAAI,CAAC,yBAAyB,CAC/C,SAAS,EACT,QAAQ,CACT,CAAC;oBAEF,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;wBACrB,sBAAsB,CAAC,IAAI,CAAC;4BAC1B,UAAU,EAAE,GAAG,SAAS,CAAC,UAAU,MAAM,QAAQ,CAAC,UAAU,EAAE;4BAC9D,UAAU;4BACV,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC;yBAChE,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtC,OAAO,CAAC,IAAI,CAAC;oBACX,MAAM,EAAE,eAAe,CAAC,UAAU;oBAClC,KAAK,EAAE,eAAe,CAAC,SAAS;oBAChC,QAAQ,EAAE,eAAe,CAAC,SAAS;oBACnC,sBAAsB,EAAE,sBAAsB,CAAC,IAAI,CACjD,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CACtC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,sBAAsB;iBACrC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,OAAO,OAAO;aACX,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;YAC7E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;YAC7E,OAAO,OAAO,GAAG,OAAO,CAAC;QAC3B,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,yBAAyB,CAC/B,IAAuB,EACvB,IAAuB;QAEvB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,+BAA+B;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/E,KAAK,IAAI,OAAO,GAAG,GAAG,CAAC;QAEvB,+BAA+B;QAC/B,IAAI,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9D,KAAK,IAAI,GAAG,CAAC;QACf,CAAC;QAED,wCAAwC;QACxC,qEAAqE;QACrE,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QACnE,IAAI,cAAc,GAAG,GAAG,EAAE,CAAC;YACzB,KAAK,IAAI,GAAG,CAAC;QACf,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,KAAa,EAAE,KAAa;QAC1D,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAEnC,cAAc;QACd,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,GAAG,CAAC;QAElC,yBAAyB;QACzB,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACvD,OAAO,GAAG,CAAC;QACb,CAAC;QAED,uBAAuB;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,QAAQ,GAAG,SAAS,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,IAAY,EAAE,IAAY;QACpD,MAAM,MAAM,GAAe,EAAE,CAAC;QAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;oBAC9C,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACtC,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CACrB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EACxB,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EACpB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CACrB,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,KAAa,EAAE,KAAa;QACzD,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE,CACjC,IAAI;aACD,WAAW,EAAE;aACb,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;aACzB,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAEzB,MAAM,EAAE,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAC5B,MAAM,EAAE,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAE5B,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,IAAI,CAAC;QAE3B,eAAe;QACf,MAAM,QAAQ,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;QACrE,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7E,OAAO,IAAI,CAAC;QACd,CAAC;QAED,kBAAkB;QAClB,MAAM,WAAW,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACrE,IACE,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACrC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EACrC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,gBAAgB;QAChB,IACE,CAAC,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC/E,CAAC,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAC/E,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,iBAAiB,CACvB,IAAuB,EACvB,IAAuB,EACvB,UAAkB;QAElB,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC;YACpE,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnC,CAAC;aAAM,IACL,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;YACrE,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,EACrE,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9D,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnC,CAAC;QAED,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC;YACtD,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,EAAe;QACtC,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,IAAI,EAAE,CAAC,QAAQ,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;YACnC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;YAChC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3B,CAAC;QAED,IAAI,EAAE,CAAC,QAAQ,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,EAAE,CAAC,QAAQ,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,WAAW,UAAU,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,EAAe;QACtC,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,IAAI,EAAE,CAAC,QAAQ,CAAC,YAAY,IAAI,GAAG,EAAE,CAAC;YACpC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,QAAQ,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QAChF,CAAC;QAED,IAAI,EAAE,CAAC,QAAQ,CAAC,WAAW,GAAG,GAAG,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,EAAE,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,EAAE,CAAC,QAAQ,CAAC,WAAW,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,OAA4B;QACxD,OAAO;;;mBAGQ,OAAO,CAAC,WAAW,CAAC,MAAM,IAAI,OAAO,CAAC,WAAW,CAAC,KAAK;aAC7D,OAAO,CAAC,WAAW,CAAC,QAAQ;;;EAGvC,OAAO,CAAC,WAAW,CAAC,OAAO;aAC1B,GAAG,CACF,GAAG,CAAC,EAAE,CAAC;MACL,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI;kBACX,CAAC,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;cACrC,CAAC,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;uBAC5B,GAAG,CAAC,aAAa;eACzB,GAAG,CAAC,WAAW;cAChB,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;CACpD,CACE;aACA,IAAI,CAAC,IAAI,CAAC;;EAGX,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;YACvD,CAAC,CAAC;;EAEJ,OAAO,CAAC,aAAa;iBACpB,GAAG,CACF,KAAK,CAAC,EAAE,CAAC;MACP,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,OAAO,KAAK,CAAC,QAAQ;IAClD,KAAK,CAAC,sBAAsB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,GAAG,CAAC,UAAU,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;CAC/F,CACE;iBACA,IAAI,CAAC,IAAI,CAAC;CACZ;YACG,CAAC,CAAC,EACN;;;;;EAME,OAAO,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;YAC7B,CAAC,CAAC,OAAO,CAAC,YAAY;iBACjB,GAAG,CACF,EAAE,CAAC,EAAE,CAAC;IACZ,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,UAAU;eAChC,EAAE,CAAC,SAAS;CAC1B,CACQ;iBACA,IAAI,CAAC,IAAI,CAAC;YACf,CAAC,CAAC,MACN;;;EAIE,OAAO,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;YAC7B,CAAC,CAAC,OAAO,CAAC,YAAY;iBACjB,GAAG,CACF,EAAE,CAAC,EAAE,CAAC;IACZ,EAAE,CAAC,YAAY,MAAM,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC,YAAY,KAAK,EAAE,CAAC,UAAU;eAC7D,EAAE,CAAC,SAAS;CAC1B,CACQ;iBACA,IAAI,CAAC,IAAI,CAAC;YACf,CAAC,CAAC,MACN;;;;;;;;;;;;;;;;;;;;;;CAsBC,CAAC,IAAI,EAAE,CAAC;IACP,CAAC;CACF;AAlkBD,sDAkkBC"}

package/dist/discovery/LLMSanityChecker.d.ts

@@ -0,0 +1,38 @@
+/**
+ * LLM Sanity Checker
+ * Uses LLM intelligence to review and reject obviously wrong PK/FK candidates
+ * This is a MACRO-LEVEL review that happens once after statistical detection
+ */
+import { PKCandidate, FKCandidate } from '../types/discovery.js';
+import { AIConfig } from '../types/config.js';
+export interface SanityCheckResult {
+    invalidPKs: Array<{
+        schema: string;
+        table: string;
+        column: string;
+        reason: string;
+    }>;
+    invalidFKs: Array<{
+        schema: string;
+        table: string;
+        column: string;
+        reason: string;
+    }>;
+    suggestions: string[];
+    tokensUsed: number;
+}
+export declare class LLMSanityChecker {
+    private aiConfig;
+    private llm;
+    constructor(aiConfig: AIConfig);
+    /**
+     * Review all detected PKs and FKs for obvious errors
+     * This is a one-time macro review after statistical detection
+     */
+    reviewCandidates(pkCandidates: PKCandidate[], fkCandidates: FKCandidate[]): Promise<SanityCheckResult>;
+    /**
+     * Build the sanity check prompt with all candidate information
+     */
+    private buildSanityCheckPrompt;
+}
+//# sourceMappingURL=LLMSanityChecker.d.ts.map

package/dist/discovery/LLMSanityChecker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMSanityChecker.d.ts","sourceRoot":"","sources":["../../src/discovery/LLMSanityChecker.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,KAAK,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;IACH,UAAU,EAAE,KAAK,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,gBAAgB;IAGf,OAAO,CAAC,QAAQ;IAF5B,OAAO,CAAC,GAAG,CAAU;gBAED,QAAQ,EAAE,QAAQ;IAiBtC;;;OAGG;IACU,gBAAgB,CAC3B,YAAY,EAAE,WAAW,EAAE,EAC3B,YAAY,EAAE,WAAW,EAAE,GAC1B,OAAO,CAAC,iBAAiB,CAAC;IAoE7B;;OAEG;IACH,OAAO,CAAC,sBAAsB;CAgF/B"}

package/dist/discovery/LLMSanityChecker.js

@@ -0,0 +1,156 @@
+"use strict";
+/**
+ * LLM Sanity Checker
+ * Uses LLM intelligence to review and reject obviously wrong PK/FK candidates
+ * This is a MACRO-LEVEL review that happens once after statistical detection
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMSanityChecker = void 0;
+const ai_1 = require("@memberjunction/ai");
+const global_1 = require("@memberjunction/global");
+class LLMSanityChecker {
+    constructor(aiConfig) {
+        this.aiConfig = aiConfig;
+        // Create LLM instance using MJ ClassFactory
+        const llm = global_1.MJGlobal.Instance.ClassFactory.CreateInstance(ai_1.BaseLLM, aiConfig.provider, aiConfig.apiKey);
+        if (!llm) {
+            throw new Error(`Failed to create LLM instance for provider: ${aiConfig.provider}`);
+        }
+        this.llm = llm;
+    }
+    /**
+     * Review all detected PKs and FKs for obvious errors
+     * This is a one-time macro review after statistical detection
+     */
+    async reviewCandidates(pkCandidates, fkCandidates) {
+        console.log(`[LLMSanityChecker] Reviewing ${pkCandidates.length} PK candidates and ${fkCandidates.length} FK candidates`);
+        // Build prompt with all candidates
+        const prompt = this.buildSanityCheckPrompt(pkCandidates, fkCandidates);
+        // Call LLM
+        const params = {
+            model: this.aiConfig.model,
+            messages: [
+                {
+                    role: 'system',
+                    content: 'You are a database schema expert specializing in identifying incorrect primary key and foreign key  candidates. Your job is to reject obviously wrong candidates based on naming patterns and data types.'
+                },
+                {
+                    role: 'user',
+                    content: prompt
+                }
+            ],
+            temperature: 0.1,
+            maxOutputTokens: this.aiConfig.maxTokens,
+            responseFormat: 'JSON'
+        };
+        console.log(`[LLMSanityChecker] Calling LLM for sanity check...`);
+        const chatResult = await this.llm.ChatCompletion(params);
+        if (!chatResult.success) {
+            console.warn(`[LLMSanityChecker] LLM call failed: ${chatResult.errorMessage}`);
+            return {
+                invalidPKs: [],
+                invalidFKs: [],
+                suggestions: [],
+                tokensUsed: 0
+            };
+        }
+        // Parse LLM response
+        const content = chatResult.data.choices[0].message.content;
+        const usage = chatResult.data.usage;
+        try {
+            const result = JSON.parse(content);
+            console.log(`[LLMSanityChecker] Found ${result.invalidPKs.length} invalid PKs, ${result.invalidFKs.length} invalid FKs`);
+            return {
+                invalidPKs: result.invalidPKs,
+                invalidFKs: result.invalidFKs,
+                suggestions: result.suggestions || [],
+                tokensUsed: usage?.totalTokens || 0
+            };
+        }
+        catch (parseError) {
+            console.error(`[LLMSanityChecker] Failed to parse LLM response: ${parseError.message}`);
+            console.error(`[LLMSanityChecker] Raw content: ${content}`);
+            return {
+                invalidPKs: [],
+                invalidFKs: [],
+                suggestions: [],
+                tokensUsed: usage?.totalTokens || 0
+            };
+        }
+    }
+    /**
+     * Build the sanity check prompt with all candidate information
+     */
+    buildSanityCheckPrompt(pkCandidates, fkCandidates) {
+        // Group PKs by table
+        const pksByTable = new Map();
+        for (const pk of pkCandidates) {
+            const key = `${pk.schemaName}.${pk.tableName}`;
+            if (!pksByTable.has(key)) {
+                pksByTable.set(key, []);
+            }
+            pksByTable.get(key).push(pk);
+        }
+        // Group FKs by table
+        const fksByTable = new Map();
+        for (const fk of fkCandidates) {
+            const key = `${fk.schemaName}.${fk.sourceTable}`;
+            if (!fksByTable.has(key)) {
+                fksByTable.set(key, []);
+            }
+            fksByTable.get(key).push(fk);
+        }
+        let prompt = `You are reviewing database primary key and foreign key candidates for obvious errors.
+
+CRITICAL RULES:
+1. Date/time fields are NEVER primary keys (they are not unique per row)
+2. Quantity, count, amount fields are NEVER primary keys
+3. Text fields (names, descriptions, notes) are NEVER primary keys
+4. Boolean/flag fields are NEVER primary keys
+5. Each table should have exactly 1 PK (or a composite PK with 2-3 columns max)
+6. Foreign keys should reference another table, not point to themselves
+
+DETECTED PRIMARY KEY CANDIDATES:
+
+`;
+        // Add PK candidates
+        for (const [tableKey, pks] of pksByTable.entries()) {
+            prompt += `\nTable: ${tableKey}\n`;
+            for (const pk of pks) {
+                const uniqueness = pk.evidence?.uniqueness.toFixed(2) || '?';
+                const pattern = pk.evidence?.dataPattern || 'unknown';
+                prompt += `  - ${pk.columnNames.join(', ')} (pattern: ${pattern}, uniqueness: ${uniqueness}, confidence: ${pk.confidence}%)\n`;
+            }
+        }
+        prompt += `\nDETECTED FOREIGN KEY CANDIDATES:
+
+`;
+        // Add FK candidates
+        for (const [tableKey, fks] of fksByTable.entries()) {
+            prompt += `\nTable: ${tableKey}\n`;
+            for (const fk of fks) {
+                prompt += `  - ${fk.sourceColumn} → ${fk.targetSchema}.${fk.targetTable}.${fk.targetColumn} (confidence: ${fk.confidence}%)\n`;
+            }
+        }
+        prompt += `\nTASK:
+Identify PKs and FKs that are definitely WRONG based on the rules above.
+
+OUTPUT FORMAT (JSON):
+{
+  "invalidPKs": [
+    {"schema": "sales", "table": "addr", "column": "ln2", "reason": "VARCHAR field, not a unique identifier"},
+    {"schema": "sales", "table": "cst", "column": "lst_ord", "reason": "Date field, cannot be primary key"}
+  ],
+  "invalidFKs": [
+    {"schema": "inv", "table": "adj", "column": "adj_id", "reason": "Self-referencing FK to same table, likely misidentified"}
+  ],
+  "suggestions": [
+    "sales.addr should have only addr_id as PK",
+    "sales.cst should have only cst_id as PK"
+  ]
+}`;
+        return prompt;
+    }
+}
+exports.LLMSanityChecker = LLMSanityChecker;
+//# sourceMappingURL=LLMSanityChecker.js.map

package/dist/discovery/LLMSanityChecker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMSanityChecker.js","sourceRoot":"","sources":["../../src/discovery/LLMSanityChecker.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAEH,2CAAqE;AACrE,mDAAkD;AAqBlD,MAAa,gBAAgB;IAG3B,YAAoB,QAAkB;QAAlB,aAAQ,GAAR,QAAQ,CAAU;QACpC,4CAA4C;QAC5C,MAAM,GAAG,GAAG,iBAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CACvD,YAAO,EACP,QAAQ,CAAC,QAAQ,EACjB,QAAQ,CAAC,MAAM,CAChB,CAAC;QAEF,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CACb,+CAA+C,QAAQ,CAAC,QAAQ,EAAE,CACnE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,gBAAgB,CAC3B,YAA2B,EAC3B,YAA2B;QAE3B,OAAO,CAAC,GAAG,CAAC,gCAAgC,YAAY,CAAC,MAAM,sBAAsB,YAAY,CAAC,MAAM,gBAAgB,CAAC,CAAC;QAE1H,mCAAmC;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QAEvE,WAAW;QACX,MAAM,MAAM,GAAe;YACzB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK;YAC1B,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,2MAA2M;iBACrN;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,MAAM;iBAChB;aACF;YACD,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS;YACxC,cAAc,EAAE,MAAM;SACvB,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QAClE,MAAM,UAAU,GAAe,MAAM,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAErE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,uCAAuC,UAAU,CAAC,YAAY,EAAE,CAAC,CAAC;YAC/E,OAAO;gBACL,UAAU,EAAE,EAAE;gBACd,UAAU,EAAE,EAAE;gBACd,WAAW,EAAE,EAAE;gBACf,UAAU,EAAE,CAAC;aACd,CAAC;QACJ,CAAC;QAED,qBAAqB;QACrB,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;QAC3D,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC;QAEpC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAIhC,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,4BAA4B,MAAM,CAAC,UAAU,CAAC,MAAM,iBAAiB,MAAM,CAAC,UAAU,CAAC,MAAM,cAAc,CAAC,CAAC;YAEzH,OAAO;gBACL,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,EAAE;gBACrC,UAAU,EAAE,KAAK,EAAE,WAAW,IAAI,CAAC;aACpC,CAAC;QACJ,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,oDAAqD,UAAoB,CAAC,OAAO,EAAE,CAAC,CAAC;YACnG,OAAO,CAAC,KAAK,CAAC,mCAAmC,OAAO,EAAE,CAAC,CAAC;YAC5D,OAAO;gBACL,UAAU,EAAE,EAAE;gBACd,UAAU,EAAE,EAAE;gBACd,WAAW,EAAE,EAAE;gBACf,UAAU,EAAE,KAAK,EAAE,WAAW,IAAI,CAAC;aACpC,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,sBAAsB,CAC5B,YAA2B,EAC3B,YAA2B;QAE3B,qBAAqB;QACrB,MAAM,UAAU,GAAG,IAAI,GAAG,EAAyB,CAAC;QACpD,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;YAC/C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC1B,CAAC;YACD,UAAU,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChC,CAAC;QAED,qBAAqB;QACrB,MAAM,UAAU,GAAG,IAAI,GAAG,EAAyB,CAAC;QACpD,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACjD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC1B,CAAC;YACD,UAAU,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,MAAM,GAAG;;;;;;;;;;;;CAYhB,CAAC;QAEE,oBAAoB;QACpB,KAAK,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;YACnD,MAAM,IAAI,YAAY,QAAQ,IAAI,CAAC;YACnC,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,MAAM,UAAU,GAAG,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;gBAC7D,MAAM,OAAO,GAAG,EAAE,CAAC,QAAQ,EAAE,WAAW,IAAI,SAAS,CAAC;gBACtD,MAAM,IAAI,OAAO,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,OAAO,iBAAiB,UAAU,iBAAiB,EAAE,CAAC,UAAU,MAAM,CAAC;YACjI,CAAC;QACH,CAAC;QAED,MAAM,IAAI;;CAEb,CAAC;QAEE,oBAAoB;QACpB,KAAK,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;YACnD,MAAM,IAAI,YAAY,QAAQ,IAAI,CAAC;YACnC,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,MAAM,IAAI,OAAO,EAAE,CAAC,YAAY,MAAM,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC,YAAY,iBAAiB,EAAE,CAAC,UAAU,MAAM,CAAC;YACjI,CAAC;QACH,CAAC;QAED,MAAM,IAAI;;;;;;;;;;;;;;;;EAgBZ,CAAC;QAEC,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAlLD,4CAkLC"}