@memberjunction/db-auto-doc 2.117.0 → 2.118.0

package/dist/discovery/FKDetector.js

@@ -0,0 +1,317 @@
+"use strict";
+/**
+ * Foreign Key Detection
+ * Analyzes columns to find potential foreign key relationships based on
+ * naming patterns, value overlap, and cardinality analysis
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FKDetector = void 0;
+class FKDetector {
+    constructor(driver, config) {
+        this.driver = driver;
+        this.config = config;
+    }
+    /**
+     * Detect foreign key candidates for a table
+     */
+    async detectFKCandidates(schemas, sourceSchema, sourceTable, discoveredPKs, iteration) {
+        const candidates = [];
+        console.log(`[FKDetector] Analyzing table ${sourceSchema}.${sourceTable.name} with ${sourceTable.columns.length} columns`);
+        console.log(`[FKDetector] Available PKs: ${discoveredPKs.length}`);
+        // For each column in source table
+        for (const sourceColumn of sourceTable.columns) {
+            // Skip if column is a discovered PK
+            const isPK = discoveredPKs.some(pk => pk.schemaName === sourceSchema &&
+                pk.tableName === sourceTable.name &&
+                pk.columnNames.includes(sourceColumn.name));
+            if (isPK) {
+                console.log(`[FKDetector]   Skip ${sourceColumn.name} - is a PK`);
+                continue;
+            }
+            // Find potential target tables/columns
+            const potentialTargets = this.findPotentialTargets(schemas, sourceSchema, sourceTable.name, sourceColumn, discoveredPKs);
+            console.log(`[FKDetector]   Column ${sourceColumn.name}: Found ${potentialTargets.length} potential targets`);
+            if (potentialTargets.length > 0) {
+                console.log(`[FKDetector]     Targets: ${potentialTargets.map(t => `${t.schemaName}.${t.tableName}.${t.columnName}`).join(', ')}`);
+            }
+            // Analyze each potential target
+            for (const target of potentialTargets) {
+                const candidate = await this.analyzeFKCandidate(sourceSchema, sourceTable.name, sourceColumn, target.schemaName, target.tableName, target.columnName, target.isPK, iteration);
+                if (candidate) {
+                    console.log(`[FKDetector]     Candidate confidence: ${candidate.confidence} (min: ${this.config.confidence.foreignKeyMinimum * 100})`);
+                }
+                if (candidate && candidate.confidence >= this.config.confidence.foreignKeyMinimum * 100) {
+                    candidates.push(candidate);
+                    console.log(`[FKDetector]     ✓ Added FK candidate: ${sourceColumn.name} -> ${target.tableName}.${target.columnName}`);
+                }
+            }
+        }
+        console.log(`[FKDetector] Table ${sourceSchema}.${sourceTable.name}: Found ${candidates.length} FK candidates`);
+        // Sort by confidence descending
+        return candidates.sort((a, b) => b.confidence - a.confidence);
+    }
+    /**
+     * Find potential FK target tables/columns based on naming
+     */
+    findPotentialTargets(schemas, sourceSchema, sourceTable, sourceColumn, discoveredPKs) {
+        const targets = [];
+        // Pattern 1: CustomerID -> Customer.ID (exact match on table name)
+        const tableNamePattern = this.extractTableNameFromColumn(sourceColumn.name);
+        if (tableNamePattern) {
+            for (const schema of schemas) {
+                const matchingTable = schema.tables.find(t => t.name.toLowerCase() === tableNamePattern.toLowerCase());
+                if (matchingTable && matchingTable.name !== sourceTable) {
+                    // Look for ID column
+                    const idColumn = matchingTable.columns.find(c => c.name.toLowerCase() === 'id' ||
+                        c.name.toLowerCase() === `${matchingTable.name.toLowerCase()}id`);
+                    if (idColumn) {
+                        const isPK = discoveredPKs.some(pk => pk.schemaName === schema.name &&
+                            pk.tableName === matchingTable.name &&
+                            pk.columnNames.includes(idColumn.name));
+                        targets.push({
+                            schemaName: schema.name,
+                            tableName: matchingTable.name,
+                            columnName: idColumn.name,
+                            isPK
+                        });
+                    }
+                }
+            }
+        }
+        // Pattern 2: Check all discovered PKs with similar names
+        for (const pk of discoveredPKs) {
+            const pkSchema = schemas.find(s => s.name === pk.schemaName);
+            if (!pkSchema)
+                continue;
+            const pkTable = pkSchema.tables.find(t => t.name === pk.tableName);
+            if (!pkTable || pkTable.name === sourceTable)
+                continue;
+            for (const pkColumnName of pk.columnNames) {
+                const similarity = this.calculateNameSimilarity(sourceColumn.name, pkColumnName);
+                if (similarity > 0.6) {
+                    targets.push({
+                        schemaName: pk.schemaName,
+                        tableName: pk.tableName,
+                        columnName: pkColumnName,
+                        isPK: true
+                    });
+                }
+            }
+        }
+        // Pattern 3: Same column name in different tables (might be FK)
+        for (const schema of schemas) {
+            for (const table of schema.tables) {
+                if (table.name === sourceTable)
+                    continue;
+                const matchingColumn = table.columns.find(c => c.name.toLowerCase() === sourceColumn.name.toLowerCase() &&
+                    c.dataType === sourceColumn.dataType);
+                if (matchingColumn) {
+                    const isPK = discoveredPKs.some(pk => pk.schemaName === schema.name &&
+                        pk.tableName === table.name &&
+                        pk.columnNames.includes(matchingColumn.name));
+                    // Only add if it's a PK in target table (more likely to be FK)
+                    if (isPK) {
+                        targets.push({
+                            schemaName: schema.name,
+                            tableName: table.name,
+                            columnName: matchingColumn.name,
+                            isPK: true
+                        });
+                    }
+                }
+            }
+        }
+        return targets;
+    }
+    /**
+     * Extract table name from column name (e.g., "CustomerID" -> "Customer")
+     */
+    extractTableNameFromColumn(columnName) {
+        // Remove common suffixes
+        const suffixes = ['ID', 'Id', 'id', 'KEY', 'Key', 'key', 'FK', 'Fk', 'fk'];
+        for (const suffix of suffixes) {
+            if (columnName.endsWith(suffix)) {
+                const tableName = columnName.slice(0, -suffix.length);
+                if (tableName.length > 0) {
+                    return tableName;
+                }
+            }
+        }
+        return null;
+    }
+    /**
+     * Calculate name similarity (0-1)
+     */
+    calculateNameSimilarity(name1, name2) {
+        const lower1 = name1.toLowerCase();
+        const lower2 = name2.toLowerCase();
+        // Exact match
+        if (lower1 === lower2)
+            return 1.0;
+        // One contains the other
+        if (lower1.includes(lower2) || lower2.includes(lower1)) {
+            return 0.8;
+        }
+        // Levenshtein distance
+        const distance = this.levenshteinDistance(lower1, lower2);
+        const maxLength = Math.max(lower1.length, lower2.length);
+        return 1 - (distance / maxLength);
+    }
+    /**
+     * Calculate Levenshtein distance between two strings
+     */
+    levenshteinDistance(str1, str2) {
+        const matrix = [];
+        for (let i = 0; i <= str2.length; i++) {
+            matrix[i] = [i];
+        }
+        for (let j = 0; j <= str1.length; j++) {
+            matrix[0][j] = j;
+        }
+        for (let i = 1; i <= str2.length; i++) {
+            for (let j = 1; j <= str1.length; j++) {
+                if (str2.charAt(i - 1) === str1.charAt(j - 1)) {
+                    matrix[i][j] = matrix[i - 1][j - 1];
+                }
+                else {
+                    matrix[i][j] = Math.min(matrix[i - 1][j - 1] + 1, matrix[i][j - 1] + 1, matrix[i - 1][j] + 1);
+                }
+            }
+        }
+        return matrix[str2.length][str1.length];
+    }
+    /**
+     * Analyze a specific FK candidate
+     */
+    async analyzeFKCandidate(sourceSchema, sourceTable, sourceColumn, targetSchema, targetTable, targetColumn, targetIsPK, iteration) {
+        // Get target column info
+        const targetColumnDef = await this.driver.getColumnInfo(targetSchema, targetTable, targetColumn);
+        // Check data type match
+        const dataTypeMatch = this.isDataTypeCompatible(sourceColumn.dataType, targetColumnDef.type);
+        if (!dataTypeMatch) {
+            return null; // Data types must match
+        }
+        // Calculate naming match
+        const namingMatch = this.calculateNameSimilarity(sourceColumn.name, targetColumn);
+        // Check value overlap
+        const overlapResult = await this.driver.testValueOverlap(`${sourceSchema}.${sourceTable}`, sourceColumn.name, `${targetSchema}.${targetTable}`, targetColumn, this.config.sampling.valueOverlapSampleSize);
+        // Get column statistics for cardinality analysis
+        const sourceStats = await this.driver.getColumnStatisticsForDiscovery(sourceSchema, sourceTable, sourceColumn.name, sourceColumn.dataType, this.config.sampling.maxRowsPerTable);
+        const targetStats = await this.driver.getColumnStatisticsForDiscovery(targetSchema, targetTable, targetColumn, targetColumnDef.type, this.config.sampling.maxRowsPerTable);
+        // Calculate cardinality ratio (should be many:one for FK)
+        const cardinalityRatio = targetStats.distinctCount > 0
+            ? sourceStats.distinctCount / targetStats.distinctCount
+            : 0;
+        // Calculate null percentage
+        const nullPercentage = sourceStats.totalRows > 0
+            ? sourceStats.nullCount / sourceStats.totalRows
+            : 0;
+        // Calculate orphan count
+        const orphanCount = Math.floor(sourceStats.totalRows * (1 - overlapResult));
+        // Build evidence
+        const evidence = {
+            namingMatch,
+            valueOverlap: overlapResult,
+            cardinalityRatio,
+            dataTypeMatch: true,
+            nullPercentage,
+            sampleSize: this.config.sampling.valueOverlapSampleSize,
+            orphanCount,
+            warnings: []
+        };
+        // Add warnings
+        if (overlapResult < 0.8) {
+            evidence.warnings.push(`Only ${(overlapResult * 100).toFixed(1)}% of values exist in target`);
+        }
+        if (orphanCount > 0) {
+            evidence.warnings.push(`${orphanCount} orphaned values found`);
+        }
+        if (nullPercentage > 0.5) {
+            evidence.warnings.push(`${(nullPercentage * 100).toFixed(1)}% null values (optional FK)`);
+        }
+        if (cardinalityRatio < 0.5) {
+            evidence.warnings.push('Cardinality suggests one:many instead of many:one');
+        }
+        // Calculate confidence
+        const confidence = this.calculateFKConfidence(evidence, targetIsPK);
+        // Don't return if confidence too low
+        if (confidence < 40) {
+            return null;
+        }
+        return {
+            schemaName: sourceSchema,
+            sourceTable,
+            sourceColumn: sourceColumn.name,
+            targetSchema,
+            targetTable,
+            targetColumn,
+            confidence,
+            evidence,
+            discoveredInIteration: iteration,
+            validatedByLLM: false,
+            status: 'candidate'
+        };
+    }
+    /**
+     * Check if data types are compatible for FK relationship
+     */
+    isDataTypeCompatible(sourceType, targetType) {
+        const normalize = (type) => type.toLowerCase()
+            .replace(/\([^)]*\)/g, '') // Remove size specifiers
+            .replace(/\s+/g, '');
+        const source = normalize(sourceType);
+        const target = normalize(targetType);
+        // Exact match
+        if (source === target)
+            return true;
+        // INT variants
+        const intTypes = ['int', 'integer', 'bigint', 'smallint', 'tinyint'];
+        if (intTypes.some(t => source.includes(t)) && intTypes.some(t => target.includes(t))) {
+            return true;
+        }
+        // String variants
+        const stringTypes = ['varchar', 'char', 'nvarchar', 'nchar', 'text'];
+        if (stringTypes.some(t => source.includes(t)) && stringTypes.some(t => target.includes(t))) {
+            return true;
+        }
+        // GUID variants
+        if ((source.includes('uniqueidentifier') || source.includes('uuid') || source.includes('guid')) &&
+            (target.includes('uniqueidentifier') || target.includes('uuid') || target.includes('guid'))) {
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Calculate FK confidence score (0-100)
+     */
+    calculateFKConfidence(evidence, targetIsPK) {
+        let score = 0;
+        // Value overlap is critical (40% weight)
+        score += evidence.valueOverlap * 40;
+        // Naming match (20% weight)
+        score += evidence.namingMatch * 20;
+        // Cardinality check (15% weight)
+        // We want many:one ratio (ratio > 1 is good)
+        const cardinalityScore = Math.min(evidence.cardinalityRatio, 2) / 2; // Cap at 2:1
+        score += cardinalityScore * 15;
+        // Target is PK bonus (15% weight)
+        if (targetIsPK) {
+            score += 15;
+        }
+        // Null handling (10% weight)
+        // Some nulls are OK (optional FK), but too many is suspicious
+        const nullScore = evidence.nullPercentage < 0.3 ? 10 :
+            evidence.nullPercentage < 0.7 ? 5 : 0;
+        score += nullScore;
+        // Penalties
+        if (evidence.orphanCount > evidence.sampleSize * 0.2) {
+            score *= 0.7; // 30% penalty for many orphans
+        }
+        if (!evidence.dataTypeMatch) {
+            score *= 0.5; // 50% penalty for type mismatch
+        }
+        return Math.round(Math.min(score, 100));
+    }
+}
+exports.FKDetector = FKDetector;
+//# sourceMappingURL=FKDetector.js.map

package/dist/discovery/FKDetector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FKDetector.js","sourceRoot":"","sources":["../../src/discovery/FKDetector.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAOH,MAAa,UAAU;IACrB,YACU,MAAyB,EACzB,MAAmC;QADnC,WAAM,GAAN,MAAM,CAAmB;QACzB,WAAM,GAAN,MAAM,CAA6B;IAC1C,CAAC;IAEJ;;OAEG;IACI,KAAK,CAAC,kBAAkB,CAC7B,OAA2B,EAC3B,YAAoB,EACpB,WAA4B,EAC5B,aAA4B,EAC5B,SAAiB;QAEjB,MAAM,UAAU,GAAkB,EAAE,CAAC;QAErC,OAAO,CAAC,GAAG,CAAC,gCAAgC,YAAY,IAAI,WAAW,CAAC,IAAI,SAAS,WAAW,CAAC,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;QAC3H,OAAO,CAAC,GAAG,CAAC,+BAA+B,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAEnE,kCAAkC;QAClC,KAAK,MAAM,YAAY,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;YAC/C,oCAAoC;YACpC,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CACnC,EAAE,CAAC,UAAU,KAAK,YAAY;gBAC9B,EAAE,CAAC,SAAS,KAAK,WAAW,CAAC,IAAI;gBACjC,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAC3C,CAAC;YAEF,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,CAAC,IAAI,YAAY,CAAC,CAAC;gBAClE,SAAS;YACX,CAAC;YAED,uCAAuC;YACvC,MAAM,gBAAgB,GAAG,IAAI,CAAC,oBAAoB,CAChD,OAAO,EACP,YAAY,EACZ,WAAW,CAAC,IAAI,EAChB,YAAY,EACZ,aAAa,CACd,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,yBAAyB,YAAY,CAAC,IAAI,WAAW,gBAAgB,CAAC,MAAM,oBAAoB,CAAC,CAAC;YAC9G,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChC,OAAO,CAAC,GAAG,CAAC,6BAA6B,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrI,CAAC;YAED,gCAAgC;YAChC,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;gBACtC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAC7C,YAAY,EACZ,WAAW,CAAC,IAAI,EAChB,YAAY,EACZ,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,IAAI,EACX,SAAS,CACV,CAAC;gBAEF,IAAI,SAAS,EAAE,CAAC;oBACd,OAAO,CAAC,GAAG,CAAC,0CAA0C,SAAS,CAAC,UAAU,UAAU,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,iBAAiB,GAAG,GAAG,GAAG,CAAC,CAAC;gBACzI,CAAC;gBAED,IAAI,SAAS,IAAI,SAAS,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,iBAAiB,GAAG,GAAG,EAAE,CAAC;oBACxF,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC3B,OAAO,CAAC,GAAG,CAAC,0CAA0C,YAAY,CAAC,IAAI,OAAO,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;gBACzH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,YAAY,IAAI,WAAW,CAAC,IAAI,WAAW,UAAU,CAAC,MAAM,gBAAgB,CAAC,CAAC;QAEhH,gCAAgC;QAChC,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACK,oBAAoB,CAC1B,OAA2B,EAC3B,YAAoB,EACpB,WAAmB,EACnB,YAA8B,EAC9B,aAA4B;QAE5B,MAAM,OAAO,GAAwF,EAAE,CAAC;QAExG,mEAAmE;QACnE,MAAM,gBAAgB,GAAG,IAAI,CAAC,0BAA0B,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC5E,IAAI,gBAAgB,EAAE,CAAC;YACrB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAC3C,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,gBAAgB,CAAC,WAAW,EAAE,CACxD,CAAC;gBAEF,IAAI,aAAa,IAAI,aAAa,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACxD,qBAAqB;oBACrB,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAC9C,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,IAAI;wBAC7B,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CACjE,CAAC;oBAEF,IAAI,QAAQ,EAAE,CAAC;wBACb,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CACnC,EAAE,CAAC,UAAU,KAAK,MAAM,CAAC,IAAI;4BAC7B,EAAE,CAAC,SAAS,KAAK,aAAa,CAAC,IAAI;4BACnC,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CACvC,CAAC;wBAEF,OAAO,CAAC,IAAI,CAAC;4BACX,UAAU,EAAE,MAAM,CAAC,IAAI;4BACvB,SAAS,EAAE,aAAa,CAAC,IAAI;4BAC7B,UAAU,EAAE,QAAQ,CAAC,IAAI;4BACzB,IAAI;yBACL,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,yDAAyD;QACzD,KAAK,MAAM,EAAE,IAAI,aAAa,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,UAAU,CAAC,CAAC;YAC7D,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAExB,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC;YACnE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;gBAAE,SAAS;YAEvD,KAAK,MAAM,YAAY,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;gBACjF,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;oBACrB,OAAO,CAAC,IAAI,CAAC;wBACX,UAAU,EAAE,EAAE,CAAC,UAAU;wBACzB,SAAS,EAAE,EAAE,CAAC,SAAS;wBACvB,UAAU,EAAE,YAAY;wBACxB,IAAI,EAAE,IAAI;qBACX,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,gEAAgE;QAChE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClC,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;oBAAE,SAAS;gBAEzC,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAC5C,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE;oBACxD,CAAC,CAAC,QAAQ,KAAK,YAAY,CAAC,QAAQ,CACrC,CAAC;gBAEF,IAAI,cAAc,EAAE,CAAC;oBACnB,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CACnC,EAAE,CAAC,UAAU,KAAK,MAAM,CAAC,IAAI;wBAC7B,EAAE,CAAC,SAAS,KAAK,KAAK,CAAC,IAAI;wBAC3B,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAC7C,CAAC;oBAEF,+DAA+D;oBAC/D,IAAI,IAAI,EAAE,CAAC;wBACT,OAAO,CAAC,IAAI,CAAC;4BACX,UAAU,EAAE,MAAM,CAAC,IAAI;4BACvB,SAAS,EAAE,KAAK,CAAC,IAAI;4BACrB,UAAU,EAAE,cAAc,CAAC,IAAI;4BAC/B,IAAI,EAAE,IAAI;yBACX,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,0BAA0B,CAAC,UAAkB;QACnD,yBAAyB;QACzB,MAAM,QAAQ,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAE3E,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACtD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzB,OAAO,SAAS,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,KAAa,EAAE,KAAa;QAC1D,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAEnC,cAAc;QACd,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,GAAG,CAAC;QAElC,yBAAyB;QACzB,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACvD,OAAO,GAAG,CAAC;QACb,CAAC;QAED,uBAAuB;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,IAAY,EAAE,IAAY;QACpD,MAAM,MAAM,GAAe,EAAE,CAAC;QAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;oBAC9C,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACtC,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CACrB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EACxB,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EACpB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CACrB,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAC9B,YAAoB,EACpB,WAAmB,EACnB,YAA8B,EAC9B,YAAoB,EACpB,WAAmB,EACnB,YAAoB,EACpB,UAAmB,EACnB,SAAiB;QAEjB,yBAAyB;QACzB,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;QAEjG,wBAAwB;QACxB,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,QAAQ,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC;QAC7F,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,CAAC,wBAAwB;QACvC,CAAC;QAED,yBAAyB;QACzB,MAAM,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QAElF,sBAAsB;QACtB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CACtD,GAAG,YAAY,IAAI,WAAW,EAAE,EAChC,YAAY,CAAC,IAAI,EACjB,GAAG,YAAY,IAAI,WAAW,EAAE,EAChC,YAAY,EACZ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAC5C,CAAC;QAEF,iDAAiD;QACjD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,+BAA+B,CACnE,YAAY,EACZ,WAAW,EACX,YAAY,CAAC,IAAI,EACjB,YAAY,CAAC,QAAQ,EACrB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CACrC,CAAC;QACF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,+BAA+B,CACnE,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,eAAe,CAAC,IAAI,EACpB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CACrC,CAAC;QAEF,0DAA0D;QAC1D,MAAM,gBAAgB,GAAG,WAAW,CAAC,aAAa,GAAG,CAAC;YACpD,CAAC,CAAC,WAAW,CAAC,aAAa,GAAG,WAAW,CAAC,aAAa;YACvD,CAAC,CAAC,CAAC,CAAC;QAEN,4BAA4B;QAC5B,MAAM,cAAc,GAAG,WAAW,CAAC,SAAS,GAAG,CAAC;YAC9C,CAAC,CAAC,WAAW,CAAC,SAAS,GAAG,WAAW,CAAC,SAAS;YAC/C,CAAC,CAAC,CAAC,CAAC;QAEN,yBAAyB;QACzB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC;QAE5E,iBAAiB;QACjB,MAAM,QAAQ,GAAe;YAC3B,WAAW;YACX,YAAY,EAAE,aAAa;YAC3B,gBAAgB;YAChB,aAAa,EAAE,IAAI;YACnB,cAAc;YACd,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB;YACvD,WAAW;YACX,QAAQ,EAAE,EAAE;SACb,CAAC;QAEF,eAAe;QACf,IAAI,aAAa,GAAG,GAAG,EAAE,CAAC;YACxB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC;QAChG,CAAC;QACD,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,WAAW,wBAAwB,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,cAAc,GAAG,GAAG,EAAE,CAAC;YACzB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC;QAC5F,CAAC;QACD,IAAI,gBAAgB,GAAG,GAAG,EAAE,CAAC;YAC3B,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAC9E,CAAC;QAED,uBAAuB;QACvB,MAAM,UAAU,GAAG,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAEpE,qCAAqC;QACrC,IAAI,UAAU,GAAG,EAAE,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,UAAU,EAAE,YAAY;YACxB,WAAW;YACX,YAAY,EAAE,YAAY,CAAC,IAAI;YAC/B,YAAY;YACZ,WAAW;YACX,YAAY;YACZ,UAAU;YACV,QAAQ;YACR,qBAAqB,EAAE,SAAS;YAChC,cAAc,EAAE,KAAK;YACrB,MAAM,EAAE,WAAW;SACpB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,UAAkB,EAAE,UAAkB;QACjE,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE;aACnD,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,yBAAyB;aACnD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAEvB,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QAErC,cAAc;QACd,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC;QAEnC,eAAe;QACf,MAAM,QAAQ,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;QACrE,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,kBAAkB;QAClB,MAAM,WAAW,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACrE,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3F,OAAO,IAAI,CAAC;QACd,CAAC;QAED,gBAAgB;QAChB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC3F,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YAChG,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,QAAoB,EAAE,UAAmB;QACrE,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,yCAAyC;QACzC,KAAK,IAAI,QAAQ,CAAC,YAAY,GAAG,EAAE,CAAC;QAEpC,4BAA4B;QAC5B,KAAK,IAAI,QAAQ,CAAC,WAAW,GAAG,EAAE,CAAC;QAEnC,iCAAiC;QACjC,6CAA6C;QAC7C,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,gBAAgB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa;QAClF,KAAK,IAAI,gBAAgB,GAAG,EAAE,CAAC;QAE/B,kCAAkC;QAClC,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,IAAI,EAAE,CAAC;QACd,CAAC;QAED,6BAA6B;QAC7B,8DAA8D;QAC9D,MAAM,SAAS,GAAG,QAAQ,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrC,QAAQ,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,KAAK,IAAI,SAAS,CAAC;QAEnB,YAAY;QACZ,IAAI,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;YACrD,KAAK,IAAI,GAAG,CAAC,CAAC,+BAA+B;QAC/C,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC5B,KAAK,IAAI,GAAG,CAAC,CAAC,gCAAgC;QAChD,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;CACF;AAnbD,gCAmbC"}

package/dist/discovery/LLMDiscoveryValidator.d.ts

@@ -0,0 +1,64 @@
+/**
+ * LLM Discovery Validator
+ * Uses LLM reasoning to validate and refine PK/FK candidates discovered through statistical analysis
+ * Processes one table at a time with rich statistical context
+ */
+import { BaseAutoDocDriver } from '../drivers/BaseAutoDocDriver.js';
+import { ColumnStatsCache } from './ColumnStatsCache.js';
+import { SchemaDefinition } from '../types/state.js';
+import { PKCandidate, FKCandidate, LLMValidationResult } from '../types/discovery.js';
+import { RelationshipDiscoveryConfig, AIConfig } from '../types/config.js';
+export declare class LLMDiscoveryValidator {
+    private driver;
+    private config;
+    private aiConfig;
+    private statsCache;
+    private schemas;
+    private llm;
+    constructor(driver: BaseAutoDocDriver, config: RelationshipDiscoveryConfig, aiConfig: AIConfig, statsCache: ColumnStatsCache, schemas: SchemaDefinition[]);
+    /**
+     * Validate PK/FK candidates for a single table using LLM reasoning
+     */
+    validateTableRelationships(schemaName: string, tableName: string, pkCandidates: PKCandidate[], fkCandidates: FKCandidate[]): Promise<LLMValidationResult>;
+    /**
+     * Build rich context for a table including stats from cache
+     */
+    private buildTableContext;
+    /**
+     * Find tables that might be related based on column name patterns
+     */
+    private findRelatedTables;
+    /**
+     * Calculate similarity between two columns
+     */
+    private calculateColumnSimilarity;
+    /**
+     * Calculate name similarity using Levenshtein distance
+     */
+    private calculateNameSimilarity;
+    /**
+     * Calculate Levenshtein distance
+     */
+    private levenshteinDistance;
+    /**
+     * Check if data types are compatible
+     */
+    private areDataTypesCompatible;
+    /**
+     * Explain why two columns are similar
+     */
+    private explainSimilarity;
+    /**
+     * Build reasoning string for PK candidate
+     */
+    private buildPKReasoning;
+    /**
+     * Build reasoning string for FK candidate
+     */
+    private buildFKReasoning;
+    /**
+     * Build LLM validation prompt
+     */
+    private buildValidationPrompt;
+}
+//# sourceMappingURL=LLMDiscoveryValidator.d.ts.map

package/dist/discovery/LLMDiscoveryValidator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMDiscoveryValidator.d.ts","sourceRoot":"","sources":["../../src/discovery/LLMDiscoveryValidator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EACL,WAAW,EACX,WAAW,EAGX,mBAAmB,EACpB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,2BAA2B,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE3E,qBAAa,qBAAqB;IAI9B,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,OAAO;IAPjB,OAAO,CAAC,GAAG,CAAU;gBAGX,MAAM,EAAE,iBAAiB,EACzB,MAAM,EAAE,2BAA2B,EACnC,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,gBAAgB,EAC5B,OAAO,EAAE,gBAAgB,EAAE;IAkBrC;;OAEG;IACU,0BAA0B,CACrC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,WAAW,EAAE,EAC3B,YAAY,EAAE,WAAW,EAAE,GAC1B,OAAO,CAAC,mBAAmB,CAAC;IAgF/B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAgFzB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAqFzB;;OAEG;IACH,OAAO,CAAC,yBAAyB;IAyBjC;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAkB/B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IA4B3B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAsC9B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA2BzB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAsBxB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAsBxB;;OAEG;IACH,OAAO,CAAC,qBAAqB;CAyF9B"}