@memberjunction/db-auto-doc 2.117.0 → 2.119.0

package/dist/state/IterationTracker.js

@@ -0,0 +1,136 @@
+"use strict";
+/**
+ * Tracks iteration metadata and changes
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IterationTracker = void 0;
+class IterationTracker {
+    /**
+     * Get the current (latest) analysis run
+     */
+    getCurrentRun(state) {
+        if (state.phases.descriptionGeneration.length === 0) {
+            return null;
+        }
+        return state.phases.descriptionGeneration[state.phases.descriptionGeneration.length - 1];
+    }
+    /**
+     * Add processing log entry
+     */
+    addLogEntry(run, entry) {
+        const logEntry = {
+            ...entry,
+            timestamp: new Date().toISOString()
+        };
+        run.processingLog.push(logEntry);
+    }
+    /**
+     * Add processing log entry with prompt I/O details
+     */
+    addLogEntryWithPrompt(run, entry, promptInput, promptOutput) {
+        const logEntry = {
+            ...entry,
+            timestamp: new Date().toISOString(),
+            promptInput,
+            promptOutput
+        };
+        run.processingLog.push(logEntry);
+    }
+    /**
+     * Mark run as complete
+     */
+    completeRun(run, converged, convergenceReason) {
+        run.completedAt = new Date().toISOString();
+        run.status = converged ? 'converged' : 'completed';
+        run.converged = converged;
+        run.convergenceReason = convergenceReason;
+    }
+    /**
+     * Mark run as failed
+     */
+    failRun(run, error) {
+        run.completedAt = new Date().toISOString();
+        run.status = 'failed';
+        run.errors.push(error);
+    }
+    /**
+     * Get recent changes from processing log
+     */
+    getRecentChanges(run, count = 10) {
+        const changes = run.processingLog.filter(entry => entry.result === 'changed');
+        return changes.slice(-count);
+    }
+    /**
+     * Check if any changes occurred in last N iterations
+     */
+    hasRecentChanges(state, windowSize) {
+        const run = this.getCurrentRun(state);
+        if (!run) {
+            return false;
+        }
+        // Get log entries from last windowSize iterations
+        const recentLogs = run.processingLog.slice(-(windowSize * 10)); // Rough estimate
+        return recentLogs.some(entry => entry.result === 'changed');
+    }
+    /**
+     * Get iteration statistics
+     */
+    getIterationStats(run) {
+        const stats = {
+            totalProcessed: run.processingLog.length,
+            changed: 0,
+            unchanged: 0,
+            errors: 0
+        };
+        for (const entry of run.processingLog) {
+            switch (entry.result) {
+                case 'changed':
+                    stats.changed++;
+                    break;
+                case 'unchanged':
+                    stats.unchanged++;
+                    break;
+                case 'error':
+                    stats.errors++;
+                    break;
+            }
+        }
+        return stats;
+    }
+    /**
+     * Add tokens to run total
+     */
+    addTokenUsage(run, tokensUsed, cost) {
+        run.totalTokensUsed += tokensUsed;
+        if (cost) {
+            run.estimatedCost += cost;
+        }
+    }
+    /**
+     * Increment iteration count
+     */
+    incrementIteration(state, run) {
+        run.iterationsPerformed++;
+        state.summary.totalIterations++;
+    }
+    /**
+     * Increment backpropagation count
+     */
+    incrementBackpropagation(run) {
+        run.backpropagationCount++;
+    }
+    /**
+     * Add warning to run
+     */
+    addWarning(run, warning) {
+        run.warnings.push(warning);
+    }
+    /**
+     * Add error to run
+     */
+    addError(run, error) {
+        run.errors.push(error);
+    }
+}
+exports.IterationTracker = IterationTracker;
+//# sourceMappingURL=IterationTracker.js.map

package/dist/state/IterationTracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IterationTracker.js","sourceRoot":"","sources":["../../src/state/IterationTracker.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAIH,MAAa,gBAAgB;IAC3B;;OAEG;IACI,aAAa,CAAC,KAA4B;QAC/C,IAAI,KAAK,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC,MAAM,CAAC,qBAAqB,CAAC,KAAK,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3F,CAAC;IAED;;OAEG;IACI,WAAW,CAChB,GAAgB,EAChB,KAA4C;QAE5C,MAAM,QAAQ,GAAuB;YACnC,GAAG,KAAK;YACR,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QAEF,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACI,qBAAqB,CAC1B,GAAgB,EAChB,KAA4C,EAC5C,WAAoB,EACpB,YAAqB;QAErB,MAAM,QAAQ,GAAuB;YACnC,GAAG,KAAK;YACR,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,WAAW;YACX,YAAY;SACb,CAAC;QAEF,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACI,WAAW,CAChB,GAAgB,EAChB,SAAkB,EAClB,iBAA0B;QAE1B,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC;QACnD,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC;QAC1B,GAAG,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;IAC5C,CAAC;IAED;;OAEG;IACI,OAAO,CAAC,GAAgB,EAAE,KAAa;QAC5C,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;QACtB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED;;OAEG;IACI,gBAAgB,CACrB,GAAgB,EAChB,QAAgB,EAAE;QAElB,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC,MAAM,CACtC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CACpC,CAAC;QAEF,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACI,gBAAgB,CACrB,KAA4B,EAC5B,UAAkB;QAElB,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO,KAAK,CAAC;QACf,CAAC;QAED,kDAAkD;QAClD,MAAM,UAAU,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,iBAAiB;QAEjF,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACI,iBAAiB,CAAC,GAAgB;QAMvC,MAAM,KAAK,GAAG;YACZ,cAAc,EAAE,GAAG,CAAC,aAAa,CAAC,MAAM;YACxC,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,CAAC;YACZ,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YACtC,QAAQ,KAAK,CAAC,MAAM,EAAE,CAAC;gBACrB,KAAK,SAAS;oBACZ,KAAK,CAAC,OAAO,EAAE,CAAC;oBAChB,MAAM;gBACR,KAAK,WAAW;oBACd,KAAK,CAAC,SAAS,EAAE,CAAC;oBAClB,MAAM;gBACR,KAAK,OAAO;oBACV,KAAK,CAAC,MAAM,EAAE,CAAC;oBACf,MAAM;YACV,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACI,aAAa,CAAC,GAAgB,EAAE,UAAkB,EAAE,IAAa;QACtE,GAAG,CAAC,eAAe,IAAI,UAAU,CAAC;QAClC,IAAI,IAAI,EAAE,CAAC;YACT,GAAG,CAAC,aAAa,IAAI,IAAI,CAAC;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACI,kBAAkB,CAAC,KAA4B,EAAE,GAAgB;QACtE,GAAG,CAAC,mBAAmB,EAAE,CAAC;QAC1B,KAAK,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;IAClC,CAAC;IAED;;OAEG;IACI,wBAAwB,CAAC,GAAgB;QAC9C,GAAG,CAAC,oBAAoB,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACI,UAAU,CAAC,GAAgB,EAAE,OAAe;QACjD,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACI,QAAQ,CAAC,GAAgB,EAAE,KAAa;QAC7C,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;CACF;AA3KD,4CA2KC"}

package/dist/state/StateManager.d.ts

@@ -0,0 +1,79 @@
+/**
+ * State file management
+ * Handles loading, saving, and updating the state file
+ */
+import { DatabaseDocumentation, SchemaDefinition, TableDefinition, ColumnDefinition, AnalysisRun } from '../types/state.js';
+export declare class StateManager {
+    private stateFilePath;
+    constructor(stateFilePath: string);
+    /**
+     * Load state from file
+     */
+    load(): Promise<DatabaseDocumentation | null>;
+    /**
+     * Save state to file
+     */
+    save(state: DatabaseDocumentation): Promise<void>;
+    /**
+     * Create initial empty state
+     */
+    createInitialState(databaseName: string, serverName: string): DatabaseDocumentation;
+    /**
+     * Start a new analysis run
+     */
+    createAnalysisRun(state: DatabaseDocumentation, modelUsed: string, vendor: string, temperature: number, topP?: number, topK?: number): AnalysisRun;
+    /**
+     * Update table description with new iteration
+     */
+    updateTableDescription(table: TableDefinition, description: string, reasoning: string, confidence: number, modelUsed: string, triggeredBy: 'initial' | 'backpropagation' | 'refinement' | 'dependency_sanity_check' | 'schema_sanity_check' | 'cross_schema_sanity_check'): void;
+    /**
+     * Update column description with new iteration
+     */
+    updateColumnDescription(column: ColumnDefinition, description: string, reasoning: string, modelUsed: string): void;
+    /**
+     * Update schema description
+     */
+    updateSchemaDescription(schema: SchemaDefinition, description: string, reasoning: string, modelUsed: string): void;
+    /**
+     * Find a table in the state
+     */
+    findTable(state: DatabaseDocumentation, schemaName: string, tableName: string): TableDefinition | null;
+    /**
+     * Get all unapproved tables
+     */
+    getUnapprovedTables(state: DatabaseDocumentation): TableDefinition[];
+    /**
+     * Get low-confidence tables
+     */
+    getLowConfidenceTables(state: DatabaseDocumentation, threshold: number): Array<{
+        schema: string;
+        table: string;
+        confidence: number;
+        description: string;
+        reasoning: string;
+    }>;
+    /**
+     * Get tables that need processing (no descriptions yet)
+     */
+    getUnprocessedTables(state: DatabaseDocumentation): Array<{
+        schema: string;
+        table: string;
+    }>;
+    /**
+     * Check if state file exists
+     */
+    private fileExists;
+    /**
+     * Generate unique run ID
+     */
+    private generateRunId;
+    /**
+     * Update summary statistics from current state and analysis runs
+     */
+    updateSummary(state: DatabaseDocumentation): void;
+    /**
+     * Delete state file
+     */
+    delete(): Promise<void>;
+}
+//# sourceMappingURL=StateManager.d.ts.map

package/dist/state/StateManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StateManager.d.ts","sourceRoot":"","sources":["../../src/state/StateManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EACL,qBAAqB,EACrB,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAEhB,WAAW,EACZ,MAAM,mBAAmB,CAAC;AAE3B,qBAAa,YAAY;IACX,OAAO,CAAC,aAAa;gBAAb,aAAa,EAAE,MAAM;IAEzC;;OAEG;IACU,IAAI,IAAI,OAAO,CAAC,qBAAqB,GAAG,IAAI,CAAC;IAuD1D;;OAEG;IACU,IAAI,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB9D;;OAEG;IACI,kBAAkB,CACvB,YAAY,EAAE,MAAM,EACpB,UAAU,EAAE,MAAM,GACjB,qBAAqB;IA6BxB;;OAEG;IACI,iBAAiB,CACtB,KAAK,EAAE,qBAAqB,EAC5B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,IAAI,CAAC,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,MAAM,GACZ,WAAW;IA2Bd;;OAEG;IACI,sBAAsB,CAC3B,KAAK,EAAE,eAAe,EACtB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,SAAS,GAAG,iBAAiB,GAAG,YAAY,GAAG,yBAAyB,GAAG,qBAAqB,GAAG,2BAA2B,GAC1I,IAAI;IAeP;;OAEG;IACI,uBAAuB,CAC5B,MAAM,EAAE,gBAAgB,EACxB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,IAAI;IAYP;;OAEG;IACI,uBAAuB,CAC5B,MAAM,EAAE,gBAAgB,EACxB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,IAAI;IAaP;;OAEG;IACI,SAAS,CACd,KAAK,EAAE,qBAAqB,EAC5B,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,GAChB,eAAe,GAAG,IAAI;IASzB;;OAEG;IACI,mBAAmB,CAAC,KAAK,EAAE,qBAAqB,GAAG,eAAe,EAAE;IAc3E;;OAEG;IACI,sBAAsB,CAC3B,KAAK,EAAE,qBAAqB,EAC5B,SAAS,EAAE,MAAM,GAChB,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IA+BvG;;OAEG;IACI,oBAAoB,CAAC,KAAK,EAAE,qBAAqB,GAAG,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAiBnG;;OAEG;YACW,UAAU;IASxB;;OAEG;IACH,OAAO,CAAC,aAAa;IAIrB;;OAEG;IACI,aAAa,CAAC,KAAK,EAAE,qBAAqB,GAAG,IAAI;IAyCxD;;OAEG;IACU,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAUrC"}

package/dist/state/StateManager.js

@@ -0,0 +1,348 @@
+"use strict";
+/**
+ * State file management
+ * Handles loading, saving, and updating the state file
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StateManager = void 0;
+const fs = __importStar(require("fs/promises"));
+const path = __importStar(require("path"));
+class StateManager {
+    constructor(stateFilePath) {
+        this.stateFilePath = stateFilePath;
+    }
+    /**
+     * Load state from file
+     */
+    async load() {
+        try {
+            const exists = await this.fileExists();
+            if (!exists) {
+                return null;
+            }
+            const content = await fs.readFile(this.stateFilePath, 'utf-8');
+            const state = JSON.parse(content);
+            // Migrate old structure to new phases structure (backward compatibility)
+            if (!state.phases) {
+                state.phases = {
+                    descriptionGeneration: state.analysisRuns || []
+                };
+                if (state.relationshipDiscoveryPhase) {
+                    state.phases.keyDetection = state.relationshipDiscoveryPhase;
+                }
+            }
+            // Initialize summary if it doesn't exist (backward compatibility)
+            if (!state.summary) {
+                state.summary = {
+                    createdAt: state.createdAt || new Date().toISOString(),
+                    lastModified: state.lastModified || new Date().toISOString(),
+                    totalIterations: state.totalIterations || 0,
+                    totalPromptsRun: 0,
+                    totalInputTokens: 0,
+                    totalOutputTokens: 0,
+                    totalTokens: 0,
+                    totalSchemas: 0,
+                    totalTables: 0,
+                    totalColumns: 0,
+                    estimatedCost: 0
+                };
+                this.updateSummary(state);
+            }
+            else {
+                // Migrate timing fields into summary if they exist at top level
+                if (state.createdAt && !state.summary.createdAt) {
+                    state.summary.createdAt = state.createdAt;
+                }
+                if (state.lastModified && !state.summary.lastModified) {
+                    state.summary.lastModified = state.lastModified;
+                }
+                if (state.totalIterations !== undefined && !state.summary.totalIterations) {
+                    state.summary.totalIterations = state.totalIterations;
+                }
+            }
+            return state;
+        }
+        catch (error) {
+            throw new Error(`Failed to load state file: ${error.message}`);
+        }
+    }
+    /**
+     * Save state to file
+     */
+    async save(state) {
+        try {
+            // Update lastModified timestamp in summary
+            state.summary.lastModified = new Date().toISOString();
+            // Ensure output directory exists
+            const dir = path.dirname(this.stateFilePath);
+            await fs.mkdir(dir, { recursive: true });
+            // Write state file
+            const content = JSON.stringify(state, null, 2);
+            await fs.writeFile(this.stateFilePath, content, 'utf-8');
+        }
+        catch (error) {
+            throw new Error(`Failed to save state file: ${error.message}`);
+        }
+    }
+    /**
+     * Create initial empty state
+     */
+    createInitialState(databaseName, serverName) {
+        const now = new Date().toISOString();
+        return {
+            version: '1.0.0',
+            summary: {
+                createdAt: now,
+                lastModified: now,
+                totalIterations: 0,
+                totalPromptsRun: 0,
+                totalInputTokens: 0,
+                totalOutputTokens: 0,
+                totalTokens: 0,
+                totalSchemas: 0,
+                totalTables: 0,
+                totalColumns: 0,
+                estimatedCost: 0
+            },
+            database: {
+                name: databaseName,
+                server: serverName,
+                analyzedAt: now
+            },
+            phases: {
+                descriptionGeneration: []
+            },
+            schemas: []
+        };
+    }
+    /**
+     * Start a new analysis run
+     */
+    createAnalysisRun(state, modelUsed, vendor, temperature, topP, topK) {
+        const run = {
+            runId: this.generateRunId(),
+            startedAt: new Date().toISOString(),
+            status: 'in_progress',
+            levelsProcessed: 0,
+            iterationsPerformed: 0,
+            backpropagationCount: 0,
+            sanityCheckCount: 0,
+            converged: false,
+            modelUsed,
+            vendor,
+            temperature,
+            topP,
+            topK,
+            totalTokensUsed: 0,
+            estimatedCost: 0,
+            warnings: [],
+            errors: [],
+            processingLog: [],
+            sanityChecks: []
+        };
+        state.phases.descriptionGeneration.push(run);
+        return run;
+    }
+    /**
+     * Update table description with new iteration
+     */
+    updateTableDescription(table, description, reasoning, confidence, modelUsed, triggeredBy) {
+        const iteration = {
+            description,
+            reasoning,
+            generatedAt: new Date().toISOString(),
+            modelUsed,
+            confidence,
+            triggeredBy,
+            changedFrom: table.description
+        };
+        table.descriptionIterations.push(iteration);
+        table.description = description;
+    }
+    /**
+     * Update column description with new iteration
+     */
+    updateColumnDescription(column, description, reasoning, modelUsed) {
+        const iteration = {
+            description,
+            reasoning,
+            generatedAt: new Date().toISOString(),
+            modelUsed
+        };
+        column.descriptionIterations.push(iteration);
+        column.description = description;
+    }
+    /**
+     * Update schema description
+     */
+    updateSchemaDescription(schema, description, reasoning, modelUsed) {
+        const iteration = {
+            description,
+            reasoning,
+            generatedAt: new Date().toISOString(),
+            modelUsed,
+            triggeredBy: 'schema_sanity_check'
+        };
+        schema.descriptionIterations.push(iteration);
+        schema.description = description;
+    }
+    /**
+     * Find a table in the state
+     */
+    findTable(state, schemaName, tableName) {
+        const schema = state.schemas.find(s => s.name === schemaName);
+        if (!schema) {
+            return null;
+        }
+        return schema.tables.find(t => t.name === tableName) || null;
+    }
+    /**
+     * Get all unapproved tables
+     */
+    getUnapprovedTables(state) {
+        const unapproved = [];
+        for (const schema of state.schemas) {
+            for (const table of schema.tables) {
+                if (!table.userApproved) {
+                    unapproved.push(table);
+                }
+            }
+        }
+        return unapproved;
+    }
+    /**
+     * Get low-confidence tables
+     */
+    getLowConfidenceTables(state, threshold) {
+        const lowConfidence = [];
+        for (const schema of state.schemas) {
+            for (const table of schema.tables) {
+                if (table.descriptionIterations.length > 0) {
+                    const latest = table.descriptionIterations[table.descriptionIterations.length - 1];
+                    const confidence = latest.confidence ?? 0;
+                    if (confidence < threshold) {
+                        lowConfidence.push({
+                            schema: schema.name,
+                            table: table.name,
+                            confidence,
+                            description: latest.description,
+                            reasoning: latest.reasoning
+                        });
+                    }
+                }
+            }
+        }
+        return lowConfidence;
+    }
+    /**
+     * Get tables that need processing (no descriptions yet)
+     */
+    getUnprocessedTables(state) {
+        const unprocessed = [];
+        for (const schema of state.schemas) {
+            for (const table of schema.tables) {
+                if (table.descriptionIterations.length === 0) {
+                    unprocessed.push({
+                        schema: schema.name,
+                        table: table.name
+                    });
+                }
+            }
+        }
+        return unprocessed;
+    }
+    /**
+     * Check if state file exists
+     */
+    async fileExists() {
+        try {
+            await fs.access(this.stateFilePath);
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Generate unique run ID
+     */
+    generateRunId() {
+        return `run_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;
+    }
+    /**
+     * Update summary statistics from current state and analysis runs
+     */
+    updateSummary(state) {
+        // Count schemas, tables, columns
+        let totalTables = 0;
+        let totalColumns = 0;
+        for (const schema of state.schemas) {
+            totalTables += schema.tables.length;
+            for (const table of schema.tables) {
+                totalColumns += table.columns.length;
+            }
+        }
+        // Aggregate from all analysis runs
+        let totalPromptsRun = 0;
+        let totalTokens = 0;
+        let estimatedCost = 0;
+        for (const run of state.phases.descriptionGeneration) {
+            // Count prompts from processing log
+            totalPromptsRun += run.processingLog.filter(log => log.tokensUsed && log.tokensUsed > 0).length;
+            // Sum tokens and cost
+            totalTokens += run.totalTokensUsed;
+            estimatedCost += run.estimatedCost;
+        }
+        // Update summary (preserve timing fields)
+        state.summary = {
+            ...state.summary,
+            totalPromptsRun,
+            totalInputTokens: 0, // TODO: Will need to track separately when available
+            totalOutputTokens: 0, // TODO: Will need to track separately when available
+            totalTokens,
+            totalSchemas: state.schemas.length,
+            totalTables,
+            totalColumns,
+            estimatedCost
+        };
+    }
+    /**
+     * Delete state file
+     */
+    async delete() {
+        try {
+            const exists = await this.fileExists();
+            if (exists) {
+                await fs.unlink(this.stateFilePath);
+            }
+        }
+        catch (error) {
+            throw new Error(`Failed to delete state file: ${error.message}`);
+        }
+    }
+}
+exports.StateManager = StateManager;
+//# sourceMappingURL=StateManager.js.map

package/dist/state/StateManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StateManager.js","sourceRoot":"","sources":["../../src/state/StateManager.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,gDAAkC;AAClC,2CAA6B;AAU7B,MAAa,YAAY;IACvB,YAAoB,aAAqB;QAArB,kBAAa,GAAb,aAAa,CAAQ;IAAG,CAAC;IAE7C;;OAEG;IACI,KAAK,CAAC,IAAI;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;YAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA0B,CAAC;YAE3D,yEAAyE;YACzE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBAClB,KAAK,CAAC,MAAM,GAAG;oBACb,qBAAqB,EAAG,KAAa,CAAC,YAAY,IAAI,EAAE;iBACzD,CAAC;gBACF,IAAK,KAAa,CAAC,0BAA0B,EAAE,CAAC;oBAC9C,KAAK,CAAC,MAAM,CAAC,YAAY,GAAI,KAAa,CAAC,0BAA0B,CAAC;gBACxE,CAAC;YACH,CAAC;YAED,kEAAkE;YAClE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACnB,KAAK,CAAC,OAAO,GAAG;oBACd,SAAS,EAAG,KAAa,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBAC/D,YAAY,EAAG,KAAa,CAAC,YAAY,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACrE,eAAe,EAAG,KAAa,CAAC,eAAe,IAAI,CAAC;oBACpD,eAAe,EAAE,CAAC;oBAClB,gBAAgB,EAAE,CAAC;oBACnB,iBAAiB,EAAE,CAAC;oBACpB,WAAW,EAAE,CAAC;oBACd,YAAY,EAAE,CAAC;oBACf,WAAW,EAAE,CAAC;oBACd,YAAY,EAAE,CAAC;oBACf,aAAa,EAAE,CAAC;iBACjB,CAAC;gBACF,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,gEAAgE;gBAChE,IAAK,KAAa,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;oBACzD,KAAK,CAAC,OAAO,CAAC,SAAS,GAAI,KAAa,CAAC,SAAS,CAAC;gBACrD,CAAC;gBACD,IAAK,KAAa,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;oBAC/D,KAAK,CAAC,OAAO,CAAC,YAAY,GAAI,KAAa,CAAC,YAAY,CAAC;gBAC3D,CAAC;gBACD,IAAK,KAAa,CAAC,eAAe,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;oBACnF,KAAK,CAAC,OAAO,CAAC,eAAe,GAAI,KAAa,CAAC,eAAe,CAAC;gBACjE,CAAC;YACH,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,8BAA+B,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,IAAI,CAAC,KAA4B;QAC5C,IAAI,CAAC;YACH,2CAA2C;YAC3C,KAAK,CAAC,OAAO,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAEtD,iCAAiC;YACjC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC7C,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAEzC,mBAAmB;YACnB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC/C,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,8BAA+B,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED;;OAEG;IACI,kBAAkB,CACvB,YAAoB,EACpB,UAAkB;QAElB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,OAAO;YACL,OAAO,EAAE,OAAO;YAChB,OAAO,EAAE;gBACP,SAAS,EAAE,GAAG;gBACd,YAAY,EAAE,GAAG;gBACjB,eAAe,EAAE,CAAC;gBAClB,eAAe,EAAE,CAAC;gBAClB,gBAAgB,EAAE,CAAC;gBACnB,iBAAiB,EAAE,CAAC;gBACpB,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,CAAC;gBACf,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,CAAC;aACjB;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,YAAY;gBAClB,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,GAAG;aAChB;YACD,MAAM,EAAE;gBACN,qBAAqB,EAAE,EAAE;aAC1B;YACD,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,iBAAiB,CACtB,KAA4B,EAC5B,SAAiB,EACjB,MAAc,EACd,WAAmB,EACnB,IAAa,EACb,IAAa;QAEb,MAAM,GAAG,GAAgB;YACvB,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE;YAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM,EAAE,aAAa;YACrB,eAAe,EAAE,CAAC;YAClB,mBAAmB,EAAE,CAAC;YACtB,oBAAoB,EAAE,CAAC;YACvB,gBAAgB,EAAE,CAAC;YACnB,SAAS,EAAE,KAAK;YAChB,SAAS;YACT,MAAM;YACN,WAAW;YACX,IAAI;YACJ,IAAI;YACJ,eAAe,EAAE,CAAC;YAClB,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,EAAE;YACV,aAAa,EAAE,EAAE;YACjB,YAAY,EAAE,EAAE;SACjB,CAAC;QAEF,KAAK,CAAC,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7C,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACI,sBAAsB,CAC3B,KAAsB,EACtB,WAAmB,EACnB,SAAiB,EACjB,UAAkB,EAClB,SAAiB,EACjB,WAA2I;QAE3I,MAAM,SAAS,GAAyB;YACtC,WAAW;YACX,SAAS;YACT,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,SAAS;YACT,UAAU;YACV,WAAW;YACX,WAAW,EAAE,KAAK,CAAC,WAAW;SAC/B,CAAC;QAEF,KAAK,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5C,KAAK,CAAC,WAAW,GAAG,WAAW,CAAC;IAClC,CAAC;IAED;;OAEG;IACI,uBAAuB,CAC5B,MAAwB,EACxB,WAAmB,EACnB,SAAiB,EACjB,SAAiB;QAEjB,MAAM,SAAS,GAAyB;YACtC,WAAW;YACX,SAAS;YACT,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,SAAS;SACV,CAAC;QAEF,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAED;;OAEG;IACI,uBAAuB,CAC5B,MAAwB,EACxB,WAAmB,EACnB,SAAiB,EACjB,SAAiB;QAEjB,MAAM,SAAS,GAAyB;YACtC,WAAW;YACX,SAAS;YACT,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,SAAS;YACT,WAAW,EAAE,qBAAqB;SACnC,CAAC;QAEF,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAED;;OAEG;IACI,SAAS,CACd,KAA4B,EAC5B,UAAkB,EAClB,SAAiB;QAEjB,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,IAAI,CAAC;IAC/D,CAAC;IAED;;OAEG;IACI,mBAAmB,CAAC,KAA4B;QACrD,MAAM,UAAU,GAAsB,EAAE,CAAC;QAEzC,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACnC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;oBACxB,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACI,sBAAsB,CAC3B,KAA4B,EAC5B,SAAiB;QAEjB,MAAM,aAAa,GAMd,EAAE,CAAC;QAER,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACnC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClC,IAAI,KAAK,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,KAAK,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBACnF,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;oBAE1C,IAAI,UAAU,GAAG,SAAS,EAAE,CAAC;wBAC3B,aAAa,CAAC,IAAI,CAAC;4BACjB,MAAM,EAAE,MAAM,CAAC,IAAI;4BACnB,KAAK,EAAE,KAAK,CAAC,IAAI;4BACjB,UAAU;4BACV,WAAW,EAAE,MAAM,CAAC,WAAW;4BAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;yBAC5B,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAED;;OAEG;IACI,oBAAoB,CAAC,KAA4B;QACtD,MAAM,WAAW,GAA6C,EAAE,CAAC;QAEjE,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACnC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClC,IAAI,KAAK,CAAC,qBAAqB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC7C,WAAW,CAAC,IAAI,CAAC;wBACf,MAAM,EAAE,MAAM,CAAC,IAAI;wBACnB,KAAK,EAAE,KAAK,CAAC,IAAI;qBAClB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,UAAU;QACtB,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,OAAO,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACxE,CAAC;IAED;;OAEG;IACI,aAAa,CAAC,KAA4B;QAC/C,iCAAiC;QACjC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACnC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;YACpC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClC,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YACvC,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;YACrD,oCAAoC;YACpC,eAAe,IAAI,GAAG,CAAC,aAAa,CAAC,MAAM,CACzC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,GAAG,CAAC,CAC5C,CAAC,MAAM,CAAC;YAET,sBAAsB;YACtB,WAAW,IAAI,GAAG,CAAC,eAAe,CAAC;YACnC,aAAa,IAAI,GAAG,CAAC,aAAa,CAAC;QACrC,CAAC;QAED,0CAA0C;QAC1C,KAAK,CAAC,OAAO,GAAG;YACd,GAAG,KAAK,CAAC,OAAO;YAChB,eAAe;YACf,gBAAgB,EAAE,CAAC,EAAG,qDAAqD;YAC3E,iBAAiB,EAAE,CAAC,EAAE,qDAAqD;YAC3E,WAAW;YACX,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM;YAClC,WAAW;YACX,YAAY;YACZ,aAAa;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,MAAM;QACjB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YACvC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,gCAAiC,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;CACF;AAjYD,oCAiYC"}

package/dist/state/StateValidator.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Validates state file integrity
+ */
+import { DatabaseDocumentation } from '../types/state.js';
+export interface ValidationResult {
+    valid: boolean;
+    errors: string[];
+    warnings: string[];
+}
+export declare class StateValidator {
+    /**
+     * Validate state file
+     */
+    validate(state: DatabaseDocumentation): ValidationResult;
+    /**
+     * Check if a table exists in the state
+     */
+    private tableExists;
+    /**
+     * Validate and repair if possible
+     */
+    validateAndRepair(state: DatabaseDocumentation): ValidationResult;
+}
+//# sourceMappingURL=StateValidator.d.ts.map

package/dist/state/StateValidator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StateValidator.d.ts","sourceRoot":"","sources":["../../src/state/StateValidator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAE1D,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,qBAAa,cAAc;IACzB;;OAEG;IACI,QAAQ,CAAC,KAAK,EAAE,qBAAqB,GAAG,gBAAgB;IA4G/D;;OAEG;IACH,OAAO,CAAC,WAAW;IAanB;;OAEG;IACI,iBAAiB,CAAC,KAAK,EAAE,qBAAqB,GAAG,gBAAgB;CAoCzE"}