noormme 1.0.0

package/dist/esm/dialect/sqlite/sqlite-auto-indexer.js

@@ -0,0 +1,538 @@
+/// <reference types="./sqlite-auto-indexer.d.ts" />
+import { sql } from '../../raw-builder/sql.js';
+/**
+ * SQLite Auto-Indexer that analyzes query patterns and automatically recommends
+ * optimal indexes for SQLite databases
+ */
+export class SQLiteAutoIndexer {
+    logger;
+    static instance;
+    queryPatterns = new Map();
+    existingIndexes = new Map();
+    analysisHistory = new Map();
+    constructor(logger) {
+        this.logger = logger;
+    }
+    static getInstance(logger) {
+        if (!SQLiteAutoIndexer.instance) {
+            SQLiteAutoIndexer.instance = new SQLiteAutoIndexer(logger);
+        }
+        return SQLiteAutoIndexer.instance;
+    }
+    /**
+     * Record a query for pattern analysis
+     */
+    recordQuery(query, executionTime, table) {
+        const normalizedQuery = this.normalizeQuery(query);
+        const pattern = this.queryPatterns.get(normalizedQuery);
+        if (pattern) {
+            // Update existing pattern
+            pattern.frequency++;
+            pattern.lastExecuted = new Date();
+            pattern.averageExecutionTime =
+                (pattern.averageExecutionTime * (pattern.frequency - 1) + executionTime) / pattern.frequency;
+        }
+        else {
+            // Create new pattern
+            const newPattern = {
+                query: normalizedQuery,
+                frequency: 1,
+                table: table || this.extractTableName(query),
+                whereColumns: this.extractWhereColumns(query),
+                orderByColumns: this.extractOrderByColumns(query),
+                joinColumns: this.extractJoinColumns(query),
+                lastExecuted: new Date(),
+                averageExecutionTime: executionTime
+            };
+            this.queryPatterns.set(normalizedQuery, newPattern);
+        }
+    }
+    /**
+     * Analyze query patterns and generate index recommendations
+     */
+    async analyzeAndRecommend(db, options = {}) {
+        const { minFrequency = 3, slowQueryThreshold = 1000, includePartialIndexes = true, maxRecommendations = 20 } = options;
+        try {
+            // Get existing indexes
+            await this.loadExistingIndexes(db);
+            // Filter relevant patterns
+            const relevantPatterns = Array.from(this.queryPatterns.values())
+                .filter(pattern => pattern.frequency >= minFrequency ||
+                pattern.averageExecutionTime > slowQueryThreshold)
+                .sort((a, b) => b.frequency - a.frequency);
+            // Generate recommendations
+            const recommendations = await this.generateRecommendations(db, relevantPatterns, includePartialIndexes);
+            // Analyze existing indexes for redundancy
+            const redundantIndexes = await this.findRedundantIndexes(db);
+            // Generate missing index suggestions
+            const missingIndexes = this.findMissingIndexes(recommendations);
+            // Limit recommendations
+            const limitedRecommendations = recommendations
+                .sort((a, b) => this.getPriorityScore(b) - this.getPriorityScore(a))
+                .slice(0, maxRecommendations);
+            const result = {
+                recommendations: limitedRecommendations,
+                existingIndexes: Array.from(this.existingIndexes.keys()),
+                redundantIndexes,
+                missingIndexes,
+                performanceImpact: this.calculatePerformanceImpact(limitedRecommendations),
+                summary: this.generateSummary(limitedRecommendations, redundantIndexes)
+            };
+            // Store analysis history
+            const dbId = await this.getDatabaseId(db);
+            this.analysisHistory.set(dbId, result);
+            this.logger.info(`Generated ${limitedRecommendations.length} index recommendations`);
+            return result;
+        }
+        catch (error) {
+            this.logger.error('Failed to analyze index patterns:', error);
+            throw error;
+        }
+    }
+    /**
+     * Generate index recommendations based on query patterns
+     */
+    async generateRecommendations(db, patterns, includePartialIndexes) {
+        const recommendations = [];
+        const processedTables = new Set();
+        for (const pattern of patterns) {
+            if (processedTables.has(pattern.table))
+                continue;
+            // WHERE clause indexes
+            if (pattern.whereColumns.length > 0) {
+                const whereRecommendations = await this.generateWhereIndexes(db, pattern, includePartialIndexes);
+                recommendations.push(...whereRecommendations);
+            }
+            // ORDER BY indexes
+            if (pattern.orderByColumns.length > 0) {
+                const orderByRecommendations = await this.generateOrderByIndexes(db, pattern, includePartialIndexes);
+                recommendations.push(...orderByRecommendations);
+            }
+            // JOIN indexes
+            if (pattern.joinColumns.length > 0) {
+                const joinRecommendations = await this.generateJoinIndexes(db, pattern, includePartialIndexes);
+                recommendations.push(...joinRecommendations);
+            }
+            processedTables.add(pattern.table);
+        }
+        return this.deduplicateRecommendations(recommendations);
+    }
+    /**
+     * Generate indexes for WHERE clauses
+     */
+    async generateWhereIndexes(db, pattern, includePartialIndexes) {
+        const recommendations = [];
+        for (const column of pattern.whereColumns) {
+            // Check if index already exists
+            const existingIndex = await this.findExistingIndex(db, pattern.table, [column]);
+            if (existingIndex)
+                continue;
+            const priority = this.calculateWherePriority(pattern, column);
+            const type = this.determineIndexType(pattern, column);
+            recommendations.push({
+                table: pattern.table,
+                columns: [column],
+                type,
+                priority,
+                reason: `Frequently queried column (${pattern.frequency} times, avg ${Math.round(pattern.averageExecutionTime)}ms)`,
+                estimatedImpact: this.estimateImpact(pattern),
+                sql: this.generateIndexSQL(pattern.table, [column], type, includePartialIndexes)
+            });
+        }
+        // Composite indexes for multiple WHERE columns
+        if (pattern.whereColumns.length > 1) {
+            const compositeRecommendation = await this.generateCompositeWhereIndex(db, pattern, includePartialIndexes);
+            if (compositeRecommendation) {
+                recommendations.push(compositeRecommendation);
+            }
+        }
+        return recommendations;
+    }
+    /**
+     * Generate indexes for ORDER BY clauses
+     */
+    async generateOrderByIndexes(db, pattern, includePartialIndexes) {
+        const recommendations = [];
+        for (const column of pattern.orderByColumns) {
+            const existingIndex = await this.findExistingIndex(db, pattern.table, [column]);
+            if (existingIndex)
+                continue;
+            recommendations.push({
+                table: pattern.table,
+                columns: [column],
+                type: 'single',
+                priority: 'medium',
+                reason: `Frequently ordered by column (${pattern.frequency} times)`,
+                estimatedImpact: 'medium',
+                sql: this.generateIndexSQL(pattern.table, [column], 'single', includePartialIndexes)
+            });
+        }
+        return recommendations;
+    }
+    /**
+     * Generate indexes for JOIN clauses
+     */
+    async generateJoinIndexes(db, pattern, includePartialIndexes) {
+        const recommendations = [];
+        for (const column of pattern.joinColumns) {
+            const existingIndex = await this.findExistingIndex(db, pattern.table, [column]);
+            if (existingIndex)
+                continue;
+            recommendations.push({
+                table: pattern.table,
+                columns: [column],
+                type: 'single',
+                priority: 'high',
+                reason: `Foreign key column used in joins (${pattern.frequency} times)`,
+                estimatedImpact: 'high',
+                sql: this.generateIndexSQL(pattern.table, [column], 'single', includePartialIndexes)
+            });
+        }
+        return recommendations;
+    }
+    /**
+     * Generate composite index for WHERE clauses
+     */
+    async generateCompositeWhereIndex(db, pattern, includePartialIndexes) {
+        const columns = pattern.whereColumns.slice(0, 3); // Limit to 3 columns for composite index
+        const existingIndex = await this.findExistingIndex(db, pattern.table, columns);
+        if (existingIndex)
+            return null;
+        return {
+            table: pattern.table,
+            columns,
+            type: 'composite',
+            priority: 'high',
+            reason: `Composite index for multiple WHERE columns (${pattern.frequency} times)`,
+            estimatedImpact: 'high',
+            sql: this.generateIndexSQL(pattern.table, columns, 'composite', includePartialIndexes)
+        };
+    }
+    /**
+     * Find redundant indexes
+     */
+    async findRedundantIndexes(db) {
+        const redundant = [];
+        const tableIndexes = new Map();
+        // Group indexes by table
+        for (const [indexName, indexes] of this.existingIndexes.entries()) {
+            for (const index of indexes) {
+                if (!tableIndexes.has(index.table)) {
+                    tableIndexes.set(index.table, []);
+                }
+                tableIndexes.get(index.table).push({ ...index, name: indexName });
+            }
+        }
+        // Check for redundant indexes
+        for (const [table, indexes] of tableIndexes.entries()) {
+            for (let i = 0; i < indexes.length; i++) {
+                for (let j = i + 1; j < indexes.length; j++) {
+                    const index1 = indexes[i];
+                    const index2 = indexes[j];
+                    // Check if one index is a prefix of another
+                    if (this.isIndexPrefix(index1.columns, index2.columns)) {
+                        redundant.push(index2.name);
+                    }
+                    else if (this.isIndexPrefix(index2.columns, index1.columns)) {
+                        redundant.push(index1.name);
+                    }
+                }
+            }
+        }
+        return redundant;
+    }
+    /**
+     * Find missing indexes
+     */
+    findMissingIndexes(recommendations) {
+        const missing = [];
+        const existingIndexNames = new Set(this.existingIndexes.keys());
+        for (const rec of recommendations) {
+            const indexName = this.generateIndexName(rec.table, rec.columns);
+            if (!existingIndexNames.has(indexName)) {
+                missing.push(indexName);
+            }
+        }
+        return missing;
+    }
+    /**
+     * Load existing indexes from database
+     */
+    async loadExistingIndexes(db) {
+        try {
+            const result = await db
+                .selectFrom('sqlite_master')
+                .select(['name', 'sql', 'tbl_name'])
+                .where('type', '=', 'index')
+                .where('name', 'not like', 'sqlite_%')
+                .execute();
+            this.existingIndexes.clear();
+            for (const row of result) {
+                const columns = this.extractColumnsFromSQL(row.sql || '');
+                this.existingIndexes.set(row.name, [{
+                        name: row.name,
+                        table: row.tbl_name,
+                        columns,
+                        sql: row.sql
+                    }]);
+            }
+        }
+        catch (error) {
+            this.logger.warn('Failed to load existing indexes:', error);
+        }
+    }
+    /**
+     * Check if an index is a prefix of another
+     */
+    isIndexPrefix(columns1, columns2) {
+        if (columns1.length >= columns2.length)
+            return false;
+        for (let i = 0; i < columns1.length; i++) {
+            if (columns1[i] !== columns2[i])
+                return false;
+        }
+        return true;
+    }
+    /**
+     * Find existing index for columns
+     */
+    async findExistingIndex(db, table, columns) {
+        for (const [indexName, indexes] of this.existingIndexes.entries()) {
+            for (const index of indexes) {
+                if (index.table === table &&
+                    this.arraysEqual(index.columns, columns)) {
+                    return indexName;
+                }
+            }
+        }
+        return null;
+    }
+    /**
+     * Calculate priority for WHERE column
+     */
+    calculateWherePriority(pattern, column) {
+        if (pattern.averageExecutionTime > 5000)
+            return 'critical';
+        if (pattern.frequency > 20)
+            return 'high';
+        if (pattern.frequency > 10)
+            return 'medium';
+        return 'low';
+    }
+    /**
+     * Determine index type
+     */
+    determineIndexType(pattern, column) {
+        // This would need more sophisticated logic based on column analysis
+        return 'single';
+    }
+    /**
+     * Estimate performance impact
+     */
+    estimateImpact(pattern) {
+        if (pattern.averageExecutionTime > 2000)
+            return 'high';
+        if (pattern.frequency > 15)
+            return 'high';
+        if (pattern.averageExecutionTime > 500)
+            return 'medium';
+        return 'low';
+    }
+    /**
+     * Generate index SQL
+     */
+    generateIndexSQL(table, columns, type, includePartialIndexes) {
+        const indexName = this.generateIndexName(table, columns);
+        const columnList = columns.map(col => `"${col}"`).join(', ');
+        let sql = `CREATE INDEX "${indexName}" ON "${table}" (${columnList})`;
+        if (type === 'unique') {
+            sql = sql.replace('CREATE INDEX', 'CREATE UNIQUE INDEX');
+        }
+        return sql;
+    }
+    /**
+     * Generate index name
+     */
+    generateIndexName(table, columns) {
+        const columnSuffix = columns.length === 1 ? columns[0] : `${columns.length}cols`;
+        return `idx_${table}_${columnSuffix}`;
+    }
+    /**
+     * Calculate priority score for sorting
+     */
+    getPriorityScore(recommendation) {
+        const priorityScores = { critical: 4, high: 3, medium: 2, low: 1 };
+        const impactScores = { high: 3, medium: 2, low: 1 };
+        return priorityScores[recommendation.priority] * impactScores[recommendation.estimatedImpact];
+    }
+    /**
+     * Calculate overall performance impact
+     */
+    calculatePerformanceImpact(recommendations) {
+        const highImpactCount = recommendations.filter(r => r.estimatedImpact === 'high').length;
+        const mediumImpactCount = recommendations.filter(r => r.estimatedImpact === 'medium').length;
+        if (highImpactCount > 3)
+            return 'high';
+        if (highImpactCount > 0 || mediumImpactCount > 5)
+            return 'medium';
+        return 'low';
+    }
+    /**
+     * Generate analysis summary
+     */
+    generateSummary(recommendations, redundantIndexes) {
+        const criticalCount = recommendations.filter(r => r.priority === 'critical').length;
+        const highCount = recommendations.filter(r => r.priority === 'high').length;
+        const redundantCount = redundantIndexes.length;
+        let summary = `Found ${recommendations.length} index recommendations`;
+        if (criticalCount > 0) {
+            summary += `, ${criticalCount} critical`;
+        }
+        if (highCount > 0) {
+            summary += `, ${highCount} high priority`;
+        }
+        if (redundantCount > 0) {
+            summary += `. ${redundantCount} redundant indexes identified for removal`;
+        }
+        return summary;
+    }
+    /**
+     * Deduplicate recommendations
+     */
+    deduplicateRecommendations(recommendations) {
+        const seen = new Set();
+        return recommendations.filter(rec => {
+            const key = `${rec.table}:${rec.columns.join(',')}`;
+            if (seen.has(key))
+                return false;
+            seen.add(key);
+            return true;
+        });
+    }
+    /**
+     * Extract table name from query
+     */
+    extractTableName(query) {
+        const match = query.match(/FROM\s+["`]?(\w+)["`]?/i);
+        return match ? match[1] : 'unknown';
+    }
+    /**
+     * Extract WHERE columns from query
+     */
+    extractWhereColumns(query) {
+        const whereMatch = query.match(/WHERE\s+([^ORDER\s]+)/i);
+        if (!whereMatch)
+            return [];
+        const whereClause = whereMatch[1];
+        const columnMatches = whereClause.match(/(\w+)\s*[=<>]/g);
+        return columnMatches ?
+            columnMatches.map(match => match.replace(/\s*[=<>].*/, '').trim()) : [];
+    }
+    /**
+     * Extract ORDER BY columns from query
+     */
+    extractOrderByColumns(query) {
+        const orderMatch = query.match(/ORDER\s+BY\s+([^LIMIT\s]+)/i);
+        if (!orderMatch)
+            return [];
+        const orderClause = orderMatch[1];
+        return orderClause
+            .split(',')
+            .map(col => col.trim().replace(/\s+(ASC|DESC).*$/i, '').replace(/["`]/g, ''))
+            .filter(col => col.length > 0);
+    }
+    /**
+     * Extract JOIN columns from query
+     */
+    extractJoinColumns(query) {
+        const joinMatches = query.match(/JOIN\s+\w+\s+ON\s+([^WHERE\s]+)/gi);
+        if (!joinMatches)
+            return [];
+        const columns = [];
+        for (const match of joinMatches) {
+            const onClause = match.replace(/JOIN\s+\w+\s+ON\s+/i, '');
+            const columnMatches = onClause.match(/(\w+)\s*=/g);
+            if (columnMatches) {
+                columns.push(...columnMatches.map(m => m.replace(/\s*=.*/, '').trim()));
+            }
+        }
+        return columns;
+    }
+    /**
+     * Extract columns from SQL index definition
+     */
+    extractColumnsFromSQL(sql) {
+        if (!sql)
+            return [];
+        const match = sql.match(/\(([^)]+)\)/);
+        if (match) {
+            return match[1]
+                .split(',')
+                .map(col => col.trim().replace(/^\s*["']?|["']?\s*$/g, ''))
+                .filter(col => col.length > 0);
+        }
+        return [];
+    }
+    /**
+     * Normalize query for pattern matching
+     */
+    normalizeQuery(query) {
+        return query
+            .replace(/\$\d+/g, '?')
+            .replace(/'[^']*'/g, '?')
+            .replace(/\b\d+\b/g, '?')
+            .replace(/\s+/g, ' ')
+            .trim()
+            .toLowerCase();
+    }
+    /**
+     * Check if two arrays are equal
+     */
+    arraysEqual(a, b) {
+        return a.length === b.length && a.every((val, i) => val === b[i]);
+    }
+    /**
+     * Get database identifier
+     */
+    async getDatabaseId(db) {
+        try {
+            const result = await sql `PRAGMA database_list`.execute(db);
+            const mainDb = result.rows.find((db) => db.seq === 0);
+            return mainDb?.file || 'unknown';
+        }
+        catch (error) {
+            return 'unknown';
+        }
+    }
+    /**
+     * Get analysis history
+     */
+    getAnalysisHistory(dbId) {
+        if (!dbId)
+            return null;
+        return this.analysisHistory.get(dbId) || null;
+    }
+    /**
+     * Clear analysis data
+     */
+    clearAnalysisData() {
+        this.queryPatterns.clear();
+        this.existingIndexes.clear();
+        this.analysisHistory.clear();
+    }
+    /**
+     * Get query pattern statistics
+     */
+    getQueryPatternStats() {
+        const patterns = Array.from(this.queryPatterns.values());
+        const totalQueries = patterns.reduce((sum, p) => sum + p.frequency, 0);
+        const averageFrequency = patterns.length > 0 ? totalQueries / patterns.length : 0;
+        const slowQueries = patterns.filter(p => p.averageExecutionTime > 1000).length;
+        return {
+            totalPatterns: patterns.length,
+            totalQueries,
+            averageFrequency,
+            slowQueries
+        };
+    }
+}

package/dist/esm/dialect/sqlite/sqlite-auto-optimizer.d.ts

@@ -0,0 +1,102 @@
+import type { Kysely } from '../../kysely.js';
+import { Logger } from '../../logging/logger.js';
+export interface SQLiteOptimizationConfig {
+    enableAutoPragma: boolean;
+    enableAutoIndexing: boolean;
+    enablePerformanceTuning: boolean;
+    enableBackupRecommendations: boolean;
+    slowQueryThreshold: number;
+    autoVacuumMode: 'NONE' | 'FULL' | 'INCREMENTAL';
+    journalMode: 'DELETE' | 'TRUNCATE' | 'PERSIST' | 'MEMORY' | 'WAL' | 'OFF';
+    synchronous: 'OFF' | 'NORMAL' | 'FULL' | 'EXTRA';
+    cacheSize: number;
+    tempStore: 'DEFAULT' | 'FILE' | 'MEMORY';
+}
+export interface SQLiteOptimizationResult {
+    appliedOptimizations: string[];
+    recommendations: string[];
+    performanceImpact: 'low' | 'medium' | 'high';
+    warnings: string[];
+}
+export interface SQLitePerformanceMetrics {
+    pageCount: number;
+    pageSize: number;
+    freelistCount: number;
+    schemaVersion: number;
+    userVersion: number;
+    applicationId: number;
+    cacheSize: number;
+    synchronous: number;
+    journalMode: string;
+    autoVacuum: number;
+    tempStore: number;
+    foreignKeys: number;
+    integrityCheck: boolean;
+}
+/**
+ * SQLite Auto-Optimizer that automatically applies performance optimizations
+ * and provides intelligent recommendations for SQLite databases
+ */
+export declare class SQLiteAutoOptimizer {
+    private logger;
+    private static instance;
+    private optimizationHistory;
+    private constructor();
+    static getInstance(logger: Logger): SQLiteAutoOptimizer;
+    /**
+     * Get default optimization configuration
+     */
+    getDefaultConfig(): SQLiteOptimizationConfig;
+    /**
+     * Analyze current SQLite configuration and performance
+     */
+    analyzeDatabase(db: Kysely<any>): Promise<SQLitePerformanceMetrics>;
+    /**
+     * Apply automatic optimizations based on configuration
+     */
+    optimizeDatabase(db: Kysely<any>, config?: SQLiteOptimizationConfig): Promise<SQLiteOptimizationResult>;
+    /**
+     * Apply pragma-based optimizations
+     */
+    private applyPragmaOptimizations;
+    /**
+     * Apply performance tuning optimizations
+     */
+    private applyPerformanceTuning;
+    /**
+     * Generate intelligent recommendations
+     */
+    private generateRecommendations;
+    /**
+     * Get pragma value
+     */
+    private getPragmaValue;
+    /**
+     * Get database identifier for history tracking
+     */
+    private getDatabaseId;
+    /**
+     * Get list of tables
+     */
+    private getTableList;
+    /**
+     * Get indexes for a table
+     */
+    private getTableIndexes;
+    /**
+     * Get optimization history for a database
+     */
+    getOptimizationHistory(dbId?: string): SQLiteOptimizationResult | null;
+    /**
+     * Clear optimization history
+     */
+    clearHistory(): void;
+    /**
+     * Get backup recommendations
+     */
+    getBackupRecommendations(db: Kysely<any>): Promise<string[]>;
+    /**
+     * Suggest index optimizations based on query patterns
+     */
+    suggestIndexOptimizations(db: Kysely<any>, queryPatterns: string[]): Promise<string[]>;
+}