@freshguard/freshguard-core 0.11.2

package/dist/security/schema-cache.js

@@ -0,0 +1,344 @@
+import { createComponentLogger } from '../observability/logger.js';
+import { createComponentMetrics } from '../observability/metrics.js';
+const DEFAULT_CONFIG = {
+    defaultTTL: 300000,
+    maxEntries: 1000,
+    cleanupInterval: 60000,
+    enableAutoRefresh: true,
+    autoRefreshThreshold: 0.8,
+    enableCompression: false,
+    enableStats: true
+};
+export class SchemaCache {
+    cache = new Map();
+    config;
+    logger;
+    cleanupTimer;
+    stats;
+    constructor(config = {}) {
+        this.config = {
+            ...DEFAULT_CONFIG,
+            logger: config.logger || createComponentLogger('schema-cache'),
+            metrics: config.metrics || createComponentMetrics('schema_cache'),
+            ...config
+        };
+        this.logger = this.config.logger;
+        this.stats = {
+            totalEntries: 0,
+            hits: 0,
+            misses: 0,
+            hitRate: 0,
+            evictions: 0,
+            memoryUsage: 0,
+            averageAge: 0,
+            lastResetTime: new Date()
+        };
+        this.startCleanupTimer();
+        this.logger.info('Schema cache initialized', {
+            defaultTTL: this.config.defaultTTL,
+            maxEntries: this.config.maxEntries,
+            cleanupInterval: this.config.cleanupInterval,
+            autoRefresh: this.config.enableAutoRefresh
+        });
+    }
+    get(database, tableName) {
+        const key = this.makeKey(database, tableName);
+        const entry = this.cache.get(key);
+        if (!entry) {
+            this.recordMiss();
+            return null;
+        }
+        const now = new Date();
+        if (now > entry.schema.expiresAt) {
+            this.cache.delete(key);
+            this.recordMiss();
+            this.logger.debug('Cache entry expired', { database, tableName });
+            return null;
+        }
+        if (this.config.enableAutoRefresh) {
+            const ageRatio = (now.getTime() - entry.schema.cachedAt.getTime()) /
+                (entry.schema.expiresAt.getTime() - entry.schema.cachedAt.getTime());
+            if (ageRatio >= this.config.autoRefreshThreshold) {
+                entry.needsRefresh = true;
+                this.logger.debug('Cache entry marked for refresh', {
+                    database,
+                    tableName,
+                    ageRatio
+                });
+            }
+        }
+        entry.lastAccessed = now;
+        entry.accessCount++;
+        this.recordHit();
+        this.logger.debug('Cache hit', { database, tableName, accessCount: entry.accessCount });
+        return { ...entry.schema };
+    }
+    set(schema) {
+        const now = new Date();
+        const expiresAt = new Date(now.getTime() + this.config.defaultTTL);
+        const cachedSchema = {
+            ...schema,
+            cachedAt: now,
+            expiresAt
+        };
+        const key = this.makeKey(schema.database, schema.tableName);
+        if (this.cache.size >= this.config.maxEntries && !this.cache.has(key)) {
+            this.evictLRU();
+        }
+        const entry = {
+            schema: cachedSchema,
+            lastAccessed: now,
+            accessCount: 1,
+            needsRefresh: false
+        };
+        this.cache.set(key, entry);
+        this.updateStats();
+        this.logger.debug('Schema cached', {
+            database: schema.database,
+            tableName: schema.tableName,
+            columns: schema.columns.length,
+            indexes: schema.indexes.length,
+            estimatedRows: schema.estimatedRows,
+            expiresAt: expiresAt.toISOString()
+        });
+    }
+    delete(database, tableName) {
+        const key = this.makeKey(database, tableName);
+        const deleted = this.cache.delete(key);
+        if (deleted) {
+            this.updateStats();
+            this.logger.debug('Schema cache entry deleted', { database, tableName });
+        }
+        return deleted;
+    }
+    has(database, tableName) {
+        const key = this.makeKey(database, tableName);
+        const entry = this.cache.get(key);
+        if (!entry) {
+            return false;
+        }
+        const now = new Date();
+        if (now > entry.schema.expiresAt) {
+            this.cache.delete(key);
+            return false;
+        }
+        return true;
+    }
+    getEntriesNeedingRefresh() {
+        const needingRefresh = [];
+        for (const [key, entry] of this.cache) {
+            if (entry.needsRefresh) {
+                const { database, tableName } = this.parseKey(key);
+                needingRefresh.push({ database, tableName });
+            }
+        }
+        return needingRefresh;
+    }
+    markAsRefreshed(database, tableName) {
+        const key = this.makeKey(database, tableName);
+        const entry = this.cache.get(key);
+        if (entry) {
+            entry.needsRefresh = false;
+            this.logger.debug('Cache entry marked as refreshed', { database, tableName });
+        }
+    }
+    getTablesForDatabase(database) {
+        const tables = [];
+        for (const [key, entry] of this.cache) {
+            const parsed = this.parseKey(key);
+            if (parsed.database === database && new Date() <= entry.schema.expiresAt) {
+                tables.push(parsed.tableName);
+            }
+        }
+        return tables.sort();
+    }
+    clear() {
+        const entriesCleared = this.cache.size;
+        this.cache.clear();
+        this.stats = {
+            ...this.stats,
+            totalEntries: 0,
+            memoryUsage: 0
+        };
+        this.logger.info('Schema cache cleared', { entriesCleared });
+    }
+    clearExpired() {
+        const now = new Date();
+        let expiredCount = 0;
+        for (const [key, entry] of this.cache) {
+            if (now > entry.schema.expiresAt) {
+                this.cache.delete(key);
+                expiredCount++;
+            }
+        }
+        if (expiredCount > 0) {
+            this.updateStats();
+            this.stats.evictions += expiredCount;
+            this.logger.debug('Expired cache entries cleared', { expiredCount });
+        }
+        return expiredCount;
+    }
+    getStats() {
+        this.updateStats();
+        return { ...this.stats };
+    }
+    resetStats() {
+        this.stats = {
+            totalEntries: this.cache.size,
+            hits: 0,
+            misses: 0,
+            hitRate: 0,
+            evictions: 0,
+            memoryUsage: this.estimateMemoryUsage(),
+            averageAge: this.calculateAverageAge(),
+            lastResetTime: new Date()
+        };
+        this.logger.info('Cache statistics reset');
+    }
+    stop() {
+        if (this.cleanupTimer) {
+            clearInterval(this.cleanupTimer);
+            this.cleanupTimer = undefined;
+        }
+        this.logger.info('Schema cache stopped');
+    }
+    export() {
+        const schemas = [];
+        for (const entry of this.cache.values()) {
+            schemas.push({ ...entry.schema });
+        }
+        return schemas;
+    }
+    import(schemas) {
+        let importedCount = 0;
+        const now = new Date();
+        for (const schema of schemas) {
+            if (now <= schema.expiresAt) {
+                const key = this.makeKey(schema.database, schema.tableName);
+                const entry = {
+                    schema,
+                    lastAccessed: now,
+                    accessCount: 0,
+                    needsRefresh: false
+                };
+                this.cache.set(key, entry);
+                importedCount++;
+            }
+        }
+        this.updateStats();
+        this.logger.info('Cache data imported', { importedCount, totalSchemas: schemas.length });
+        return importedCount;
+    }
+    makeKey(database, tableName) {
+        return `${database}:${tableName}`;
+    }
+    parseKey(key) {
+        const parts = key.split(':', 2);
+        const database = parts[0] || '';
+        const tableName = parts[1] || '';
+        return { database, tableName };
+    }
+    recordHit() {
+        this.stats.hits++;
+        this.updateHitRate();
+    }
+    recordMiss() {
+        this.stats.misses++;
+        this.updateHitRate();
+    }
+    updateHitRate() {
+        const total = this.stats.hits + this.stats.misses;
+        this.stats.hitRate = total > 0 ? (this.stats.hits / total) * 100 : 0;
+    }
+    evictLRU() {
+        let oldestKey = null;
+        let oldestTime = new Date();
+        for (const [key, entry] of this.cache) {
+            if (entry.lastAccessed < oldestTime) {
+                oldestTime = entry.lastAccessed;
+                oldestKey = key;
+            }
+        }
+        if (oldestKey) {
+            const { database, tableName } = this.parseKey(oldestKey);
+            this.cache.delete(oldestKey);
+            this.stats.evictions++;
+            this.logger.debug('LRU cache entry evicted', {
+                database,
+                tableName,
+                lastAccessed: oldestTime.toISOString()
+            });
+        }
+    }
+    updateStats() {
+        this.stats.totalEntries = this.cache.size;
+        this.stats.memoryUsage = this.estimateMemoryUsage();
+        this.stats.averageAge = this.calculateAverageAge();
+    }
+    estimateMemoryUsage() {
+        let totalSize = 0;
+        for (const entry of this.cache.values()) {
+            totalSize += JSON.stringify(entry.schema).length * 2;
+            totalSize += 200;
+        }
+        return totalSize;
+    }
+    calculateAverageAge() {
+        if (this.cache.size === 0)
+            return 0;
+        const now = new Date().getTime();
+        let totalAge = 0;
+        for (const entry of this.cache.values()) {
+            totalAge += now - entry.schema.cachedAt.getTime();
+        }
+        return totalAge / this.cache.size;
+    }
+    startCleanupTimer() {
+        if (this.cleanupTimer) {
+            clearInterval(this.cleanupTimer);
+        }
+        this.cleanupTimer = setInterval(() => {
+            this.clearExpired();
+        }, this.config.cleanupInterval);
+    }
+}
+export function generateStructureHash(columns, indexes) {
+    const structure = {
+        columns: columns.map(c => ({ name: c.name, type: c.type, nullable: c.nullable })),
+        indexes: indexes.map(i => ({ name: i.name, columns: i.columns, unique: i.unique }))
+    };
+    return hashString(JSON.stringify(structure));
+}
+function hashString(str) {
+    let hash = 0;
+    if (str.length === 0)
+        return hash.toString();
+    for (let i = 0; i < str.length; i++) {
+        const char = str.charCodeAt(i);
+        hash = ((hash << 5) - hash) + char;
+        hash = hash & hash;
+    }
+    return Math.abs(hash).toString(16);
+}
+export function createSchemaCache(config) {
+    return new SchemaCache(config);
+}
+export function createHighCapacityCache() {
+    return new SchemaCache({
+        defaultTTL: 600000,
+        maxEntries: 5000,
+        cleanupInterval: 120000,
+        enableAutoRefresh: true,
+        autoRefreshThreshold: 0.7
+    });
+}
+export function createFastCache() {
+    return new SchemaCache({
+        defaultTTL: 60000,
+        maxEntries: 100,
+        cleanupInterval: 15000,
+        enableAutoRefresh: false
+    });
+}
+export const defaultSchemaCache = createSchemaCache();
+//# sourceMappingURL=schema-cache.js.map

package/dist/security/schema-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema-cache.js","sourceRoot":"","sources":["../../src/security/schema-cache.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAEnE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AAiIrE,MAAM,cAAc,GAA4D;IAC9E,UAAU,EAAE,MAAM;IAClB,UAAU,EAAE,IAAI;IAChB,eAAe,EAAE,KAAK;IACtB,iBAAiB,EAAE,IAAI;IACvB,oBAAoB,EAAE,GAAG;IACzB,iBAAiB,EAAE,KAAK;IACxB,WAAW,EAAE,IAAI;CAClB,CAAC;AA2BF,MAAM,OAAO,WAAW;IACL,KAAK,GAAG,IAAI,GAAG,EAAwB,CAAC;IACxC,MAAM,CAA8B;IACpC,MAAM,CAAmB;IAClC,YAAY,CAAkB;IAC9B,KAAK,CAAa;IAE1B,YAAY,SAAqC,EAAE;QACjD,IAAI,CAAC,MAAM,GAAG;YACZ,GAAG,cAAc;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,qBAAqB,CAAC,cAAc,CAAC;YAC9D,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,sBAAsB,CAAC,cAAc,CAAC;YACjE,GAAG,MAAM;SACV,CAAC;QAEF,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAGjC,IAAI,CAAC,KAAK,GAAG;YACX,YAAY,EAAE,CAAC;YACf,IAAI,EAAE,CAAC;YACP,MAAM,EAAE,CAAC;YACT,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,CAAC;YACb,aAAa,EAAE,IAAI,IAAI,EAAE;SAC1B,CAAC;QAGF,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE;YAC3C,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YAClC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YAClC,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;YAC5C,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB;SAC3C,CAAC,CAAC;IACL,CAAC;IAKD,GAAG,CAAC,QAAgB,EAAE,SAAiB;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC;QACd,CAAC;QAGD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;QACd,CAAC;QAGD,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBAClD,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;YAErF,IAAI,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;gBACjD,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE;oBAClD,QAAQ;oBACR,SAAS;oBACT,QAAQ;iBACT,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAGD,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC;QACzB,KAAK,CAAC,WAAW,EAAE,CAAC;QAEpB,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAExF,OAAO,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;IAKD,GAAG,CAAC,MAAyD;QAC3D,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAEnE,MAAM,YAAY,GAAsB;YACtC,GAAG,MAAM;YACT,QAAQ,EAAE,GAAG;YACb,SAAS;SACV,CAAC;QAEF,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QAG5D,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACtE,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,CAAC;QAGD,MAAM,KAAK,GAAe;YACxB,MAAM,EAAE,YAAY;YACpB,YAAY,EAAE,GAAG;YACjB,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,KAAK;SACpB,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE;YACjC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;YAC9B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;YAC9B,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,SAAS,EAAE,SAAS,CAAC,WAAW,EAAE;SACnC,CAAC,CAAC;IACL,CAAC;IAKD,MAAM,CAAC,QAAgB,EAAE,SAAiB;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAEvC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAKD,GAAG,CAAC,QAAgB,EAAE,SAAiB;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,KAAK,CAAC;QACf,CAAC;QAGD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAKD,wBAAwB;QACtB,MAAM,cAAc,GAA8C,EAAE,CAAC;QAErE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;gBACvB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACnD,cAAc,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAKD,eAAe,CAAC,QAAgB,EAAE,SAAiB;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAKD,oBAAoB,CAAC,QAAgB;QACnC,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,IAAI,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACzE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAKD,KAAK;QACH,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;QACvC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG;YACX,GAAG,IAAI,CAAC,KAAK;YACb,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,CAAC;SACf,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC;IAC/D,CAAC;IAKD,YAAY;QACV,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACjC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,YAAY,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAKD,QAAQ;QACN,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAKD,UAAU;QACR,IAAI,CAAC,KAAK,GAAG;YACX,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YAC7B,IAAI,EAAE,CAAC;YACP,MAAM,EAAE,CAAC;YACT,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,IAAI,CAAC,mBAAmB,EAAE;YACvC,UAAU,EAAE,IAAI,CAAC,mBAAmB,EAAE;YACtC,aAAa,EAAE,IAAI,IAAI,EAAE;SAC1B,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC7C,CAAC;IAKD,IAAI;QACF,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACjC,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC3C,CAAC;IAKD,MAAM;QACJ,MAAM,OAAO,GAAwB,EAAE,CAAC;QAExC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACpC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAKD,MAAM,CAAC,OAA4B;QACjC,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAE7B,IAAI,GAAG,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC5D,MAAM,KAAK,GAAe;oBACxB,MAAM;oBACN,YAAY,EAAE,GAAG;oBACjB,WAAW,EAAE,CAAC;oBACd,YAAY,EAAE,KAAK;iBACpB,CAAC;gBAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC3B,aAAa,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,aAAa,EAAE,YAAY,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAEzF,OAAO,aAAa,CAAC;IACvB,CAAC;IASO,OAAO,CAAC,QAAgB,EAAE,SAAiB;QACjD,OAAO,GAAG,QAAQ,IAAI,SAAS,EAAE,CAAC;IACpC,CAAC;IAKO,QAAQ,CAAC,GAAa;QAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACjC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IACjC,CAAC;IAKO,SAAS;QACf,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAClB,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAKO,UAAU;QAChB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACpB,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAKO,aAAa;QACnB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QAClD,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC;IAKO,QAAQ;QACd,IAAI,SAAS,GAAoB,IAAI,CAAC;QACtC,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAE5B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,YAAY,GAAG,UAAU,EAAE,CAAC;gBACpC,UAAU,GAAG,KAAK,CAAC,YAAY,CAAC;gBAChC,SAAS,GAAG,GAAG,CAAC;YAClB,CAAC;QACH,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACzD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC7B,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAEvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE;gBAC3C,QAAQ;gBACR,SAAS;gBACT,YAAY,EAAE,UAAU,CAAC,WAAW,EAAE;aACvC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAKO,WAAW;QACjB,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;QAC1C,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACpD,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;IACrD,CAAC;IAKO,mBAAmB;QACzB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAExC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;YACrD,SAAS,IAAI,GAAG,CAAC;QACnB,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAKO,mBAAmB;QACzB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEpC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACjC,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACxC,QAAQ,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACpD,CAAC;QAED,OAAO,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACpC,CAAC;IAKO,iBAAiB;QACvB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnC,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE;YACnC,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IAClC,CAAC;CACF;AASD,MAAM,UAAU,qBAAqB,CAAC,OAA2B,EAAE,OAA0B;IAC3F,MAAM,SAAS,GAAG;QAChB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjF,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;KACpF,CAAC;IAEF,OAAO,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;AAC/C,CAAC;AAKD,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IAE7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;QACnC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AACrC,CAAC;AASD,MAAM,UAAU,iBAAiB,CAAC,MAAmC;IACnE,OAAO,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AAKD,MAAM,UAAU,uBAAuB;IACrC,OAAO,IAAI,WAAW,CAAC;QACrB,UAAU,EAAE,MAAM;QAClB,UAAU,EAAE,IAAI;QAChB,eAAe,EAAE,MAAM;QACvB,iBAAiB,EAAE,IAAI;QACvB,oBAAoB,EAAE,GAAG;KAC1B,CAAC,CAAC;AACL,CAAC;AAKD,MAAM,UAAU,eAAe;IAC7B,OAAO,IAAI,WAAW,CAAC;QACrB,UAAU,EAAE,KAAK;QACjB,UAAU,EAAE,GAAG;QACf,eAAe,EAAE,KAAK;QACtB,iBAAiB,EAAE,KAAK;KACzB,CAAC,CAAC;AACL,CAAC;AASD,MAAM,CAAC,MAAM,kBAAkB,GAAG,iBAAiB,EAAE,CAAC"}

package/dist/types/connector.d.ts

@@ -0,0 +1,68 @@
+export interface ConnectorConfig {
+    host: string;
+    port: number;
+    database: string;
+    username: string;
+    password: string;
+    ssl?: boolean;
+    timeout?: number;
+    queryTimeout?: number;
+    maxRows?: number;
+    applicationName?: string;
+}
+export interface TableSchema {
+    table: string;
+    columns: {
+        name: string;
+        type: string;
+        nullable: boolean;
+    }[];
+}
+export interface Connector {
+    testConnection(): Promise<boolean>;
+    listTables(): Promise<string[]>;
+    getTableSchema(table: string): Promise<TableSchema>;
+    getRowCount(table: string): Promise<number>;
+    getMaxTimestamp(table: string, column: string): Promise<Date | null>;
+    getMinTimestamp(table: string, column: string): Promise<Date | null>;
+    getLastModified(table: string): Promise<Date | null>;
+    close(): Promise<void>;
+}
+export interface FreshnessResult {
+    table: string;
+    column: string;
+    lastUpdate: Date | null;
+    rowCount: number;
+    isStale: boolean;
+    staleSince?: Date;
+    error?: string;
+}
+export interface AnomalyResult {
+    table: string;
+    currentRowCount?: number;
+    baselineRowCount?: number;
+    deviationPercent?: number;
+    isAnomaly: boolean;
+    direction?: 'increase' | 'decrease';
+    error?: string;
+}
+export interface SecurityConfig {
+    connectionTimeout: number;
+    queryTimeout: number;
+    maxRows: number;
+    requireSSL: boolean;
+    allowedQueryPatterns: RegExp[];
+    blockedKeywords: string[];
+    enableDetailedLogging?: boolean;
+    enableQueryAnalysis?: boolean;
+    maxQueryRiskScore?: number;
+    maxQueryComplexityScore?: number;
+}
+export declare const DEFAULT_SECURITY_CONFIG: SecurityConfig;
+export type ConnectorType = 'postgres' | 'duckdb' | 'bigquery' | 'snowflake' | 'mysql' | 'redshift';
+export interface ConnectorFactoryConfig {
+    type: ConnectorType;
+    config: ConnectorConfig;
+    securityConfig?: Partial<SecurityConfig>;
+}
+//# sourceMappingURL=connector.d.ts.map

package/dist/types/connector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"connector.d.ts","sourceRoot":"","sources":["../../src/types/connector.ts"],"names":[],"mappings":"AAiBA,MAAM,WAAW,eAAe;IAE9B,IAAI,EAAE,MAAM,CAAC;IAEb,IAAI,EAAE,MAAM,CAAC;IAEb,QAAQ,EAAE,MAAM,CAAC;IAEjB,QAAQ,EAAE,MAAM,CAAC;IAEjB,QAAQ,EAAE,MAAM,CAAC;IAEjB,GAAG,CAAC,EAAE,OAAO,CAAC;IAEd,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAKD,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACP,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,OAAO,CAAC;KACnB,EAAE,CAAC;CACL;AAMD,MAAM,WAAW,SAAS;IAExB,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAGnC,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAGhC,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAIpD,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAG5C,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IAGrE,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IAGrE,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IAGrD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAKD,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,IAAI,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,IAAI,CAAC;IAElB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAKD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,UAAU,GAAG,UAAU,CAAC;IAEpC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AASD,MAAM,WAAW,cAAc;IAE7B,iBAAiB,EAAE,MAAM,CAAC;IAG1B,YAAY,EAAE,MAAM,CAAC;IAGrB,OAAO,EAAE,MAAM,CAAC;IAGhB,UAAU,EAAE,OAAO,CAAC;IAGpB,oBAAoB,EAAE,MAAM,EAAE,CAAC;IAG/B,eAAe,EAAE,MAAM,EAAE,CAAC;IAG1B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAGhC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAG9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAG3B,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAKD,eAAO,MAAM,uBAAuB,EAAE,cAmCrC,CAAC;AASF,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,QAAQ,GAAG,UAAU,GAAG,WAAW,GAAG,OAAO,GAAG,UAAU,CAAC;AAKpG,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,aAAa,CAAC;IACpB,MAAM,EAAE,eAAe,CAAC;IACxB,cAAc,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;CAC1C"}

package/dist/types/connector.js

@@ -0,0 +1,26 @@
+export const DEFAULT_SECURITY_CONFIG = {
+    connectionTimeout: 30000,
+    queryTimeout: 10000,
+    maxRows: 1000,
+    requireSSL: true,
+    allowedQueryPatterns: [
+        /^SELECT\s+COUNT\(\*\)(?:\s+as\s+\w+)?\s+FROM\s+[`"]?\w+[`"]?$/is,
+        /^SELECT\s+MAX\([`"]?\w+[`"]?\)(?:\s+as\s+\w+)?\s+FROM\s+[`"]?\w+[`"]?$/is,
+        /^SELECT\s+MIN\([`"]?\w+[`"]?\)(?:\s+as\s+\w+)?\s+FROM\s+[`"]?\w+[`"]?$/is,
+        /^DESCRIBE\s+[`"]?\w+[`"]?$/i,
+        /^SHOW\s+(TABLES|COLUMNS)(?:\s+FROM\s+[`"]?\w+[`"]?)?$/i,
+        /^SELECT\s+.+?\s+FROM\s+information_schema\.\w+/is,
+        /^SELECT[\s\S]+?FROM[\s\S]+?information_schema\.\w+/is,
+        /^SELECT[\s\S]+?FROM[\s\S]*`[^`]*\.INFORMATION_SCHEMA\.\w+`/is,
+        /^SELECT\s+table_name\s+FROM\s+information_schema\.tables\s+WHERE\s+table_schema\s*=\s*\?/is,
+        /^SELECT\s+column_name,\s*data_type,\s*is_nullable\s+FROM\s+information_schema\.columns/is,
+        /^SELECT\s+tablename\s+FROM\s+pg_tables/is,
+        /^SELECT\s+[\s\S]*?FROM\s+svv_table_info/is,
+        /^SELECT\s+1(?:\s+as\s+\w+)?$/i,
+    ],
+    blockedKeywords: [
+        'INSERT', 'UPDATE', 'DELETE', 'DROP', 'ALTER', 'CREATE', 'TRUNCATE',
+        '--', '/*', '*/', 'EXEC', 'EXECUTE', 'xp_', 'sp_'
+    ],
+};
+//# sourceMappingURL=connector.js.map

package/dist/types/connector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"connector.js","sourceRoot":"","sources":["../../src/types/connector.ts"],"names":[],"mappings":"AAyJA,MAAM,CAAC,MAAM,uBAAuB,GAAmB;IACrD,iBAAiB,EAAE,KAAK;IACxB,YAAY,EAAE,KAAK;IACnB,OAAO,EAAE,IAAI;IACb,UAAU,EAAE,IAAI;IAChB,oBAAoB,EAAE;QAEpB,iEAAiE;QACjE,0EAA0E;QAC1E,0EAA0E;QAG1E,6BAA6B;QAC7B,wDAAwD;QAGxD,kDAAkD;QAClD,sDAAsD;QACtD,8DAA8D;QAG9D,4FAA4F;QAC5F,0FAA0F;QAG1F,0CAA0C;QAC1C,2CAA2C;QAG3C,+BAA+B;KAChC;IACD,eAAe,EAAE;QACf,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU;QACnE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK;KAClD;CACF,CAAC"}