@stackmemoryai/stackmemory 0.2.9 → 0.3.0

package/dist/src/core/performance/performance-profiler.js

@@ -0,0 +1,346 @@
+/**
+ * Performance Profiler
+ * Identifies and optimizes hot paths in StackMemory operations
+ */
+import { logger } from '../monitoring/logger.js';
+import { getQueryStatistics } from '../trace/db-trace-wrapper.js';
+/**
+ * Performance profiler with hot path detection
+ */
+export class PerformanceProfiler {
+    metrics = new Map();
+    hotPaths = new Map();
+    samples = new Map();
+    isEnabled = true;
+    sampleLimit = 1000;
+    hotPathThreshold = 5; // Operations taking > 5ms are considered hot
+    constructor(options = {}) {
+        this.isEnabled = options.enabled ?? true;
+        this.sampleLimit = options.sampleLimit ?? 1000;
+        this.hotPathThreshold = options.hotPathThreshold ?? 5;
+    }
+    /**
+     * Start timing an operation
+     */
+    startTiming(operationName) {
+        if (!this.isEnabled) {
+            return () => { }; // No-op
+        }
+        const startTime = performance.now();
+        return (metadata) => {
+            this.endTiming(operationName, startTime, metadata);
+        };
+    }
+    /**
+     * Time a function execution
+     */
+    async timeFunction(operationName, fn, metadata) {
+        if (!this.isEnabled) {
+            return await fn();
+        }
+        const endTimer = this.startTiming(operationName);
+        try {
+            const result = await fn();
+            endTimer(metadata);
+            return result;
+        }
+        catch (error) {
+            endTimer({ ...metadata, error: true });
+            throw error;
+        }
+    }
+    /**
+     * Record timing manually
+     */
+    recordTiming(operationName, durationMs, metadata) {
+        if (!this.isEnabled)
+            return;
+        this.endTiming(operationName, performance.now() - durationMs, metadata);
+    }
+    /**
+     * Get performance metrics for an operation
+     */
+    getMetrics(operationName) {
+        return this.metrics.get(operationName);
+    }
+    /**
+     * Get all performance metrics
+     */
+    getAllMetrics() {
+        return new Map(this.metrics);
+    }
+    /**
+     * Get hot paths sorted by impact
+     */
+    getHotPaths(limit = 10) {
+        return Array.from(this.hotPaths.values())
+            .sort((a, b) => (b.frequency * b.avgDuration) - (a.frequency * a.avgDuration))
+            .slice(0, limit);
+    }
+    /**
+     * Generate comprehensive performance report
+     */
+    generateReport(db) {
+        const hotPaths = this.getHotPaths(20);
+        const recommendations = this.generateRecommendations(hotPaths);
+        const report = {
+            timestamp: Date.now(),
+            hotPaths,
+            databaseMetrics: db ? getQueryStatistics(db) : null,
+            memoryUsage: process.memoryUsage(),
+            cacheMetrics: null, // Will be filled by query cache if available
+            recommendations,
+        };
+        logger.info('Performance report generated', {
+            hotPathsCount: hotPaths.length,
+            recommendationsCount: recommendations.length,
+            topHotPath: hotPaths[0]?.path,
+        });
+        return report;
+    }
+    /**
+     * Reset all metrics
+     */
+    reset() {
+        this.metrics.clear();
+        this.hotPaths.clear();
+        this.samples.clear();
+        logger.info('Performance metrics reset');
+    }
+    /**
+     * Export metrics to JSON
+     */
+    exportMetrics() {
+        const data = {
+            timestamp: Date.now(),
+            metrics: Object.fromEntries(this.metrics),
+            hotPaths: Object.fromEntries(this.hotPaths),
+            config: {
+                sampleLimit: this.sampleLimit,
+                hotPathThreshold: this.hotPathThreshold,
+                enabled: this.isEnabled,
+            },
+        };
+        return JSON.stringify(data, null, 2);
+    }
+    /**
+     * Enable/disable profiling
+     */
+    setEnabled(enabled) {
+        this.isEnabled = enabled;
+        logger.info(`Performance profiling ${enabled ? 'enabled' : 'disabled'}`);
+    }
+    /**
+     * End timing for an operation
+     */
+    endTiming(operationName, startTime, metadata) {
+        const duration = performance.now() - startTime;
+        const timestamp = Date.now();
+        // Update metrics
+        this.updateMetrics(operationName, duration, timestamp);
+        // Track hot paths
+        if (duration > this.hotPathThreshold) {
+            this.trackHotPath(operationName, duration, timestamp, metadata);
+        }
+        // Store sample
+        this.storeSample(operationName, duration, timestamp, metadata);
+    }
+    /**
+     * Update performance metrics for an operation
+     */
+    updateMetrics(operationName, duration, timestamp) {
+        const existing = this.metrics.get(operationName);
+        if (!existing) {
+            this.metrics.set(operationName, {
+                operationName,
+                callCount: 1,
+                totalTimeMs: duration,
+                avgTimeMs: duration,
+                minTimeMs: duration,
+                maxTimeMs: duration,
+                p95TimeMs: duration,
+                lastExecuted: timestamp,
+            });
+        }
+        else {
+            existing.callCount++;
+            existing.totalTimeMs += duration;
+            existing.avgTimeMs = existing.totalTimeMs / existing.callCount;
+            existing.minTimeMs = Math.min(existing.minTimeMs, duration);
+            existing.maxTimeMs = Math.max(existing.maxTimeMs, duration);
+            existing.lastExecuted = timestamp;
+            // Update p95 from samples
+            existing.p95TimeMs = this.calculateP95(operationName);
+        }
+    }
+    /**
+     * Track hot path
+     */
+    trackHotPath(operationName, duration, timestamp, metadata) {
+        const existing = this.hotPaths.get(operationName);
+        if (!existing) {
+            this.hotPaths.set(operationName, {
+                path: operationName,
+                frequency: 1,
+                avgDuration: duration,
+                totalDuration: duration,
+                lastSeen: timestamp,
+                samples: [{ timestamp, duration, metadata }],
+            });
+        }
+        else {
+            existing.frequency++;
+            existing.totalDuration += duration;
+            existing.avgDuration = existing.totalDuration / existing.frequency;
+            existing.lastSeen = timestamp;
+            // Keep limited samples
+            existing.samples.push({ timestamp, duration, metadata });
+            if (existing.samples.length > 100) {
+                existing.samples = existing.samples.slice(-100);
+            }
+        }
+    }
+    /**
+     * Store performance sample
+     */
+    storeSample(operationName, duration, timestamp, metadata) {
+        if (!this.samples.has(operationName)) {
+            this.samples.set(operationName, []);
+        }
+        const samples = this.samples.get(operationName);
+        samples.push({ timestamp, duration, metadata });
+        // Limit samples to prevent memory growth
+        if (samples.length > this.sampleLimit) {
+            samples.splice(0, samples.length - this.sampleLimit);
+        }
+    }
+    /**
+     * Calculate 95th percentile from samples
+     */
+    calculateP95(operationName) {
+        const samples = this.samples.get(operationName);
+        if (!samples || samples.length === 0)
+            return 0;
+        const durations = samples.map(s => s.duration).sort((a, b) => a - b);
+        const index = Math.floor(durations.length * 0.95);
+        return durations[index] || 0;
+    }
+    /**
+     * Generate optimization recommendations
+     */
+    generateRecommendations(hotPaths) {
+        const recommendations = [];
+        for (const hotPath of hotPaths.slice(0, 5)) {
+            const impact = hotPath.frequency * hotPath.avgDuration;
+            if (hotPath.path.includes('getFrameContext') && hotPath.avgDuration > 10) {
+                recommendations.push(`Consider caching frame context for ${hotPath.path} (avg: ${hotPath.avgDuration.toFixed(1)}ms)`);
+            }
+            if (hotPath.path.includes('getFrameEvents') && hotPath.frequency > 100) {
+                recommendations.push(`High frequency event queries detected in ${hotPath.path} (${hotPath.frequency} calls). Consider pagination or caching.`);
+            }
+            if (hotPath.path.includes('bulkInsert') && hotPath.avgDuration > 50) {
+                recommendations.push(`Slow bulk insertion in ${hotPath.path}. Consider increasing batch size or using prepared statements.`);
+            }
+            if (impact > 1000) {
+                recommendations.push(`High impact operation: ${hotPath.path} (${impact.toFixed(0)}ms total impact). Consider optimization.`);
+            }
+        }
+        // Memory recommendations
+        const memUsage = process.memoryUsage();
+        if (memUsage.heapUsed / memUsage.heapTotal > 0.8) {
+            recommendations.push('High memory usage detected. Consider implementing cleanup routines or reducing cache sizes.');
+        }
+        if (recommendations.length === 0) {
+            recommendations.push('No significant performance issues detected.');
+        }
+        return recommendations;
+    }
+}
+// Global profiler instance
+let globalProfiler = null;
+/**
+ * Get or create global profiler
+ */
+export function getProfiler() {
+    if (!globalProfiler) {
+        globalProfiler = new PerformanceProfiler({
+            enabled: process.env.NODE_ENV !== 'production' || process.env.STACKMEMORY_PROFILING === 'true',
+        });
+    }
+    return globalProfiler;
+}
+/**
+ * Convenience function to time operations
+ */
+export async function timeOperation(operationName, fn, metadata) {
+    return getProfiler().timeFunction(operationName, fn, metadata);
+}
+/**
+ * Create a performance monitoring decorator
+ */
+export function performanceMonitor(operationName) {
+    return function (target, propertyKey, descriptor) {
+        const originalMethod = descriptor.value;
+        const finalOperationName = operationName || `${target.constructor.name}.${propertyKey}`;
+        descriptor.value = async function (...args) {
+            return getProfiler().timeFunction(finalOperationName, () => originalMethod.apply(this, args));
+        };
+        return descriptor;
+    };
+}
+/**
+ * Monitor specific StackMemory operations
+ */
+export class StackMemoryPerformanceMonitor {
+    profiler = getProfiler();
+    /**
+     * Monitor frame operations
+     */
+    monitorFrameOperations(frameManager) {
+        this.wrapMethod(frameManager, 'getFrame', 'FrameManager.getFrame');
+        this.wrapMethod(frameManager, 'getFrameEvents', 'FrameManager.getFrameEvents');
+        this.wrapMethod(frameManager, 'getFrameAnchors', 'FrameManager.getFrameAnchors');
+        this.wrapMethod(frameManager, 'getHotStackContext', 'FrameManager.getHotStackContext');
+    }
+    /**
+     * Monitor database operations
+     */
+    monitorDatabaseOperations(db) {
+        const originalPrepare = db.prepare;
+        db.prepare = function (sql) {
+            const stmt = originalPrepare.call(this, sql);
+            return wrapStatement(stmt, sql);
+        };
+    }
+    /**
+     * Wrap a method with performance monitoring
+     */
+    wrapMethod(obj, methodName, operationName) {
+        const original = obj[methodName];
+        if (typeof original !== 'function')
+            return;
+        obj[methodName] = async function (...args) {
+            return getProfiler().timeFunction(operationName, () => original.apply(this, args));
+        };
+    }
+}
+/**
+ * Wrap a database statement with performance monitoring
+ */
+function wrapStatement(stmt, sql) {
+    const operationName = `SQL.${sql.trim().split(' ')[0].toUpperCase()}`;
+    const originalRun = stmt.run;
+    const originalGet = stmt.get;
+    const originalAll = stmt.all;
+    stmt.run = function (...args) {
+        return getProfiler().timeFunction(`${operationName}.run`, () => originalRun.apply(this, args));
+    };
+    stmt.get = function (...args) {
+        return getProfiler().timeFunction(`${operationName}.get`, () => originalGet.apply(this, args));
+    };
+    stmt.all = function (...args) {
+        return getProfiler().timeFunction(`${operationName}.all`, () => originalAll.apply(this, args));
+    };
+    return stmt;
+}
+//# sourceMappingURL=performance-profiler.js.map

package/dist/src/core/performance/performance-profiler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"performance-profiler.js","sourceRoot":"","sources":["../../../../src/core/performance/performance-profiler.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AA0ClE;;GAEG;AACH,MAAM,OAAO,mBAAmB;IACtB,OAAO,GAAG,IAAI,GAAG,EAA8B,CAAC;IAChD,QAAQ,GAAG,IAAI,GAAG,EAAmB,CAAC;IACtC,OAAO,GAAG,IAAI,GAAG,EAA+B,CAAC;IACjD,SAAS,GAAG,IAAI,CAAC;IACjB,WAAW,GAAG,IAAI,CAAC;IACnB,gBAAgB,GAAG,CAAC,CAAC,CAAC,6CAA6C;IAE3E,YACE,UAII,EAAE;QAEN,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC;QAC/C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,aAAqB;QAC/B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,QAAQ;QAC3B,CAAC;QAED,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,OAAO,CAAC,QAA8B,EAAE,EAAE;YACxC,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QACrD,CAAC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,aAAqB,EACrB,EAAwB,EACxB,QAA8B;QAE9B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;QACjD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC;YAC1B,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACnB,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACvC,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,aAAqB,EAAE,UAAkB,EAAE,QAA8B;QACpF,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAE5B,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,aAAqB;QAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,KAAK,GAAG,EAAE;QACpB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;aACtC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC;aAC7E,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,EAAsB;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,eAAe,GAAG,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAE/D,MAAM,MAAM,GAA4B;YACtC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,QAAQ;YACR,eAAe,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;YACnD,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE;YAClC,YAAY,EAAE,IAAI,EAAE,6CAA6C;YACjE,eAAe;SAChB,CAAC;QAEF,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE;YAC1C,aAAa,EAAE,QAAQ,CAAC,MAAM;YAC9B,oBAAoB,EAAE,eAAe,CAAC,MAAM;YAC5C,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI;SAC9B,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,aAAa;QACX,MAAM,IAAI,GAAG;YACX,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC;YACzC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC;YAC3C,MAAM,EAAE;gBACN,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,OAAO,EAAE,IAAI,CAAC,SAAS;aACxB;SACF,CAAC;QAEF,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,OAAgB;QACzB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,yBAAyB,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,aAAqB,EAAE,SAAiB,EAAE,QAA8B;QACxF,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,iBAAiB;QACjB,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEvD,kBAAkB;QAClB,IAAI,QAAQ,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACrC,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAClE,CAAC;QAED,eAAe;QACf,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,aAAqB,EAAE,QAAgB,EAAE,SAAiB;QAC9E,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAEjD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE;gBAC9B,aAAa;gBACb,SAAS,EAAE,CAAC;gBACZ,WAAW,EAAE,QAAQ;gBACrB,SAAS,EAAE,QAAQ;gBACnB,SAAS,EAAE,QAAQ;gBACnB,SAAS,EAAE,QAAQ;gBACnB,SAAS,EAAE,QAAQ;gBACnB,YAAY,EAAE,SAAS;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,SAAS,EAAE,CAAC;YACrB,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC;YACjC,QAAQ,CAAC,SAAS,GAAG,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC;YAC/D,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC5D,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC5D,QAAQ,CAAC,YAAY,GAAG,SAAS,CAAC;YAElC,0BAA0B;YAC1B,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,YAAY,CAClB,aAAqB,EACrB,QAAgB,EAChB,SAAiB,EACjB,QAA8B;QAE9B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAElD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,EAAE;gBAC/B,IAAI,EAAE,aAAa;gBACnB,SAAS,EAAE,CAAC;gBACZ,WAAW,EAAE,QAAQ;gBACrB,aAAa,EAAE,QAAQ;gBACvB,QAAQ,EAAE,SAAS;gBACnB,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;aAC7C,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,SAAS,EAAE,CAAC;YACrB,QAAQ,CAAC,aAAa,IAAI,QAAQ,CAAC;YACnC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,aAAa,GAAG,QAAQ,CAAC,SAAS,CAAC;YACnE,QAAQ,CAAC,QAAQ,GAAG,SAAS,CAAC;YAE9B,uBAAuB;YACvB,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;YACzD,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBAClC,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CACjB,aAAqB,EACrB,QAAgB,EAChB,SAAiB,EACjB,QAA8B;QAE9B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAE,CAAC;QACjD,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEhD,yCAAyC;QACzC,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACtC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,aAAqB;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAE/C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;QAClD,OAAO,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,QAAmB;QACjD,MAAM,eAAe,GAAa,EAAE,CAAC;QAErC,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3C,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC;YAEvD,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,EAAE,EAAE,CAAC;gBACzE,eAAe,CAAC,IAAI,CAAC,sCAAsC,OAAO,CAAC,IAAI,UAAU,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACxH,CAAC;YAED,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,OAAO,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC;gBACvE,eAAe,CAAC,IAAI,CAAC,4CAA4C,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,SAAS,0CAA0C,CAAC,CAAC;YACjJ,CAAC;YAED,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,EAAE,EAAE,CAAC;gBACpE,eAAe,CAAC,IAAI,CAAC,0BAA0B,OAAO,CAAC,IAAI,gEAAgE,CAAC,CAAC;YAC/H,CAAC;YAED,IAAI,MAAM,GAAG,IAAI,EAAE,CAAC;gBAClB,eAAe,CAAC,IAAI,CAAC,0BAA0B,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,0CAA0C,CAAC,CAAC;YAC/H,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACvC,IAAI,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC;YACjD,eAAe,CAAC,IAAI,CAAC,6FAA6F,CAAC,CAAC;QACtH,CAAC;QAED,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,eAAe,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,eAAe,CAAC;IACzB,CAAC;CACF;AAED,2BAA2B;AAC3B,IAAI,cAAc,GAA+B,IAAI,CAAC;AAEtD;;GAEG;AACH,MAAM,UAAU,WAAW;IACzB,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,mBAAmB,CAAC;YACvC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,MAAM;SAC/F,CAAC,CAAC;IACL,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,aAAqB,EACrB,EAAwB,EACxB,QAA8B;IAE9B,OAAO,WAAW,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC;AACjE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,aAAsB;IACvD,OAAO,UAAU,MAAW,EAAE,WAAmB,EAAE,UAA8B;QAC/E,MAAM,cAAc,GAAG,UAAU,CAAC,KAAK,CAAC;QACxC,MAAM,kBAAkB,GAAG,aAAa,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC;QAExF,UAAU,CAAC,KAAK,GAAG,KAAK,WAAW,GAAG,IAAW;YAC/C,OAAO,WAAW,EAAE,CAAC,YAAY,CAAC,kBAAkB,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAChG,CAAC,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,6BAA6B;IAChC,QAAQ,GAAG,WAAW,EAAE,CAAC;IAEjC;;OAEG;IACH,sBAAsB,CAAC,YAAiB;QACtC,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,UAAU,EAAE,uBAAuB,CAAC,CAAC;QACnE,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,gBAAgB,EAAE,6BAA6B,CAAC,CAAC;QAC/E,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,iBAAiB,EAAE,8BAA8B,CAAC,CAAC;QACjF,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,oBAAoB,EAAE,iCAAiC,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,yBAAyB,CAAC,EAAqB;QAC7C,MAAM,eAAe,GAAG,EAAE,CAAC,OAAO,CAAC;QACnC,EAAE,CAAC,OAAO,GAAG,UAAkB,GAAW;YACxC,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC7C,OAAO,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAClC,CAAC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,GAAQ,EAAE,UAAkB,EAAE,aAAqB;QACpE,MAAM,QAAQ,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC;QACjC,IAAI,OAAO,QAAQ,KAAK,UAAU;YAAE,OAAO;QAE3C,GAAG,CAAC,UAAU,CAAC,GAAG,KAAK,WAAW,GAAG,IAAW;YAC9C,OAAO,WAAW,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACrF,CAAC,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,IAAwB,EAAE,GAAW;IAC1D,MAAM,aAAa,GAAG,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;IAEtE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC;IAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC;IAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC;IAE7B,IAAI,CAAC,GAAG,GAAG,UAAoC,GAAG,IAAW;QAC3D,OAAO,WAAW,EAAE,CAAC,YAAY,CAAC,GAAG,aAAa,MAAM,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IACjG,CAAQ,CAAC;IAET,IAAI,CAAC,GAAG,GAAG,UAAoC,GAAG,IAAW;QAC3D,OAAO,WAAW,EAAE,CAAC,YAAY,CAAC,GAAG,aAAa,MAAM,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IACjG,CAAQ,CAAC;IAET,IAAI,CAAC,GAAG,GAAG,UAAoC,GAAG,IAAW;QAC3D,OAAO,WAAW,EAAE,CAAC,YAAY,CAAC,GAAG,aAAa,MAAM,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IACjG,CAAQ,CAAC;IAET,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/src/core/performance/streaming-jsonl-parser.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Optimized Streaming JSONL Parser
+ * Memory-efficient parsing for large JSONL files with async streaming
+ */
+import { Transform } from 'stream';
+export interface ParseOptions {
+    maxLineLength?: number;
+    batchSize?: number;
+    filter?: (obj: any) => boolean;
+    transform?: (obj: any) => any;
+    onProgress?: (processed: number, total?: number) => void;
+}
+export declare class StreamingJSONLParser {
+    private readonly DEFAULT_BATCH_SIZE;
+    private readonly DEFAULT_MAX_LINE_LENGTH;
+    /**
+     * Stream-parse a JSONL file with batching and backpressure handling
+     */
+    parseStream<T = any>(filePath: string, options?: ParseOptions): AsyncGenerator<T[], void, unknown>;
+    /**
+     * Parse entire file into memory (use for smaller files)
+     */
+    parseAll<T = any>(filePath: string, options?: Omit<ParseOptions, 'batchSize'>): Promise<T[]>;
+    /**
+     * Process JSONL file with a custom processor function
+     */
+    process<T = any, R = void>(filePath: string, processor: (items: T[]) => Promise<R>, options?: ParseOptions): Promise<R[]>;
+    /**
+     * Create a transform stream for JSONL parsing
+     */
+    createTransformStream<T = any>(options?: ParseOptions): Transform;
+    /**
+     * Count lines in JSONL file without parsing
+     */
+    countLines(filePath: string): Promise<number>;
+    /**
+     * Sample random lines from JSONL file
+     */
+    sampleLines<T = any>(filePath: string, sampleRate: number, options?: Omit<ParseOptions, 'batchSize'>): AsyncGenerator<T, void, unknown>;
+}
+//# sourceMappingURL=streaming-jsonl-parser.d.ts.map

package/dist/src/core/performance/streaming-jsonl-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"streaming-jsonl-parser.d.ts","sourceRoot":"","sources":["../../../../src/core/performance/streaming-jsonl-parser.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EAAE,SAAS,EAAY,MAAM,QAAQ,CAAC;AAM7C,MAAM,WAAW,YAAY;IAC3B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC;IAC/B,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,CAAC;IAC9B,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;CAC1D;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAO;IAC1C,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAe;IAEvD;;OAEG;IACI,WAAW,CAAC,CAAC,GAAG,GAAG,EACxB,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,YAAiB,GACzB,cAAc,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC;IAmFrC;;OAEG;IACG,QAAQ,CAAC,CAAC,GAAG,GAAG,EACpB,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,IAAI,CAAC,YAAY,EAAE,WAAW,CAAM,GAC5C,OAAO,CAAC,CAAC,EAAE,CAAC;IAaf;;OAEG;IACG,OAAO,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,IAAI,EAC7B,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,EACrC,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,CAAC,EAAE,CAAC;IAWf;;OAEG;IACH,qBAAqB,CAAC,CAAC,GAAG,GAAG,EAC3B,OAAO,GAAE,YAAiB,GACzB,SAAS;IAwDZ;;OAEG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAYnD;;OAEG;IACI,WAAW,CAAC,CAAC,GAAG,GAAG,EACxB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE,IAAI,CAAC,YAAY,EAAE,WAAW,CAAM,GAC5C,cAAc,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC;CAapC"}

package/dist/src/core/performance/streaming-jsonl-parser.js

@@ -0,0 +1,193 @@
+/**
+ * Optimized Streaming JSONL Parser
+ * Memory-efficient parsing for large JSONL files with async streaming
+ */
+import { createReadStream } from 'fs';
+import { createInterface } from 'readline';
+import { Transform, pipeline } from 'stream';
+import { promisify } from 'util';
+import { logger } from '../monitoring/logger.js';
+const pipelineAsync = promisify(pipeline);
+export class StreamingJSONLParser {
+    DEFAULT_BATCH_SIZE = 100;
+    DEFAULT_MAX_LINE_LENGTH = 1024 * 1024; // 1MB per line
+    /**
+     * Stream-parse a JSONL file with batching and backpressure handling
+     */
+    async *parseStream(filePath, options = {}) {
+        const { batchSize = this.DEFAULT_BATCH_SIZE, maxLineLength = this.DEFAULT_MAX_LINE_LENGTH, filter, transform, onProgress, } = options;
+        const stream = createReadStream(filePath, {
+            encoding: 'utf8',
+            highWaterMark: 64 * 1024, // 64KB chunks
+        });
+        const rl = createInterface({
+            input: stream,
+            crlfDelay: Infinity,
+            historySize: 0, // Disable history for memory efficiency
+        });
+        let batch = [];
+        let lineCount = 0;
+        let processedCount = 0;
+        let errorCount = 0;
+        try {
+            for await (const line of rl) {
+                lineCount++;
+                if (line.length > maxLineLength) {
+                    logger.warn('Skipping oversized line', {
+                        lineNumber: lineCount,
+                        length: line.length,
+                        maxLength: maxLineLength,
+                    });
+                    errorCount++;
+                    continue;
+                }
+                if (!line.trim())
+                    continue;
+                try {
+                    let obj = JSON.parse(line);
+                    if (filter && !filter(obj))
+                        continue;
+                    if (transform)
+                        obj = transform(obj);
+                    batch.push(obj);
+                    processedCount++;
+                    if (batch.length >= batchSize) {
+                        yield batch;
+                        batch = [];
+                        onProgress?.(processedCount);
+                    }
+                }
+                catch (parseError) {
+                    errorCount++;
+                    logger.debug('Failed to parse JSONL line', {
+                        lineNumber: lineCount,
+                        error: parseError,
+                        preview: line.substring(0, 100),
+                    });
+                }
+            }
+            // Yield remaining items
+            if (batch.length > 0) {
+                yield batch;
+                onProgress?.(processedCount);
+            }
+        }
+        finally {
+            rl.close();
+            stream.destroy();
+            logger.debug('JSONL parsing complete', {
+                filePath,
+                totalLines: lineCount,
+                processed: processedCount,
+                errors: errorCount,
+            });
+        }
+    }
+    /**
+     * Parse entire file into memory (use for smaller files)
+     */
+    async parseAll(filePath, options = {}) {
+        const results = [];
+        for await (const batch of this.parseStream(filePath, {
+            ...options,
+            batchSize: Number.MAX_SAFE_INTEGER,
+        })) {
+            results.push(...batch);
+        }
+        return results;
+    }
+    /**
+     * Process JSONL file with a custom processor function
+     */
+    async process(filePath, processor, options = {}) {
+        const results = [];
+        for await (const batch of this.parseStream(filePath, options)) {
+            const result = await processor(batch);
+            results.push(result);
+        }
+        return results;
+    }
+    /**
+     * Create a transform stream for JSONL parsing
+     */
+    createTransformStream(options = {}) {
+        const { filter, transform, maxLineLength = this.DEFAULT_MAX_LINE_LENGTH } = options;
+        let buffer = '';
+        let lineCount = 0;
+        return new Transform({
+            objectMode: true,
+            transform(chunk, encoding, callback) {
+                buffer += chunk.toString();
+                const lines = buffer.split('\n');
+                // Keep incomplete line in buffer
+                buffer = lines.pop() || '';
+                for (const line of lines) {
+                    lineCount++;
+                    if (!line.trim())
+                        continue;
+                    if (line.length > maxLineLength) {
+                        logger.warn('Skipping oversized line in transform', { lineCount });
+                        continue;
+                    }
+                    try {
+                        let obj = JSON.parse(line);
+                        if (filter && !filter(obj))
+                            continue;
+                        if (transform)
+                            obj = transform(obj);
+                        this.push(obj);
+                    }
+                    catch (error) {
+                        logger.debug('Transform parse error', { lineCount, error });
+                    }
+                }
+                callback();
+            },
+            flush(callback) {
+                // Process any remaining data
+                if (buffer.trim()) {
+                    try {
+                        let obj = JSON.parse(buffer);
+                        if (!filter || filter(obj)) {
+                            if (transform)
+                                obj = transform(obj);
+                            this.push(obj);
+                        }
+                    }
+                    catch (error) {
+                        logger.debug('Flush parse error', { error });
+                    }
+                }
+                callback();
+            }
+        });
+    }
+    /**
+     * Count lines in JSONL file without parsing
+     */
+    async countLines(filePath) {
+        const stream = createReadStream(filePath, { encoding: 'utf8' });
+        const rl = createInterface({ input: stream, historySize: 0 });
+        let count = 0;
+        for await (const _ of rl) {
+            count++;
+        }
+        return count;
+    }
+    /**
+     * Sample random lines from JSONL file
+     */
+    async *sampleLines(filePath, sampleRate, options = {}) {
+        if (sampleRate <= 0 || sampleRate > 1) {
+            throw new Error('Sample rate must be between 0 and 1');
+        }
+        for await (const batch of this.parseStream(filePath, options)) {
+            for (const item of batch) {
+                if (Math.random() < sampleRate) {
+                    yield item;
+                }
+            }
+        }
+    }
+}
+//# sourceMappingURL=streaming-jsonl-parser.js.map

package/dist/src/core/performance/streaming-jsonl-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streaming-jsonl-parser.js","sourceRoot":"","sources":["../../../../src/core/performance/streaming-jsonl-parser.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,IAAI,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAEjD,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAU1C,MAAM,OAAO,oBAAoB;IACd,kBAAkB,GAAG,GAAG,CAAC;IACzB,uBAAuB,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,eAAe;IAEvE;;OAEG;IACH,KAAK,CAAA,CAAE,WAAW,CAChB,QAAgB,EAChB,UAAwB,EAAE;QAE1B,MAAM,EACJ,SAAS,GAAG,IAAI,CAAC,kBAAkB,EACnC,aAAa,GAAG,IAAI,CAAC,uBAAuB,EAC5C,MAAM,EACN,SAAS,EACT,UAAU,GACX,GAAG,OAAO,CAAC;QAEZ,MAAM,MAAM,GAAG,gBAAgB,CAAC,QAAQ,EAAE;YACxC,QAAQ,EAAE,MAAM;YAChB,aAAa,EAAE,EAAE,GAAG,IAAI,EAAE,cAAc;SACzC,CAAC,CAAC;QAEH,MAAM,EAAE,GAAG,eAAe,CAAC;YACzB,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,QAAQ;YACnB,WAAW,EAAE,CAAC,EAAE,wCAAwC;SACzD,CAAC,CAAC;QAEH,IAAI,KAAK,GAAQ,EAAE,CAAC;QACpB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;gBAC5B,SAAS,EAAE,CAAC;gBAEZ,IAAI,IAAI,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;oBAChC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE;wBACrC,UAAU,EAAE,SAAS;wBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;wBACnB,SAAS,EAAE,aAAa;qBACzB,CAAC,CAAC;oBACH,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBAAE,SAAS;gBAE3B,IAAI,CAAC;oBACH,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAE3B,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;wBAAE,SAAS;oBACrC,IAAI,SAAS;wBAAE,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;oBAEpC,KAAK,CAAC,IAAI,CAAC,GAAQ,CAAC,CAAC;oBACrB,cAAc,EAAE,CAAC;oBAEjB,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;wBAC9B,MAAM,KAAK,CAAC;wBACZ,KAAK,GAAG,EAAE,CAAC;wBACX,UAAU,EAAE,CAAC,cAAc,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,UAAU,EAAE,CAAC;oBACb,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;wBACzC,UAAU,EAAE,SAAS;wBACrB,KAAK,EAAE,UAAU;wBACjB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;qBAChC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,wBAAwB;YACxB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,KAAK,CAAC;gBACZ,UAAU,EAAE,CAAC,cAAc,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,CAAC,OAAO,EAAE,CAAC;YAEjB,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE;gBACrC,QAAQ;gBACR,UAAU,EAAE,SAAS;gBACrB,SAAS,EAAE,cAAc;gBACzB,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,QAAgB,EAChB,UAA2C,EAAE;QAE7C,MAAM,OAAO,GAAQ,EAAE,CAAC;QAExB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,WAAW,CAAI,QAAQ,EAAE;YACtD,GAAG,OAAO;YACV,SAAS,EAAE,MAAM,CAAC,gBAAgB;SACnC,CAAC,EAAE,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QACzB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,QAAgB,EAChB,SAAqC,EACrC,UAAwB,EAAE;QAE1B,MAAM,OAAO,GAAQ,EAAE,CAAC;QAExB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,WAAW,CAAI,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;YACjE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,qBAAqB,CACnB,UAAwB,EAAE;QAE1B,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,aAAa,GAAG,IAAI,CAAC,uBAAuB,EAAE,GAAG,OAAO,CAAC;QACpF,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,OAAO,IAAI,SAAS,CAAC;YACnB,UAAU,EAAE,IAAI;YAChB,SAAS,CAAC,KAAsB,EAAE,QAAQ,EAAE,QAAQ;gBAClD,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAEjC,iCAAiC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,SAAS,EAAE,CAAC;oBAEZ,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;wBAAE,SAAS;oBAC3B,IAAI,IAAI,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;wBAChC,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;wBACnE,SAAS;oBACX,CAAC;oBAED,IAAI,CAAC;wBACH,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAE3B,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;4BAAE,SAAS;wBACrC,IAAI,SAAS;4BAAE,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;wBAEpC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACjB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC9D,CAAC;gBACH,CAAC;gBAED,QAAQ,EAAE,CAAC;YACb,CAAC;YAED,KAAK,CAAC,QAAQ;gBACZ,6BAA6B;gBAC7B,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;oBAClB,IAAI,CAAC;wBACH,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;wBAC7B,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;4BAC3B,IAAI,SAAS;gCAAE,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;4BACpC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACjB,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC/C,CAAC;gBACH,CAAC;gBACD,QAAQ,EAAE,CAAC;YACb,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,QAAgB;QAC/B,MAAM,MAAM,GAAG,gBAAgB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QAChE,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;QAE9D,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YACzB,KAAK,EAAE,CAAC;QACV,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAA,CAAE,WAAW,CAChB,QAAgB,EAChB,UAAkB,EAClB,UAA2C,EAAE;QAE7C,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,WAAW,CAAI,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;YACjE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;oBAC/B,MAAM,IAAI,CAAC;gBACb,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/src/core/persistence/postgres-adapter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"postgres-adapter.d.ts","sourceRoot":"","sources":["../../../../src/core/persistence/postgres-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,UAAU,EAAgC,MAAM,IAAI,CAAC;AACpE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EACL,kBAAkB,EAClB,WAAW,EACX,SAAS,EACT,WAAW,EACZ,MAAM,aAAa,CAAC;AAGrB,MAAM,WAAW,cAAe,SAAQ,UAAU;IAChD,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,qBAAa,eAAgB,YAAW,kBAAkB;IACxD,OAAO,CAAC,IAAI,CAAO;IACnB,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,aAAa,CAAS;gBAElB,MAAM,EAAE,cAAc;IAQ5B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAexB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAM3B,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;IAqB5D,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAIjC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAIvB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B,WAAW,IAAI,OAAO;YAIR,UAAU;YAaV,gBAAgB;YA+DhB,eAAe;YA6Bf,cAAc;IAiCtB,SAAS,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAe1C,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBhD,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,SAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAmBrE,gBAAgB,CACpB,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,EACf,KAAK,SAAK,GACT,OAAO,CAAC,WAAW,EAAE,CAAC;IA0BnB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;CAuG3D"}
+{"version":3,"file":"postgres-adapter.d.ts","sourceRoot":"","sources":["../../../../src/core/persistence/postgres-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,UAAU,EAAgC,MAAM,IAAI,CAAC;AACpE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EACL,kBAAkB,EAClB,WAAW,EACX,SAAS,EACT,WAAW,EACZ,MAAM,aAAa,CAAC;AAGrB,MAAM,WAAW,cAAe,SAAQ,UAAU;IAChD,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,qBAAa,eAAgB,YAAW,kBAAkB;IACxD,OAAO,CAAC,IAAI,CAAO;IACnB,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,aAAa,CAAS;gBAElB,MAAM,EAAE,cAAc;IAQ5B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAexB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAM3B,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;IAqB5D,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAIjC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAIvB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B,WAAW,IAAI,OAAO;YAIR,UAAU;YAaV,gBAAgB;YA+EhB,eAAe;YA6Bf,cAAc;IAiCtB,SAAS,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAe1C,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBhD,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,SAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAmBrE,gBAAgB,CACpB,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,EACf,KAAK,SAAK,GACT,OAAO,CAAC,WAAW,EAAE,CAAC;IA0BnB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;CAuG3D"}

package/dist/src/core/persistence/postgres-adapter.js

@@ -95,8 +95,7 @@ export class PostgresAdapter {
         timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
         type VARCHAR(100) NOT NULL,
         data JSONB NOT NULL,
-        metadata JSONB,
-        INDEX idx_traces_session_timestamp (session_id, timestamp)
+        metadata JSONB
       )`,
             // Context frames table
             `CREATE TABLE IF NOT EXISTS context_frames (
@@ -107,8 +106,7 @@ export class PostgresAdapter {
         summary TEXT,
         timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
         type VARCHAR(100) NOT NULL,
-        metadata JSONB,
-        INDEX idx_context_project_branch (project_id, branch)
+        metadata JSONB
       )`,
             // Decisions table
             `CREATE TABLE IF NOT EXISTS decisions (
@@ -124,6 +122,22 @@ export class PostgresAdapter {
         for (const query of queries) {
             await this.execute(query);
         }
+        // Create indexes separately (PostgreSQL doesn't support inline INDEX in CREATE TABLE)
+        const indexes = [
+            `CREATE INDEX IF NOT EXISTS idx_traces_session_timestamp 
+       ON traces(session_id, timestamp)`,
+            `CREATE INDEX IF NOT EXISTS idx_context_project_branch 
+       ON context_frames(project_id, branch)`,
+            `CREATE INDEX IF NOT EXISTS idx_traces_type 
+       ON traces(type)`,
+            `CREATE INDEX IF NOT EXISTS idx_context_frames_timestamp 
+       ON context_frames(timestamp)`,
+            `CREATE INDEX IF NOT EXISTS idx_decisions_project_session 
+       ON decisions(project_id, session_id)`,
+        ];
+        for (const index of indexes) {
+            await this.execute(index);
+        }
     }
     async enableTimescale() {
         try {