vikunja-mcp-ng 0.4.0

package/dist/utils/performance/batch-processor.d.ts

@@ -0,0 +1,77 @@
+/**
+ * High-performance batch processor with controlled concurrency
+ * Optimizes bulk operations by managing parallel execution with intelligent backpressure
+ */
+export interface BatchOptions {
+    /**
+     * Maximum number of concurrent operations (default: 5)
+     * Higher values increase throughput but may overwhelm the API
+     */
+    maxConcurrency: number;
+    /**
+     * Batch size for each processing chunk (default: 10)
+     * Balances memory usage with processing efficiency
+     */
+    batchSize: number;
+    /**
+     * Enable performance metrics collection (default: true)
+     */
+    enableMetrics: boolean;
+    /**
+     * Delay between batches in milliseconds (default: 0)
+     * Useful for rate limiting or API throttling
+     */
+    batchDelay: number;
+}
+export interface BatchMetrics {
+    totalItems: number;
+    totalBatches: number;
+    totalDuration: number;
+    averageBatchDuration: number;
+    successfulOperations: number;
+    failedOperations: number;
+    operationsPerSecond: number;
+    concurrencyUtilization: number;
+}
+export interface BatchResult<T> {
+    successful: T[];
+    failed: Array<{
+        index: number;
+        error: unknown;
+        originalItem: unknown;
+    }>;
+    metrics: BatchMetrics;
+}
+export declare class BatchProcessor {
+    private readonly options;
+    private activeOperations;
+    private metrics;
+    constructor(options?: Partial<BatchOptions>);
+    /**
+     * Process items in optimized batches with controlled concurrency
+     */
+    processBatches<TInput, TOutput>(items: TInput[], processor: (item: TInput, index: number) => Promise<TOutput>, options?: Partial<BatchOptions>): Promise<BatchResult<TOutput>>;
+    /**
+     * Process a single batch with controlled concurrency using semaphore pattern
+     */
+    private processBatchConcurrently;
+    /**
+     * Split items into batches with original indices preserved
+     */
+    private createBatches;
+    /**
+     * Calculate how efficiently concurrency was utilized
+     */
+    private calculateConcurrencyUtilization;
+    /**
+     * Get current processing statistics
+     */
+    getMetrics(): Partial<BatchMetrics> & {
+        activeOperations: number;
+    };
+}
+export declare const createOptimizedBatchProcessor: (options?: Partial<BatchOptions>) => BatchProcessor;
+export declare const HIGH_THROUGHPUT_CONFIG: Partial<BatchOptions>;
+export declare const RATE_LIMITED_CONFIG: Partial<BatchOptions>;
+export declare const MEMORY_OPTIMIZED_CONFIG: Partial<BatchOptions>;
+//# sourceMappingURL=batch-processor.d.ts.map

package/dist/utils/performance/batch-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-processor.d.ts","sourceRoot":"","sources":["../../../src/utils/performance/batch-processor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,cAAc,EAAE,MAAM,CAAC;IAEvB;;;OAGG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,aAAa,EAAE,OAAO,CAAC;IAEvB;;;OAGG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,sBAAsB,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,WAAW,CAAC,CAAC;IAC5B,UAAU,EAAE,CAAC,EAAE,CAAC;IAChB,MAAM,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACxE,OAAO,EAAE,YAAY,CAAC;CACvB;AASD,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAe;IACvC,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,OAAO,CAA6B;gBAEhC,OAAO,GAAE,OAAO,CAAC,YAAY,CAAM;IAI/C;;OAEG;IACG,cAAc,CAAC,MAAM,EAAE,OAAO,EAClC,KAAK,EAAE,MAAM,EAAE,EACf,SAAS,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,EAC5D,OAAO,GAAE,OAAO,CAAC,YAAY,CAAM,GAClC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAiGhC;;OAEG;YACW,wBAAwB;IAgCtC;;OAEG;IACH,OAAO,CAAC,aAAa;IAiBrB;;OAEG;IACH,OAAO,CAAC,+BAA+B;IAcvC;;OAEG;IACH,UAAU,IAAI,OAAO,CAAC,YAAY,CAAC,GAAG;QAAE,gBAAgB,EAAE,MAAM,CAAA;KAAE;CAMnE;AAsCD,eAAO,MAAM,6BAA6B,GAAI,UAAU,OAAO,CAAC,YAAY,CAAC,KAAG,cACnD,CAAC;AAE9B,eAAO,MAAM,sBAAsB,EAAE,OAAO,CAAC,YAAY,CAKxD,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,OAAO,CAAC,YAAY,CAKrD,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,OAAO,CAAC,YAAY,CAKzD,CAAC"}

package/dist/utils/performance/batch-processor.js

@@ -0,0 +1,218 @@
+"use strict";
+/**
+ * High-performance batch processor with controlled concurrency
+ * Optimizes bulk operations by managing parallel execution with intelligent backpressure
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MEMORY_OPTIMIZED_CONFIG = exports.RATE_LIMITED_CONFIG = exports.HIGH_THROUGHPUT_CONFIG = exports.createOptimizedBatchProcessor = exports.BatchProcessor = void 0;
+const logger_1 = require("../logger");
+const DEFAULT_OPTIONS = {
+    maxConcurrency: 5,
+    batchSize: 10,
+    enableMetrics: true,
+    batchDelay: 0,
+};
+class BatchProcessor {
+    options;
+    activeOperations = 0;
+    metrics = {};
+    constructor(options = {}) {
+        this.options = { ...DEFAULT_OPTIONS, ...options };
+    }
+    /**
+     * Process items in optimized batches with controlled concurrency
+     */
+    async processBatches(items, processor, options = {}) {
+        const opts = { ...this.options, ...options };
+        const startTime = Date.now();
+        if (opts.enableMetrics) {
+            this.metrics = {
+                totalItems: items.length,
+                totalBatches: Math.ceil(items.length / opts.batchSize),
+                successfulOperations: 0,
+                failedOperations: 0,
+            };
+        }
+        const successful = [];
+        const failed = [];
+        const batchDurations = [];
+        // Split items into batches
+        const batches = this.createBatches(items, opts.batchSize);
+        logger_1.logger.debug('Starting batch processing', {
+            totalItems: items.length,
+            batchCount: batches.length,
+            batchSize: opts.batchSize,
+            maxConcurrency: opts.maxConcurrency,
+        });
+        for (let batchIndex = 0; batchIndex < batches.length; batchIndex++) {
+            const batch = batches[batchIndex];
+            if (!batch) {
+                throw new Error(`Batch at index ${batchIndex} is undefined`);
+            }
+            const batchStartTime = Date.now();
+            // Process batch with controlled concurrency
+            const batchResults = await this.processBatchConcurrently(batch, processor, opts.maxConcurrency, batchIndex * opts.batchSize // base index for this batch
+            );
+            // Collect results
+            for (const result of batchResults) {
+                if (result.status === 'fulfilled') {
+                    successful.push(result.value);
+                    if (opts.enableMetrics)
+                        this.metrics.successfulOperations = (this.metrics.successfulOperations || 0) + 1;
+                }
+                else {
+                    failed.push(result.error);
+                    if (opts.enableMetrics)
+                        this.metrics.failedOperations = (this.metrics.failedOperations || 0) + 1;
+                }
+            }
+            const batchDuration = Date.now() - batchStartTime;
+            batchDurations.push(batchDuration);
+            logger_1.logger.debug('Batch completed', {
+                batchIndex,
+                batchSize: batch.length,
+                duration: batchDuration,
+                successful: batchResults.filter(r => r.status === 'fulfilled').length,
+                failed: batchResults.filter(r => r.status === 'rejected').length,
+            });
+            // Apply inter-batch delay if configured
+            if (opts.batchDelay > 0 && batchIndex < batches.length - 1) {
+                await new Promise(resolve => setTimeout(resolve, opts.batchDelay));
+            }
+        }
+        const totalDuration = Date.now() - startTime;
+        // Calculate final metrics
+        const finalMetrics = {
+            totalItems: items.length,
+            totalBatches: batches.length,
+            totalDuration,
+            averageBatchDuration: batchDurations.length > 0
+                ? batchDurations.reduce((a, b) => a + b, 0) / batchDurations.length
+                : 0,
+            successfulOperations: successful.length,
+            failedOperations: failed.length,
+            operationsPerSecond: totalDuration > 0 ? (successful.length + failed.length) / (totalDuration / 1000) : 0,
+            concurrencyUtilization: this.calculateConcurrencyUtilization(batchDurations, opts.maxConcurrency),
+        };
+        if (opts.enableMetrics) {
+            logger_1.logger.info('Batch processing completed', finalMetrics);
+        }
+        return {
+            successful,
+            failed,
+            metrics: finalMetrics,
+        };
+    }
+    /**
+     * Process a single batch with controlled concurrency using semaphore pattern
+     */
+    async processBatchConcurrently(batch, processor, maxConcurrency, _baseIndex) {
+        const semaphore = new Semaphore(maxConcurrency);
+        const promises = batch.map(async ({ item, originalIndex }) => {
+            await semaphore.acquire();
+            this.activeOperations++;
+            try {
+                const result = await processor(item, originalIndex);
+                return { status: 'fulfilled', value: result };
+            }
+            catch (error) {
+                return {
+                    status: 'rejected',
+                    error: { index: originalIndex, error, originalItem: item },
+                };
+            }
+            finally {
+                this.activeOperations--;
+                semaphore.release();
+            }
+        });
+        return Promise.all(promises);
+    }
+    /**
+     * Split items into batches with original indices preserved
+     */
+    createBatches(items, batchSize) {
+        const batches = [];
+        for (let i = 0; i < items.length; i += batchSize) {
+            const batchItems = items.slice(i, i + batchSize).map((item, localIndex) => ({
+                item,
+                originalIndex: i + localIndex,
+            }));
+            batches.push(batchItems);
+        }
+        return batches;
+    }
+    /**
+     * Calculate how efficiently concurrency was utilized
+     */
+    calculateConcurrencyUtilization(batchDurations, maxConcurrency) {
+        if (batchDurations.length === 0)
+            return 0;
+        // Simple heuristic: if batches complete quickly relative to max concurrency,
+        // we're likely utilizing concurrency well
+        const avgDuration = batchDurations.reduce((a, b) => a + b, 0) / batchDurations.length;
+        const idealDuration = avgDuration / maxConcurrency;
+        return Math.min(1, idealDuration / avgDuration);
+    }
+    /**
+     * Get current processing statistics
+     */
+    getMetrics() {
+        return {
+            ...this.metrics,
+            activeOperations: this.activeOperations,
+        };
+    }
+}
+exports.BatchProcessor = BatchProcessor;
+/**
+ * Semaphore for controlling concurrency
+ */
+class Semaphore {
+    permits;
+    waitQueue = [];
+    constructor(permits) {
+        this.permits = permits;
+    }
+    async acquire() {
+        if (this.permits > 0) {
+            this.permits--;
+            return;
+        }
+        return new Promise((resolve) => {
+            this.waitQueue.push(resolve);
+        });
+    }
+    release() {
+        this.permits++;
+        if (this.waitQueue.length > 0) {
+            this.permits--;
+            const resolve = this.waitQueue.shift();
+            if (resolve) {
+                resolve();
+            }
+        }
+    }
+}
+// Export convenience functions for common patterns
+const createOptimizedBatchProcessor = (options) => new BatchProcessor(options);
+exports.createOptimizedBatchProcessor = createOptimizedBatchProcessor;
+exports.HIGH_THROUGHPUT_CONFIG = {
+    maxConcurrency: 8,
+    batchSize: 15,
+    enableMetrics: true,
+    batchDelay: 0,
+};
+exports.RATE_LIMITED_CONFIG = {
+    maxConcurrency: 3,
+    batchSize: 5,
+    enableMetrics: true,
+    batchDelay: 100,
+};
+exports.MEMORY_OPTIMIZED_CONFIG = {
+    maxConcurrency: 4,
+    batchSize: 8,
+    enableMetrics: true,
+    batchDelay: 50,
+};
+//# sourceMappingURL=batch-processor.js.map

package/dist/utils/performance/batch-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-processor.js","sourceRoot":"","sources":["../../../src/utils/performance/batch-processor.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,sCAAmC;AA4CnC,MAAM,eAAe,GAAiB;IACpC,cAAc,EAAE,CAAC;IACjB,SAAS,EAAE,EAAE;IACb,aAAa,EAAE,IAAI;IACnB,UAAU,EAAE,CAAC;CACd,CAAC;AAEF,MAAa,cAAc;IACR,OAAO,CAAe;IAC/B,gBAAgB,GAAG,CAAC,CAAC;IACrB,OAAO,GAA0B,EAAE,CAAC;IAE5C,YAAY,UAAiC,EAAE;QAC7C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,eAAe,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,KAAe,EACf,SAA4D,EAC5D,UAAiC,EAAE;QAEnC,MAAM,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,GAAG;gBACb,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC;gBACtD,oBAAoB,EAAE,CAAC;gBACvB,gBAAgB,EAAE,CAAC;aACpB,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAc,EAAE,CAAC;QACjC,MAAM,MAAM,GAAmE,EAAE,CAAC;QAClF,MAAM,cAAc,GAAa,EAAE,CAAC;QAEpC,2BAA2B;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAE1D,eAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE;YACxC,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC,CAAC;QAEH,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;YACnE,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;YAClC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,kBAAkB,UAAU,eAAe,CAAC,CAAC;YAC/D,CAAC;YACD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAElC,4CAA4C;YAC5C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,wBAAwB,CACtD,KAAK,EACL,SAAS,EACT,IAAI,CAAC,cAAc,EACnB,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,4BAA4B;aACzD,CAAC;YAEF,kBAAkB;YAClB,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;gBAClC,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBAClC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC9B,IAAI,IAAI,CAAC,aAAa;wBAAE,IAAI,CAAC,OAAO,CAAC,oBAAoB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC3G,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC1B,IAAI,IAAI,CAAC,aAAa;wBAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnG,CAAC;YACH,CAAC;YAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC;YAClD,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAEnC,eAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE;gBAC9B,UAAU;gBACV,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,QAAQ,EAAE,aAAa;gBACvB,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM;gBACrE,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,MAAM;aACjE,CAAC,CAAC;YAEH,wCAAwC;YACxC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3D,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE7C,0BAA0B;QAC1B,MAAM,YAAY,GAAiB;YACjC,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,YAAY,EAAE,OAAO,CAAC,MAAM;YAC5B,aAAa;YACb,oBAAoB,EAAE,cAAc,CAAC,MAAM,GAAG,CAAC;gBAC7C,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM;gBACnE,CAAC,CAAC,CAAC;YACL,oBAAoB,EAAE,UAAU,CAAC,MAAM;YACvC,gBAAgB,EAAE,MAAM,CAAC,MAAM;YAC/B,mBAAmB,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACzG,sBAAsB,EAAE,IAAI,CAAC,+BAA+B,CAAC,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC;SAClG,CAAC;QAEF,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,eAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE,YAAY,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO;YACL,UAAU;YACV,MAAM;YACN,OAAO,EAAE,YAAY;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB,CACpC,KAAqD,EACrD,SAA4D,EAC5D,cAAsB,EACtB,UAAkB;QAKlB,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,cAAc,CAAC,CAAC;QAEhD,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE;YAC3D,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;YAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAExB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;gBACpD,OAAO,EAAE,MAAM,EAAE,WAAoB,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;YACzD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,MAAM,EAAE,UAAmB;oBAC3B,KAAK,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE;iBAC3D,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACxB,SAAS,CAAC,OAAO,EAAE,CAAC;YACtB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,aAAa,CACnB,KAAU,EACV,SAAiB;QAEjB,MAAM,OAAO,GAAqD,EAAE,CAAC;QAErE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;gBAC1E,IAAI;gBACJ,aAAa,EAAE,CAAC,GAAG,UAAU;aAC9B,CAAC,CAAC,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3B,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,+BAA+B,CACrC,cAAwB,EACxB,cAAsB;QAEtB,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAE1C,6EAA6E;QAC7E,0CAA0C;QAC1C,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC;QACtF,MAAM,aAAa,GAAG,WAAW,GAAG,cAAc,CAAC;QAEnD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,GAAG,WAAW,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO;YACL,GAAG,IAAI,CAAC,OAAO;YACf,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;CACF;AAlMD,wCAkMC;AAED;;GAEG;AACH,MAAM,SAAS;IACL,OAAO,CAAS;IAChB,SAAS,GAAsB,EAAE,CAAC;IAE1C,YAAY,OAAe;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,IAAI,CAAC,OAAO,EAAE,CAAC;QAEf,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;YACvC,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,mDAAmD;AAC5C,MAAM,6BAA6B,GAAG,CAAC,OAA+B,EAAkB,EAAE,CAC/F,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC;AADjB,QAAA,6BAA6B,iCACZ;AAEjB,QAAA,sBAAsB,GAA0B;IAC3D,cAAc,EAAE,CAAC;IACjB,SAAS,EAAE,EAAE;IACb,aAAa,EAAE,IAAI;IACnB,UAAU,EAAE,CAAC;CACd,CAAC;AAEW,QAAA,mBAAmB,GAA0B;IACxD,cAAc,EAAE,CAAC;IACjB,SAAS,EAAE,CAAC;IACZ,aAAa,EAAE,IAAI;IACnB,UAAU,EAAE,GAAG;CAChB,CAAC;AAEW,QAAA,uBAAuB,GAA0B;IAC5D,cAAc,EAAE,CAAC;IACjB,SAAS,EAAE,CAAC;IACZ,aAAa,EAAE,IAAI;IACnB,UAAU,EAAE,EAAE;CACf,CAAC"}

package/dist/utils/performance/index.d.ts

@@ -0,0 +1,42 @@
+/**
+ * Performance optimization utilities for bulk operations
+ * Core performance monitoring and batch processing capabilities
+ */
+import type { BatchOptions } from './batch-processor';
+export { BatchProcessor, createOptimizedBatchProcessor, HIGH_THROUGHPUT_CONFIG, RATE_LIMITED_CONFIG, MEMORY_OPTIMIZED_CONFIG, type BatchOptions, type BatchMetrics, type BatchResult, } from './batch-processor';
+export { PerformanceMonitor, performanceMonitor, monitorBulkOperation, recordPerformanceMetrics, type OperationMetrics, type PerformanceStats, type PerformanceAlert, } from './performance-monitor';
+export interface OptimizedBulkConfig {
+    batchOptions?: Partial<BatchOptions>;
+    enableMonitoring?: boolean;
+    operationType?: string;
+}
+export declare const BULK_OPERATION_CONFIGS: {
+    HIGH_THROUGHPUT: {
+        batchOptions: {
+            maxConcurrency: number;
+            batchSize: number;
+            enableMetrics: boolean;
+            batchDelay: number;
+        };
+        enableMonitoring: boolean;
+    };
+    RATE_LIMITED: {
+        batchOptions: {
+            maxConcurrency: number;
+            batchSize: number;
+            enableMetrics: boolean;
+            batchDelay: number;
+        };
+        enableMonitoring: boolean;
+    };
+    DEFAULT: {
+        batchOptions: {
+            maxConcurrency: number;
+            batchSize: number;
+            enableMetrics: boolean;
+            batchDelay: number;
+        };
+        enableMonitoring: boolean;
+    };
+};
+//# sourceMappingURL=index.d.ts.map

package/dist/utils/performance/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/utils/performance/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEtD,OAAO,EACL,cAAc,EACd,6BAA6B,EAC7B,sBAAsB,EACtB,mBAAmB,EACnB,uBAAuB,EACvB,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,WAAW,GACjB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,oBAAoB,EACpB,wBAAwB,EACxB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,GACtB,MAAM,uBAAuB,CAAC;AAG/B,MAAM,WAAW,mBAAmB;IAClC,YAAY,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IACrC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAGD,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4BlC,CAAC"}

package/dist/utils/performance/index.js

@@ -0,0 +1,49 @@
+"use strict";
+/**
+ * Performance optimization utilities for bulk operations
+ * Core performance monitoring and batch processing capabilities
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BULK_OPERATION_CONFIGS = exports.recordPerformanceMetrics = exports.monitorBulkOperation = exports.performanceMonitor = exports.PerformanceMonitor = exports.MEMORY_OPTIMIZED_CONFIG = exports.RATE_LIMITED_CONFIG = exports.HIGH_THROUGHPUT_CONFIG = exports.createOptimizedBatchProcessor = exports.BatchProcessor = void 0;
+var batch_processor_1 = require("./batch-processor");
+Object.defineProperty(exports, "BatchProcessor", { enumerable: true, get: function () { return batch_processor_1.BatchProcessor; } });
+Object.defineProperty(exports, "createOptimizedBatchProcessor", { enumerable: true, get: function () { return batch_processor_1.createOptimizedBatchProcessor; } });
+Object.defineProperty(exports, "HIGH_THROUGHPUT_CONFIG", { enumerable: true, get: function () { return batch_processor_1.HIGH_THROUGHPUT_CONFIG; } });
+Object.defineProperty(exports, "RATE_LIMITED_CONFIG", { enumerable: true, get: function () { return batch_processor_1.RATE_LIMITED_CONFIG; } });
+Object.defineProperty(exports, "MEMORY_OPTIMIZED_CONFIG", { enumerable: true, get: function () { return batch_processor_1.MEMORY_OPTIMIZED_CONFIG; } });
+var performance_monitor_1 = require("./performance-monitor");
+Object.defineProperty(exports, "PerformanceMonitor", { enumerable: true, get: function () { return performance_monitor_1.PerformanceMonitor; } });
+Object.defineProperty(exports, "performanceMonitor", { enumerable: true, get: function () { return performance_monitor_1.performanceMonitor; } });
+Object.defineProperty(exports, "monitorBulkOperation", { enumerable: true, get: function () { return performance_monitor_1.monitorBulkOperation; } });
+Object.defineProperty(exports, "recordPerformanceMetrics", { enumerable: true, get: function () { return performance_monitor_1.recordPerformanceMetrics; } });
+// Export predefined configurations for common use cases
+exports.BULK_OPERATION_CONFIGS = {
+    HIGH_THROUGHPUT: {
+        batchOptions: {
+            maxConcurrency: 8,
+            batchSize: 15,
+            enableMetrics: true,
+            batchDelay: 0,
+        },
+        enableMonitoring: true,
+    },
+    RATE_LIMITED: {
+        batchOptions: {
+            maxConcurrency: 3,
+            batchSize: 5,
+            enableMetrics: true,
+            batchDelay: 100,
+        },
+        enableMonitoring: true,
+    },
+    DEFAULT: {
+        batchOptions: {
+            maxConcurrency: 5,
+            batchSize: 10,
+            enableMetrics: true,
+            batchDelay: 0,
+        },
+        enableMonitoring: true,
+    },
+};
+//# sourceMappingURL=index.js.map

package/dist/utils/performance/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/performance/index.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAIH,qDAS2B;AARzB,iHAAA,cAAc,OAAA;AACd,gIAAA,6BAA6B,OAAA;AAC7B,yHAAA,sBAAsB,OAAA;AACtB,sHAAA,mBAAmB,OAAA;AACnB,0HAAA,uBAAuB,OAAA;AAMzB,6DAQ+B;AAP7B,yHAAA,kBAAkB,OAAA;AAClB,yHAAA,kBAAkB,OAAA;AAClB,2HAAA,oBAAoB,OAAA;AACpB,+HAAA,wBAAwB,OAAA;AAa1B,wDAAwD;AAC3C,QAAA,sBAAsB,GAAG;IACpC,eAAe,EAAE;QACf,YAAY,EAAE;YACZ,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,EAAE;YACb,aAAa,EAAE,IAAI;YACnB,UAAU,EAAE,CAAC;SACd;QACD,gBAAgB,EAAE,IAAI;KACvB;IACD,YAAY,EAAE;QACZ,YAAY,EAAE;YACZ,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,CAAC;YACZ,aAAa,EAAE,IAAI;YACnB,UAAU,EAAE,GAAG;SAChB;QACD,gBAAgB,EAAE,IAAI;KACvB;IACD,OAAO,EAAE;QACP,YAAY,EAAE;YACZ,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,EAAE;YACb,aAAa,EAAE,IAAI;YACnB,UAAU,EAAE,CAAC;SACd;QACD,gBAAgB,EAAE,IAAI;KACvB;CACF,CAAC"}

package/dist/utils/performance/performance-monitor.d.ts

@@ -0,0 +1,116 @@
+/**
+ * Performance monitoring and metrics collection for bulk operations
+ * Tracks throughput, latency, and efficiency metrics
+ */
+export interface OperationMetrics {
+    operationType: string;
+    startTime: number;
+    endTime?: number;
+    duration?: number;
+    itemCount: number;
+    successCount: number;
+    failureCount: number;
+    apiCallCount: number;
+    cacheHits: number;
+    cacheMisses: number;
+    concurrencyLevel: number;
+    metadata?: Record<string, unknown>;
+}
+export interface PerformanceStats {
+    totalOperations: number;
+    totalDuration: number;
+    totalItems: number;
+    totalApiCalls: number;
+    totalCacheHits: number;
+    totalCacheMisses: number;
+    averageOperationDuration: number;
+    averageItemsPerSecond: number;
+    averageApiCallsPerOperation: number;
+    cacheHitRatio: number;
+    operationSuccessRate: number;
+    peakConcurrency: number;
+    operationsByType: Record<string, number>;
+    recentPerformance: {
+        last10Operations: OperationMetrics[];
+        averageDurationLast10: number;
+        throughputLast10: number;
+    };
+}
+export interface PerformanceAlert {
+    type: 'high_latency' | 'low_throughput' | 'high_failure_rate' | 'cache_inefficiency';
+    message: string;
+    severity: 'warning' | 'critical';
+    metrics: Partial<OperationMetrics>;
+    timestamp: number;
+}
+export declare class PerformanceMonitor {
+    private operations;
+    private alerts;
+    private activeOperations;
+    private readonly thresholds;
+    /**
+     * Start monitoring an operation
+     */
+    startOperation(operationId: string, operationType: string, itemCount: number, concurrencyLevel?: number, metadata?: Record<string, unknown>): void;
+    /**
+     * Update operation progress
+     */
+    updateOperation(operationId: string, updates: Partial<Pick<OperationMetrics, 'successCount' | 'failureCount' | 'apiCallCount' | 'cacheHits' | 'cacheMisses'>>): void;
+    /**
+     * Increment API call count for an operation
+     */
+    recordApiCall(operationId: string, count?: number): void;
+    /**
+     * Record cache hit for an operation
+     */
+    recordCacheHit(operationId: string, count?: number): void;
+    /**
+     * Record cache miss for an operation
+     */
+    recordCacheMiss(operationId: string, count?: number): void;
+    /**
+     * Complete operation monitoring and analyze performance
+     */
+    completeOperation(operationId: string): OperationMetrics | undefined;
+    /**
+     * Get comprehensive performance statistics
+     */
+    getStats(): PerformanceStats;
+    /**
+     * Get recent performance alerts
+     */
+    getAlerts(maxAge?: number): PerformanceAlert[];
+    /**
+     * Clear all alerts
+     */
+    clearAlerts(): void;
+    /**
+     * Export performance data for analysis
+     */
+    exportData(): {
+        operations: OperationMetrics[];
+        alerts: PerformanceAlert[];
+        stats: PerformanceStats;
+        exportTimestamp: number;
+    };
+    /**
+     * Reset all performance data
+     */
+    reset(): void;
+    /**
+     * Analyze operation performance and generate alerts
+     */
+    private analyzePerformance;
+    /**
+     * Add performance alert
+     */
+    private addAlert;
+    /**
+     * Get empty stats structure
+     */
+    private getEmptyStats;
+}
+export declare const performanceMonitor: PerformanceMonitor;
+export declare const monitorBulkOperation: <T>(operationType: string, itemCount: number, operation: () => Promise<T>, concurrencyLevel?: number) => Promise<T>;
+export declare const recordPerformanceMetrics: (operationId: string, metrics: Partial<Pick<OperationMetrics, "successCount" | "failureCount" | "apiCallCount" | "cacheHits" | "cacheMisses">>) => void;
+//# sourceMappingURL=performance-monitor.d.ts.map

package/dist/utils/performance/performance-monitor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"performance-monitor.d.ts","sourceRoot":"","sources":["../../../src/utils/performance/performance-monitor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,gBAAgB;IAC/B,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,wBAAwB,EAAE,MAAM,CAAC;IACjC,qBAAqB,EAAE,MAAM,CAAC;IAC9B,2BAA2B,EAAE,MAAM,CAAC;IACpC,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,iBAAiB,EAAE;QACjB,gBAAgB,EAAE,gBAAgB,EAAE,CAAC;QACrC,qBAAqB,EAAE,MAAM,CAAC;QAC9B,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,cAAc,GAAG,gBAAgB,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;IACrF,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,SAAS,GAAG,UAAU,CAAC;IACjC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACnC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,UAAU,CAA0B;IAC5C,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,gBAAgB,CAAuC;IAG/D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAKzB;IAEF;;OAEG;IACH,cAAc,CACZ,WAAW,EAAE,MAAM,EACnB,aAAa,EAAE,MAAM,EACrB,SAAS,EAAE,MAAM,EACjB,gBAAgB,GAAE,MAAU,EAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACjC,IAAI;IAwBP;;OAEG;IACH,eAAe,CACb,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,cAAc,GAAG,cAAc,GAAG,cAAc,GAAG,WAAW,GAAG,aAAa,CAAC,CAAC,GACvH,IAAI;IAeP;;OAEG;IACH,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,GAAE,MAAU,GAAG,IAAI;IAO3D;;OAEG;IACH,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,GAAE,MAAU,GAAG,IAAI;IAO5D;;OAEG;IACH,eAAe,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,GAAE,MAAU,GAAG,IAAI;IAO7D;;OAEG;IACH,iBAAiB,CAAC,WAAW,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAkCpE;;OAEG;IACH,QAAQ,IAAI,gBAAgB;IAsD5B;;OAEG;IACH,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,gBAAgB,EAAE;IAS9C;;OAEG;IACH,WAAW,IAAI,IAAI;IAInB;;OAEG;IACH,UAAU,IAAI;QACZ,UAAU,EAAE,gBAAgB,EAAE,CAAC;QAC/B,MAAM,EAAE,gBAAgB,EAAE,CAAC;QAC3B,KAAK,EAAE,gBAAgB,CAAC;QACxB,eAAe,EAAE,MAAM,CAAC;KACzB;IASD;;OAEG;IACH,KAAK,IAAI,IAAI;IAOb;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAoC1B;;OAEG;IACH,OAAO,CAAC,QAAQ;IA+BhB;;OAEG;IACH,OAAO,CAAC,aAAa;CAsBtB;AAGD,eAAO,MAAM,kBAAkB,oBAA2B,CAAC;AAG3D,eAAO,MAAM,oBAAoB,GAAI,CAAC,EACpC,eAAe,MAAM,EACrB,WAAW,MAAM,EACjB,WAAW,MAAM,OAAO,CAAC,CAAC,CAAC,EAC3B,mBAAmB,MAAM,KACxB,OAAO,CAAC,CAAC,CAeX,CAAC;AAEF,eAAO,MAAM,wBAAwB,GACnC,aAAa,MAAM,EACnB,SAAS,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,cAAc,GAAG,cAAc,GAAG,cAAc,GAAG,WAAW,GAAG,aAAa,CAAC,CAAC,KACvH,IAEF,CAAC"}