claude-flow-novice 2.15.3 → 2.15.5

package/dist/lib/message-deduplicator.js

@@ -0,0 +1,439 @@
+/**
+ * Message Deduplicator
+ *
+ * Provides SHA256-based message fingerprinting and deduplication for Redis queues.
+ * Part of Task 3.4: Redis Queue Consistency & Recovery (Integration Standardization Sprint 3)
+ *
+ * Features:
+ * - SHA256-based message fingerprinting
+ * - Deduplication window (default 1 hour)
+ * - Idempotency key tracking in Redis
+ * - Automatic cleanup of expired keys
+ * - Batch deduplication support
+ *
+ * Usage:
+ *   const deduplicator = new MessageDeduplicator(redisClient);
+ *   const isDuplicate = await deduplicator.isDuplicate(message);
+ *   if (!isDuplicate) {
+ *     await deduplicator.markProcessed(message);
+ *   }
+ */ import * as crypto from 'crypto';
+import { createLogger } from './logging.js';
+import { createError, ErrorCode, isRetryableError } from './errors.js';
+import { withRetry } from './retry.js';
+const logger = createLogger('message-deduplicator');
+/**
+ * Default deduplication options
+ */ const DEFAULT_OPTIONS = {
+    windowMs: 60 * 60 * 1000,
+    keyPrefix: 'dedup:',
+    autoCleanup: true,
+    cleanupIntervalMs: 5 * 60 * 1000,
+    maxRetries: 3
+};
+/**
+ * Message Deduplicator
+ *
+ * Provides idempotent message processing using SHA256-based fingerprinting.
+ */ export class MessageDeduplicator {
+    redis;
+    options;
+    cleanupTimer = null;
+    stats = {
+        processed: 0,
+        duplicates: 0,
+        unique: 0
+    };
+    /**
+   * Create a new MessageDeduplicator instance
+   *
+   * @param redis - Redis client instance
+   * @param options - Deduplication options
+   */ constructor(redis, options = {}){
+        this.redis = redis;
+        this.options = {
+            ...DEFAULT_OPTIONS,
+            ...options
+        };
+        // Start automatic cleanup if enabled
+        if (this.options.autoCleanup) {
+            this.startAutoCleanup();
+        }
+        logger.info('MessageDeduplicator initialized', {
+            windowMs: this.options.windowMs,
+            keyPrefix: this.options.keyPrefix,
+            autoCleanup: this.options.autoCleanup
+        });
+    }
+    /**
+   * Create message fingerprint (SHA256 hash)
+   *
+   * @param message - Message content to fingerprint
+   * @returns SHA256 hash
+   */ createFingerprint(message) {
+        // Normalize message to JSON string for consistent hashing
+        let content;
+        if (typeof message === 'string') {
+            content = message;
+        } else if (typeof message === 'object') {
+            // Sort object keys for deterministic hashing
+            content = JSON.stringify(message, Object.keys(message).sort());
+        } else {
+            content = String(message);
+        }
+        // Generate SHA256 hash
+        const hash = crypto.createHash('sha256').update(content).digest('hex');
+        logger.debug('Created message fingerprint', {
+            hash: hash.substring(0, 16) + '...',
+            contentLength: content.length
+        });
+        return hash;
+    }
+    /**
+   * Check if message is a duplicate
+   *
+   * @param message - Message content to check
+   * @returns True if duplicate, false if unique
+   */ async isDuplicate(message) {
+        const hash = this.createFingerprint(message);
+        const key = this.getRedisKey(hash);
+        try {
+            const exists = await withRetry(async ()=>{
+                const result = await this.redis.exists(key);
+                return result === 1;
+            }, {
+                maxAttempts: this.options.maxRetries,
+                shouldRetry: isRetryableError
+            });
+            this.stats.processed++;
+            if (exists) {
+                this.stats.duplicates++;
+                // Increment seen count
+                await this.incrementSeenCount(hash);
+                logger.debug('Duplicate message detected', {
+                    hash: hash.substring(0, 16) + '...',
+                    duplicateCount: this.stats.duplicates
+                });
+                return true;
+            }
+            this.stats.unique++;
+            return false;
+        } catch (error) {
+            logger.error('Failed to check duplicate', error instanceof Error ? error : new Error(String(error)), {
+                hash: hash.substring(0, 16) + '...'
+            });
+            // On error, assume not duplicate to allow processing
+            return false;
+        }
+    }
+    /**
+   * Mark message as processed
+   *
+   * @param message - Message content to mark
+   * @param metadata - Optional metadata to store
+   */ async markProcessed(message, metadata) {
+        const hash = this.createFingerprint(message);
+        const key = this.getRedisKey(hash);
+        try {
+            const now = new Date();
+            const expiresAt = new Date(now.getTime() + this.options.windowMs);
+            const fingerprint = {
+                hash,
+                content: message,
+                firstSeenAt: now,
+                expiresAt,
+                seenCount: 1,
+                ...metadata
+            };
+            await withRetry(async ()=>{
+                // Store fingerprint with TTL
+                await this.redis.set(key, JSON.stringify(fingerprint), {
+                    PX: this.options.windowMs
+                });
+            }, {
+                maxAttempts: this.options.maxRetries,
+                shouldRetry: isRetryableError
+            });
+            logger.debug('Marked message as processed', {
+                hash: hash.substring(0, 16) + '...',
+                expiresAt: expiresAt.toISOString()
+            });
+        } catch (error) {
+            logger.error('Failed to mark message as processed', error instanceof Error ? error : new Error(String(error)), {
+                hash: hash.substring(0, 16) + '...'
+            });
+            throw createError(ErrorCode.DB_QUERY_FAILED, 'Failed to mark message as processed', {
+                hash
+            }, error instanceof Error ? error : undefined);
+        }
+    }
+    /**
+   * Batch check for duplicates
+   *
+   * @param messages - Array of messages to check
+   * @returns Map of message hash to duplicate status
+   */ async batchIsDuplicate(messages) {
+        const results = new Map();
+        try {
+            // Create fingerprints for all messages
+            const fingerprints = messages.map((msg)=>({
+                    message: msg,
+                    hash: this.createFingerprint(msg)
+                }));
+            // Check existence in batch using MGET
+            const keys = fingerprints.map((fp)=>this.getRedisKey(fp.hash));
+            const existsResults = await withRetry(async ()=>{
+                // Use pipeline for efficient batch operations
+                const pipeline = this.redis.multi();
+                keys.forEach((key)=>pipeline.exists(key));
+                return await pipeline.exec();
+            }, {
+                maxAttempts: this.options.maxRetries,
+                shouldRetry: isRetryableError
+            });
+            // Build results map
+            fingerprints.forEach((fp, index)=>{
+                const exists = existsResults && existsResults[index] === 1;
+                results.set(fp.hash, !!exists);
+                this.stats.processed++;
+                if (exists) {
+                    this.stats.duplicates++;
+                } else {
+                    this.stats.unique++;
+                }
+            });
+            logger.debug('Batch duplicate check complete', {
+                totalMessages: messages.length,
+                duplicates: Array.from(results.values()).filter((v)=>v).length
+            });
+            return results;
+        } catch (error) {
+            logger.error('Failed to batch check duplicates', error instanceof Error ? error : new Error(String(error)), {
+                messageCount: messages.length
+            });
+            throw createError(ErrorCode.DB_QUERY_FAILED, 'Failed to batch check duplicates', {
+                messageCount: messages.length
+            }, error instanceof Error ? error : undefined);
+        }
+    }
+    /**
+   * Batch mark messages as processed
+   *
+   * @param messages - Array of messages to mark
+   */ async batchMarkProcessed(messages) {
+        try {
+            const now = new Date();
+            const expiresAt = new Date(now.getTime() + this.options.windowMs);
+            // Use pipeline for efficient batch operations
+            const pipeline = this.redis.multi();
+            messages.forEach((message)=>{
+                const hash = this.createFingerprint(message);
+                const key = this.getRedisKey(hash);
+                const fingerprint = {
+                    hash,
+                    content: message,
+                    firstSeenAt: now,
+                    expiresAt,
+                    seenCount: 1
+                };
+                pipeline.set(key, JSON.stringify(fingerprint), {
+                    PX: this.options.windowMs
+                });
+            });
+            await withRetry(async ()=>await pipeline.exec(), {
+                maxAttempts: this.options.maxRetries,
+                shouldRetry: isRetryableError
+            });
+            logger.debug('Batch marked messages as processed', {
+                count: messages.length,
+                expiresAt: expiresAt.toISOString()
+            });
+        } catch (error) {
+            logger.error('Failed to batch mark messages', error instanceof Error ? error : new Error(String(error)), {
+                messageCount: messages.length
+            });
+            throw createError(ErrorCode.DB_QUERY_FAILED, 'Failed to batch mark messages', {
+                messageCount: messages.length
+            }, error instanceof Error ? error : undefined);
+        }
+    }
+    /**
+   * Get message fingerprint details
+   *
+   * @param message - Message to get fingerprint for
+   * @returns Fingerprint metadata or null if not found
+   */ async getFingerprint(message) {
+        const hash = this.createFingerprint(message);
+        const key = this.getRedisKey(hash);
+        try {
+            const data = await withRetry(async ()=>await this.redis.get(key), {
+                maxAttempts: this.options.maxRetries,
+                shouldRetry: isRetryableError
+            });
+            if (!data) {
+                return null;
+            }
+            const fingerprint = JSON.parse(data);
+            // Convert date strings back to Date objects
+            fingerprint.firstSeenAt = new Date(fingerprint.firstSeenAt);
+            fingerprint.expiresAt = new Date(fingerprint.expiresAt);
+            return fingerprint;
+        } catch (error) {
+            logger.error('Failed to get fingerprint', error instanceof Error ? error : new Error(String(error)), {
+                hash: hash.substring(0, 16) + '...'
+            });
+            return null;
+        }
+    }
+    /**
+   * Remove message fingerprint
+   *
+   * @param message - Message to remove fingerprint for
+   */ async removeFingerprint(message) {
+        const hash = this.createFingerprint(message);
+        const key = this.getRedisKey(hash);
+        try {
+            await withRetry(async ()=>await this.redis.del(key), {
+                maxAttempts: this.options.maxRetries,
+                shouldRetry: isRetryableError
+            });
+            logger.debug('Removed fingerprint', {
+                hash: hash.substring(0, 16) + '...'
+            });
+        } catch (error) {
+            logger.error('Failed to remove fingerprint', error instanceof Error ? error : new Error(String(error)), {
+                hash: hash.substring(0, 16) + '...'
+            });
+            throw createError(ErrorCode.DB_QUERY_FAILED, 'Failed to remove fingerprint', {
+                hash
+            }, error instanceof Error ? error : undefined);
+        }
+    }
+    /**
+   * Cleanup expired fingerprints
+   *
+   * Note: Redis automatically removes expired keys, but this can be used for manual cleanup
+   *
+   * @returns Number of fingerprints cleaned up
+   */ async cleanupExpired() {
+        try {
+            const pattern = `${this.options.keyPrefix}*`;
+            const keys = await this.redis.keys(pattern);
+            let cleanedCount = 0;
+            for (const key of keys){
+                const ttl = await this.redis.ttl(key);
+                // If TTL is -1 (no expiration) or -2 (key doesn't exist), skip
+                if (ttl === -1 || ttl === -2) {
+                    continue;
+                }
+                // If TTL is 0 or negative (expired but not yet removed), delete
+                if (ttl <= 0) {
+                    await this.redis.del(key);
+                    cleanedCount++;
+                }
+            }
+            logger.info('Cleaned up expired fingerprints', {
+                cleanedCount,
+                totalKeys: keys.length
+            });
+            return cleanedCount;
+        } catch (error) {
+            logger.error('Failed to cleanup expired fingerprints', error instanceof Error ? error : new Error(String(error)));
+            throw createError(ErrorCode.DB_QUERY_FAILED, 'Failed to cleanup expired fingerprints', {}, error instanceof Error ? error : undefined);
+        }
+    }
+    /**
+   * Get deduplication statistics
+   *
+   * @returns Current statistics
+   */ async getStats() {
+        try {
+            const pattern = `${this.options.keyPrefix}*`;
+            const keys = await this.redis.keys(pattern);
+            return {
+                totalProcessed: this.stats.processed,
+                duplicatesDetected: this.stats.duplicates,
+                uniqueMessages: this.stats.unique,
+                deduplicationRate: this.stats.processed > 0 ? this.stats.duplicates / this.stats.processed : 0,
+                activeFingerprints: keys.length
+            };
+        } catch (error) {
+            logger.error('Failed to get stats', error instanceof Error ? error : new Error(String(error)));
+            return {
+                totalProcessed: this.stats.processed,
+                duplicatesDetected: this.stats.duplicates,
+                uniqueMessages: this.stats.unique,
+                deduplicationRate: this.stats.processed > 0 ? this.stats.duplicates / this.stats.processed : 0,
+                activeFingerprints: 0
+            };
+        }
+    }
+    /**
+   * Reset statistics
+   */ resetStats() {
+        this.stats = {
+            processed: 0,
+            duplicates: 0,
+            unique: 0
+        };
+        logger.debug('Statistics reset');
+    }
+    /**
+   * Stop automatic cleanup
+   */ stopAutoCleanup() {
+        if (this.cleanupTimer) {
+            clearInterval(this.cleanupTimer);
+            this.cleanupTimer = null;
+            logger.debug('Auto cleanup stopped');
+        }
+    }
+    /**
+   * Shutdown deduplicator (stop auto cleanup)
+   */ shutdown() {
+        this.stopAutoCleanup();
+        logger.info('MessageDeduplicator shutdown');
+    }
+    /**
+   * Get Redis key for fingerprint hash
+   */ getRedisKey(hash) {
+        return `${this.options.keyPrefix}${hash}`;
+    }
+    /**
+   * Increment seen count for fingerprint
+   */ async incrementSeenCount(hash) {
+        const key = this.getRedisKey(hash);
+        try {
+            const data = await this.redis.get(key);
+            if (data) {
+                const fingerprint = JSON.parse(data);
+                fingerprint.seenCount++;
+                await this.redis.set(key, JSON.stringify(fingerprint), {
+                    KEEPTTL: true
+                } // Preserve existing TTL
+                );
+            }
+        } catch (error) {
+            // Log but don't throw - incrementing seen count is not critical
+            logger.debug('Failed to increment seen count', {
+                hash: hash.substring(0, 16) + '...',
+                error: error instanceof Error ? error.message : String(error)
+            });
+        }
+    }
+    /**
+   * Start automatic cleanup timer
+   */ startAutoCleanup() {
+        this.cleanupTimer = setInterval(async ()=>{
+            try {
+                await this.cleanupExpired();
+            } catch (error) {
+                logger.error('Auto cleanup failed', error instanceof Error ? error : new Error(String(error)));
+            }
+        }, this.options.cleanupIntervalMs);
+        logger.debug('Auto cleanup started', {
+            intervalMs: this.options.cleanupIntervalMs
+        });
+    }
+}
+
+//# sourceMappingURL=message-deduplicator.js.map

package/dist/lib/message-deduplicator.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/lib/message-deduplicator.ts"],"sourcesContent":["/**\r\n * Message Deduplicator\r\n *\r\n * Provides SHA256-based message fingerprinting and deduplication for Redis queues.\r\n * Part of Task 3.4: Redis Queue Consistency & Recovery (Integration Standardization Sprint 3)\r\n *\r\n * Features:\r\n * - SHA256-based message fingerprinting\r\n * - Deduplication window (default 1 hour)\r\n * - Idempotency key tracking in Redis\r\n * - Automatic cleanup of expired keys\r\n * - Batch deduplication support\r\n *\r\n * Usage:\r\n *   const deduplicator = new MessageDeduplicator(redisClient);\r\n *   const isDuplicate = await deduplicator.isDuplicate(message);\r\n *   if (!isDuplicate) {\r\n *     await deduplicator.markProcessed(message);\r\n *   }\r\n */\r\n\r\nimport * as crypto from 'crypto';\r\nimport { RedisClientType } from 'redis';\r\nimport { createLogger } from './logging.js';\r\nimport { createError, ErrorCode, isRetryableError } from './errors.js';\r\nimport { withRetry } from './retry.js';\r\n\r\nconst logger = createLogger('message-deduplicator');\r\n\r\n/**\r\n * Message deduplication options\r\n */\r\nexport interface DeduplicationOptions {\r\n  /** Deduplication window in milliseconds (default: 1 hour) */\r\n  windowMs?: number;\r\n  /** Key prefix for Redis storage (default: 'dedup:') */\r\n  keyPrefix?: string;\r\n  /** Enable automatic cleanup of expired keys (default: true) */\r\n  autoCleanup?: boolean;\r\n  /** Cleanup interval in milliseconds (default: 5 minutes) */\r\n  cleanupIntervalMs?: number;\r\n  /** Maximum retry attempts for Redis operations (default: 3) */\r\n  maxRetries?: number;\r\n}\r\n\r\n/**\r\n * Message fingerprint metadata\r\n */\r\nexport interface MessageFingerprint {\r\n  /** SHA256 hash of message content */\r\n  hash: string;\r\n  /** Message content (for debugging) */\r\n  content: any;\r\n  /** First seen timestamp */\r\n  firstSeenAt: Date;\r\n  /** Expiration timestamp */\r\n  expiresAt: Date;\r\n  /** Number of times this message was seen */\r\n  seenCount: number;\r\n}\r\n\r\n/**\r\n * Deduplication statistics\r\n */\r\nexport interface DeduplicationStats {\r\n  /** Total messages processed */\r\n  totalProcessed: number;\r\n  /** Number of duplicates detected */\r\n  duplicatesDetected: number;\r\n  /** Number of unique messages */\r\n  uniqueMessages: number;\r\n  /** Deduplication rate (duplicates / total) */\r\n  deduplicationRate: number;\r\n  /** Active fingerprints in window */\r\n  activeFingerprints: number;\r\n}\r\n\r\n/**\r\n * Default deduplication options\r\n */\r\nconst DEFAULT_OPTIONS: Required<DeduplicationOptions> = {\r\n  windowMs: 60 * 60 * 1000, // 1 hour\r\n  keyPrefix: 'dedup:',\r\n  autoCleanup: true,\r\n  cleanupIntervalMs: 5 * 60 * 1000, // 5 minutes\r\n  maxRetries: 3,\r\n};\r\n\r\n/**\r\n * Message Deduplicator\r\n *\r\n * Provides idempotent message processing using SHA256-based fingerprinting.\r\n */\r\nexport class MessageDeduplicator {\r\n  private redis: RedisClientType;\r\n  private options: Required<DeduplicationOptions>;\r\n  private cleanupTimer: NodeJS.Timeout | null = null;\r\n  private stats: {\r\n    processed: number;\r\n    duplicates: number;\r\n    unique: number;\r\n  } = {\r\n    processed: 0,\r\n    duplicates: 0,\r\n    unique: 0,\r\n  };\r\n\r\n  /**\r\n   * Create a new MessageDeduplicator instance\r\n   *\r\n   * @param redis - Redis client instance\r\n   * @param options - Deduplication options\r\n   */\r\n  constructor(redis: RedisClientType, options: DeduplicationOptions = {}) {\r\n    this.redis = redis;\r\n    this.options = { ...DEFAULT_OPTIONS, ...options };\r\n\r\n    // Start automatic cleanup if enabled\r\n    if (this.options.autoCleanup) {\r\n      this.startAutoCleanup();\r\n    }\r\n\r\n    logger.info('MessageDeduplicator initialized', {\r\n      windowMs: this.options.windowMs,\r\n      keyPrefix: this.options.keyPrefix,\r\n      autoCleanup: this.options.autoCleanup,\r\n    });\r\n  }\r\n\r\n  /**\r\n   * Create message fingerprint (SHA256 hash)\r\n   *\r\n   * @param message - Message content to fingerprint\r\n   * @returns SHA256 hash\r\n   */\r\n  public createFingerprint(message: any): string {\r\n    // Normalize message to JSON string for consistent hashing\r\n    let content: string;\r\n\r\n    if (typeof message === 'string') {\r\n      content = message;\r\n    } else if (typeof message === 'object') {\r\n      // Sort object keys for deterministic hashing\r\n      content = JSON.stringify(message, Object.keys(message).sort());\r\n    } else {\r\n      content = String(message);\r\n    }\r\n\r\n    // Generate SHA256 hash\r\n    const hash = crypto.createHash('sha256').update(content).digest('hex');\r\n\r\n    logger.debug('Created message fingerprint', {\r\n      hash: hash.substring(0, 16) + '...',\r\n      contentLength: content.length,\r\n    });\r\n\r\n    return hash;\r\n  }\r\n\r\n  /**\r\n   * Check if message is a duplicate\r\n   *\r\n   * @param message - Message content to check\r\n   * @returns True if duplicate, false if unique\r\n   */\r\n  public async isDuplicate(message: any): Promise<boolean> {\r\n    const hash = this.createFingerprint(message);\r\n    const key = this.getRedisKey(hash);\r\n\r\n    try {\r\n      const exists = await withRetry(\r\n        async () => {\r\n          const result = await this.redis.exists(key);\r\n          return result === 1;\r\n        },\r\n        { maxAttempts: this.options.maxRetries, shouldRetry: isRetryableError }\r\n      );\r\n\r\n      this.stats.processed++;\r\n\r\n      if (exists) {\r\n        this.stats.duplicates++;\r\n\r\n        // Increment seen count\r\n        await this.incrementSeenCount(hash);\r\n\r\n        logger.debug('Duplicate message detected', {\r\n          hash: hash.substring(0, 16) + '...',\r\n          duplicateCount: this.stats.duplicates,\r\n        });\r\n\r\n        return true;\r\n      }\r\n\r\n      this.stats.unique++;\r\n      return false;\r\n    } catch (error) {\r\n      logger.error('Failed to check duplicate', error instanceof Error ? error : new Error(String(error)), {\r\n        hash: hash.substring(0, 16) + '...',\r\n      });\r\n\r\n      // On error, assume not duplicate to allow processing\r\n      return false;\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Mark message as processed\r\n   *\r\n   * @param message - Message content to mark\r\n   * @param metadata - Optional metadata to store\r\n   */\r\n  public async markProcessed(message: any, metadata?: Record<string, any>): Promise<void> {\r\n    const hash = this.createFingerprint(message);\r\n    const key = this.getRedisKey(hash);\r\n\r\n    try {\r\n      const now = new Date();\r\n      const expiresAt = new Date(now.getTime() + this.options.windowMs);\r\n\r\n      const fingerprint: MessageFingerprint = {\r\n        hash,\r\n        content: message,\r\n        firstSeenAt: now,\r\n        expiresAt,\r\n        seenCount: 1,\r\n        ...metadata,\r\n      };\r\n\r\n      await withRetry(\r\n        async () => {\r\n          // Store fingerprint with TTL\r\n          await this.redis.set(\r\n            key,\r\n            JSON.stringify(fingerprint),\r\n            {\r\n              PX: this.options.windowMs, // Expiration in milliseconds\r\n            }\r\n          );\r\n        },\r\n        { maxAttempts: this.options.maxRetries, shouldRetry: isRetryableError }\r\n      );\r\n\r\n      logger.debug('Marked message as processed', {\r\n        hash: hash.substring(0, 16) + '...',\r\n        expiresAt: expiresAt.toISOString(),\r\n      });\r\n    } catch (error) {\r\n      logger.error('Failed to mark message as processed', error instanceof Error ? error : new Error(String(error)), {\r\n        hash: hash.substring(0, 16) + '...',\r\n      });\r\n\r\n      throw createError(\r\n        ErrorCode.DB_QUERY_FAILED,\r\n        'Failed to mark message as processed',\r\n        { hash },\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Batch check for duplicates\r\n   *\r\n   * @param messages - Array of messages to check\r\n   * @returns Map of message hash to duplicate status\r\n   */\r\n  public async batchIsDuplicate(messages: any[]): Promise<Map<string, boolean>> {\r\n    const results = new Map<string, boolean>();\r\n\r\n    try {\r\n      // Create fingerprints for all messages\r\n      const fingerprints = messages.map(msg => ({\r\n        message: msg,\r\n        hash: this.createFingerprint(msg),\r\n      }));\r\n\r\n      // Check existence in batch using MGET\r\n      const keys = fingerprints.map(fp => this.getRedisKey(fp.hash));\r\n\r\n      const existsResults = await withRetry(\r\n        async () => {\r\n          // Use pipeline for efficient batch operations\r\n          const pipeline = this.redis.multi();\r\n          keys.forEach(key => pipeline.exists(key));\r\n          return await pipeline.exec();\r\n        },\r\n        { maxAttempts: this.options.maxRetries, shouldRetry: isRetryableError }\r\n      );\r\n\r\n      // Build results map\r\n      fingerprints.forEach((fp, index) => {\r\n        const exists = existsResults && existsResults[index] === 1;\r\n        results.set(fp.hash, !!exists);\r\n\r\n        this.stats.processed++;\r\n        if (exists) {\r\n          this.stats.duplicates++;\r\n        } else {\r\n          this.stats.unique++;\r\n        }\r\n      });\r\n\r\n      logger.debug('Batch duplicate check complete', {\r\n        totalMessages: messages.length,\r\n        duplicates: Array.from(results.values()).filter(v => v).length,\r\n      });\r\n\r\n      return results;\r\n    } catch (error) {\r\n      logger.error('Failed to batch check duplicates', error instanceof Error ? error : new Error(String(error)), {\r\n        messageCount: messages.length,\r\n      });\r\n\r\n      throw createError(\r\n        ErrorCode.DB_QUERY_FAILED,\r\n        'Failed to batch check duplicates',\r\n        { messageCount: messages.length },\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Batch mark messages as processed\r\n   *\r\n   * @param messages - Array of messages to mark\r\n   */\r\n  public async batchMarkProcessed(messages: any[]): Promise<void> {\r\n    try {\r\n      const now = new Date();\r\n      const expiresAt = new Date(now.getTime() + this.options.windowMs);\r\n\r\n      // Use pipeline for efficient batch operations\r\n      const pipeline = this.redis.multi();\r\n\r\n      messages.forEach(message => {\r\n        const hash = this.createFingerprint(message);\r\n        const key = this.getRedisKey(hash);\r\n\r\n        const fingerprint: MessageFingerprint = {\r\n          hash,\r\n          content: message,\r\n          firstSeenAt: now,\r\n          expiresAt,\r\n          seenCount: 1,\r\n        };\r\n\r\n        pipeline.set(\r\n          key,\r\n          JSON.stringify(fingerprint),\r\n          { PX: this.options.windowMs }\r\n        );\r\n      });\r\n\r\n      await withRetry(\r\n        async () => await pipeline.exec(),\r\n        { maxAttempts: this.options.maxRetries, shouldRetry: isRetryableError }\r\n      );\r\n\r\n      logger.debug('Batch marked messages as processed', {\r\n        count: messages.length,\r\n        expiresAt: expiresAt.toISOString(),\r\n      });\r\n    } catch (error) {\r\n      logger.error('Failed to batch mark messages', error instanceof Error ? error : new Error(String(error)), {\r\n        messageCount: messages.length,\r\n      });\r\n\r\n      throw createError(\r\n        ErrorCode.DB_QUERY_FAILED,\r\n        'Failed to batch mark messages',\r\n        { messageCount: messages.length },\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Get message fingerprint details\r\n   *\r\n   * @param message - Message to get fingerprint for\r\n   * @returns Fingerprint metadata or null if not found\r\n   */\r\n  public async getFingerprint(message: any): Promise<MessageFingerprint | null> {\r\n    const hash = this.createFingerprint(message);\r\n    const key = this.getRedisKey(hash);\r\n\r\n    try {\r\n      const data = await withRetry(\r\n        async () => await this.redis.get(key),\r\n        { maxAttempts: this.options.maxRetries, shouldRetry: isRetryableError }\r\n      );\r\n\r\n      if (!data) {\r\n        return null;\r\n      }\r\n\r\n      const fingerprint = JSON.parse(data) as MessageFingerprint;\r\n\r\n      // Convert date strings back to Date objects\r\n      fingerprint.firstSeenAt = new Date(fingerprint.firstSeenAt);\r\n      fingerprint.expiresAt = new Date(fingerprint.expiresAt);\r\n\r\n      return fingerprint;\r\n    } catch (error) {\r\n      logger.error('Failed to get fingerprint', error instanceof Error ? error : new Error(String(error)), {\r\n        hash: hash.substring(0, 16) + '...',\r\n      });\r\n\r\n      return null;\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Remove message fingerprint\r\n   *\r\n   * @param message - Message to remove fingerprint for\r\n   */\r\n  public async removeFingerprint(message: any): Promise<void> {\r\n    const hash = this.createFingerprint(message);\r\n    const key = this.getRedisKey(hash);\r\n\r\n    try {\r\n      await withRetry(\r\n        async () => await this.redis.del(key),\r\n        { maxAttempts: this.options.maxRetries, shouldRetry: isRetryableError }\r\n      );\r\n\r\n      logger.debug('Removed fingerprint', {\r\n        hash: hash.substring(0, 16) + '...',\r\n      });\r\n    } catch (error) {\r\n      logger.error('Failed to remove fingerprint', error instanceof Error ? error : new Error(String(error)), {\r\n        hash: hash.substring(0, 16) + '...',\r\n      });\r\n\r\n      throw createError(\r\n        ErrorCode.DB_QUERY_FAILED,\r\n        'Failed to remove fingerprint',\r\n        { hash },\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Cleanup expired fingerprints\r\n   *\r\n   * Note: Redis automatically removes expired keys, but this can be used for manual cleanup\r\n   *\r\n   * @returns Number of fingerprints cleaned up\r\n   */\r\n  public async cleanupExpired(): Promise<number> {\r\n    try {\r\n      const pattern = `${this.options.keyPrefix}*`;\r\n      const keys = await this.redis.keys(pattern);\r\n\r\n      let cleanedCount = 0;\r\n\r\n      for (const key of keys) {\r\n        const ttl = await this.redis.ttl(key);\r\n\r\n        // If TTL is -1 (no expiration) or -2 (key doesn't exist), skip\r\n        if (ttl === -1 || ttl === -2) {\r\n          continue;\r\n        }\r\n\r\n        // If TTL is 0 or negative (expired but not yet removed), delete\r\n        if (ttl <= 0) {\r\n          await this.redis.del(key);\r\n          cleanedCount++;\r\n        }\r\n      }\r\n\r\n      logger.info('Cleaned up expired fingerprints', {\r\n        cleanedCount,\r\n        totalKeys: keys.length,\r\n      });\r\n\r\n      return cleanedCount;\r\n    } catch (error) {\r\n      logger.error('Failed to cleanup expired fingerprints', error instanceof Error ? error : new Error(String(error)));\r\n\r\n      throw createError(\r\n        ErrorCode.DB_QUERY_FAILED,\r\n        'Failed to cleanup expired fingerprints',\r\n        {},\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Get deduplication statistics\r\n   *\r\n   * @returns Current statistics\r\n   */\r\n  public async getStats(): Promise<DeduplicationStats> {\r\n    try {\r\n      const pattern = `${this.options.keyPrefix}*`;\r\n      const keys = await this.redis.keys(pattern);\r\n\r\n      return {\r\n        totalProcessed: this.stats.processed,\r\n        duplicatesDetected: this.stats.duplicates,\r\n        uniqueMessages: this.stats.unique,\r\n        deduplicationRate: this.stats.processed > 0\r\n          ? this.stats.duplicates / this.stats.processed\r\n          : 0,\r\n        activeFingerprints: keys.length,\r\n      };\r\n    } catch (error) {\r\n      logger.error('Failed to get stats', error instanceof Error ? error : new Error(String(error)));\r\n\r\n      return {\r\n        totalProcessed: this.stats.processed,\r\n        duplicatesDetected: this.stats.duplicates,\r\n        uniqueMessages: this.stats.unique,\r\n        deduplicationRate: this.stats.processed > 0\r\n          ? this.stats.duplicates / this.stats.processed\r\n          : 0,\r\n        activeFingerprints: 0,\r\n      };\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Reset statistics\r\n   */\r\n  public resetStats(): void {\r\n    this.stats = {\r\n      processed: 0,\r\n      duplicates: 0,\r\n      unique: 0,\r\n    };\r\n\r\n    logger.debug('Statistics reset');\r\n  }\r\n\r\n  /**\r\n   * Stop automatic cleanup\r\n   */\r\n  public stopAutoCleanup(): void {\r\n    if (this.cleanupTimer) {\r\n      clearInterval(this.cleanupTimer);\r\n      this.cleanupTimer = null;\r\n      logger.debug('Auto cleanup stopped');\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Shutdown deduplicator (stop auto cleanup)\r\n   */\r\n  public shutdown(): void {\r\n    this.stopAutoCleanup();\r\n    logger.info('MessageDeduplicator shutdown');\r\n  }\r\n\r\n  /**\r\n   * Get Redis key for fingerprint hash\r\n   */\r\n  private getRedisKey(hash: string): string {\r\n    return `${this.options.keyPrefix}${hash}`;\r\n  }\r\n\r\n  /**\r\n   * Increment seen count for fingerprint\r\n   */\r\n  private async incrementSeenCount(hash: string): Promise<void> {\r\n    const key = this.getRedisKey(hash);\r\n\r\n    try {\r\n      const data = await this.redis.get(key);\r\n\r\n      if (data) {\r\n        const fingerprint = JSON.parse(data) as MessageFingerprint;\r\n        fingerprint.seenCount++;\r\n\r\n        await this.redis.set(\r\n          key,\r\n          JSON.stringify(fingerprint),\r\n          { KEEPTTL: true } // Preserve existing TTL\r\n        );\r\n      }\r\n    } catch (error) {\r\n      // Log but don't throw - incrementing seen count is not critical\r\n      logger.debug('Failed to increment seen count', {\r\n        hash: hash.substring(0, 16) + '...',\r\n        error: error instanceof Error ? error.message : String(error),\r\n      });\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Start automatic cleanup timer\r\n   */\r\n  private startAutoCleanup(): void {\r\n    this.cleanupTimer = setInterval(\r\n      async () => {\r\n        try {\r\n          await this.cleanupExpired();\r\n        } catch (error) {\r\n          logger.error('Auto cleanup failed', error instanceof Error ? error : new Error(String(error)));\r\n        }\r\n      },\r\n      this.options.cleanupIntervalMs\r\n    );\r\n\r\n    logger.debug('Auto cleanup started', {\r\n      intervalMs: this.options.cleanupIntervalMs,\r\n    });\r\n  }\r\n}\r\n"],"names":["crypto","createLogger","createError","ErrorCode","isRetryableError","withRetry","logger","DEFAULT_OPTIONS","windowMs","keyPrefix","autoCleanup","cleanupIntervalMs","maxRetries","MessageDeduplicator","redis","options","cleanupTimer","stats","processed","duplicates","unique","startAutoCleanup","info","createFingerprint","message","content","JSON","stringify","Object","keys","sort","String","hash","createHash","update","digest","debug","substring","contentLength","length","isDuplicate","key","getRedisKey","exists","result","maxAttempts","shouldRetry","incrementSeenCount","duplicateCount","error","Error","markProcessed","metadata","now","Date","expiresAt","getTime","fingerprint","firstSeenAt","seenCount","set","PX","toISOString","DB_QUERY_FAILED","undefined","batchIsDuplicate","messages","results","Map","fingerprints","map","msg","fp","existsResults","pipeline","multi","forEach","exec","index","totalMessages","Array","from","values","filter","v","messageCount","batchMarkProcessed","count","getFingerprint","data","get","parse","removeFingerprint","del","cleanupExpired","pattern","cleanedCount","ttl","totalKeys","getStats","totalProcessed","duplicatesDetected","uniqueMessages","deduplicationRate","activeFingerprints","resetStats","stopAutoCleanup","clearInterval","shutdown","KEEPTTL","setInterval","intervalMs"],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;CAmBC,GAED,YAAYA,YAAY,SAAS;AAEjC,SAASC,YAAY,QAAQ,eAAe;AAC5C,SAASC,WAAW,EAAEC,SAAS,EAAEC,gBAAgB,QAAQ,cAAc;AACvE,SAASC,SAAS,QAAQ,aAAa;AAEvC,MAAMC,SAASL,aAAa;AAkD5B;;CAEC,GACD,MAAMM,kBAAkD;IACtDC,UAAU,KAAK,KAAK;IACpBC,WAAW;IACXC,aAAa;IACbC,mBAAmB,IAAI,KAAK;IAC5BC,YAAY;AACd;AAEA;;;;CAIC,GACD,OAAO,MAAMC;IACHC,MAAuB;IACvBC,QAAwC;IACxCC,eAAsC,KAAK;IAC3CC,QAIJ;QACFC,WAAW;QACXC,YAAY;QACZC,QAAQ;IACV,EAAE;IAEF;;;;;GAKC,GACD,YAAYN,KAAsB,EAAEC,UAAgC,CAAC,CAAC,CAAE;QACtE,IAAI,CAACD,KAAK,GAAGA;QACb,IAAI,CAACC,OAAO,GAAG;YAAE,GAAGR,eAAe;YAAE,GAAGQ,OAAO;QAAC;QAEhD,qCAAqC;QACrC,IAAI,IAAI,CAACA,OAAO,CAACL,WAAW,EAAE;YAC5B,IAAI,CAACW,gBAAgB;QACvB;QAEAf,OAAOgB,IAAI,CAAC,mCAAmC;YAC7Cd,UAAU,IAAI,CAACO,OAAO,CAACP,QAAQ;YAC/BC,WAAW,IAAI,CAACM,OAAO,CAACN,SAAS;YACjCC,aAAa,IAAI,CAACK,OAAO,CAACL,WAAW;QACvC;IACF;IAEA;;;;;GAKC,GACD,AAAOa,kBAAkBC,OAAY,EAAU;QAC7C,0DAA0D;QAC1D,IAAIC;QAEJ,IAAI,OAAOD,YAAY,UAAU;YAC/BC,UAAUD;QACZ,OAAO,IAAI,OAAOA,YAAY,UAAU;YACtC,6CAA6C;YAC7CC,UAAUC,KAAKC,SAAS,CAACH,SAASI,OAAOC,IAAI,CAACL,SAASM,IAAI;QAC7D,OAAO;YACLL,UAAUM,OAAOP;QACnB;QAEA,uBAAuB;QACvB,MAAMQ,OAAOhC,OAAOiC,UAAU,CAAC,UAAUC,MAAM,CAACT,SAASU,MAAM,CAAC;QAEhE7B,OAAO8B,KAAK,CAAC,+BAA+B;YAC1CJ,MAAMA,KAAKK,SAAS,CAAC,GAAG,MAAM;YAC9BC,eAAeb,QAAQc,MAAM;QAC/B;QAEA,OAAOP;IACT;IAEA;;;;;GAKC,GACD,MAAaQ,YAAYhB,OAAY,EAAoB;QACvD,MAAMQ,OAAO,IAAI,CAACT,iBAAiB,CAACC;QACpC,MAAMiB,MAAM,IAAI,CAACC,WAAW,CAACV;QAE7B,IAAI;YACF,MAAMW,SAAS,MAAMtC,UACnB;gBACE,MAAMuC,SAAS,MAAM,IAAI,CAAC9B,KAAK,CAAC6B,MAAM,CAACF;gBACvC,OAAOG,WAAW;YACpB,GACA;gBAAEC,aAAa,IAAI,CAAC9B,OAAO,CAACH,UAAU;gBAAEkC,aAAa1C;YAAiB;YAGxE,IAAI,CAACa,KAAK,CAACC,SAAS;YAEpB,IAAIyB,QAAQ;gBACV,IAAI,CAAC1B,KAAK,CAACE,UAAU;gBAErB,uBAAuB;gBACvB,MAAM,IAAI,CAAC4B,kBAAkB,CAACf;gBAE9B1B,OAAO8B,KAAK,CAAC,8BAA8B;oBACzCJ,MAAMA,KAAKK,SAAS,CAAC,GAAG,MAAM;oBAC9BW,gBAAgB,IAAI,CAAC/B,KAAK,CAACE,UAAU;gBACvC;gBAEA,OAAO;YACT;YAEA,IAAI,CAACF,KAAK,CAACG,MAAM;YACjB,OAAO;QACT,EAAE,OAAO6B,OAAO;YACd3C,OAAO2C,KAAK,CAAC,6BAA6BA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMnB,OAAOkB,SAAS;gBACnGjB,MAAMA,KAAKK,SAAS,CAAC,GAAG,MAAM;YAChC;YAEA,qDAAqD;YACrD,OAAO;QACT;IACF;IAEA;;;;;GAKC,GACD,MAAac,cAAc3B,OAAY,EAAE4B,QAA8B,EAAiB;QACtF,MAAMpB,OAAO,IAAI,CAACT,iBAAiB,CAACC;QACpC,MAAMiB,MAAM,IAAI,CAACC,WAAW,CAACV;QAE7B,IAAI;YACF,MAAMqB,MAAM,IAAIC;YAChB,MAAMC,YAAY,IAAID,KAAKD,IAAIG,OAAO,KAAK,IAAI,CAACzC,OAAO,CAACP,QAAQ;YAEhE,MAAMiD,cAAkC;gBACtCzB;gBACAP,SAASD;gBACTkC,aAAaL;gBACbE;gBACAI,WAAW;gBACX,GAAGP,QAAQ;YACb;YAEA,MAAM/C,UACJ;gBACE,6BAA6B;gBAC7B,MAAM,IAAI,CAACS,KAAK,CAAC8C,GAAG,CAClBnB,KACAf,KAAKC,SAAS,CAAC8B,cACf;oBACEI,IAAI,IAAI,CAAC9C,OAAO,CAACP,QAAQ;gBAC3B;YAEJ,GACA;gBAAEqC,aAAa,IAAI,CAAC9B,OAAO,CAACH,UAAU;gBAAEkC,aAAa1C;YAAiB;YAGxEE,OAAO8B,KAAK,CAAC,+BAA+B;gBAC1CJ,MAAMA,KAAKK,SAAS,CAAC,GAAG,MAAM;gBAC9BkB,WAAWA,UAAUO,WAAW;YAClC;QACF,EAAE,OAAOb,OAAO;YACd3C,OAAO2C,KAAK,CAAC,uCAAuCA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMnB,OAAOkB,SAAS;gBAC7GjB,MAAMA,KAAKK,SAAS,CAAC,GAAG,MAAM;YAChC;YAEA,MAAMnC,YACJC,UAAU4D,eAAe,EACzB,uCACA;gBAAE/B;YAAK,GACPiB,iBAAiBC,QAAQD,QAAQe;QAErC;IACF;IAEA;;;;;GAKC,GACD,MAAaC,iBAAiBC,QAAe,EAAiC;QAC5E,MAAMC,UAAU,IAAIC;QAEpB,IAAI;YACF,uCAAuC;YACvC,MAAMC,eAAeH,SAASI,GAAG,CAACC,CAAAA,MAAQ,CAAA;oBACxC/C,SAAS+C;oBACTvC,MAAM,IAAI,CAACT,iBAAiB,CAACgD;gBAC/B,CAAA;YAEA,sCAAsC;YACtC,MAAM1C,OAAOwC,aAAaC,GAAG,CAACE,CAAAA,KAAM,IAAI,CAAC9B,WAAW,CAAC8B,GAAGxC,IAAI;YAE5D,MAAMyC,gBAAgB,MAAMpE,UAC1B;gBACE,8CAA8C;gBAC9C,MAAMqE,WAAW,IAAI,CAAC5D,KAAK,CAAC6D,KAAK;gBACjC9C,KAAK+C,OAAO,CAACnC,CAAAA,MAAOiC,SAAS/B,MAAM,CAACF;gBACpC,OAAO,MAAMiC,SAASG,IAAI;YAC5B,GACA;gBAAEhC,aAAa,IAAI,CAAC9B,OAAO,CAACH,UAAU;gBAAEkC,aAAa1C;YAAiB;YAGxE,oBAAoB;YACpBiE,aAAaO,OAAO,CAAC,CAACJ,IAAIM;gBACxB,MAAMnC,SAAS8B,iBAAiBA,aAAa,CAACK,MAAM,KAAK;gBACzDX,QAAQP,GAAG,CAACY,GAAGxC,IAAI,EAAE,CAAC,CAACW;gBAEvB,IAAI,CAAC1B,KAAK,CAACC,SAAS;gBACpB,IAAIyB,QAAQ;oBACV,IAAI,CAAC1B,KAAK,CAACE,UAAU;gBACvB,OAAO;oBACL,IAAI,CAACF,KAAK,CAACG,MAAM;gBACnB;YACF;YAEAd,OAAO8B,KAAK,CAAC,kCAAkC;gBAC7C2C,eAAeb,SAAS3B,MAAM;gBAC9BpB,YAAY6D,MAAMC,IAAI,CAACd,QAAQe,MAAM,IAAIC,MAAM,CAACC,CAAAA,IAAKA,GAAG7C,MAAM;YAChE;YAEA,OAAO4B;QACT,EAAE,OAAOlB,OAAO;YACd3C,OAAO2C,KAAK,CAAC,oCAAoCA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMnB,OAAOkB,SAAS;gBAC1GoC,cAAcnB,SAAS3B,MAAM;YAC/B;YAEA,MAAMrC,YACJC,UAAU4D,eAAe,EACzB,oCACA;gBAAEsB,cAAcnB,SAAS3B,MAAM;YAAC,GAChCU,iBAAiBC,QAAQD,QAAQe;QAErC;IACF;IAEA;;;;GAIC,GACD,MAAasB,mBAAmBpB,QAAe,EAAiB;QAC9D,IAAI;YACF,MAAMb,MAAM,IAAIC;YAChB,MAAMC,YAAY,IAAID,KAAKD,IAAIG,OAAO,KAAK,IAAI,CAACzC,OAAO,CAACP,QAAQ;YAEhE,8CAA8C;YAC9C,MAAMkE,WAAW,IAAI,CAAC5D,KAAK,CAAC6D,KAAK;YAEjCT,SAASU,OAAO,CAACpD,CAAAA;gBACf,MAAMQ,OAAO,IAAI,CAACT,iBAAiB,CAACC;gBACpC,MAAMiB,MAAM,IAAI,CAACC,WAAW,CAACV;gBAE7B,MAAMyB,cAAkC;oBACtCzB;oBACAP,SAASD;oBACTkC,aAAaL;oBACbE;oBACAI,WAAW;gBACb;gBAEAe,SAASd,GAAG,CACVnB,KACAf,KAAKC,SAAS,CAAC8B,cACf;oBAAEI,IAAI,IAAI,CAAC9C,OAAO,CAACP,QAAQ;gBAAC;YAEhC;YAEA,MAAMH,UACJ,UAAY,MAAMqE,SAASG,IAAI,IAC/B;gBAAEhC,aAAa,IAAI,CAAC9B,OAAO,CAACH,UAAU;gBAAEkC,aAAa1C;YAAiB;YAGxEE,OAAO8B,KAAK,CAAC,sCAAsC;gBACjDmD,OAAOrB,SAAS3B,MAAM;gBACtBgB,WAAWA,UAAUO,WAAW;YAClC;QACF,EAAE,OAAOb,OAAO;YACd3C,OAAO2C,KAAK,CAAC,iCAAiCA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMnB,OAAOkB,SAAS;gBACvGoC,cAAcnB,SAAS3B,MAAM;YAC/B;YAEA,MAAMrC,YACJC,UAAU4D,eAAe,EACzB,iCACA;gBAAEsB,cAAcnB,SAAS3B,MAAM;YAAC,GAChCU,iBAAiBC,QAAQD,QAAQe;QAErC;IACF;IAEA;;;;;GAKC,GACD,MAAawB,eAAehE,OAAY,EAAsC;QAC5E,MAAMQ,OAAO,IAAI,CAACT,iBAAiB,CAACC;QACpC,MAAMiB,MAAM,IAAI,CAACC,WAAW,CAACV;QAE7B,IAAI;YACF,MAAMyD,OAAO,MAAMpF,UACjB,UAAY,MAAM,IAAI,CAACS,KAAK,CAAC4E,GAAG,CAACjD,MACjC;gBAAEI,aAAa,IAAI,CAAC9B,OAAO,CAACH,UAAU;gBAAEkC,aAAa1C;YAAiB;YAGxE,IAAI,CAACqF,MAAM;gBACT,OAAO;YACT;YAEA,MAAMhC,cAAc/B,KAAKiE,KAAK,CAACF;YAE/B,4CAA4C;YAC5ChC,YAAYC,WAAW,GAAG,IAAIJ,KAAKG,YAAYC,WAAW;YAC1DD,YAAYF,SAAS,GAAG,IAAID,KAAKG,YAAYF,SAAS;YAEtD,OAAOE;QACT,EAAE,OAAOR,OAAO;YACd3C,OAAO2C,KAAK,CAAC,6BAA6BA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMnB,OAAOkB,SAAS;gBACnGjB,MAAMA,KAAKK,SAAS,CAAC,GAAG,MAAM;YAChC;YAEA,OAAO;QACT;IACF;IAEA;;;;GAIC,GACD,MAAauD,kBAAkBpE,OAAY,EAAiB;QAC1D,MAAMQ,OAAO,IAAI,CAACT,iBAAiB,CAACC;QACpC,MAAMiB,MAAM,IAAI,CAACC,WAAW,CAACV;QAE7B,IAAI;YACF,MAAM3B,UACJ,UAAY,MAAM,IAAI,CAACS,KAAK,CAAC+E,GAAG,CAACpD,MACjC;gBAAEI,aAAa,IAAI,CAAC9B,OAAO,CAACH,UAAU;gBAAEkC,aAAa1C;YAAiB;YAGxEE,OAAO8B,KAAK,CAAC,uBAAuB;gBAClCJ,MAAMA,KAAKK,SAAS,CAAC,GAAG,MAAM;YAChC;QACF,EAAE,OAAOY,OAAO;YACd3C,OAAO2C,KAAK,CAAC,gCAAgCA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMnB,OAAOkB,SAAS;gBACtGjB,MAAMA,KAAKK,SAAS,CAAC,GAAG,MAAM;YAChC;YAEA,MAAMnC,YACJC,UAAU4D,eAAe,EACzB,gCACA;gBAAE/B;YAAK,GACPiB,iBAAiBC,QAAQD,QAAQe;QAErC;IACF;IAEA;;;;;;GAMC,GACD,MAAa8B,iBAAkC;QAC7C,IAAI;YACF,MAAMC,UAAU,GAAG,IAAI,CAAChF,OAAO,CAACN,SAAS,CAAC,CAAC,CAAC;YAC5C,MAAMoB,OAAO,MAAM,IAAI,CAACf,KAAK,CAACe,IAAI,CAACkE;YAEnC,IAAIC,eAAe;YAEnB,KAAK,MAAMvD,OAAOZ,KAAM;gBACtB,MAAMoE,MAAM,MAAM,IAAI,CAACnF,KAAK,CAACmF,GAAG,CAACxD;gBAEjC,+DAA+D;gBAC/D,IAAIwD,QAAQ,CAAC,KAAKA,QAAQ,CAAC,GAAG;oBAC5B;gBACF;gBAEA,gEAAgE;gBAChE,IAAIA,OAAO,GAAG;oBACZ,MAAM,IAAI,CAACnF,KAAK,CAAC+E,GAAG,CAACpD;oBACrBuD;gBACF;YACF;YAEA1F,OAAOgB,IAAI,CAAC,mCAAmC;gBAC7C0E;gBACAE,WAAWrE,KAAKU,MAAM;YACxB;YAEA,OAAOyD;QACT,EAAE,OAAO/C,OAAO;YACd3C,OAAO2C,KAAK,CAAC,0CAA0CA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMnB,OAAOkB;YAEzG,MAAM/C,YACJC,UAAU4D,eAAe,EACzB,0CACA,CAAC,GACDd,iBAAiBC,QAAQD,QAAQe;QAErC;IACF;IAEA;;;;GAIC,GACD,MAAamC,WAAwC;QACnD,IAAI;YACF,MAAMJ,UAAU,GAAG,IAAI,CAAChF,OAAO,CAACN,SAAS,CAAC,CAAC,CAAC;YAC5C,MAAMoB,OAAO,MAAM,IAAI,CAACf,KAAK,CAACe,IAAI,CAACkE;YAEnC,OAAO;gBACLK,gBAAgB,IAAI,CAACnF,KAAK,CAACC,SAAS;gBACpCmF,oBAAoB,IAAI,CAACpF,KAAK,CAACE,UAAU;gBACzCmF,gBAAgB,IAAI,CAACrF,KAAK,CAACG,MAAM;gBACjCmF,mBAAmB,IAAI,CAACtF,KAAK,CAACC,SAAS,GAAG,IACtC,IAAI,CAACD,KAAK,CAACE,UAAU,GAAG,IAAI,CAACF,KAAK,CAACC,SAAS,GAC5C;gBACJsF,oBAAoB3E,KAAKU,MAAM;YACjC;QACF,EAAE,OAAOU,OAAO;YACd3C,OAAO2C,KAAK,CAAC,uBAAuBA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMnB,OAAOkB;YAEtF,OAAO;gBACLmD,gBAAgB,IAAI,CAACnF,KAAK,CAACC,SAAS;gBACpCmF,oBAAoB,IAAI,CAACpF,KAAK,CAACE,UAAU;gBACzCmF,gBAAgB,IAAI,CAACrF,KAAK,CAACG,MAAM;gBACjCmF,mBAAmB,IAAI,CAACtF,KAAK,CAACC,SAAS,GAAG,IACtC,IAAI,CAACD,KAAK,CAACE,UAAU,GAAG,IAAI,CAACF,KAAK,CAACC,SAAS,GAC5C;gBACJsF,oBAAoB;YACtB;QACF;IACF;IAEA;;GAEC,GACD,AAAOC,aAAmB;QACxB,IAAI,CAACxF,KAAK,GAAG;YACXC,WAAW;YACXC,YAAY;YACZC,QAAQ;QACV;QAEAd,OAAO8B,KAAK,CAAC;IACf;IAEA;;GAEC,GACD,AAAOsE,kBAAwB;QAC7B,IAAI,IAAI,CAAC1F,YAAY,EAAE;YACrB2F,cAAc,IAAI,CAAC3F,YAAY;YAC/B,IAAI,CAACA,YAAY,GAAG;YACpBV,OAAO8B,KAAK,CAAC;QACf;IACF;IAEA;;GAEC,GACD,AAAOwE,WAAiB;QACtB,IAAI,CAACF,eAAe;QACpBpG,OAAOgB,IAAI,CAAC;IACd;IAEA;;GAEC,GACD,AAAQoB,YAAYV,IAAY,EAAU;QACxC,OAAO,GAAG,IAAI,CAACjB,OAAO,CAACN,SAAS,GAAGuB,MAAM;IAC3C;IAEA;;GAEC,GACD,MAAce,mBAAmBf,IAAY,EAAiB;QAC5D,MAAMS,MAAM,IAAI,CAACC,WAAW,CAACV;QAE7B,IAAI;YACF,MAAMyD,OAAO,MAAM,IAAI,CAAC3E,KAAK,CAAC4E,GAAG,CAACjD;YAElC,IAAIgD,MAAM;gBACR,MAAMhC,cAAc/B,KAAKiE,KAAK,CAACF;gBAC/BhC,YAAYE,SAAS;gBAErB,MAAM,IAAI,CAAC7C,KAAK,CAAC8C,GAAG,CAClBnB,KACAf,KAAKC,SAAS,CAAC8B,cACf;oBAAEoD,SAAS;gBAAK,EAAE,wBAAwB;;YAE9C;QACF,EAAE,OAAO5D,OAAO;YACd,gEAAgE;YAChE3C,OAAO8B,KAAK,CAAC,kCAAkC;gBAC7CJ,MAAMA,KAAKK,SAAS,CAAC,GAAG,MAAM;gBAC9BY,OAAOA,iBAAiBC,QAAQD,MAAMzB,OAAO,GAAGO,OAAOkB;YACzD;QACF;IACF;IAEA;;GAEC,GACD,AAAQ5B,mBAAyB;QAC/B,IAAI,CAACL,YAAY,GAAG8F,YAClB;YACE,IAAI;gBACF,MAAM,IAAI,CAAChB,cAAc;YAC3B,EAAE,OAAO7C,OAAO;gBACd3C,OAAO2C,KAAK,CAAC,uBAAuBA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMnB,OAAOkB;YACxF;QACF,GACA,IAAI,CAAClC,OAAO,CAACJ,iBAAiB;QAGhCL,OAAO8B,KAAK,CAAC,wBAAwB;YACnC2E,YAAY,IAAI,CAAChG,OAAO,CAACJ,iBAAiB;QAC5C;IACF;AACF"}