claude-flow-novice 2.15.2 → 2.15.4

package/dist/lib/redis-queue-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/lib/redis-queue-manager.ts"],"sourcesContent":["/**\r\n * Redis Queue Manager\r\n *\r\n * Provides reliable queue operations with idempotency, acknowledgment protocol,\r\n * and message visibility timeout for Docker agent ↔ Redis communication.\r\n * Part of Task 3.4: Redis Queue Consistency & Recovery (Integration Standardization Sprint 3)\r\n *\r\n * Features:\r\n * - Enqueue with idempotency (prevents duplicate messages)\r\n * - Dequeue with acknowledgment protocol\r\n * - Message visibility timeout\r\n * - Queue monitoring (depth, age, throughput)\r\n * - Multiple queue support (task, result, coordination)\r\n * - Performance: <100ms per operation\r\n *\r\n * Usage:\r\n *   const queueManager = new RedisQueueManager(redisClient);\r\n *\r\n *   // Producer\r\n *   await queueManager.enqueue('task-queue', {\r\n *     taskId: 'task-001',\r\n *     agentType: 'backend-developer',\r\n *     payload: { ... }\r\n *   });\r\n *\r\n *   // Consumer\r\n *   const message = await queueManager.dequeue('task-queue', { timeout: 30000 });\r\n *   try {\r\n *     await processTask(message.payload);\r\n *     await queueManager.acknowledge(message.id);\r\n *   } catch (error) {\r\n *     await queueManager.reject(message.id, { retry: true });\r\n *   }\r\n */\r\n\r\nimport { RedisClientType } from 'redis';\r\nimport { v4 as uuidv4 } from 'uuid';\r\nimport { createLogger } from './logging.js';\r\nimport { createError, ErrorCode, isRetryableError } from './errors.js';\r\nimport { withRetry } from './retry.js';\r\nimport { MessageDeduplicator } from './message-deduplicator.js';\r\n\r\nconst logger = createLogger('redis-queue-manager');\r\n\r\n/**\r\n * Queue message\r\n */\r\nexport interface QueueMessage<T = any> {\r\n  /** Unique message ID */\r\n  id: string;\r\n  /** Queue name */\r\n  queue: string;\r\n  /** Message payload */\r\n  payload: T;\r\n  /** Message creation timestamp */\r\n  createdAt: Date;\r\n  /** Message enqueue timestamp */\r\n  enqueuedAt: Date;\r\n  /** Message dequeue timestamp (if dequeued) */\r\n  dequeuedAt?: Date;\r\n  /** Number of delivery attempts */\r\n  deliveryAttempts: number;\r\n  /** Message visibility timeout (milliseconds) */\r\n  visibilityTimeout?: number;\r\n  /** Message metadata */\r\n  metadata?: Record<string, any>;\r\n}\r\n\r\n/**\r\n * Enqueue options\r\n */\r\nexport interface EnqueueOptions {\r\n  /** Enable deduplication (default: true) */\r\n  deduplicate?: boolean;\r\n  /** Message metadata */\r\n  metadata?: Record<string, any>;\r\n  /** Message visibility timeout in milliseconds (default: 30000) */\r\n  visibilityTimeout?: number;\r\n}\r\n\r\n/**\r\n * Dequeue options\r\n */\r\nexport interface DequeueOptions {\r\n  /** Maximum wait time in milliseconds (default: 0 - no wait) */\r\n  timeout?: number;\r\n  /** Message visibility timeout in milliseconds (default: 30000) */\r\n  visibilityTimeout?: number;\r\n  /** Number of messages to dequeue (default: 1) */\r\n  count?: number;\r\n}\r\n\r\n/**\r\n * Reject options\r\n */\r\nexport interface RejectOptions {\r\n  /** Retry message (re-enqueue) (default: false) */\r\n  retry?: boolean;\r\n  /** Error message */\r\n  error?: string;\r\n  /** Metadata to attach */\r\n  metadata?: Record<string, any>;\r\n}\r\n\r\n/**\r\n * Queue statistics\r\n */\r\nexport interface QueueStats {\r\n  /** Queue name */\r\n  queue: string;\r\n  /** Number of messages in queue */\r\n  depth: number;\r\n  /** Number of messages in processing (invisible) */\r\n  inFlight: number;\r\n  /** Age of oldest message in seconds */\r\n  oldestMessageAge: number;\r\n  /** Total messages enqueued */\r\n  totalEnqueued: number;\r\n  /** Total messages dequeued */\r\n  totalDequeued: number;\r\n  /** Total messages acknowledged */\r\n  totalAcknowledged: number;\r\n  /** Total messages rejected */\r\n  totalRejected: number;\r\n  /** Throughput (messages per second) */\r\n  throughput: number;\r\n}\r\n\r\n/**\r\n * Default queue options\r\n */\r\nconst DEFAULT_ENQUEUE_OPTIONS: Required<EnqueueOptions> = {\r\n  deduplicate: true,\r\n  metadata: {},\r\n  visibilityTimeout: 30000, // 30 seconds\r\n};\r\n\r\nconst DEFAULT_DEQUEUE_OPTIONS: Required<DequeueOptions> = {\r\n  timeout: 0,\r\n  visibilityTimeout: 30000, // 30 seconds\r\n  count: 1,\r\n};\r\n\r\n/**\r\n * Redis Queue Manager\r\n *\r\n * Provides reliable queue operations with at-least-once delivery guarantees.\r\n */\r\nexport class RedisQueueManager {\r\n  private redis: RedisClientType;\r\n  private deduplicator: MessageDeduplicator;\r\n  private stats: Map<string, {\r\n    enqueued: number;\r\n    dequeued: number;\r\n    acknowledged: number;\r\n    rejected: number;\r\n    startTime: Date;\r\n  }> = new Map();\r\n\r\n  /**\r\n   * Create a new RedisQueueManager instance\r\n   *\r\n   * @param redis - Redis client instance\r\n   * @param deduplicator - Optional custom deduplicator instance\r\n   */\r\n  constructor(redis: RedisClientType, deduplicator?: MessageDeduplicator) {\r\n    this.redis = redis;\r\n    this.deduplicator = deduplicator || new MessageDeduplicator(redis);\r\n\r\n    logger.info('RedisQueueManager initialized');\r\n  }\r\n\r\n  /**\r\n   * Enqueue a message to a queue\r\n   *\r\n   * @param queue - Queue name\r\n   * @param payload - Message payload\r\n   * @param options - Enqueue options\r\n   * @returns Message ID\r\n   */\r\n  public async enqueue<T = any>(\r\n    queue: string,\r\n    payload: T,\r\n    options: EnqueueOptions = {}\r\n  ): Promise<string> {\r\n    const opts = { ...DEFAULT_ENQUEUE_OPTIONS, ...options };\r\n    const startTime = Date.now();\r\n\r\n    try {\r\n      // Check for duplicates if enabled\r\n      if (opts.deduplicate) {\r\n        const isDuplicate = await this.deduplicator.isDuplicate(payload);\r\n\r\n        if (isDuplicate) {\r\n          logger.warn('Duplicate message detected, skipping enqueue', {\r\n            queue,\r\n            payloadHash: this.deduplicator.createFingerprint(payload).substring(0, 16) + '...',\r\n          });\r\n\r\n          throw createError(\r\n            ErrorCode.DB_DUPLICATE_KEY,\r\n            'Duplicate message detected',\r\n            { queue }\r\n          );\r\n        }\r\n      }\r\n\r\n      // Create message\r\n      const message: QueueMessage<T> = {\r\n        id: uuidv4(),\r\n        queue,\r\n        payload,\r\n        createdAt: new Date(),\r\n        enqueuedAt: new Date(),\r\n        deliveryAttempts: 0,\r\n        visibilityTimeout: opts.visibilityTimeout,\r\n        metadata: opts.metadata,\r\n      };\r\n\r\n      // Push to queue (RPUSH for FIFO)\r\n      await withRetry(\r\n        async () => {\r\n          const queueKey = this.getQueueKey(queue);\r\n          await this.redis.rPush(queueKey, JSON.stringify(message));\r\n        },\r\n        { maxAttempts: 3, shouldRetry: isRetryableError }\r\n      );\r\n\r\n      // Mark as processed in deduplicator if enabled\r\n      if (opts.deduplicate) {\r\n        await this.deduplicator.markProcessed(payload, {\r\n          messageId: message.id,\r\n          queue,\r\n        });\r\n      }\r\n\r\n      // Update stats\r\n      this.updateStats(queue, 'enqueued');\r\n\r\n      const duration = Date.now() - startTime;\r\n\r\n      logger.debug('Message enqueued', {\r\n        queue,\r\n        messageId: message.id,\r\n        durationMs: duration,\r\n      });\r\n\r\n      // Validate performance requirement (<100ms)\r\n      if (duration > 100) {\r\n        logger.warn('Enqueue operation exceeded 100ms target', {\r\n          queue,\r\n          durationMs: duration,\r\n        });\r\n      }\r\n\r\n      return message.id;\r\n    } catch (error) {\r\n      logger.error('Failed to enqueue message', error instanceof Error ? error : new Error(String(error)), {\r\n        queue,\r\n      });\r\n\r\n      throw createError(\r\n        ErrorCode.DB_QUERY_FAILED,\r\n        'Failed to enqueue message',\r\n        { queue },\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Dequeue a message from a queue\r\n   *\r\n   * @param queue - Queue name\r\n   * @param options - Dequeue options\r\n   * @returns Message or null if queue is empty\r\n   */\r\n  public async dequeue<T = any>(\r\n    queue: string,\r\n    options: DequeueOptions = {}\r\n  ): Promise<QueueMessage<T> | null> {\r\n    const opts = { ...DEFAULT_DEQUEUE_OPTIONS, ...options };\r\n    const startTime = Date.now();\r\n\r\n    try {\r\n      const queueKey = this.getQueueKey(queue);\r\n      const processingKey = this.getProcessingKey(queue);\r\n\r\n      let messageData: string | null = null;\r\n\r\n      // Use blocking pop if timeout specified\r\n      if (opts.timeout > 0) {\r\n        const result = await withRetry(\r\n          async () => {\r\n            // BLMOVE atomically moves from queue to processing set with timeout\r\n            return await this.redis.blMove(\r\n              queueKey,\r\n              processingKey,\r\n              'LEFT',\r\n              'RIGHT',\r\n              opts.timeout / 1000 // Convert to seconds\r\n            );\r\n          },\r\n          { maxAttempts: 1 } // Don't retry blocking operations\r\n        );\r\n\r\n        messageData = result;\r\n      } else {\r\n        // Non-blocking pop\r\n        messageData = await withRetry(\r\n          async () => {\r\n            return await this.redis.lMove(\r\n              queueKey,\r\n              processingKey,\r\n              'LEFT',\r\n              'RIGHT'\r\n            );\r\n          },\r\n          { maxAttempts: 3, shouldRetry: isRetryableError }\r\n        );\r\n      }\r\n\r\n      if (!messageData) {\r\n        return null;\r\n      }\r\n\r\n      // Parse message\r\n      const message = JSON.parse(messageData) as QueueMessage<T>;\r\n\r\n      // Convert date strings back to Date objects\r\n      message.createdAt = new Date(message.createdAt);\r\n      message.enqueuedAt = new Date(message.enqueuedAt);\r\n      message.dequeuedAt = new Date();\r\n      message.deliveryAttempts++;\r\n\r\n      // Store message with visibility timeout\r\n      await this.storeInFlight(message, opts.visibilityTimeout);\r\n\r\n      // Update stats\r\n      this.updateStats(queue, 'dequeued');\r\n\r\n      const duration = Date.now() - startTime;\r\n\r\n      logger.debug('Message dequeued', {\r\n        queue,\r\n        messageId: message.id,\r\n        deliveryAttempts: message.deliveryAttempts,\r\n        durationMs: duration,\r\n      });\r\n\r\n      // Validate performance requirement (<100ms)\r\n      if (duration > 100) {\r\n        logger.warn('Dequeue operation exceeded 100ms target', {\r\n          queue,\r\n          durationMs: duration,\r\n        });\r\n      }\r\n\r\n      return message;\r\n    } catch (error) {\r\n      logger.error('Failed to dequeue message', error instanceof Error ? error : new Error(String(error)), {\r\n        queue,\r\n      });\r\n\r\n      throw createError(\r\n        ErrorCode.DB_QUERY_FAILED,\r\n        'Failed to dequeue message',\r\n        { queue },\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Acknowledge successful message processing\r\n   *\r\n   * @param messageId - Message ID to acknowledge\r\n   */\r\n  public async acknowledge(messageId: string): Promise<void> {\r\n    const startTime = Date.now();\r\n\r\n    try {\r\n      // Remove from in-flight storage\r\n      const message = await this.getInFlight(messageId);\r\n\r\n      if (!message) {\r\n        logger.warn('Message not found for acknowledgment', { messageId });\r\n        return;\r\n      }\r\n\r\n      // Remove from processing set\r\n      const processingKey = this.getProcessingKey(message.queue);\r\n      await withRetry(\r\n        async () => {\r\n          await this.redis.lRem(processingKey, 1, JSON.stringify(message));\r\n        },\r\n        { maxAttempts: 3, shouldRetry: isRetryableError }\r\n      );\r\n\r\n      // Remove from in-flight storage\r\n      await this.removeInFlight(messageId);\r\n\r\n      // Update stats\r\n      this.updateStats(message.queue, 'acknowledged');\r\n\r\n      const duration = Date.now() - startTime;\r\n\r\n      logger.debug('Message acknowledged', {\r\n        queue: message.queue,\r\n        messageId,\r\n        durationMs: duration,\r\n      });\r\n    } catch (error) {\r\n      logger.error('Failed to acknowledge message', error instanceof Error ? error : new Error(String(error)), {\r\n        messageId,\r\n      });\r\n\r\n      throw createError(\r\n        ErrorCode.DB_QUERY_FAILED,\r\n        'Failed to acknowledge message',\r\n        { messageId },\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Reject message processing (with optional retry)\r\n   *\r\n   * @param messageId - Message ID to reject\r\n   * @param options - Reject options\r\n   */\r\n  public async reject(messageId: string, options: RejectOptions = {}): Promise<void> {\r\n    const startTime = Date.now();\r\n\r\n    try {\r\n      // Get message from in-flight storage\r\n      const message = await this.getInFlight(messageId);\r\n\r\n      if (!message) {\r\n        logger.warn('Message not found for rejection', { messageId });\r\n        return;\r\n      }\r\n\r\n      // Remove from processing set\r\n      const processingKey = this.getProcessingKey(message.queue);\r\n      await withRetry(\r\n        async () => {\r\n          await this.redis.lRem(processingKey, 1, JSON.stringify(message));\r\n        },\r\n        { maxAttempts: 3, shouldRetry: isRetryableError }\r\n      );\r\n\r\n      // Remove from in-flight storage\r\n      await this.removeInFlight(messageId);\r\n\r\n      if (options.retry) {\r\n        // Re-enqueue message\r\n        message.metadata = {\r\n          ...message.metadata,\r\n          ...options.metadata,\r\n          rejectedAt: new Date().toISOString(),\r\n          rejectionReason: options.error,\r\n        };\r\n\r\n        const queueKey = this.getQueueKey(message.queue);\r\n        await withRetry(\r\n          async () => {\r\n            await this.redis.rPush(queueKey, JSON.stringify(message));\r\n          },\r\n          { maxAttempts: 3, shouldRetry: isRetryableError }\r\n        );\r\n\r\n        logger.debug('Message rejected and re-enqueued', {\r\n          queue: message.queue,\r\n          messageId,\r\n          deliveryAttempts: message.deliveryAttempts,\r\n        });\r\n      } else {\r\n        logger.debug('Message rejected without retry', {\r\n          queue: message.queue,\r\n          messageId,\r\n        });\r\n      }\r\n\r\n      // Update stats\r\n      this.updateStats(message.queue, 'rejected');\r\n\r\n      const duration = Date.now() - startTime;\r\n\r\n      logger.debug('Message rejected', {\r\n        queue: message.queue,\r\n        messageId,\r\n        retry: options.retry,\r\n        durationMs: duration,\r\n      });\r\n    } catch (error) {\r\n      logger.error('Failed to reject message', error instanceof Error ? error : new Error(String(error)), {\r\n        messageId,\r\n      });\r\n\r\n      throw createError(\r\n        ErrorCode.DB_QUERY_FAILED,\r\n        'Failed to reject message',\r\n        { messageId },\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Get queue statistics\r\n   *\r\n   * @param queue - Queue name\r\n   * @returns Queue statistics\r\n   */\r\n  public async getStats(queue: string): Promise<QueueStats> {\r\n    try {\r\n      const queueKey = this.getQueueKey(queue);\r\n      const processingKey = this.getProcessingKey(queue);\r\n\r\n      // Get queue depth\r\n      const depth = await this.redis.lLen(queueKey);\r\n\r\n      // Get in-flight count\r\n      const inFlight = await this.redis.lLen(processingKey);\r\n\r\n      // Get oldest message age\r\n      let oldestMessageAge = 0;\r\n      const oldestMessage = await this.redis.lIndex(queueKey, 0);\r\n\r\n      if (oldestMessage) {\r\n        const message = JSON.parse(oldestMessage) as QueueMessage;\r\n        const age = Date.now() - new Date(message.enqueuedAt).getTime();\r\n        oldestMessageAge = Math.floor(age / 1000); // Convert to seconds\r\n      }\r\n\r\n      // Get stats from tracking\r\n      const stats = this.stats.get(queue) || {\r\n        enqueued: 0,\r\n        dequeued: 0,\r\n        acknowledged: 0,\r\n        rejected: 0,\r\n        startTime: new Date(),\r\n      };\r\n\r\n      // Calculate throughput (messages per second)\r\n      const elapsed = (Date.now() - stats.startTime.getTime()) / 1000;\r\n      const throughput = elapsed > 0 ? stats.dequeued / elapsed : 0;\r\n\r\n      return {\r\n        queue,\r\n        depth,\r\n        inFlight,\r\n        oldestMessageAge,\r\n        totalEnqueued: stats.enqueued,\r\n        totalDequeued: stats.dequeued,\r\n        totalAcknowledged: stats.acknowledged,\r\n        totalRejected: stats.rejected,\r\n        throughput,\r\n      };\r\n    } catch (error) {\r\n      logger.error('Failed to get queue stats', error instanceof Error ? error : new Error(String(error)), {\r\n        queue,\r\n      });\r\n\r\n      throw createError(\r\n        ErrorCode.DB_QUERY_FAILED,\r\n        'Failed to get queue stats',\r\n        { queue },\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Purge all messages from a queue\r\n   *\r\n   * @param queue - Queue name\r\n   * @returns Number of messages purged\r\n   */\r\n  public async purge(queue: string): Promise<number> {\r\n    try {\r\n      const queueKey = this.getQueueKey(queue);\r\n\r\n      const count = await withRetry(\r\n        async () => {\r\n          const len = await this.redis.lLen(queueKey);\r\n          await this.redis.del(queueKey);\r\n          return len;\r\n        },\r\n        { maxAttempts: 3, shouldRetry: isRetryableError }\r\n      );\r\n\r\n      logger.info('Queue purged', {\r\n        queue,\r\n        messagesPurged: count,\r\n      });\r\n\r\n      return count;\r\n    } catch (error) {\r\n      logger.error('Failed to purge queue', error instanceof Error ? error : new Error(String(error)), {\r\n        queue,\r\n      });\r\n\r\n      throw createError(\r\n        ErrorCode.DB_QUERY_FAILED,\r\n        'Failed to purge queue',\r\n        { queue },\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Get all queue names\r\n   *\r\n   * @returns Array of queue names\r\n   */\r\n  public async getQueues(): Promise<string[]> {\r\n    try {\r\n      const pattern = 'queue:*';\r\n      const keys = await this.redis.keys(pattern);\r\n\r\n      const queues = keys\r\n        .filter(key => !key.includes(':processing'))\r\n        .map(key => key.replace('queue:', ''));\r\n\r\n      return queues;\r\n    } catch (error) {\r\n      logger.error('Failed to get queues', error instanceof Error ? error : new Error(String(error)));\r\n\r\n      throw createError(\r\n        ErrorCode.DB_QUERY_FAILED,\r\n        'Failed to get queues',\r\n        {},\r\n        error instanceof Error ? error : undefined\r\n      );\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Shutdown queue manager (cleanup resources)\r\n   */\r\n  public shutdown(): void {\r\n    this.deduplicator.shutdown();\r\n    logger.info('RedisQueueManager shutdown');\r\n  }\r\n\r\n  /**\r\n   * Get Redis key for queue\r\n   */\r\n  private getQueueKey(queue: string): string {\r\n    return `queue:${queue}`;\r\n  }\r\n\r\n  /**\r\n   * Get Redis key for processing set\r\n   */\r\n  private getProcessingKey(queue: string): string {\r\n    return `queue:${queue}:processing`;\r\n  }\r\n\r\n  /**\r\n   * Get Redis key for in-flight message storage\r\n   */\r\n  private getInFlightKey(messageId: string): string {\r\n    return `inflight:${messageId}`;\r\n  }\r\n\r\n  /**\r\n   * Store message in in-flight storage with TTL\r\n   */\r\n  private async storeInFlight<T = any>(\r\n    message: QueueMessage<T>,\r\n    visibilityTimeout: number\r\n  ): Promise<void> {\r\n    const key = this.getInFlightKey(message.id);\r\n\r\n    await withRetry(\r\n      async () => {\r\n        await this.redis.set(\r\n          key,\r\n          JSON.stringify(message),\r\n          { PX: visibilityTimeout }\r\n        );\r\n      },\r\n      { maxAttempts: 3, shouldRetry: isRetryableError }\r\n    );\r\n  }\r\n\r\n  /**\r\n   * Get message from in-flight storage\r\n   */\r\n  private async getInFlight<T = any>(messageId: string): Promise<QueueMessage<T> | null> {\r\n    const key = this.getInFlightKey(messageId);\r\n\r\n    const data = await withRetry(\r\n      async () => await this.redis.get(key),\r\n      { maxAttempts: 3, shouldRetry: isRetryableError }\r\n    );\r\n\r\n    if (!data) {\r\n      return null;\r\n    }\r\n\r\n    const message = JSON.parse(data) as QueueMessage<T>;\r\n\r\n    // Convert date strings back to Date objects\r\n    message.createdAt = new Date(message.createdAt);\r\n    message.enqueuedAt = new Date(message.enqueuedAt);\r\n    if (message.dequeuedAt) {\r\n      message.dequeuedAt = new Date(message.dequeuedAt);\r\n    }\r\n\r\n    return message;\r\n  }\r\n\r\n  /**\r\n   * Remove message from in-flight storage\r\n   */\r\n  private async removeInFlight(messageId: string): Promise<void> {\r\n    const key = this.getInFlightKey(messageId);\r\n\r\n    await withRetry(\r\n      async () => await this.redis.del(key),\r\n      { maxAttempts: 3, shouldRetry: isRetryableError }\r\n    );\r\n  }\r\n\r\n  /**\r\n   * Update queue statistics\r\n   */\r\n  private updateStats(queue: string, operation: 'enqueued' | 'dequeued' | 'acknowledged' | 'rejected'): void {\r\n    let stats = this.stats.get(queue);\r\n\r\n    if (!stats) {\r\n      stats = {\r\n        enqueued: 0,\r\n        dequeued: 0,\r\n        acknowledged: 0,\r\n        rejected: 0,\r\n        startTime: new Date(),\r\n      };\r\n      this.stats.set(queue, stats);\r\n    }\r\n\r\n    stats[operation]++;\r\n  }\r\n}\r\n"],"names":["v4","uuidv4","createLogger","createError","ErrorCode","isRetryableError","withRetry","MessageDeduplicator","logger","DEFAULT_ENQUEUE_OPTIONS","deduplicate","metadata","visibilityTimeout","DEFAULT_DEQUEUE_OPTIONS","timeout","count","RedisQueueManager","redis","deduplicator","stats","Map","info","enqueue","queue","payload","options","opts","startTime","Date","now","isDuplicate","warn","payloadHash","createFingerprint","substring","DB_DUPLICATE_KEY","message","id","createdAt","enqueuedAt","deliveryAttempts","queueKey","getQueueKey","rPush","JSON","stringify","maxAttempts","shouldRetry","markProcessed","messageId","updateStats","duration","debug","durationMs","error","Error","String","DB_QUERY_FAILED","undefined","dequeue","processingKey","getProcessingKey","messageData","result","blMove","lMove","parse","dequeuedAt","storeInFlight","acknowledge","getInFlight","lRem","removeInFlight","reject","retry","rejectedAt","toISOString","rejectionReason","getStats","depth","lLen","inFlight","oldestMessageAge","oldestMessage","lIndex","age","getTime","Math","floor","get","enqueued","dequeued","acknowledged","rejected","elapsed","throughput","totalEnqueued","totalDequeued","totalAcknowledged","totalRejected","purge","len","del","messagesPurged","getQueues","pattern","keys","queues","filter","key","includes","map","replace","shutdown","getInFlightKey","set","PX","data","operation"],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAiCC,GAGD,SAASA,MAAMC,MAAM,QAAQ,OAAO;AACpC,SAASC,YAAY,QAAQ,eAAe;AAC5C,SAASC,WAAW,EAAEC,SAAS,EAAEC,gBAAgB,QAAQ,cAAc;AACvE,SAASC,SAAS,QAAQ,aAAa;AACvC,SAASC,mBAAmB,QAAQ,4BAA4B;AAEhE,MAAMC,SAASN,aAAa;AAsF5B;;CAEC,GACD,MAAMO,0BAAoD;IACxDC,aAAa;IACbC,UAAU,CAAC;IACXC,mBAAmB;AACrB;AAEA,MAAMC,0BAAoD;IACxDC,SAAS;IACTF,mBAAmB;IACnBG,OAAO;AACT;AAEA;;;;CAIC,GACD,OAAO,MAAMC;IACHC,MAAuB;IACvBC,aAAkC;IAClCC,QAMH,IAAIC,MAAM;IAEf;;;;;GAKC,GACD,YAAYH,KAAsB,EAAEC,YAAkC,CAAE;QACtE,IAAI,CAACD,KAAK,GAAGA;QACb,IAAI,CAACC,YAAY,GAAGA,gBAAgB,IAAIX,oBAAoBU;QAE5DT,OAAOa,IAAI,CAAC;IACd;IAEA;;;;;;;GAOC,GACD,MAAaC,QACXC,KAAa,EACbC,OAAU,EACVC,UAA0B,CAAC,CAAC,EACX;QACjB,MAAMC,OAAO;YAAE,GAAGjB,uBAAuB;YAAE,GAAGgB,OAAO;QAAC;QACtD,MAAME,YAAYC,KAAKC,GAAG;QAE1B,IAAI;YACF,kCAAkC;YAClC,IAAIH,KAAKhB,WAAW,EAAE;gBACpB,MAAMoB,cAAc,MAAM,IAAI,CAACZ,YAAY,CAACY,WAAW,CAACN;gBAExD,IAAIM,aAAa;oBACftB,OAAOuB,IAAI,CAAC,gDAAgD;wBAC1DR;wBACAS,aAAa,IAAI,CAACd,YAAY,CAACe,iBAAiB,CAACT,SAASU,SAAS,CAAC,GAAG,MAAM;oBAC/E;oBAEA,MAAM/B,YACJC,UAAU+B,gBAAgB,EAC1B,8BACA;wBAAEZ;oBAAM;gBAEZ;YACF;YAEA,iBAAiB;YACjB,MAAMa,UAA2B;gBAC/BC,IAAIpC;gBACJsB;gBACAC;gBACAc,WAAW,IAAIV;gBACfW,YAAY,IAAIX;gBAChBY,kBAAkB;gBAClB5B,mBAAmBc,KAAKd,iBAAiB;gBACzCD,UAAUe,KAAKf,QAAQ;YACzB;YAEA,iCAAiC;YACjC,MAAML,UACJ;gBACE,MAAMmC,WAAW,IAAI,CAACC,WAAW,CAACnB;gBAClC,MAAM,IAAI,CAACN,KAAK,CAAC0B,KAAK,CAACF,UAAUG,KAAKC,SAAS,CAACT;YAClD,GACA;gBAAEU,aAAa;gBAAGC,aAAa1C;YAAiB;YAGlD,+CAA+C;YAC/C,IAAIqB,KAAKhB,WAAW,EAAE;gBACpB,MAAM,IAAI,CAACQ,YAAY,CAAC8B,aAAa,CAACxB,SAAS;oBAC7CyB,WAAWb,QAAQC,EAAE;oBACrBd;gBACF;YACF;YAEA,eAAe;YACf,IAAI,CAAC2B,WAAW,CAAC3B,OAAO;YAExB,MAAM4B,WAAWvB,KAAKC,GAAG,KAAKF;YAE9BnB,OAAO4C,KAAK,CAAC,oBAAoB;gBAC/B7B;gBACA0B,WAAWb,QAAQC,EAAE;gBACrBgB,YAAYF;YACd;YAEA,4CAA4C;YAC5C,IAAIA,WAAW,KAAK;gBAClB3C,OAAOuB,IAAI,CAAC,2CAA2C;oBACrDR;oBACA8B,YAAYF;gBACd;YACF;YAEA,OAAOf,QAAQC,EAAE;QACnB,EAAE,OAAOiB,OAAO;YACd9C,OAAO8C,KAAK,CAAC,6BAA6BA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMC,OAAOF,SAAS;gBACnG/B;YACF;YAEA,MAAMpB,YACJC,UAAUqD,eAAe,EACzB,6BACA;gBAAElC;YAAM,GACR+B,iBAAiBC,QAAQD,QAAQI;QAErC;IACF;IAEA;;;;;;GAMC,GACD,MAAaC,QACXpC,KAAa,EACbE,UAA0B,CAAC,CAAC,EACK;QACjC,MAAMC,OAAO;YAAE,GAAGb,uBAAuB;YAAE,GAAGY,OAAO;QAAC;QACtD,MAAME,YAAYC,KAAKC,GAAG;QAE1B,IAAI;YACF,MAAMY,WAAW,IAAI,CAACC,WAAW,CAACnB;YAClC,MAAMqC,gBAAgB,IAAI,CAACC,gBAAgB,CAACtC;YAE5C,IAAIuC,cAA6B;YAEjC,wCAAwC;YACxC,IAAIpC,KAAKZ,OAAO,GAAG,GAAG;gBACpB,MAAMiD,SAAS,MAAMzD,UACnB;oBACE,oEAAoE;oBACpE,OAAO,MAAM,IAAI,CAACW,KAAK,CAAC+C,MAAM,CAC5BvB,UACAmB,eACA,QACA,SACAlC,KAAKZ,OAAO,GAAG,KAAK,qBAAqB;;gBAE7C,GACA;oBAAEgC,aAAa;gBAAE,EAAE,kCAAkC;;gBAGvDgB,cAAcC;YAChB,OAAO;gBACL,mBAAmB;gBACnBD,cAAc,MAAMxD,UAClB;oBACE,OAAO,MAAM,IAAI,CAACW,KAAK,CAACgD,KAAK,CAC3BxB,UACAmB,eACA,QACA;gBAEJ,GACA;oBAAEd,aAAa;oBAAGC,aAAa1C;gBAAiB;YAEpD;YAEA,IAAI,CAACyD,aAAa;gBAChB,OAAO;YACT;YAEA,gBAAgB;YAChB,MAAM1B,UAAUQ,KAAKsB,KAAK,CAACJ;YAE3B,4CAA4C;YAC5C1B,QAAQE,SAAS,GAAG,IAAIV,KAAKQ,QAAQE,SAAS;YAC9CF,QAAQG,UAAU,GAAG,IAAIX,KAAKQ,QAAQG,UAAU;YAChDH,QAAQ+B,UAAU,GAAG,IAAIvC;YACzBQ,QAAQI,gBAAgB;YAExB,wCAAwC;YACxC,MAAM,IAAI,CAAC4B,aAAa,CAAChC,SAASV,KAAKd,iBAAiB;YAExD,eAAe;YACf,IAAI,CAACsC,WAAW,CAAC3B,OAAO;YAExB,MAAM4B,WAAWvB,KAAKC,GAAG,KAAKF;YAE9BnB,OAAO4C,KAAK,CAAC,oBAAoB;gBAC/B7B;gBACA0B,WAAWb,QAAQC,EAAE;gBACrBG,kBAAkBJ,QAAQI,gBAAgB;gBAC1Ca,YAAYF;YACd;YAEA,4CAA4C;YAC5C,IAAIA,WAAW,KAAK;gBAClB3C,OAAOuB,IAAI,CAAC,2CAA2C;oBACrDR;oBACA8B,YAAYF;gBACd;YACF;YAEA,OAAOf;QACT,EAAE,OAAOkB,OAAO;YACd9C,OAAO8C,KAAK,CAAC,6BAA6BA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMC,OAAOF,SAAS;gBACnG/B;YACF;YAEA,MAAMpB,YACJC,UAAUqD,eAAe,EACzB,6BACA;gBAAElC;YAAM,GACR+B,iBAAiBC,QAAQD,QAAQI;QAErC;IACF;IAEA;;;;GAIC,GACD,MAAaW,YAAYpB,SAAiB,EAAiB;QACzD,MAAMtB,YAAYC,KAAKC,GAAG;QAE1B,IAAI;YACF,gCAAgC;YAChC,MAAMO,UAAU,MAAM,IAAI,CAACkC,WAAW,CAACrB;YAEvC,IAAI,CAACb,SAAS;gBACZ5B,OAAOuB,IAAI,CAAC,wCAAwC;oBAAEkB;gBAAU;gBAChE;YACF;YAEA,6BAA6B;YAC7B,MAAMW,gBAAgB,IAAI,CAACC,gBAAgB,CAACzB,QAAQb,KAAK;YACzD,MAAMjB,UACJ;gBACE,MAAM,IAAI,CAACW,KAAK,CAACsD,IAAI,CAACX,eAAe,GAAGhB,KAAKC,SAAS,CAACT;YACzD,GACA;gBAAEU,aAAa;gBAAGC,aAAa1C;YAAiB;YAGlD,gCAAgC;YAChC,MAAM,IAAI,CAACmE,cAAc,CAACvB;YAE1B,eAAe;YACf,IAAI,CAACC,WAAW,CAACd,QAAQb,KAAK,EAAE;YAEhC,MAAM4B,WAAWvB,KAAKC,GAAG,KAAKF;YAE9BnB,OAAO4C,KAAK,CAAC,wBAAwB;gBACnC7B,OAAOa,QAAQb,KAAK;gBACpB0B;gBACAI,YAAYF;YACd;QACF,EAAE,OAAOG,OAAO;YACd9C,OAAO8C,KAAK,CAAC,iCAAiCA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMC,OAAOF,SAAS;gBACvGL;YACF;YAEA,MAAM9C,YACJC,UAAUqD,eAAe,EACzB,iCACA;gBAAER;YAAU,GACZK,iBAAiBC,QAAQD,QAAQI;QAErC;IACF;IAEA;;;;;GAKC,GACD,MAAae,OAAOxB,SAAiB,EAAExB,UAAyB,CAAC,CAAC,EAAiB;QACjF,MAAME,YAAYC,KAAKC,GAAG;QAE1B,IAAI;YACF,qCAAqC;YACrC,MAAMO,UAAU,MAAM,IAAI,CAACkC,WAAW,CAACrB;YAEvC,IAAI,CAACb,SAAS;gBACZ5B,OAAOuB,IAAI,CAAC,mCAAmC;oBAAEkB;gBAAU;gBAC3D;YACF;YAEA,6BAA6B;YAC7B,MAAMW,gBAAgB,IAAI,CAACC,gBAAgB,CAACzB,QAAQb,KAAK;YACzD,MAAMjB,UACJ;gBACE,MAAM,IAAI,CAACW,KAAK,CAACsD,IAAI,CAACX,eAAe,GAAGhB,KAAKC,SAAS,CAACT;YACzD,GACA;gBAAEU,aAAa;gBAAGC,aAAa1C;YAAiB;YAGlD,gCAAgC;YAChC,MAAM,IAAI,CAACmE,cAAc,CAACvB;YAE1B,IAAIxB,QAAQiD,KAAK,EAAE;gBACjB,qBAAqB;gBACrBtC,QAAQzB,QAAQ,GAAG;oBACjB,GAAGyB,QAAQzB,QAAQ;oBACnB,GAAGc,QAAQd,QAAQ;oBACnBgE,YAAY,IAAI/C,OAAOgD,WAAW;oBAClCC,iBAAiBpD,QAAQ6B,KAAK;gBAChC;gBAEA,MAAMb,WAAW,IAAI,CAACC,WAAW,CAACN,QAAQb,KAAK;gBAC/C,MAAMjB,UACJ;oBACE,MAAM,IAAI,CAACW,KAAK,CAAC0B,KAAK,CAACF,UAAUG,KAAKC,SAAS,CAACT;gBAClD,GACA;oBAAEU,aAAa;oBAAGC,aAAa1C;gBAAiB;gBAGlDG,OAAO4C,KAAK,CAAC,oCAAoC;oBAC/C7B,OAAOa,QAAQb,KAAK;oBACpB0B;oBACAT,kBAAkBJ,QAAQI,gBAAgB;gBAC5C;YACF,OAAO;gBACLhC,OAAO4C,KAAK,CAAC,kCAAkC;oBAC7C7B,OAAOa,QAAQb,KAAK;oBACpB0B;gBACF;YACF;YAEA,eAAe;YACf,IAAI,CAACC,WAAW,CAACd,QAAQb,KAAK,EAAE;YAEhC,MAAM4B,WAAWvB,KAAKC,GAAG,KAAKF;YAE9BnB,OAAO4C,KAAK,CAAC,oBAAoB;gBAC/B7B,OAAOa,QAAQb,KAAK;gBACpB0B;gBACAyB,OAAOjD,QAAQiD,KAAK;gBACpBrB,YAAYF;YACd;QACF,EAAE,OAAOG,OAAO;YACd9C,OAAO8C,KAAK,CAAC,4BAA4BA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMC,OAAOF,SAAS;gBAClGL;YACF;YAEA,MAAM9C,YACJC,UAAUqD,eAAe,EACzB,4BACA;gBAAER;YAAU,GACZK,iBAAiBC,QAAQD,QAAQI;QAErC;IACF;IAEA;;;;;GAKC,GACD,MAAaoB,SAASvD,KAAa,EAAuB;QACxD,IAAI;YACF,MAAMkB,WAAW,IAAI,CAACC,WAAW,CAACnB;YAClC,MAAMqC,gBAAgB,IAAI,CAACC,gBAAgB,CAACtC;YAE5C,kBAAkB;YAClB,MAAMwD,QAAQ,MAAM,IAAI,CAAC9D,KAAK,CAAC+D,IAAI,CAACvC;YAEpC,sBAAsB;YACtB,MAAMwC,WAAW,MAAM,IAAI,CAAChE,KAAK,CAAC+D,IAAI,CAACpB;YAEvC,yBAAyB;YACzB,IAAIsB,mBAAmB;YACvB,MAAMC,gBAAgB,MAAM,IAAI,CAAClE,KAAK,CAACmE,MAAM,CAAC3C,UAAU;YAExD,IAAI0C,eAAe;gBACjB,MAAM/C,UAAUQ,KAAKsB,KAAK,CAACiB;gBAC3B,MAAME,MAAMzD,KAAKC,GAAG,KAAK,IAAID,KAAKQ,QAAQG,UAAU,EAAE+C,OAAO;gBAC7DJ,mBAAmBK,KAAKC,KAAK,CAACH,MAAM,OAAO,qBAAqB;YAClE;YAEA,0BAA0B;YAC1B,MAAMlE,QAAQ,IAAI,CAACA,KAAK,CAACsE,GAAG,CAAClE,UAAU;gBACrCmE,UAAU;gBACVC,UAAU;gBACVC,cAAc;gBACdC,UAAU;gBACVlE,WAAW,IAAIC;YACjB;YAEA,6CAA6C;YAC7C,MAAMkE,UAAU,AAAClE,CAAAA,KAAKC,GAAG,KAAKV,MAAMQ,SAAS,CAAC2D,OAAO,EAAC,IAAK;YAC3D,MAAMS,aAAaD,UAAU,IAAI3E,MAAMwE,QAAQ,GAAGG,UAAU;YAE5D,OAAO;gBACLvE;gBACAwD;gBACAE;gBACAC;gBACAc,eAAe7E,MAAMuE,QAAQ;gBAC7BO,eAAe9E,MAAMwE,QAAQ;gBAC7BO,mBAAmB/E,MAAMyE,YAAY;gBACrCO,eAAehF,MAAM0E,QAAQ;gBAC7BE;YACF;QACF,EAAE,OAAOzC,OAAO;YACd9C,OAAO8C,KAAK,CAAC,6BAA6BA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMC,OAAOF,SAAS;gBACnG/B;YACF;YAEA,MAAMpB,YACJC,UAAUqD,eAAe,EACzB,6BACA;gBAAElC;YAAM,GACR+B,iBAAiBC,QAAQD,QAAQI;QAErC;IACF;IAEA;;;;;GAKC,GACD,MAAa0C,MAAM7E,KAAa,EAAmB;QACjD,IAAI;YACF,MAAMkB,WAAW,IAAI,CAACC,WAAW,CAACnB;YAElC,MAAMR,QAAQ,MAAMT,UAClB;gBACE,MAAM+F,MAAM,MAAM,IAAI,CAACpF,KAAK,CAAC+D,IAAI,CAACvC;gBAClC,MAAM,IAAI,CAACxB,KAAK,CAACqF,GAAG,CAAC7D;gBACrB,OAAO4D;YACT,GACA;gBAAEvD,aAAa;gBAAGC,aAAa1C;YAAiB;YAGlDG,OAAOa,IAAI,CAAC,gBAAgB;gBAC1BE;gBACAgF,gBAAgBxF;YAClB;YAEA,OAAOA;QACT,EAAE,OAAOuC,OAAO;YACd9C,OAAO8C,KAAK,CAAC,yBAAyBA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMC,OAAOF,SAAS;gBAC/F/B;YACF;YAEA,MAAMpB,YACJC,UAAUqD,eAAe,EACzB,yBACA;gBAAElC;YAAM,GACR+B,iBAAiBC,QAAQD,QAAQI;QAErC;IACF;IAEA;;;;GAIC,GACD,MAAa8C,YAA+B;QAC1C,IAAI;YACF,MAAMC,UAAU;YAChB,MAAMC,OAAO,MAAM,IAAI,CAACzF,KAAK,CAACyF,IAAI,CAACD;YAEnC,MAAME,SAASD,KACZE,MAAM,CAACC,CAAAA,MAAO,CAACA,IAAIC,QAAQ,CAAC,gBAC5BC,GAAG,CAACF,CAAAA,MAAOA,IAAIG,OAAO,CAAC,UAAU;YAEpC,OAAOL;QACT,EAAE,OAAOrD,OAAO;YACd9C,OAAO8C,KAAK,CAAC,wBAAwBA,iBAAiBC,QAAQD,QAAQ,IAAIC,MAAMC,OAAOF;YAEvF,MAAMnD,YACJC,UAAUqD,eAAe,EACzB,wBACA,CAAC,GACDH,iBAAiBC,QAAQD,QAAQI;QAErC;IACF;IAEA;;GAEC,GACD,AAAOuD,WAAiB;QACtB,IAAI,CAAC/F,YAAY,CAAC+F,QAAQ;QAC1BzG,OAAOa,IAAI,CAAC;IACd;IAEA;;GAEC,GACD,AAAQqB,YAAYnB,KAAa,EAAU;QACzC,OAAO,CAAC,MAAM,EAAEA,OAAO;IACzB;IAEA;;GAEC,GACD,AAAQsC,iBAAiBtC,KAAa,EAAU;QAC9C,OAAO,CAAC,MAAM,EAAEA,MAAM,WAAW,CAAC;IACpC;IAEA;;GAEC,GACD,AAAQ2F,eAAejE,SAAiB,EAAU;QAChD,OAAO,CAAC,SAAS,EAAEA,WAAW;IAChC;IAEA;;GAEC,GACD,MAAcmB,cACZhC,OAAwB,EACxBxB,iBAAyB,EACV;QACf,MAAMiG,MAAM,IAAI,CAACK,cAAc,CAAC9E,QAAQC,EAAE;QAE1C,MAAM/B,UACJ;YACE,MAAM,IAAI,CAACW,KAAK,CAACkG,GAAG,CAClBN,KACAjE,KAAKC,SAAS,CAACT,UACf;gBAAEgF,IAAIxG;YAAkB;QAE5B,GACA;YAAEkC,aAAa;YAAGC,aAAa1C;QAAiB;IAEpD;IAEA;;GAEC,GACD,MAAciE,YAAqBrB,SAAiB,EAAmC;QACrF,MAAM4D,MAAM,IAAI,CAACK,cAAc,CAACjE;QAEhC,MAAMoE,OAAO,MAAM/G,UACjB,UAAY,MAAM,IAAI,CAACW,KAAK,CAACwE,GAAG,CAACoB,MACjC;YAAE/D,aAAa;YAAGC,aAAa1C;QAAiB;QAGlD,IAAI,CAACgH,MAAM;YACT,OAAO;QACT;QAEA,MAAMjF,UAAUQ,KAAKsB,KAAK,CAACmD;QAE3B,4CAA4C;QAC5CjF,QAAQE,SAAS,GAAG,IAAIV,KAAKQ,QAAQE,SAAS;QAC9CF,QAAQG,UAAU,GAAG,IAAIX,KAAKQ,QAAQG,UAAU;QAChD,IAAIH,QAAQ+B,UAAU,EAAE;YACtB/B,QAAQ+B,UAAU,GAAG,IAAIvC,KAAKQ,QAAQ+B,UAAU;QAClD;QAEA,OAAO/B;IACT;IAEA;;GAEC,GACD,MAAcoC,eAAevB,SAAiB,EAAiB;QAC7D,MAAM4D,MAAM,IAAI,CAACK,cAAc,CAACjE;QAEhC,MAAM3C,UACJ,UAAY,MAAM,IAAI,CAACW,KAAK,CAACqF,GAAG,CAACO,MACjC;YAAE/D,aAAa;YAAGC,aAAa1C;QAAiB;IAEpD;IAEA;;GAEC,GACD,AAAQ6C,YAAY3B,KAAa,EAAE+F,SAAgE,EAAQ;QACzG,IAAInG,QAAQ,IAAI,CAACA,KAAK,CAACsE,GAAG,CAAClE;QAE3B,IAAI,CAACJ,OAAO;YACVA,QAAQ;gBACNuE,UAAU;gBACVC,UAAU;gBACVC,cAAc;gBACdC,UAAU;gBACVlE,WAAW,IAAIC;YACjB;YACA,IAAI,CAACT,KAAK,CAACgG,GAAG,CAAC5F,OAAOJ;QACxB;QAEAA,KAAK,CAACmG,UAAU;IAClB;AACF"}

package/dist/lib/reflection-archiver.js

@@ -0,0 +1,272 @@
+/**
+ * Reflection Archiver
+ * Task 5.3: ACE Reflection Persistence Standardization
+ *
+ * Manages automatic archival of Redis reflections to PostgreSQL
+ * based on TTL thresholds. Runs as background task.
+ *
+ * Performance target: <500ms per reflection archive
+ */ import { StandardError, ErrorCode } from './errors.js';
+import { logger } from './logging.js';
+const DEFAULT_CONFIG = {
+    ttl_threshold_seconds: 3600,
+    scan_interval_ms: 300000,
+    max_per_scan: 100,
+    auto_archive: true
+};
+export class ReflectionArchiver {
+    dbService;
+    config;
+    scanInterval = null;
+    metrics = {
+        total_archived: 0,
+        last_scan_time: null,
+        last_scan_count: 0,
+        failed_archives: 0,
+        average_archive_time_ms: 0,
+        redis_unavailable_count: 0
+    };
+    archiveTimes = [];
+    isScanning = false;
+    constructor(dbService, config){
+        this.dbService = dbService;
+        this.config = {
+            ...DEFAULT_CONFIG,
+            ...config
+        };
+    }
+    /**
+   * Start automatic archival process
+   */ start() {
+        if (this.scanInterval) {
+            logger.warn('Archiver already running');
+            return;
+        }
+        if (!this.config.auto_archive) {
+            logger.info('Auto-archive disabled in config');
+            return;
+        }
+        logger.info('Starting reflection archiver', {
+            scan_interval_ms: this.config.scan_interval_ms,
+            ttl_threshold_seconds: this.config.ttl_threshold_seconds,
+            max_per_scan: this.config.max_per_scan
+        });
+        this.scanInterval = setInterval(()=>this.runArchiveScan(), this.config.scan_interval_ms);
+        // Run initial scan immediately
+        this.runArchiveScan();
+    }
+    /**
+   * Stop automatic archival process
+   */ stop() {
+        if (this.scanInterval) {
+            clearInterval(this.scanInterval);
+            this.scanInterval = null;
+            logger.info('Reflection archiver stopped');
+        }
+    }
+    /**
+   * Manually trigger an archive scan
+   */ async manualScan() {
+        return await this.runArchiveScan();
+    }
+    /**
+   * Get current archiver metrics
+   */ getMetrics() {
+        return {
+            ...this.metrics
+        };
+    }
+    /**
+   * Reset metrics (useful for testing)
+   */ resetMetrics() {
+        this.metrics = {
+            total_archived: 0,
+            last_scan_time: null,
+            last_scan_count: 0,
+            failed_archives: 0,
+            average_archive_time_ms: 0,
+            redis_unavailable_count: 0
+        };
+        this.archiveTimes = [];
+    }
+    // ========== Private Methods ==========
+    async runArchiveScan() {
+        if (this.isScanning) {
+            logger.debug('Archive scan already in progress, skipping');
+            return 0;
+        }
+        this.isScanning = true;
+        const scanStartTime = Date.now();
+        try {
+            const archivedCount = await this.scanAndArchive();
+            this.metrics.last_scan_time = new Date();
+            this.metrics.last_scan_count = archivedCount;
+            this.metrics.total_archived += archivedCount;
+            const scanDuration = Date.now() - scanStartTime;
+            logger.info('Archive scan complete', {
+                archived_count: archivedCount,
+                scan_duration_ms: scanDuration,
+                total_archived: this.metrics.total_archived
+            });
+            return archivedCount;
+        } catch (error) {
+            logger.error('Archive scan failed', {
+                error: error instanceof Error ? error.message : String(error)
+            });
+            return 0;
+        } finally{
+            this.isScanning = false;
+        }
+    }
+    async scanAndArchive() {
+        let redisAdapter;
+        try {
+            redisAdapter = this.dbService.getAdapter('redis');
+        } catch (error) {
+            this.metrics.redis_unavailable_count++;
+            logger.warn('Redis adapter unavailable, skipping archive scan', {
+                redis_unavailable_count: this.metrics.redis_unavailable_count
+            });
+            return 0;
+        }
+        let archivedCount = 0;
+        try {
+            // Get all reflection keys
+            const keys = await redisAdapter.keys('reflection:*');
+            logger.debug('Scanning reflection keys', {
+                key_count: keys.length
+            });
+            // Process up to max_per_scan keys
+            const keysToProcess = keys.slice(0, this.config.max_per_scan);
+            for (const key of keysToProcess){
+                try {
+                    const archived = await this.archiveIfExpiring(key);
+                    if (archived) {
+                        archivedCount++;
+                    }
+                } catch (error) {
+                    this.metrics.failed_archives++;
+                    logger.error('Failed to archive reflection', {
+                        key,
+                        error: error instanceof Error ? error.message : String(error),
+                        failed_archives: this.metrics.failed_archives
+                    });
+                }
+            }
+            // Update average archive time
+            if (this.archiveTimes.length > 0) {
+                const sum = this.archiveTimes.reduce((a, b)=>a + b, 0);
+                this.metrics.average_archive_time_ms = sum / this.archiveTimes.length;
+            }
+            // Keep only last 100 archive times for moving average
+            if (this.archiveTimes.length > 100) {
+                this.archiveTimes = this.archiveTimes.slice(-100);
+            }
+            return archivedCount;
+        } catch (error) {
+            logger.error('Scan failed', {
+                error: error instanceof Error ? error.message : String(error)
+            });
+            return archivedCount;
+        }
+    }
+    async archiveIfExpiring(key) {
+        const startTime = Date.now();
+        try {
+            const redisAdapter = this.dbService.getAdapter('redis');
+            // Check TTL
+            const ttl = await redisAdapter.ttl(key);
+            // Skip if key doesn't exist or has no expiration
+            if (ttl < 0) {
+                return false;
+            }
+            // Archive if TTL is below threshold
+            if (ttl < this.config.ttl_threshold_seconds) {
+                const data = await redisAdapter.get(key);
+                if (!data) {
+                    logger.warn('Key exists but has no data', {
+                        key,
+                        ttl
+                    });
+                    return false;
+                }
+                let reflection;
+                try {
+                    reflection = JSON.parse(data);
+                } catch (error) {
+                    logger.error('Failed to parse reflection data', {
+                        key,
+                        error: error instanceof Error ? error.message : String(error)
+                    });
+                    return false;
+                }
+                // Write to PostgreSQL (idempotent)
+                await this.writeToPostgreSQL(reflection);
+                const archiveTime = Date.now() - startTime;
+                this.archiveTimes.push(archiveTime);
+                logger.debug('Reflection archived', {
+                    key,
+                    ttl,
+                    archive_time_ms: archiveTime,
+                    agent_id: reflection.agent_id,
+                    task_id: reflection.task_id
+                });
+                // Warn if archive took too long
+                if (archiveTime >= 500) {
+                    logger.warn('Archive exceeded performance target', {
+                        key,
+                        archive_time_ms: archiveTime,
+                        target_ms: 500
+                    });
+                }
+                return true;
+            }
+            return false;
+        } catch (error) {
+            throw new StandardError(ErrorCode.DATABASE_ERROR, 'Failed to archive reflection', {
+                key,
+                error: error instanceof Error ? error.message : String(error)
+            });
+        }
+    }
+    async writeToPostgreSQL(reflection) {
+        const pgAdapter = this.dbService.getAdapter('postgres');
+        const query = `
+      INSERT INTO reflections (
+        agent_id,
+        task_id,
+        reflection_type,
+        confidence,
+        payload,
+        timestamp,
+        archived_at
+      ) VALUES ($1, $2, $3, $4, $5, $6, NOW())
+      ON CONFLICT (agent_id, task_id, timestamp)
+      DO UPDATE SET
+        reflection_type = EXCLUDED.reflection_type,
+        confidence = EXCLUDED.confidence,
+        payload = EXCLUDED.payload,
+        archived_at = NOW()
+    `;
+        const params = [
+            reflection.agent_id,
+            reflection.task_id,
+            reflection.reflection_type,
+            reflection.confidence,
+            typeof reflection.payload === 'string' ? reflection.payload : JSON.stringify(reflection.payload),
+            reflection.timestamp || new Date()
+        ];
+        await pgAdapter.execute(query, params);
+    }
+}
+/**
+ * Factory function to create and start an archiver
+ */ export function createArchiver(dbService, config) {
+    const archiver = new ReflectionArchiver(dbService, config);
+    if (config?.auto_archive !== false) {
+        archiver.start();
+    }
+    return archiver;
+}
+
+//# sourceMappingURL=reflection-archiver.js.map

package/dist/lib/reflection-archiver.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/lib/reflection-archiver.ts"],"sourcesContent":["/**\r\n * Reflection Archiver\r\n * Task 5.3: ACE Reflection Persistence Standardization\r\n *\r\n * Manages automatic archival of Redis reflections to PostgreSQL\r\n * based on TTL thresholds. Runs as background task.\r\n *\r\n * Performance target: <500ms per reflection archive\r\n */\r\n\r\nimport { DatabaseService } from './database-service.js';\r\nimport { StandardError, ErrorCode } from './errors.js';\r\nimport { logger } from './logging.js';\r\n\r\nexport interface ArchiverConfig {\r\n  /**\r\n   * TTL threshold in seconds - archive when Redis key TTL falls below this\r\n   * Default: 3600 (1 hour)\r\n   */\r\n  ttl_threshold_seconds?: number;\r\n\r\n  /**\r\n   * Interval between archive scans in milliseconds\r\n   * Default: 300000 (5 minutes)\r\n   */\r\n  scan_interval_ms?: number;\r\n\r\n  /**\r\n   * Maximum reflections to archive per scan\r\n   * Default: 100\r\n   */\r\n  max_per_scan?: number;\r\n\r\n  /**\r\n   * Enable automatic archival on interval\r\n   * Default: true\r\n   */\r\n  auto_archive?: boolean;\r\n}\r\n\r\nexport interface ArchiveMetrics {\r\n  total_archived: number;\r\n  last_scan_time: Date | null;\r\n  last_scan_count: number;\r\n  failed_archives: number;\r\n  average_archive_time_ms: number;\r\n  redis_unavailable_count: number;\r\n}\r\n\r\nconst DEFAULT_CONFIG: Required<ArchiverConfig> = {\r\n  ttl_threshold_seconds: 3600, // 1 hour\r\n  scan_interval_ms: 300000, // 5 minutes\r\n  max_per_scan: 100,\r\n  auto_archive: true,\r\n};\r\n\r\nexport class ReflectionArchiver {\r\n  private dbService: DatabaseService;\r\n  private config: Required<ArchiverConfig>;\r\n  private scanInterval: NodeJS.Timeout | null = null;\r\n  private metrics: ArchiveMetrics = {\r\n    total_archived: 0,\r\n    last_scan_time: null,\r\n    last_scan_count: 0,\r\n    failed_archives: 0,\r\n    average_archive_time_ms: 0,\r\n    redis_unavailable_count: 0,\r\n  };\r\n\r\n  private archiveTimes: number[] = [];\r\n  private isScanning: boolean = false;\r\n\r\n  constructor(dbService: DatabaseService, config?: ArchiverConfig) {\r\n    this.dbService = dbService;\r\n    this.config = { ...DEFAULT_CONFIG, ...config };\r\n  }\r\n\r\n  /**\r\n   * Start automatic archival process\r\n   */\r\n  start(): void {\r\n    if (this.scanInterval) {\r\n      logger.warn('Archiver already running');\r\n      return;\r\n    }\r\n\r\n    if (!this.config.auto_archive) {\r\n      logger.info('Auto-archive disabled in config');\r\n      return;\r\n    }\r\n\r\n    logger.info('Starting reflection archiver', {\r\n      scan_interval_ms: this.config.scan_interval_ms,\r\n      ttl_threshold_seconds: this.config.ttl_threshold_seconds,\r\n      max_per_scan: this.config.max_per_scan,\r\n    });\r\n\r\n    this.scanInterval = setInterval(\r\n      () => this.runArchiveScan(),\r\n      this.config.scan_interval_ms\r\n    );\r\n\r\n    // Run initial scan immediately\r\n    this.runArchiveScan();\r\n  }\r\n\r\n  /**\r\n   * Stop automatic archival process\r\n   */\r\n  stop(): void {\r\n    if (this.scanInterval) {\r\n      clearInterval(this.scanInterval);\r\n      this.scanInterval = null;\r\n      logger.info('Reflection archiver stopped');\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Manually trigger an archive scan\r\n   */\r\n  async manualScan(): Promise<number> {\r\n    return await this.runArchiveScan();\r\n  }\r\n\r\n  /**\r\n   * Get current archiver metrics\r\n   */\r\n  getMetrics(): ArchiveMetrics {\r\n    return { ...this.metrics };\r\n  }\r\n\r\n  /**\r\n   * Reset metrics (useful for testing)\r\n   */\r\n  resetMetrics(): void {\r\n    this.metrics = {\r\n      total_archived: 0,\r\n      last_scan_time: null,\r\n      last_scan_count: 0,\r\n      failed_archives: 0,\r\n      average_archive_time_ms: 0,\r\n      redis_unavailable_count: 0,\r\n    };\r\n    this.archiveTimes = [];\r\n  }\r\n\r\n  // ========== Private Methods ==========\r\n\r\n  private async runArchiveScan(): Promise<number> {\r\n    if (this.isScanning) {\r\n      logger.debug('Archive scan already in progress, skipping');\r\n      return 0;\r\n    }\r\n\r\n    this.isScanning = true;\r\n    const scanStartTime = Date.now();\r\n\r\n    try {\r\n      const archivedCount = await this.scanAndArchive();\r\n\r\n      this.metrics.last_scan_time = new Date();\r\n      this.metrics.last_scan_count = archivedCount;\r\n      this.metrics.total_archived += archivedCount;\r\n\r\n      const scanDuration = Date.now() - scanStartTime;\r\n\r\n      logger.info('Archive scan complete', {\r\n        archived_count: archivedCount,\r\n        scan_duration_ms: scanDuration,\r\n        total_archived: this.metrics.total_archived,\r\n      });\r\n\r\n      return archivedCount;\r\n    } catch (error) {\r\n      logger.error('Archive scan failed', {\r\n        error: error instanceof Error ? error.message : String(error),\r\n      });\r\n      return 0;\r\n    } finally {\r\n      this.isScanning = false;\r\n    }\r\n  }\r\n\r\n  private async scanAndArchive(): Promise<number> {\r\n    let redisAdapter;\r\n\r\n    try {\r\n      redisAdapter = this.dbService.getAdapter('redis');\r\n    } catch (error) {\r\n      this.metrics.redis_unavailable_count++;\r\n      logger.warn('Redis adapter unavailable, skipping archive scan', {\r\n        redis_unavailable_count: this.metrics.redis_unavailable_count,\r\n      });\r\n      return 0;\r\n    }\r\n\r\n    let archivedCount = 0;\r\n\r\n    try {\r\n      // Get all reflection keys\r\n      const keys = await redisAdapter.keys('reflection:*');\r\n\r\n      logger.debug('Scanning reflection keys', { key_count: keys.length });\r\n\r\n      // Process up to max_per_scan keys\r\n      const keysToProcess = keys.slice(0, this.config.max_per_scan);\r\n\r\n      for (const key of keysToProcess) {\r\n        try {\r\n          const archived = await this.archiveIfExpiring(key);\r\n\r\n          if (archived) {\r\n            archivedCount++;\r\n          }\r\n        } catch (error) {\r\n          this.metrics.failed_archives++;\r\n\r\n          logger.error('Failed to archive reflection', {\r\n            key,\r\n            error: error instanceof Error ? error.message : String(error),\r\n            failed_archives: this.metrics.failed_archives,\r\n          });\r\n        }\r\n      }\r\n\r\n      // Update average archive time\r\n      if (this.archiveTimes.length > 0) {\r\n        const sum = this.archiveTimes.reduce((a, b) => a + b, 0);\r\n        this.metrics.average_archive_time_ms = sum / this.archiveTimes.length;\r\n      }\r\n\r\n      // Keep only last 100 archive times for moving average\r\n      if (this.archiveTimes.length > 100) {\r\n        this.archiveTimes = this.archiveTimes.slice(-100);\r\n      }\r\n\r\n      return archivedCount;\r\n    } catch (error) {\r\n      logger.error('Scan failed', {\r\n        error: error instanceof Error ? error.message : String(error),\r\n      });\r\n      return archivedCount;\r\n    }\r\n  }\r\n\r\n  private async archiveIfExpiring(key: string): Promise<boolean> {\r\n    const startTime = Date.now();\r\n\r\n    try {\r\n      const redisAdapter = this.dbService.getAdapter('redis');\r\n\r\n      // Check TTL\r\n      const ttl = await redisAdapter.ttl(key);\r\n\r\n      // Skip if key doesn't exist or has no expiration\r\n      if (ttl < 0) {\r\n        return false;\r\n      }\r\n\r\n      // Archive if TTL is below threshold\r\n      if (ttl < this.config.ttl_threshold_seconds) {\r\n        const data = await redisAdapter.get(key);\r\n\r\n        if (!data) {\r\n          logger.warn('Key exists but has no data', { key, ttl });\r\n          return false;\r\n        }\r\n\r\n        let reflection;\r\n        try {\r\n          reflection = JSON.parse(data);\r\n        } catch (error) {\r\n          logger.error('Failed to parse reflection data', {\r\n            key,\r\n            error: error instanceof Error ? error.message : String(error),\r\n          });\r\n          return false;\r\n        }\r\n\r\n        // Write to PostgreSQL (idempotent)\r\n        await this.writeToPostgreSQL(reflection);\r\n\r\n        const archiveTime = Date.now() - startTime;\r\n        this.archiveTimes.push(archiveTime);\r\n\r\n        logger.debug('Reflection archived', {\r\n          key,\r\n          ttl,\r\n          archive_time_ms: archiveTime,\r\n          agent_id: reflection.agent_id,\r\n          task_id: reflection.task_id,\r\n        });\r\n\r\n        // Warn if archive took too long\r\n        if (archiveTime >= 500) {\r\n          logger.warn('Archive exceeded performance target', {\r\n            key,\r\n            archive_time_ms: archiveTime,\r\n            target_ms: 500,\r\n          });\r\n        }\r\n\r\n        return true;\r\n      }\r\n\r\n      return false;\r\n    } catch (error) {\r\n      throw new StandardError(\r\n        ErrorCode.DATABASE_ERROR,\r\n        'Failed to archive reflection',\r\n        {\r\n          key,\r\n          error: error instanceof Error ? error.message : String(error),\r\n        }\r\n      );\r\n    }\r\n  }\r\n\r\n  private async writeToPostgreSQL(reflection: any): Promise<void> {\r\n    const pgAdapter = this.dbService.getAdapter('postgres');\r\n\r\n    const query = `\r\n      INSERT INTO reflections (\r\n        agent_id,\r\n        task_id,\r\n        reflection_type,\r\n        confidence,\r\n        payload,\r\n        timestamp,\r\n        archived_at\r\n      ) VALUES ($1, $2, $3, $4, $5, $6, NOW())\r\n      ON CONFLICT (agent_id, task_id, timestamp)\r\n      DO UPDATE SET\r\n        reflection_type = EXCLUDED.reflection_type,\r\n        confidence = EXCLUDED.confidence,\r\n        payload = EXCLUDED.payload,\r\n        archived_at = NOW()\r\n    `;\r\n\r\n    const params = [\r\n      reflection.agent_id,\r\n      reflection.task_id,\r\n      reflection.reflection_type,\r\n      reflection.confidence,\r\n      typeof reflection.payload === 'string'\r\n        ? reflection.payload\r\n        : JSON.stringify(reflection.payload),\r\n      reflection.timestamp || new Date(),\r\n    ];\r\n\r\n    await pgAdapter.execute(query, params);\r\n  }\r\n}\r\n\r\n/**\r\n * Factory function to create and start an archiver\r\n */\r\nexport function createArchiver(\r\n  dbService: DatabaseService,\r\n  config?: ArchiverConfig\r\n): ReflectionArchiver {\r\n  const archiver = new ReflectionArchiver(dbService, config);\r\n\r\n  if (config?.auto_archive !== false) {\r\n    archiver.start();\r\n  }\r\n\r\n  return archiver;\r\n}\r\n"],"names":["StandardError","ErrorCode","logger","DEFAULT_CONFIG","ttl_threshold_seconds","scan_interval_ms","max_per_scan","auto_archive","ReflectionArchiver","dbService","config","scanInterval","metrics","total_archived","last_scan_time","last_scan_count","failed_archives","average_archive_time_ms","redis_unavailable_count","archiveTimes","isScanning","start","warn","info","setInterval","runArchiveScan","stop","clearInterval","manualScan","getMetrics","resetMetrics","debug","scanStartTime","Date","now","archivedCount","scanAndArchive","scanDuration","archived_count","scan_duration_ms","error","Error","message","String","redisAdapter","getAdapter","keys","key_count","length","keysToProcess","slice","key","archived","archiveIfExpiring","sum","reduce","a","b","startTime","ttl","data","get","reflection","JSON","parse","writeToPostgreSQL","archiveTime","push","archive_time_ms","agent_id","task_id","target_ms","DATABASE_ERROR","pgAdapter","query","params","reflection_type","confidence","payload","stringify","timestamp","execute","createArchiver","archiver"],"mappings":"AAAA;;;;;;;;CAQC,GAGD,SAASA,aAAa,EAAEC,SAAS,QAAQ,cAAc;AACvD,SAASC,MAAM,QAAQ,eAAe;AAqCtC,MAAMC,iBAA2C;IAC/CC,uBAAuB;IACvBC,kBAAkB;IAClBC,cAAc;IACdC,cAAc;AAChB;AAEA,OAAO,MAAMC;IACHC,UAA2B;IAC3BC,OAAiC;IACjCC,eAAsC,KAAK;IAC3CC,UAA0B;QAChCC,gBAAgB;QAChBC,gBAAgB;QAChBC,iBAAiB;QACjBC,iBAAiB;QACjBC,yBAAyB;QACzBC,yBAAyB;IAC3B,EAAE;IAEMC,eAAyB,EAAE,CAAC;IAC5BC,aAAsB,MAAM;IAEpC,YAAYX,SAA0B,EAAEC,MAAuB,CAAE;QAC/D,IAAI,CAACD,SAAS,GAAGA;QACjB,IAAI,CAACC,MAAM,GAAG;YAAE,GAAGP,cAAc;YAAE,GAAGO,MAAM;QAAC;IAC/C;IAEA;;GAEC,GACDW,QAAc;QACZ,IAAI,IAAI,CAACV,YAAY,EAAE;YACrBT,OAAOoB,IAAI,CAAC;YACZ;QACF;QAEA,IAAI,CAAC,IAAI,CAACZ,MAAM,CAACH,YAAY,EAAE;YAC7BL,OAAOqB,IAAI,CAAC;YACZ;QACF;QAEArB,OAAOqB,IAAI,CAAC,gCAAgC;YAC1ClB,kBAAkB,IAAI,CAACK,MAAM,CAACL,gBAAgB;YAC9CD,uBAAuB,IAAI,CAACM,MAAM,CAACN,qBAAqB;YACxDE,cAAc,IAAI,CAACI,MAAM,CAACJ,YAAY;QACxC;QAEA,IAAI,CAACK,YAAY,GAAGa,YAClB,IAAM,IAAI,CAACC,cAAc,IACzB,IAAI,CAACf,MAAM,CAACL,gBAAgB;QAG9B,+BAA+B;QAC/B,IAAI,CAACoB,cAAc;IACrB;IAEA;;GAEC,GACDC,OAAa;QACX,IAAI,IAAI,CAACf,YAAY,EAAE;YACrBgB,cAAc,IAAI,CAAChB,YAAY;YAC/B,IAAI,CAACA,YAAY,GAAG;YACpBT,OAAOqB,IAAI,CAAC;QACd;IACF;IAEA;;GAEC,GACD,MAAMK,aAA8B;QAClC,OAAO,MAAM,IAAI,CAACH,cAAc;IAClC;IAEA;;GAEC,GACDI,aAA6B;QAC3B,OAAO;YAAE,GAAG,IAAI,CAACjB,OAAO;QAAC;IAC3B;IAEA;;GAEC,GACDkB,eAAqB;QACnB,IAAI,CAAClB,OAAO,GAAG;YACbC,gBAAgB;YAChBC,gBAAgB;YAChBC,iBAAiB;YACjBC,iBAAiB;YACjBC,yBAAyB;YACzBC,yBAAyB;QAC3B;QACA,IAAI,CAACC,YAAY,GAAG,EAAE;IACxB;IAEA,wCAAwC;IAExC,MAAcM,iBAAkC;QAC9C,IAAI,IAAI,CAACL,UAAU,EAAE;YACnBlB,OAAO6B,KAAK,CAAC;YACb,OAAO;QACT;QAEA,IAAI,CAACX,UAAU,GAAG;QAClB,MAAMY,gBAAgBC,KAAKC,GAAG;QAE9B,IAAI;YACF,MAAMC,gBAAgB,MAAM,IAAI,CAACC,cAAc;YAE/C,IAAI,CAACxB,OAAO,CAACE,cAAc,GAAG,IAAImB;YAClC,IAAI,CAACrB,OAAO,CAACG,eAAe,GAAGoB;YAC/B,IAAI,CAACvB,OAAO,CAACC,cAAc,IAAIsB;YAE/B,MAAME,eAAeJ,KAAKC,GAAG,KAAKF;YAElC9B,OAAOqB,IAAI,CAAC,yBAAyB;gBACnCe,gBAAgBH;gBAChBI,kBAAkBF;gBAClBxB,gBAAgB,IAAI,CAACD,OAAO,CAACC,cAAc;YAC7C;YAEA,OAAOsB;QACT,EAAE,OAAOK,OAAO;YACdtC,OAAOsC,KAAK,CAAC,uBAAuB;gBAClCA,OAAOA,iBAAiBC,QAAQD,MAAME,OAAO,GAAGC,OAAOH;YACzD;YACA,OAAO;QACT,SAAU;YACR,IAAI,CAACpB,UAAU,GAAG;QACpB;IACF;IAEA,MAAcgB,iBAAkC;QAC9C,IAAIQ;QAEJ,IAAI;YACFA,eAAe,IAAI,CAACnC,SAAS,CAACoC,UAAU,CAAC;QAC3C,EAAE,OAAOL,OAAO;YACd,IAAI,CAAC5B,OAAO,CAACM,uBAAuB;YACpChB,OAAOoB,IAAI,CAAC,oDAAoD;gBAC9DJ,yBAAyB,IAAI,CAACN,OAAO,CAACM,uBAAuB;YAC/D;YACA,OAAO;QACT;QAEA,IAAIiB,gBAAgB;QAEpB,IAAI;YACF,0BAA0B;YAC1B,MAAMW,OAAO,MAAMF,aAAaE,IAAI,CAAC;YAErC5C,OAAO6B,KAAK,CAAC,4BAA4B;gBAAEgB,WAAWD,KAAKE,MAAM;YAAC;YAElE,kCAAkC;YAClC,MAAMC,gBAAgBH,KAAKI,KAAK,CAAC,GAAG,IAAI,CAACxC,MAAM,CAACJ,YAAY;YAE5D,KAAK,MAAM6C,OAAOF,cAAe;gBAC/B,IAAI;oBACF,MAAMG,WAAW,MAAM,IAAI,CAACC,iBAAiB,CAACF;oBAE9C,IAAIC,UAAU;wBACZjB;oBACF;gBACF,EAAE,OAAOK,OAAO;oBACd,IAAI,CAAC5B,OAAO,CAACI,eAAe;oBAE5Bd,OAAOsC,KAAK,CAAC,gCAAgC;wBAC3CW;wBACAX,OAAOA,iBAAiBC,QAAQD,MAAME,OAAO,GAAGC,OAAOH;wBACvDxB,iBAAiB,IAAI,CAACJ,OAAO,CAACI,eAAe;oBAC/C;gBACF;YACF;YAEA,8BAA8B;YAC9B,IAAI,IAAI,CAACG,YAAY,CAAC6B,MAAM,GAAG,GAAG;gBAChC,MAAMM,MAAM,IAAI,CAACnC,YAAY,CAACoC,MAAM,CAAC,CAACC,GAAGC,IAAMD,IAAIC,GAAG;gBACtD,IAAI,CAAC7C,OAAO,CAACK,uBAAuB,GAAGqC,MAAM,IAAI,CAACnC,YAAY,CAAC6B,MAAM;YACvE;YAEA,sDAAsD;YACtD,IAAI,IAAI,CAAC7B,YAAY,CAAC6B,MAAM,GAAG,KAAK;gBAClC,IAAI,CAAC7B,YAAY,GAAG,IAAI,CAACA,YAAY,CAAC+B,KAAK,CAAC,CAAC;YAC/C;YAEA,OAAOf;QACT,EAAE,OAAOK,OAAO;YACdtC,OAAOsC,KAAK,CAAC,eAAe;gBAC1BA,OAAOA,iBAAiBC,QAAQD,MAAME,OAAO,GAAGC,OAAOH;YACzD;YACA,OAAOL;QACT;IACF;IAEA,MAAckB,kBAAkBF,GAAW,EAAoB;QAC7D,MAAMO,YAAYzB,KAAKC,GAAG;QAE1B,IAAI;YACF,MAAMU,eAAe,IAAI,CAACnC,SAAS,CAACoC,UAAU,CAAC;YAE/C,YAAY;YACZ,MAAMc,MAAM,MAAMf,aAAae,GAAG,CAACR;YAEnC,iDAAiD;YACjD,IAAIQ,MAAM,GAAG;gBACX,OAAO;YACT;YAEA,oCAAoC;YACpC,IAAIA,MAAM,IAAI,CAACjD,MAAM,CAACN,qBAAqB,EAAE;gBAC3C,MAAMwD,OAAO,MAAMhB,aAAaiB,GAAG,CAACV;gBAEpC,IAAI,CAACS,MAAM;oBACT1D,OAAOoB,IAAI,CAAC,8BAA8B;wBAAE6B;wBAAKQ;oBAAI;oBACrD,OAAO;gBACT;gBAEA,IAAIG;gBACJ,IAAI;oBACFA,aAAaC,KAAKC,KAAK,CAACJ;gBAC1B,EAAE,OAAOpB,OAAO;oBACdtC,OAAOsC,KAAK,CAAC,mCAAmC;wBAC9CW;wBACAX,OAAOA,iBAAiBC,QAAQD,MAAME,OAAO,GAAGC,OAAOH;oBACzD;oBACA,OAAO;gBACT;gBAEA,mCAAmC;gBACnC,MAAM,IAAI,CAACyB,iBAAiB,CAACH;gBAE7B,MAAMI,cAAcjC,KAAKC,GAAG,KAAKwB;gBACjC,IAAI,CAACvC,YAAY,CAACgD,IAAI,CAACD;gBAEvBhE,OAAO6B,KAAK,CAAC,uBAAuB;oBAClCoB;oBACAQ;oBACAS,iBAAiBF;oBACjBG,UAAUP,WAAWO,QAAQ;oBAC7BC,SAASR,WAAWQ,OAAO;gBAC7B;gBAEA,gCAAgC;gBAChC,IAAIJ,eAAe,KAAK;oBACtBhE,OAAOoB,IAAI,CAAC,uCAAuC;wBACjD6B;wBACAiB,iBAAiBF;wBACjBK,WAAW;oBACb;gBACF;gBAEA,OAAO;YACT;YAEA,OAAO;QACT,EAAE,OAAO/B,OAAO;YACd,MAAM,IAAIxC,cACRC,UAAUuE,cAAc,EACxB,gCACA;gBACErB;gBACAX,OAAOA,iBAAiBC,QAAQD,MAAME,OAAO,GAAGC,OAAOH;YACzD;QAEJ;IACF;IAEA,MAAcyB,kBAAkBH,UAAe,EAAiB;QAC9D,MAAMW,YAAY,IAAI,CAAChE,SAAS,CAACoC,UAAU,CAAC;QAE5C,MAAM6B,QAAQ,CAAC;;;;;;;;;;;;;;;;IAgBf,CAAC;QAED,MAAMC,SAAS;YACbb,WAAWO,QAAQ;YACnBP,WAAWQ,OAAO;YAClBR,WAAWc,eAAe;YAC1Bd,WAAWe,UAAU;YACrB,OAAOf,WAAWgB,OAAO,KAAK,WAC1BhB,WAAWgB,OAAO,GAClBf,KAAKgB,SAAS,CAACjB,WAAWgB,OAAO;YACrChB,WAAWkB,SAAS,IAAI,IAAI/C;SAC7B;QAED,MAAMwC,UAAUQ,OAAO,CAACP,OAAOC;IACjC;AACF;AAEA;;CAEC,GACD,OAAO,SAASO,eACdzE,SAA0B,EAC1BC,MAAuB;IAEvB,MAAMyE,WAAW,IAAI3E,mBAAmBC,WAAWC;IAEnD,IAAIA,QAAQH,iBAAiB,OAAO;QAClC4E,SAAS9D,KAAK;IAChB;IAEA,OAAO8D;AACT"}