claude-flow-novice 2.15.3 → 2.15.5

package/dist/lib/log-shipper.js

@@ -0,0 +1,422 @@
+/**
+ * Log Shipper - Centralized Logging to Loki/Elasticsearch
+ *
+ * Provides high-performance log shipping to centralized logging stack with:
+ * - Batching and buffering for efficiency
+ * - Retry logic for resilience
+ * - Correlation ID propagation
+ * - JSON formatting
+ * - 30-day retention policies
+ * - Search query building
+ *
+ * Task P2-2.3: Centralized Logging with ELK/Loki Stack
+ * @version 1.0.0
+ */ import * as fs from 'fs/promises';
+import * as path from 'path';
+/**
+ * Log severity levels
+ */ export var LogLevel = /*#__PURE__*/ function(LogLevel) {
+    LogLevel["DEBUG"] = "debug";
+    LogLevel["INFO"] = "info";
+    LogLevel["WARN"] = "warn";
+    LogLevel["ERROR"] = "error";
+    return LogLevel;
+}({});
+/**
+ * High-performance log shipper for centralized logging
+ */ export class LogShipper {
+    lokiUrl;
+    elasticsearchUrl;
+    bufferSize;
+    flushInterval;
+    defaultLabels;
+    retryAttempts;
+    retryDelay;
+    persistDir;
+    buffer = [];
+    flushTimer;
+    metrics;
+    closed = false;
+    constructor(options = {}){
+        this.lokiUrl = options.lokiUrl || 'http://localhost:3100';
+        this.elasticsearchUrl = options.elasticsearchUrl;
+        this.bufferSize = options.bufferSize || 100;
+        this.flushInterval = options.flushInterval || 5000;
+        this.defaultLabels = options.defaultLabels || {
+            environment: 'production',
+            service: 'cfn'
+        };
+        this.retryAttempts = options.retryAttempts || 3;
+        this.retryDelay = options.retryDelay || 1000;
+        this.persistDir = options.persistDir || '/var/log/cfn/persist';
+        this.metrics = {
+            totalLogs: 0,
+            bufferedLogs: 0,
+            shippedLogs: 0,
+            failedLogs: 0,
+            errorCount: 0
+        };
+        // Start auto-flush timer
+        this.startAutoFlush();
+    }
+    /**
+   * Ship a log entry to centralized logging stack
+   */ async ship(entry) {
+        if (this.closed) {
+            throw new Error('LogShipper is closed');
+        }
+        // Normalize entry
+        this.normalizeEntry(entry);
+        // Add to buffer
+        this.buffer.push(entry);
+        this.metrics.totalLogs++;
+        this.metrics.bufferedLogs++;
+        // Auto-flush if buffer is full
+        if (this.buffer.length >= this.bufferSize) {
+            await this.flush();
+        }
+    }
+    /**
+   * Flush buffered logs to centralized stack
+   */ async flush() {
+        if (this.buffer.length === 0) {
+            return;
+        }
+        const logsToShip = [
+            ...this.buffer
+        ];
+        this.buffer = [];
+        this.metrics.bufferedLogs = 0;
+        try {
+            // Ship to Loki
+            await this.shipToLoki(logsToShip);
+            // Ship to Elasticsearch if configured
+            if (this.elasticsearchUrl) {
+                await this.shipToElasticsearch(logsToShip);
+            }
+            this.metrics.shippedLogs += logsToShip.length;
+            this.metrics.lastFlushTime = new Date().toISOString();
+        } catch (error) {
+            this.metrics.failedLogs += logsToShip.length;
+            this.metrics.errorCount++;
+            // Persist failed logs for retry
+            await this.persistLogs(logsToShip);
+            throw error;
+        }
+    }
+    /**
+   * Ship logs to Loki
+   */ async shipToLoki(logs) {
+        const payload = this.formatLogsForLoki(logs);
+        const response = await this.retryWithBackoff(async ()=>{
+            return fetch(`${this.lokiUrl}/loki/api/v1/push`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json'
+                },
+                body: JSON.stringify(payload)
+            });
+        });
+        if (!response.ok) {
+            throw new Error(`Loki API error: ${response.status} ${response.statusText}`);
+        }
+    }
+    /**
+   * Ship logs to Elasticsearch
+   */ async shipToElasticsearch(logs) {
+        const bulkPayload = this.formatLogsForElasticsearch(logs);
+        const headers = {
+            'Content-Type': 'application/x-ndjson'
+        };
+        if (this.defaultLabels.username && this.defaultLabels.password) {
+            const auth = Buffer.from(`${this.defaultLabels.username}:${this.defaultLabels.password}`).toString('base64');
+            headers['Authorization'] = `Basic ${auth}`;
+        }
+        const response = await this.retryWithBackoff(async ()=>{
+            return fetch(`${this.elasticsearchUrl}/_bulk`, {
+                method: 'POST',
+                headers,
+                body: bulkPayload
+            });
+        });
+        if (!response.ok) {
+            throw new Error(`Elasticsearch API error: ${response.status} ${response.statusText}`);
+        }
+    }
+    /**
+   * Format logs for Loki push API
+   */ formatLogsForLoki(logs) {
+        const streams = new Map();
+        for (const log of logs){
+            const labels = this.getLabelsForLog(log);
+            const labelStr = Object.entries(labels).map(([k, v])=>`${k}="${v}"`).join(', ');
+            if (!streams.has(labelStr)) {
+                streams.set(labelStr, []);
+            }
+            const timestamp = (new Date(log.timestamp).getTime() * 1000000).toString();
+            streams.get(labelStr).push([
+                timestamp,
+                this.formatLog(log)
+            ]);
+        }
+        const streamsList = Array.from(streams.entries()).map(([labels, values])=>({
+                stream: this.parseLabels(labels),
+                values
+            }));
+        return {
+            streams: streamsList
+        };
+    }
+    /**
+   * Format logs for Elasticsearch bulk API
+   */ formatLogsForElasticsearch(logs) {
+        const lines = [];
+        const indexPrefix = `cfn-logs-${new Date().toISOString().split('T')[0]}`;
+        for (const log of logs){
+            // Index metadata
+            lines.push(JSON.stringify({
+                index: {
+                    _index: indexPrefix,
+                    _type: '_doc'
+                }
+            }));
+            // Document
+            lines.push(JSON.stringify(log));
+        }
+        return lines.join('\n') + '\n';
+    }
+    /**
+   * Get labels for a log entry
+   */ getLabelsForLog(log) {
+        return {
+            ...this.defaultLabels,
+            level: String(log.level),
+            service: log.context
+        };
+    }
+    /**
+   * Parse label string into object
+   */ parseLabels(labelStr) {
+        const labels = {};
+        const parts = labelStr.split(', ');
+        for (const part of parts){
+            const [key, value] = part.split('=');
+            labels[key] = value.replace(/^"|"$/g, '');
+        }
+        return labels;
+    }
+    /**
+   * Format log as JSON string
+   */ formatLog(entry) {
+        const logObject = {
+            timestamp: entry.timestamp,
+            level: entry.level,
+            message: entry.message,
+            context: entry.context,
+            ...entry.correlationId && {
+                correlationId: entry.correlationId
+            },
+            ...entry.taskId && {
+                taskId: entry.taskId
+            },
+            ...entry.agentId && {
+                agentId: entry.agentId
+            },
+            ...entry.traceId && {
+                traceId: entry.traceId
+            },
+            ...entry.metadata && {
+                metadata: entry.metadata
+            },
+            ...entry.error && {
+                error: entry.error
+            }
+        };
+        return JSON.stringify(logObject);
+    }
+    /**
+   * Normalize log entry
+   */ normalizeEntry(entry) {
+        // Ensure ISO 8601 timestamp
+        if (!entry.timestamp) {
+            entry.timestamp = new Date().toISOString();
+        }
+        // Validate timestamp format
+        if (!/\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}/.test(entry.timestamp)) {
+            try {
+                entry.timestamp = new Date(entry.timestamp).toISOString();
+            } catch  {
+                entry.timestamp = new Date().toISOString();
+            }
+        }
+        // Ensure level is string
+        entry.level = String(entry.level).toLowerCase();
+    }
+    /**
+   * Check if log entry has expired based on retention policy
+   */ isLogExpired(entry, retentionDays) {
+        try {
+            const logTime = new Date(entry.timestamp).getTime();
+            const now = new Date().getTime();
+            const retentionMs = retentionDays * 24 * 60 * 60 * 1000;
+            return now - logTime > retentionMs;
+        } catch  {
+            return false;
+        }
+    }
+    /**
+   * Clean up expired logs
+   */ async cleanupExpiredLogs(retentionDays) {
+        let cleanedCount = 0;
+        try {
+            // Clean from buffer
+            const beforeCount = this.buffer.length;
+            this.buffer = this.buffer.filter((log)=>!this.isLogExpired(log, retentionDays));
+            cleanedCount += beforeCount - this.buffer.length;
+            // Clean from persistent storage
+            const persisted = await this.getPersistentLogs();
+            for (const log of persisted){
+                if (this.isLogExpired(log, retentionDays)) {
+                    cleanedCount++;
+                }
+            }
+        } catch (error) {
+            console.error('Error cleaning up expired logs:', error);
+        }
+        return cleanedCount;
+    }
+    /**
+   * Build LogQL query string
+   */ buildLogQLQuery(options) {
+        let query = '{';
+        if (options.level) {
+            query += `level="${options.level}",`;
+        }
+        if (options.service) {
+            query += `service="${options.service}",`;
+        }
+        query = query.replace(/,$/g, '}');
+        if (options.correlationId) {
+            query += ` | json correlationId="${options.correlationId}"`;
+        }
+        if (options.timeRange) {
+            const start = Math.floor(options.timeRange.start.getTime() / 1000);
+            const end = Math.floor(options.timeRange.end.getTime() / 1000);
+            query = `${start}s,${end}s ${query}`;
+        }
+        return query;
+    }
+    /**
+   * Get metrics for dashboard integration
+   */ getMetrics() {
+        return {
+            ...this.metrics,
+            bufferedLogs: this.buffer.length
+        };
+    }
+    /**
+   * Calculate error rate
+   */ getErrorRate() {
+        if (this.metrics.totalLogs === 0) {
+            return 0;
+        }
+        const errorLogs = this.buffer.filter((log)=>log.level === "error").length;
+        return errorLogs / this.metrics.totalLogs;
+    }
+    /**
+   * Get persisted logs from disk
+   */ async getPersistentLogs() {
+        const logs = [];
+        try {
+            const files = await fs.readdir(this.persistDir);
+            for (const file of files){
+                try {
+                    const filePath = path.join(this.persistDir, file);
+                    const content = await fs.readFile(filePath, 'utf-8');
+                    const logEntry = JSON.parse(content);
+                    logs.push(logEntry);
+                } catch  {
+                // Skip invalid files
+                }
+            }
+        } catch  {
+        // Persist dir doesn't exist yet
+        }
+        return logs;
+    }
+    /**
+   * Persist logs to disk for retry on failure
+   */ async persistLogs(logs) {
+        try {
+            await fs.mkdir(this.persistDir, {
+                recursive: true
+            });
+            for (const log of logs){
+                const filename = `${Date.now()}-${Math.random().toString(36).slice(2)}.json`;
+                const filePath = path.join(this.persistDir, filename);
+                await fs.writeFile(filePath, JSON.stringify(log));
+            }
+        } catch (error) {
+            console.error('Error persisting logs:', error);
+        }
+    }
+    /**
+   * Retry with exponential backoff
+   */ async retryWithBackoff(fn, attempt = 0) {
+        try {
+            return await fn();
+        } catch (error) {
+            if (attempt < this.retryAttempts) {
+                const delay = this.retryDelay * Math.pow(2, attempt);
+                await new Promise((resolve)=>setTimeout(resolve, delay));
+                return this.retryWithBackoff(fn, attempt + 1);
+            }
+            throw error;
+        }
+    }
+    /**
+   * Start auto-flush timer
+   */ startAutoFlush() {
+        this.flushTimer = setInterval(async ()=>{
+            if (this.buffer.length > 0 && !this.closed) {
+                try {
+                    await this.flush();
+                } catch (error) {
+                    console.error('Auto-flush error:', error);
+                }
+            }
+        }, this.flushInterval);
+    }
+    /**
+   * Close the shipper and clean up resources
+   */ async close() {
+        this.closed = true;
+        if (this.flushTimer) {
+            clearInterval(this.flushTimer);
+        }
+        // Flush remaining logs
+        if (this.buffer.length > 0) {
+            try {
+                await this.flush();
+            } catch (error) {
+                console.error('Error flushing remaining logs:', error);
+            }
+        }
+    }
+    /**
+   * Getter methods for configuration
+   */ getLokiUrl() {
+        return this.lokiUrl;
+    }
+    getDefaultLabels() {
+        return this.defaultLabels;
+    }
+    getBufferSize() {
+        return this.bufferSize;
+    }
+    getFlushInterval() {
+        return this.flushInterval;
+    }
+}
+
+//# sourceMappingURL=log-shipper.js.map

package/dist/lib/log-shipper.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/lib/log-shipper.ts"],"sourcesContent":["/**\r\n * Log Shipper - Centralized Logging to Loki/Elasticsearch\r\n *\r\n * Provides high-performance log shipping to centralized logging stack with:\r\n * - Batching and buffering for efficiency\r\n * - Retry logic for resilience\r\n * - Correlation ID propagation\r\n * - JSON formatting\r\n * - 30-day retention policies\r\n * - Search query building\r\n *\r\n * Task P2-2.3: Centralized Logging with ELK/Loki Stack\r\n * @version 1.0.0\r\n */\r\n\r\nimport * as fs from 'fs/promises';\r\nimport * as path from 'path';\r\n\r\n/**\r\n * Log severity levels\r\n */\r\nexport enum LogLevel {\r\n  DEBUG = 'debug',\r\n  INFO = 'info',\r\n  WARN = 'warn',\r\n  ERROR = 'error',\r\n}\r\n\r\n/**\r\n * Structured log entry\r\n */\r\nexport interface LogEntry {\r\n  timestamp: string; // ISO 8601 format\r\n  level: LogLevel | string;\r\n  message: string;\r\n  context: string; // Service/source name\r\n  correlationId?: string;\r\n  taskId?: string;\r\n  agentId?: string;\r\n  traceId?: string;\r\n  metadata?: Record<string, any>;\r\n  error?: {\r\n    name: string;\r\n    message: string;\r\n    stack?: string;\r\n  };\r\n  source?: string;\r\n}\r\n\r\n/**\r\n * Log shipping options\r\n */\r\nexport interface ShippingOptions {\r\n  lokiUrl?: string;\r\n  bufferSize?: number;\r\n  flushInterval?: number;\r\n  defaultLabels?: Record<string, string>;\r\n  retryAttempts?: number;\r\n  retryDelay?: number;\r\n  persistDir?: string;\r\n  elasticsearchUrl?: string;\r\n  username?: string;\r\n  password?: string;\r\n}\r\n\r\n/**\r\n * Query options for log search\r\n */\r\nexport interface QueryOptions {\r\n  level?: string;\r\n  service?: string;\r\n  correlationId?: string;\r\n  timeRange?: {\r\n    start: Date;\r\n    end: Date;\r\n  };\r\n}\r\n\r\n/**\r\n * Metrics for dashboard integration\r\n */\r\nexport interface ShipperMetrics {\r\n  totalLogs: number;\r\n  bufferedLogs: number;\r\n  shippedLogs: number;\r\n  failedLogs: number;\r\n  lastFlushTime?: string;\r\n  errorCount: number;\r\n}\r\n\r\n/**\r\n * High-performance log shipper for centralized logging\r\n */\r\nexport class LogShipper {\r\n  private lokiUrl: string;\r\n  private elasticsearchUrl?: string;\r\n  private bufferSize: number;\r\n  private flushInterval: number;\r\n  private defaultLabels: Record<string, string>;\r\n  private retryAttempts: number;\r\n  private retryDelay: number;\r\n  private persistDir: string;\r\n\r\n  private buffer: LogEntry[] = [];\r\n  private flushTimer?: NodeJS.Timeout;\r\n  private metrics: ShipperMetrics;\r\n  private closed = false;\r\n\r\n  constructor(options: ShippingOptions = {}) {\r\n    this.lokiUrl = options.lokiUrl || 'http://localhost:3100';\r\n    this.elasticsearchUrl = options.elasticsearchUrl;\r\n    this.bufferSize = options.bufferSize || 100;\r\n    this.flushInterval = options.flushInterval || 5000;\r\n    this.defaultLabels = options.defaultLabels || { environment: 'production', service: 'cfn' };\r\n    this.retryAttempts = options.retryAttempts || 3;\r\n    this.retryDelay = options.retryDelay || 1000;\r\n    this.persistDir = options.persistDir || '/var/log/cfn/persist';\r\n\r\n    this.metrics = {\r\n      totalLogs: 0,\r\n      bufferedLogs: 0,\r\n      shippedLogs: 0,\r\n      failedLogs: 0,\r\n      errorCount: 0,\r\n    };\r\n\r\n    // Start auto-flush timer\r\n    this.startAutoFlush();\r\n  }\r\n\r\n  /**\r\n   * Ship a log entry to centralized logging stack\r\n   */\r\n  async ship(entry: LogEntry): Promise<void> {\r\n    if (this.closed) {\r\n      throw new Error('LogShipper is closed');\r\n    }\r\n\r\n    // Normalize entry\r\n    this.normalizeEntry(entry);\r\n\r\n    // Add to buffer\r\n    this.buffer.push(entry);\r\n    this.metrics.totalLogs++;\r\n    this.metrics.bufferedLogs++;\r\n\r\n    // Auto-flush if buffer is full\r\n    if (this.buffer.length >= this.bufferSize) {\r\n      await this.flush();\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Flush buffered logs to centralized stack\r\n   */\r\n  async flush(): Promise<void> {\r\n    if (this.buffer.length === 0) {\r\n      return;\r\n    }\r\n\r\n    const logsToShip = [...this.buffer];\r\n    this.buffer = [];\r\n    this.metrics.bufferedLogs = 0;\r\n\r\n    try {\r\n      // Ship to Loki\r\n      await this.shipToLoki(logsToShip);\r\n\r\n      // Ship to Elasticsearch if configured\r\n      if (this.elasticsearchUrl) {\r\n        await this.shipToElasticsearch(logsToShip);\r\n      }\r\n\r\n      this.metrics.shippedLogs += logsToShip.length;\r\n      this.metrics.lastFlushTime = new Date().toISOString();\r\n    } catch (error) {\r\n      this.metrics.failedLogs += logsToShip.length;\r\n      this.metrics.errorCount++;\r\n\r\n      // Persist failed logs for retry\r\n      await this.persistLogs(logsToShip);\r\n\r\n      throw error;\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Ship logs to Loki\r\n   */\r\n  private async shipToLoki(logs: LogEntry[]): Promise<void> {\r\n    const payload = this.formatLogsForLoki(logs);\r\n\r\n    const response = await this.retryWithBackoff(async () => {\r\n      return fetch(`${this.lokiUrl}/loki/api/v1/push`, {\r\n        method: 'POST',\r\n        headers: {\r\n          'Content-Type': 'application/json',\r\n        },\r\n        body: JSON.stringify(payload),\r\n      });\r\n    });\r\n\r\n    if (!response.ok) {\r\n      throw new Error(`Loki API error: ${response.status} ${response.statusText}`);\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Ship logs to Elasticsearch\r\n   */\r\n  private async shipToElasticsearch(logs: LogEntry[]): Promise<void> {\r\n    const bulkPayload = this.formatLogsForElasticsearch(logs);\r\n\r\n    const headers: Record<string, string> = {\r\n      'Content-Type': 'application/x-ndjson',\r\n    };\r\n\r\n    if (this.defaultLabels.username && this.defaultLabels.password) {\r\n      const auth = Buffer.from(\r\n        `${this.defaultLabels.username}:${this.defaultLabels.password}`\r\n      ).toString('base64');\r\n      headers['Authorization'] = `Basic ${auth}`;\r\n    }\r\n\r\n    const response = await this.retryWithBackoff(async () => {\r\n      return fetch(`${this.elasticsearchUrl}/_bulk`, {\r\n        method: 'POST',\r\n        headers,\r\n        body: bulkPayload,\r\n      });\r\n    });\r\n\r\n    if (!response.ok) {\r\n      throw new Error(`Elasticsearch API error: ${response.status} ${response.statusText}`);\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Format logs for Loki push API\r\n   */\r\n  private formatLogsForLoki(logs: LogEntry[]): any {\r\n    const streams = new Map<string, any[]>();\r\n\r\n    for (const log of logs) {\r\n      const labels = this.getLabelsForLog(log);\r\n      const labelStr = Object.entries(labels)\r\n        .map(([k, v]) => `${k}=\"${v}\"`)\r\n        .join(', ');\r\n\r\n      if (!streams.has(labelStr)) {\r\n        streams.set(labelStr, []);\r\n      }\r\n\r\n      const timestamp = (new Date(log.timestamp).getTime() * 1000000).toString();\r\n      streams.get(labelStr)!.push([timestamp, this.formatLog(log)]);\r\n    }\r\n\r\n    const streamsList = Array.from(streams.entries()).map(([labels, values]) => ({\r\n      stream: this.parseLabels(labels),\r\n      values,\r\n    }));\r\n\r\n    return { streams: streamsList };\r\n  }\r\n\r\n  /**\r\n   * Format logs for Elasticsearch bulk API\r\n   */\r\n  private formatLogsForElasticsearch(logs: LogEntry[]): string {\r\n    const lines: string[] = [];\r\n    const indexPrefix = `cfn-logs-${new Date().toISOString().split('T')[0]}`;\r\n\r\n    for (const log of logs) {\r\n      // Index metadata\r\n      lines.push(\r\n        JSON.stringify({\r\n          index: {\r\n            _index: indexPrefix,\r\n            _type: '_doc',\r\n          },\r\n        })\r\n      );\r\n\r\n      // Document\r\n      lines.push(JSON.stringify(log));\r\n    }\r\n\r\n    return lines.join('\\n') + '\\n';\r\n  }\r\n\r\n  /**\r\n   * Get labels for a log entry\r\n   */\r\n  private getLabelsForLog(log: LogEntry): Record<string, string> {\r\n    return {\r\n      ...this.defaultLabels,\r\n      level: String(log.level),\r\n      service: log.context,\r\n    };\r\n  }\r\n\r\n  /**\r\n   * Parse label string into object\r\n   */\r\n  private parseLabels(labelStr: string): Record<string, string> {\r\n    const labels: Record<string, string> = {};\r\n    const parts = labelStr.split(', ');\r\n\r\n    for (const part of parts) {\r\n      const [key, value] = part.split('=');\r\n      labels[key] = value.replace(/^\"|\"$/g, '');\r\n    }\r\n\r\n    return labels;\r\n  }\r\n\r\n  /**\r\n   * Format log as JSON string\r\n   */\r\n  formatLog(entry: LogEntry): string {\r\n    const logObject = {\r\n      timestamp: entry.timestamp,\r\n      level: entry.level,\r\n      message: entry.message,\r\n      context: entry.context,\r\n      ...(entry.correlationId && { correlationId: entry.correlationId }),\r\n      ...(entry.taskId && { taskId: entry.taskId }),\r\n      ...(entry.agentId && { agentId: entry.agentId }),\r\n      ...(entry.traceId && { traceId: entry.traceId }),\r\n      ...(entry.metadata && { metadata: entry.metadata }),\r\n      ...(entry.error && { error: entry.error }),\r\n    };\r\n\r\n    return JSON.stringify(logObject);\r\n  }\r\n\r\n  /**\r\n   * Normalize log entry\r\n   */\r\n  private normalizeEntry(entry: LogEntry): void {\r\n    // Ensure ISO 8601 timestamp\r\n    if (!entry.timestamp) {\r\n      entry.timestamp = new Date().toISOString();\r\n    }\r\n\r\n    // Validate timestamp format\r\n    if (!/\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}/.test(entry.timestamp)) {\r\n      try {\r\n        entry.timestamp = new Date(entry.timestamp).toISOString();\r\n      } catch {\r\n        entry.timestamp = new Date().toISOString();\r\n      }\r\n    }\r\n\r\n    // Ensure level is string\r\n    entry.level = String(entry.level).toLowerCase();\r\n  }\r\n\r\n  /**\r\n   * Check if log entry has expired based on retention policy\r\n   */\r\n  isLogExpired(entry: LogEntry, retentionDays: number): boolean {\r\n    try {\r\n      const logTime = new Date(entry.timestamp).getTime();\r\n      const now = new Date().getTime();\r\n      const retentionMs = retentionDays * 24 * 60 * 60 * 1000;\r\n\r\n      return now - logTime > retentionMs;\r\n    } catch {\r\n      return false;\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Clean up expired logs\r\n   */\r\n  async cleanupExpiredLogs(retentionDays: number): Promise<number> {\r\n    let cleanedCount = 0;\r\n\r\n    try {\r\n      // Clean from buffer\r\n      const beforeCount = this.buffer.length;\r\n      this.buffer = this.buffer.filter(log => !this.isLogExpired(log, retentionDays));\r\n      cleanedCount += beforeCount - this.buffer.length;\r\n\r\n      // Clean from persistent storage\r\n      const persisted = await this.getPersistentLogs();\r\n      for (const log of persisted) {\r\n        if (this.isLogExpired(log, retentionDays)) {\r\n          cleanedCount++;\r\n        }\r\n      }\r\n    } catch (error) {\r\n      console.error('Error cleaning up expired logs:', error);\r\n    }\r\n\r\n    return cleanedCount;\r\n  }\r\n\r\n  /**\r\n   * Build LogQL query string\r\n   */\r\n  buildLogQLQuery(options: QueryOptions): string {\r\n    let query = '{';\r\n\r\n    if (options.level) {\r\n      query += `level=\"${options.level}\",`;\r\n    }\r\n\r\n    if (options.service) {\r\n      query += `service=\"${options.service}\",`;\r\n    }\r\n\r\n    query = query.replace(/,$/g, '}');\r\n\r\n    if (options.correlationId) {\r\n      query += ` | json correlationId=\"${options.correlationId}\"`;\r\n    }\r\n\r\n    if (options.timeRange) {\r\n      const start = Math.floor(options.timeRange.start.getTime() / 1000);\r\n      const end = Math.floor(options.timeRange.end.getTime() / 1000);\r\n      query = `${start}s,${end}s ${query}`;\r\n    }\r\n\r\n    return query;\r\n  }\r\n\r\n  /**\r\n   * Get metrics for dashboard integration\r\n   */\r\n  getMetrics(): ShipperMetrics {\r\n    return {\r\n      ...this.metrics,\r\n      bufferedLogs: this.buffer.length,\r\n    };\r\n  }\r\n\r\n  /**\r\n   * Calculate error rate\r\n   */\r\n  getErrorRate(): number {\r\n    if (this.metrics.totalLogs === 0) {\r\n      return 0;\r\n    }\r\n\r\n    const errorLogs = this.buffer.filter(log => log.level === LogLevel.ERROR).length;\r\n    return errorLogs / this.metrics.totalLogs;\r\n  }\r\n\r\n  /**\r\n   * Get persisted logs from disk\r\n   */\r\n  async getPersistentLogs(): Promise<LogEntry[]> {\r\n    const logs: LogEntry[] = [];\r\n\r\n    try {\r\n      const files = await fs.readdir(this.persistDir);\r\n\r\n      for (const file of files) {\r\n        try {\r\n          const filePath = path.join(this.persistDir, file);\r\n          const content = await fs.readFile(filePath, 'utf-8');\r\n          const logEntry = JSON.parse(content);\r\n          logs.push(logEntry);\r\n        } catch {\r\n          // Skip invalid files\r\n        }\r\n      }\r\n    } catch {\r\n      // Persist dir doesn't exist yet\r\n    }\r\n\r\n    return logs;\r\n  }\r\n\r\n  /**\r\n   * Persist logs to disk for retry on failure\r\n   */\r\n  private async persistLogs(logs: LogEntry[]): Promise<void> {\r\n    try {\r\n      await fs.mkdir(this.persistDir, { recursive: true });\r\n\r\n      for (const log of logs) {\r\n        const filename = `${Date.now()}-${Math.random().toString(36).slice(2)}.json`;\r\n        const filePath = path.join(this.persistDir, filename);\r\n        await fs.writeFile(filePath, JSON.stringify(log));\r\n      }\r\n    } catch (error) {\r\n      console.error('Error persisting logs:', error);\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Retry with exponential backoff\r\n   */\r\n  private async retryWithBackoff<T>(\r\n    fn: () => Promise<T>,\r\n    attempt = 0\r\n  ): Promise<T> {\r\n    try {\r\n      return await fn();\r\n    } catch (error) {\r\n      if (attempt < this.retryAttempts) {\r\n        const delay = this.retryDelay * Math.pow(2, attempt);\r\n        await new Promise(resolve => setTimeout(resolve, delay));\r\n        return this.retryWithBackoff(fn, attempt + 1);\r\n      }\r\n      throw error;\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Start auto-flush timer\r\n   */\r\n  private startAutoFlush(): void {\r\n    this.flushTimer = setInterval(async () => {\r\n      if (this.buffer.length > 0 && !this.closed) {\r\n        try {\r\n          await this.flush();\r\n        } catch (error) {\r\n          console.error('Auto-flush error:', error);\r\n        }\r\n      }\r\n    }, this.flushInterval);\r\n  }\r\n\r\n  /**\r\n   * Close the shipper and clean up resources\r\n   */\r\n  async close(): Promise<void> {\r\n    this.closed = true;\r\n\r\n    if (this.flushTimer) {\r\n      clearInterval(this.flushTimer);\r\n    }\r\n\r\n    // Flush remaining logs\r\n    if (this.buffer.length > 0) {\r\n      try {\r\n        await this.flush();\r\n      } catch (error) {\r\n        console.error('Error flushing remaining logs:', error);\r\n      }\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Getter methods for configuration\r\n   */\r\n  getLokiUrl(): string {\r\n    return this.lokiUrl;\r\n  }\r\n\r\n  getDefaultLabels(): Record<string, string> {\r\n    return this.defaultLabels;\r\n  }\r\n\r\n  getBufferSize(): number {\r\n    return this.bufferSize;\r\n  }\r\n\r\n  getFlushInterval(): number {\r\n    return this.flushInterval;\r\n  }\r\n}\r\n"],"names":["fs","path","LogLevel","LogShipper","lokiUrl","elasticsearchUrl","bufferSize","flushInterval","defaultLabels","retryAttempts","retryDelay","persistDir","buffer","flushTimer","metrics","closed","options","environment","service","totalLogs","bufferedLogs","shippedLogs","failedLogs","errorCount","startAutoFlush","ship","entry","Error","normalizeEntry","push","length","flush","logsToShip","shipToLoki","shipToElasticsearch","lastFlushTime","Date","toISOString","error","persistLogs","logs","payload","formatLogsForLoki","response","retryWithBackoff","fetch","method","headers","body","JSON","stringify","ok","status","statusText","bulkPayload","formatLogsForElasticsearch","username","password","auth","Buffer","from","toString","streams","Map","log","labels","getLabelsForLog","labelStr","Object","entries","map","k","v","join","has","set","timestamp","getTime","get","formatLog","streamsList","Array","values","stream","parseLabels","lines","indexPrefix","split","index","_index","_type","level","String","context","parts","part","key","value","replace","logObject","message","correlationId","taskId","agentId","traceId","metadata","test","toLowerCase","isLogExpired","retentionDays","logTime","now","retentionMs","cleanupExpiredLogs","cleanedCount","beforeCount","filter","persisted","getPersistentLogs","console","buildLogQLQuery","query","timeRange","start","Math","floor","end","getMetrics","getErrorRate","errorLogs","files","readdir","file","filePath","content","readFile","logEntry","parse","mkdir","recursive","filename","random","slice","writeFile","fn","attempt","delay","pow","Promise","resolve","setTimeout","setInterval","close","clearInterval","getLokiUrl","getDefaultLabels","getBufferSize","getFlushInterval"],"mappings":"AAAA;;;;;;;;;;;;;CAaC,GAED,YAAYA,QAAQ,cAAc;AAClC,YAAYC,UAAU,OAAO;AAE7B;;CAEC,GACD,OAAO,IAAA,AAAKC,kCAAAA;;;;;WAAAA;MAKX;AAgED;;CAEC,GACD,OAAO,MAAMC;IACHC,QAAgB;IAChBC,iBAA0B;IAC1BC,WAAmB;IACnBC,cAAsB;IACtBC,cAAsC;IACtCC,cAAsB;IACtBC,WAAmB;IACnBC,WAAmB;IAEnBC,SAAqB,EAAE,CAAC;IACxBC,WAA4B;IAC5BC,QAAwB;IACxBC,SAAS,MAAM;IAEvB,YAAYC,UAA2B,CAAC,CAAC,CAAE;QACzC,IAAI,CAACZ,OAAO,GAAGY,QAAQZ,OAAO,IAAI;QAClC,IAAI,CAACC,gBAAgB,GAAGW,QAAQX,gBAAgB;QAChD,IAAI,CAACC,UAAU,GAAGU,QAAQV,UAAU,IAAI;QACxC,IAAI,CAACC,aAAa,GAAGS,QAAQT,aAAa,IAAI;QAC9C,IAAI,CAACC,aAAa,GAAGQ,QAAQR,aAAa,IAAI;YAAES,aAAa;YAAcC,SAAS;QAAM;QAC1F,IAAI,CAACT,aAAa,GAAGO,QAAQP,aAAa,IAAI;QAC9C,IAAI,CAACC,UAAU,GAAGM,QAAQN,UAAU,IAAI;QACxC,IAAI,CAACC,UAAU,GAAGK,QAAQL,UAAU,IAAI;QAExC,IAAI,CAACG,OAAO,GAAG;YACbK,WAAW;YACXC,cAAc;YACdC,aAAa;YACbC,YAAY;YACZC,YAAY;QACd;QAEA,yBAAyB;QACzB,IAAI,CAACC,cAAc;IACrB;IAEA;;GAEC,GACD,MAAMC,KAAKC,KAAe,EAAiB;QACzC,IAAI,IAAI,CAACX,MAAM,EAAE;YACf,MAAM,IAAIY,MAAM;QAClB;QAEA,kBAAkB;QAClB,IAAI,CAACC,cAAc,CAACF;QAEpB,gBAAgB;QAChB,IAAI,CAACd,MAAM,CAACiB,IAAI,CAACH;QACjB,IAAI,CAACZ,OAAO,CAACK,SAAS;QACtB,IAAI,CAACL,OAAO,CAACM,YAAY;QAEzB,+BAA+B;QAC/B,IAAI,IAAI,CAACR,MAAM,CAACkB,MAAM,IAAI,IAAI,CAACxB,UAAU,EAAE;YACzC,MAAM,IAAI,CAACyB,KAAK;QAClB;IACF;IAEA;;GAEC,GACD,MAAMA,QAAuB;QAC3B,IAAI,IAAI,CAACnB,MAAM,CAACkB,MAAM,KAAK,GAAG;YAC5B;QACF;QAEA,MAAME,aAAa;eAAI,IAAI,CAACpB,MAAM;SAAC;QACnC,IAAI,CAACA,MAAM,GAAG,EAAE;QAChB,IAAI,CAACE,OAAO,CAACM,YAAY,GAAG;QAE5B,IAAI;YACF,eAAe;YACf,MAAM,IAAI,CAACa,UAAU,CAACD;YAEtB,sCAAsC;YACtC,IAAI,IAAI,CAAC3B,gBAAgB,EAAE;gBACzB,MAAM,IAAI,CAAC6B,mBAAmB,CAACF;YACjC;YAEA,IAAI,CAAClB,OAAO,CAACO,WAAW,IAAIW,WAAWF,MAAM;YAC7C,IAAI,CAAChB,OAAO,CAACqB,aAAa,GAAG,IAAIC,OAAOC,WAAW;QACrD,EAAE,OAAOC,OAAO;YACd,IAAI,CAACxB,OAAO,CAACQ,UAAU,IAAIU,WAAWF,MAAM;YAC5C,IAAI,CAAChB,OAAO,CAACS,UAAU;YAEvB,gCAAgC;YAChC,MAAM,IAAI,CAACgB,WAAW,CAACP;YAEvB,MAAMM;QACR;IACF;IAEA;;GAEC,GACD,MAAcL,WAAWO,IAAgB,EAAiB;QACxD,MAAMC,UAAU,IAAI,CAACC,iBAAiB,CAACF;QAEvC,MAAMG,WAAW,MAAM,IAAI,CAACC,gBAAgB,CAAC;YAC3C,OAAOC,MAAM,GAAG,IAAI,CAACzC,OAAO,CAAC,iBAAiB,CAAC,EAAE;gBAC/C0C,QAAQ;gBACRC,SAAS;oBACP,gBAAgB;gBAClB;gBACAC,MAAMC,KAAKC,SAAS,CAACT;YACvB;QACF;QAEA,IAAI,CAACE,SAASQ,EAAE,EAAE;YAChB,MAAM,IAAIxB,MAAM,CAAC,gBAAgB,EAAEgB,SAASS,MAAM,CAAC,CAAC,EAAET,SAASU,UAAU,EAAE;QAC7E;IACF;IAEA;;GAEC,GACD,MAAcnB,oBAAoBM,IAAgB,EAAiB;QACjE,MAAMc,cAAc,IAAI,CAACC,0BAA0B,CAACf;QAEpD,MAAMO,UAAkC;YACtC,gBAAgB;QAClB;QAEA,IAAI,IAAI,CAACvC,aAAa,CAACgD,QAAQ,IAAI,IAAI,CAAChD,aAAa,CAACiD,QAAQ,EAAE;YAC9D,MAAMC,OAAOC,OAAOC,IAAI,CACtB,GAAG,IAAI,CAACpD,aAAa,CAACgD,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAChD,aAAa,CAACiD,QAAQ,EAAE,EAC/DI,QAAQ,CAAC;YACXd,OAAO,CAAC,gBAAgB,GAAG,CAAC,MAAM,EAAEW,MAAM;QAC5C;QAEA,MAAMf,WAAW,MAAM,IAAI,CAACC,gBAAgB,CAAC;YAC3C,OAAOC,MAAM,GAAG,IAAI,CAACxC,gBAAgB,CAAC,MAAM,CAAC,EAAE;gBAC7CyC,QAAQ;gBACRC;gBACAC,MAAMM;YACR;QACF;QAEA,IAAI,CAACX,SAASQ,EAAE,EAAE;YAChB,MAAM,IAAIxB,MAAM,CAAC,yBAAyB,EAAEgB,SAASS,MAAM,CAAC,CAAC,EAAET,SAASU,UAAU,EAAE;QACtF;IACF;IAEA;;GAEC,GACD,AAAQX,kBAAkBF,IAAgB,EAAO;QAC/C,MAAMsB,UAAU,IAAIC;QAEpB,KAAK,MAAMC,OAAOxB,KAAM;YACtB,MAAMyB,SAAS,IAAI,CAACC,eAAe,CAACF;YACpC,MAAMG,WAAWC,OAAOC,OAAO,CAACJ,QAC7BK,GAAG,CAAC,CAAC,CAACC,GAAGC,EAAE,GAAK,GAAGD,EAAE,EAAE,EAAEC,EAAE,CAAC,CAAC,EAC7BC,IAAI,CAAC;YAER,IAAI,CAACX,QAAQY,GAAG,CAACP,WAAW;gBAC1BL,QAAQa,GAAG,CAACR,UAAU,EAAE;YAC1B;YAEA,MAAMS,YAAY,AAAC,CAAA,IAAIxC,KAAK4B,IAAIY,SAAS,EAAEC,OAAO,KAAK,OAAM,EAAGhB,QAAQ;YACxEC,QAAQgB,GAAG,CAACX,UAAWtC,IAAI,CAAC;gBAAC+C;gBAAW,IAAI,CAACG,SAAS,CAACf;aAAK;QAC9D;QAEA,MAAMgB,cAAcC,MAAMrB,IAAI,CAACE,QAAQO,OAAO,IAAIC,GAAG,CAAC,CAAC,CAACL,QAAQiB,OAAO,GAAM,CAAA;gBAC3EC,QAAQ,IAAI,CAACC,WAAW,CAACnB;gBACzBiB;YACF,CAAA;QAEA,OAAO;YAAEpB,SAASkB;QAAY;IAChC;IAEA;;GAEC,GACD,AAAQzB,2BAA2Bf,IAAgB,EAAU;QAC3D,MAAM6C,QAAkB,EAAE;QAC1B,MAAMC,cAAc,CAAC,SAAS,EAAE,IAAIlD,OAAOC,WAAW,GAAGkD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE;QAExE,KAAK,MAAMvB,OAAOxB,KAAM;YACtB,iBAAiB;YACjB6C,MAAMxD,IAAI,CACRoB,KAAKC,SAAS,CAAC;gBACbsC,OAAO;oBACLC,QAAQH;oBACRI,OAAO;gBACT;YACF;YAGF,WAAW;YACXL,MAAMxD,IAAI,CAACoB,KAAKC,SAAS,CAACc;QAC5B;QAEA,OAAOqB,MAAMZ,IAAI,CAAC,QAAQ;IAC5B;IAEA;;GAEC,GACD,AAAQP,gBAAgBF,GAAa,EAA0B;QAC7D,OAAO;YACL,GAAG,IAAI,CAACxD,aAAa;YACrBmF,OAAOC,OAAO5B,IAAI2B,KAAK;YACvBzE,SAAS8C,IAAI6B,OAAO;QACtB;IACF;IAEA;;GAEC,GACD,AAAQT,YAAYjB,QAAgB,EAA0B;QAC5D,MAAMF,SAAiC,CAAC;QACxC,MAAM6B,QAAQ3B,SAASoB,KAAK,CAAC;QAE7B,KAAK,MAAMQ,QAAQD,MAAO;YACxB,MAAM,CAACE,KAAKC,MAAM,GAAGF,KAAKR,KAAK,CAAC;YAChCtB,MAAM,CAAC+B,IAAI,GAAGC,MAAMC,OAAO,CAAC,UAAU;QACxC;QAEA,OAAOjC;IACT;IAEA;;GAEC,GACDc,UAAUrD,KAAe,EAAU;QACjC,MAAMyE,YAAY;YAChBvB,WAAWlD,MAAMkD,SAAS;YAC1Be,OAAOjE,MAAMiE,KAAK;YAClBS,SAAS1E,MAAM0E,OAAO;YACtBP,SAASnE,MAAMmE,OAAO;YACtB,GAAInE,MAAM2E,aAAa,IAAI;gBAAEA,eAAe3E,MAAM2E,aAAa;YAAC,CAAC;YACjE,GAAI3E,MAAM4E,MAAM,IAAI;gBAAEA,QAAQ5E,MAAM4E,MAAM;YAAC,CAAC;YAC5C,GAAI5E,MAAM6E,OAAO,IAAI;gBAAEA,SAAS7E,MAAM6E,OAAO;YAAC,CAAC;YAC/C,GAAI7E,MAAM8E,OAAO,IAAI;gBAAEA,SAAS9E,MAAM8E,OAAO;YAAC,CAAC;YAC/C,GAAI9E,MAAM+E,QAAQ,IAAI;gBAAEA,UAAU/E,MAAM+E,QAAQ;YAAC,CAAC;YAClD,GAAI/E,MAAMY,KAAK,IAAI;gBAAEA,OAAOZ,MAAMY,KAAK;YAAC,CAAC;QAC3C;QAEA,OAAOW,KAAKC,SAAS,CAACiD;IACxB;IAEA;;GAEC,GACD,AAAQvE,eAAeF,KAAe,EAAQ;QAC5C,4BAA4B;QAC5B,IAAI,CAACA,MAAMkD,SAAS,EAAE;YACpBlD,MAAMkD,SAAS,GAAG,IAAIxC,OAAOC,WAAW;QAC1C;QAEA,4BAA4B;QAC5B,IAAI,CAAC,sCAAsCqE,IAAI,CAAChF,MAAMkD,SAAS,GAAG;YAChE,IAAI;gBACFlD,MAAMkD,SAAS,GAAG,IAAIxC,KAAKV,MAAMkD,SAAS,EAAEvC,WAAW;YACzD,EAAE,OAAM;gBACNX,MAAMkD,SAAS,GAAG,IAAIxC,OAAOC,WAAW;YAC1C;QACF;QAEA,yBAAyB;QACzBX,MAAMiE,KAAK,GAAGC,OAAOlE,MAAMiE,KAAK,EAAEgB,WAAW;IAC/C;IAEA;;GAEC,GACDC,aAAalF,KAAe,EAAEmF,aAAqB,EAAW;QAC5D,IAAI;YACF,MAAMC,UAAU,IAAI1E,KAAKV,MAAMkD,SAAS,EAAEC,OAAO;YACjD,MAAMkC,MAAM,IAAI3E,OAAOyC,OAAO;YAC9B,MAAMmC,cAAcH,gBAAgB,KAAK,KAAK,KAAK;YAEnD,OAAOE,MAAMD,UAAUE;QACzB,EAAE,OAAM;YACN,OAAO;QACT;IACF;IAEA;;GAEC,GACD,MAAMC,mBAAmBJ,aAAqB,EAAmB;QAC/D,IAAIK,eAAe;QAEnB,IAAI;YACF,oBAAoB;YACpB,MAAMC,cAAc,IAAI,CAACvG,MAAM,CAACkB,MAAM;YACtC,IAAI,CAAClB,MAAM,GAAG,IAAI,CAACA,MAAM,CAACwG,MAAM,CAACpD,CAAAA,MAAO,CAAC,IAAI,CAAC4C,YAAY,CAAC5C,KAAK6C;YAChEK,gBAAgBC,cAAc,IAAI,CAACvG,MAAM,CAACkB,MAAM;YAEhD,gCAAgC;YAChC,MAAMuF,YAAY,MAAM,IAAI,CAACC,iBAAiB;YAC9C,KAAK,MAAMtD,OAAOqD,UAAW;gBAC3B,IAAI,IAAI,CAACT,YAAY,CAAC5C,KAAK6C,gBAAgB;oBACzCK;gBACF;YACF;QACF,EAAE,OAAO5E,OAAO;YACdiF,QAAQjF,KAAK,CAAC,mCAAmCA;QACnD;QAEA,OAAO4E;IACT;IAEA;;GAEC,GACDM,gBAAgBxG,OAAqB,EAAU;QAC7C,IAAIyG,QAAQ;QAEZ,IAAIzG,QAAQ2E,KAAK,EAAE;YACjB8B,SAAS,CAAC,OAAO,EAAEzG,QAAQ2E,KAAK,CAAC,EAAE,CAAC;QACtC;QAEA,IAAI3E,QAAQE,OAAO,EAAE;YACnBuG,SAAS,CAAC,SAAS,EAAEzG,QAAQE,OAAO,CAAC,EAAE,CAAC;QAC1C;QAEAuG,QAAQA,MAAMvB,OAAO,CAAC,OAAO;QAE7B,IAAIlF,QAAQqF,aAAa,EAAE;YACzBoB,SAAS,CAAC,uBAAuB,EAAEzG,QAAQqF,aAAa,CAAC,CAAC,CAAC;QAC7D;QAEA,IAAIrF,QAAQ0G,SAAS,EAAE;YACrB,MAAMC,QAAQC,KAAKC,KAAK,CAAC7G,QAAQ0G,SAAS,CAACC,KAAK,CAAC9C,OAAO,KAAK;YAC7D,MAAMiD,MAAMF,KAAKC,KAAK,CAAC7G,QAAQ0G,SAAS,CAACI,GAAG,CAACjD,OAAO,KAAK;YACzD4C,QAAQ,GAAGE,MAAM,EAAE,EAAEG,IAAI,EAAE,EAAEL,OAAO;QACtC;QAEA,OAAOA;IACT;IAEA;;GAEC,GACDM,aAA6B;QAC3B,OAAO;YACL,GAAG,IAAI,CAACjH,OAAO;YACfM,cAAc,IAAI,CAACR,MAAM,CAACkB,MAAM;QAClC;IACF;IAEA;;GAEC,GACDkG,eAAuB;QACrB,IAAI,IAAI,CAAClH,OAAO,CAACK,SAAS,KAAK,GAAG;YAChC,OAAO;QACT;QAEA,MAAM8G,YAAY,IAAI,CAACrH,MAAM,CAACwG,MAAM,CAACpD,CAAAA,MAAOA,IAAI2B,KAAK,cAAqB7D,MAAM;QAChF,OAAOmG,YAAY,IAAI,CAACnH,OAAO,CAACK,SAAS;IAC3C;IAEA;;GAEC,GACD,MAAMmG,oBAAyC;QAC7C,MAAM9E,OAAmB,EAAE;QAE3B,IAAI;YACF,MAAM0F,QAAQ,MAAMlI,GAAGmI,OAAO,CAAC,IAAI,CAACxH,UAAU;YAE9C,KAAK,MAAMyH,QAAQF,MAAO;gBACxB,IAAI;oBACF,MAAMG,WAAWpI,KAAKwE,IAAI,CAAC,IAAI,CAAC9D,UAAU,EAAEyH;oBAC5C,MAAME,UAAU,MAAMtI,GAAGuI,QAAQ,CAACF,UAAU;oBAC5C,MAAMG,WAAWvF,KAAKwF,KAAK,CAACH;oBAC5B9F,KAAKX,IAAI,CAAC2G;gBACZ,EAAE,OAAM;gBACN,qBAAqB;gBACvB;YACF;QACF,EAAE,OAAM;QACN,gCAAgC;QAClC;QAEA,OAAOhG;IACT;IAEA;;GAEC,GACD,MAAcD,YAAYC,IAAgB,EAAiB;QACzD,IAAI;YACF,MAAMxC,GAAG0I,KAAK,CAAC,IAAI,CAAC/H,UAAU,EAAE;gBAAEgI,WAAW;YAAK;YAElD,KAAK,MAAM3E,OAAOxB,KAAM;gBACtB,MAAMoG,WAAW,GAAGxG,KAAK2E,GAAG,GAAG,CAAC,EAAEa,KAAKiB,MAAM,GAAGhF,QAAQ,CAAC,IAAIiF,KAAK,CAAC,GAAG,KAAK,CAAC;gBAC5E,MAAMT,WAAWpI,KAAKwE,IAAI,CAAC,IAAI,CAAC9D,UAAU,EAAEiI;gBAC5C,MAAM5I,GAAG+I,SAAS,CAACV,UAAUpF,KAAKC,SAAS,CAACc;YAC9C;QACF,EAAE,OAAO1B,OAAO;YACdiF,QAAQjF,KAAK,CAAC,0BAA0BA;QAC1C;IACF;IAEA;;GAEC,GACD,MAAcM,iBACZoG,EAAoB,EACpBC,UAAU,CAAC,EACC;QACZ,IAAI;YACF,OAAO,MAAMD;QACf,EAAE,OAAO1G,OAAO;YACd,IAAI2G,UAAU,IAAI,CAACxI,aAAa,EAAE;gBAChC,MAAMyI,QAAQ,IAAI,CAACxI,UAAU,GAAGkH,KAAKuB,GAAG,CAAC,GAAGF;gBAC5C,MAAM,IAAIG,QAAQC,CAAAA,UAAWC,WAAWD,SAASH;gBACjD,OAAO,IAAI,CAACtG,gBAAgB,CAACoG,IAAIC,UAAU;YAC7C;YACA,MAAM3G;QACR;IACF;IAEA;;GAEC,GACD,AAAQd,iBAAuB;QAC7B,IAAI,CAACX,UAAU,GAAG0I,YAAY;YAC5B,IAAI,IAAI,CAAC3I,MAAM,CAACkB,MAAM,GAAG,KAAK,CAAC,IAAI,CAACf,MAAM,EAAE;gBAC1C,IAAI;oBACF,MAAM,IAAI,CAACgB,KAAK;gBAClB,EAAE,OAAOO,OAAO;oBACdiF,QAAQjF,KAAK,CAAC,qBAAqBA;gBACrC;YACF;QACF,GAAG,IAAI,CAAC/B,aAAa;IACvB;IAEA;;GAEC,GACD,MAAMiJ,QAAuB;QAC3B,IAAI,CAACzI,MAAM,GAAG;QAEd,IAAI,IAAI,CAACF,UAAU,EAAE;YACnB4I,cAAc,IAAI,CAAC5I,UAAU;QAC/B;QAEA,uBAAuB;QACvB,IAAI,IAAI,CAACD,MAAM,CAACkB,MAAM,GAAG,GAAG;YAC1B,IAAI;gBACF,MAAM,IAAI,CAACC,KAAK;YAClB,EAAE,OAAOO,OAAO;gBACdiF,QAAQjF,KAAK,CAAC,kCAAkCA;YAClD;QACF;IACF;IAEA;;GAEC,GACDoH,aAAqB;QACnB,OAAO,IAAI,CAACtJ,OAAO;IACrB;IAEAuJ,mBAA2C;QACzC,OAAO,IAAI,CAACnJ,aAAa;IAC3B;IAEAoJ,gBAAwB;QACtB,OAAO,IAAI,CAACtJ,UAAU;IACxB;IAEAuJ,mBAA2B;QACzB,OAAO,IAAI,CAACtJ,aAAa;IAC3B;AACF"}

package/dist/lib/logging.js

@@ -0,0 +1,146 @@
+/**
+ * Structured Logging Utility
+ *
+ * Provides structured JSON logging for consistent log output across the application.
+ * Part of Task 0.5: Implementation Tooling & Utilities (Foundation)
+ *
+ * Usage:
+ *   const logger = createLogger('database-service');
+ *   logger.info('Connection established', { host: 'localhost', port: 5432 });
+ */ import * as fs from 'fs';
+import * as path from 'path';
+/**
+ * Log levels in order of severity
+ */ export var LogLevel = /*#__PURE__*/ function(LogLevel) {
+    LogLevel["DEBUG"] = "debug";
+    LogLevel["INFO"] = "info";
+    LogLevel["WARN"] = "warn";
+    LogLevel["ERROR"] = "error";
+    return LogLevel;
+}({});
+/**
+ * Log level priorities for filtering
+ */ const LOG_LEVEL_PRIORITY = {
+    ["debug"]: 0,
+    ["info"]: 1,
+    ["warn"]: 2,
+    ["error"]: 3
+};
+/**
+ * Create a structured logger instance
+ *
+ * @param context - Logger context (e.g., 'database-service', 'api-handler')
+ * @param options - Logger configuration options
+ * @returns Logger instance
+ */ export function createLogger(context, options = {}) {
+    const { minLevel = "info", console: consoleOutput = true, filePath, pretty = false } = options;
+    let currentMinLevel = minLevel;
+    let fileStream = null;
+    // Initialize file stream if file path provided
+    if (filePath) {
+        const logDir = path.dirname(filePath);
+        if (!fs.existsSync(logDir)) {
+            fs.mkdirSync(logDir, {
+                recursive: true
+            });
+        }
+        fileStream = fs.createWriteStream(filePath, {
+            flags: 'a'
+        });
+    }
+    /**
+   * Write log entry to outputs
+   */ function writeLog(entry) {
+        // Check if log level meets minimum threshold
+        if (LOG_LEVEL_PRIORITY[entry.level] < LOG_LEVEL_PRIORITY[currentMinLevel]) {
+            return;
+        }
+        const jsonString = pretty ? JSON.stringify(entry, null, 2) : JSON.stringify(entry);
+        // Console output
+        if (consoleOutput) {
+            switch(entry.level){
+                case "debug":
+                    console.debug(jsonString);
+                    break;
+                case "info":
+                    console.info(jsonString);
+                    break;
+                case "warn":
+                    console.warn(jsonString);
+                    break;
+                case "error":
+                    console.error(jsonString);
+                    break;
+            }
+        }
+        // File output
+        if (fileStream) {
+            fileStream.write(jsonString + '\n');
+        }
+    }
+    /**
+   * Create log entry
+   */ function createLogEntry(level, message, metadata, error) {
+        const entry = {
+            timestamp: new Date().toISOString(),
+            level,
+            context,
+            message
+        };
+        if (metadata && Object.keys(metadata).length > 0) {
+            entry.metadata = metadata;
+        }
+        if (error) {
+            entry.error = {
+                name: error.name,
+                message: error.message,
+                stack: error.stack
+            };
+        }
+        return entry;
+    }
+    return {
+        debug (message, metadata) {
+            const entry = createLogEntry("debug", message, metadata);
+            writeLog(entry);
+        },
+        info (message, metadata) {
+            const entry = createLogEntry("info", message, metadata);
+            writeLog(entry);
+        },
+        warn (message, metadata) {
+            const entry = createLogEntry("warn", message, metadata);
+            writeLog(entry);
+        },
+        error (message, error, metadata) {
+            const entry = createLogEntry("error", message, metadata, error);
+            writeLog(entry);
+        },
+        setMinLevel (level) {
+            currentMinLevel = level;
+        }
+    };
+}
+/**
+ * Global logger instance (default context)
+ */ let globalLogger = null;
+/**
+ * Get or create global logger
+ *
+ * @param options - Logger configuration options
+ * @returns Global logger instance
+ */ export function getGlobalLogger(options) {
+    if (!globalLogger) {
+        globalLogger = createLogger('global', options);
+    }
+    return globalLogger;
+}
+/**
+ * Set global logger instance
+ *
+ * @param logger - Logger instance to use globally
+ */ export function setGlobalLogger(logger) {
+    globalLogger = logger;
+}
+
+//# sourceMappingURL=logging.js.map

package/dist/lib/logging.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/lib/logging.ts"],"sourcesContent":["/**\r\n * Structured Logging Utility\r\n *\r\n * Provides structured JSON logging for consistent log output across the application.\r\n * Part of Task 0.5: Implementation Tooling & Utilities (Foundation)\r\n *\r\n * Usage:\r\n *   const logger = createLogger('database-service');\r\n *   logger.info('Connection established', { host: 'localhost', port: 5432 });\r\n */\r\n\r\nimport * as fs from 'fs';\r\nimport * as path from 'path';\r\nimport * as util from 'util';\r\n\r\n/**\r\n * Log levels in order of severity\r\n */\r\nexport enum LogLevel {\r\n  DEBUG = 'debug',\r\n  INFO = 'info',\r\n  WARN = 'warn',\r\n  ERROR = 'error',\r\n}\r\n\r\n/**\r\n * Structured log entry\r\n */\r\nexport interface LogEntry {\r\n  timestamp: string;\r\n  level: LogLevel;\r\n  context: string;\r\n  message: string;\r\n  metadata?: Record<string, any>;\r\n  error?: {\r\n    name: string;\r\n    message: string;\r\n    stack?: string;\r\n  };\r\n}\r\n\r\n/**\r\n * Logger configuration options\r\n */\r\nexport interface LoggerOptions {\r\n  /** Minimum log level to output (default: INFO) */\r\n  minLevel?: LogLevel;\r\n  /** Enable console output (default: true) */\r\n  console?: boolean;\r\n  /** File path for log output (optional) */\r\n  filePath?: string;\r\n  /** Pretty print JSON (default: false) */\r\n  pretty?: boolean;\r\n}\r\n\r\n/**\r\n * Logger interface\r\n */\r\nexport interface Logger {\r\n  debug(message: string, metadata?: Record<string, any>): void;\r\n  info(message: string, metadata?: Record<string, any>): void;\r\n  warn(message: string, metadata?: Record<string, any>): void;\r\n  error(message: string, error?: Error, metadata?: Record<string, any>): void;\r\n  setMinLevel(level: LogLevel): void;\r\n}\r\n\r\n/**\r\n * Log level priorities for filtering\r\n */\r\nconst LOG_LEVEL_PRIORITY: Record<LogLevel, number> = {\r\n  [LogLevel.DEBUG]: 0,\r\n  [LogLevel.INFO]: 1,\r\n  [LogLevel.WARN]: 2,\r\n  [LogLevel.ERROR]: 3,\r\n};\r\n\r\n/**\r\n * Create a structured logger instance\r\n *\r\n * @param context - Logger context (e.g., 'database-service', 'api-handler')\r\n * @param options - Logger configuration options\r\n * @returns Logger instance\r\n */\r\nexport function createLogger(context: string, options: LoggerOptions = {}): Logger {\r\n  const {\r\n    minLevel = LogLevel.INFO,\r\n    console: consoleOutput = true,\r\n    filePath,\r\n    pretty = false,\r\n  } = options;\r\n\r\n  let currentMinLevel = minLevel;\r\n  let fileStream: fs.WriteStream | null = null;\r\n\r\n  // Initialize file stream if file path provided\r\n  if (filePath) {\r\n    const logDir = path.dirname(filePath);\r\n    if (!fs.existsSync(logDir)) {\r\n      fs.mkdirSync(logDir, { recursive: true });\r\n    }\r\n    fileStream = fs.createWriteStream(filePath, { flags: 'a' });\r\n  }\r\n\r\n  /**\r\n   * Write log entry to outputs\r\n   */\r\n  function writeLog(entry: LogEntry): void {\r\n    // Check if log level meets minimum threshold\r\n    if (LOG_LEVEL_PRIORITY[entry.level] < LOG_LEVEL_PRIORITY[currentMinLevel]) {\r\n      return;\r\n    }\r\n\r\n    const jsonString = pretty\r\n      ? JSON.stringify(entry, null, 2)\r\n      : JSON.stringify(entry);\r\n\r\n    // Console output\r\n    if (consoleOutput) {\r\n      switch (entry.level) {\r\n        case LogLevel.DEBUG:\r\n          console.debug(jsonString);\r\n          break;\r\n        case LogLevel.INFO:\r\n          console.info(jsonString);\r\n          break;\r\n        case LogLevel.WARN:\r\n          console.warn(jsonString);\r\n          break;\r\n        case LogLevel.ERROR:\r\n          console.error(jsonString);\r\n          break;\r\n      }\r\n    }\r\n\r\n    // File output\r\n    if (fileStream) {\r\n      fileStream.write(jsonString + '\\n');\r\n    }\r\n  }\r\n\r\n  /**\r\n   * Create log entry\r\n   */\r\n  function createLogEntry(\r\n    level: LogLevel,\r\n    message: string,\r\n    metadata?: Record<string, any>,\r\n    error?: Error\r\n  ): LogEntry {\r\n    const entry: LogEntry = {\r\n      timestamp: new Date().toISOString(),\r\n      level,\r\n      context,\r\n      message,\r\n    };\r\n\r\n    if (metadata && Object.keys(metadata).length > 0) {\r\n      entry.metadata = metadata;\r\n    }\r\n\r\n    if (error) {\r\n      entry.error = {\r\n        name: error.name,\r\n        message: error.message,\r\n        stack: error.stack,\r\n      };\r\n    }\r\n\r\n    return entry;\r\n  }\r\n\r\n  return {\r\n    debug(message: string, metadata?: Record<string, any>): void {\r\n      const entry = createLogEntry(LogLevel.DEBUG, message, metadata);\r\n      writeLog(entry);\r\n    },\r\n\r\n    info(message: string, metadata?: Record<string, any>): void {\r\n      const entry = createLogEntry(LogLevel.INFO, message, metadata);\r\n      writeLog(entry);\r\n    },\r\n\r\n    warn(message: string, metadata?: Record<string, any>): void {\r\n      const entry = createLogEntry(LogLevel.WARN, message, metadata);\r\n      writeLog(entry);\r\n    },\r\n\r\n    error(message: string, error?: Error, metadata?: Record<string, any>): void {\r\n      const entry = createLogEntry(LogLevel.ERROR, message, metadata, error);\r\n      writeLog(entry);\r\n    },\r\n\r\n    setMinLevel(level: LogLevel): void {\r\n      currentMinLevel = level;\r\n    },\r\n  };\r\n}\r\n\r\n/**\r\n * Global logger instance (default context)\r\n */\r\nlet globalLogger: Logger | null = null;\r\n\r\n/**\r\n * Get or create global logger\r\n *\r\n * @param options - Logger configuration options\r\n * @returns Global logger instance\r\n */\r\nexport function getGlobalLogger(options?: LoggerOptions): Logger {\r\n  if (!globalLogger) {\r\n    globalLogger = createLogger('global', options);\r\n  }\r\n  return globalLogger;\r\n}\r\n\r\n/**\r\n * Set global logger instance\r\n *\r\n * @param logger - Logger instance to use globally\r\n */\r\nexport function setGlobalLogger(logger: Logger): void {\r\n  globalLogger = logger;\r\n}\r\n"],"names":["fs","path","LogLevel","LOG_LEVEL_PRIORITY","createLogger","context","options","minLevel","console","consoleOutput","filePath","pretty","currentMinLevel","fileStream","logDir","dirname","existsSync","mkdirSync","recursive","createWriteStream","flags","writeLog","entry","level","jsonString","JSON","stringify","debug","info","warn","error","write","createLogEntry","message","metadata","timestamp","Date","toISOString","Object","keys","length","name","stack","setMinLevel","globalLogger","getGlobalLogger","setGlobalLogger","logger"],"mappings":"AAAA;;;;;;;;;CASC,GAED,YAAYA,QAAQ,KAAK;AACzB,YAAYC,UAAU,OAAO;AAG7B;;CAEC,GACD,OAAO,IAAA,AAAKC,kCAAAA;;;;;WAAAA;MAKX;AA2CD;;CAEC,GACD,MAAMC,qBAA+C;IACnD,SAAgB,EAAE;IAClB,QAAe,EAAE;IACjB,QAAe,EAAE;IACjB,SAAgB,EAAE;AACpB;AAEA;;;;;;CAMC,GACD,OAAO,SAASC,aAAaC,OAAe,EAAEC,UAAyB,CAAC,CAAC;IACvE,MAAM,EACJC,iBAAwB,EACxBC,SAASC,gBAAgB,IAAI,EAC7BC,QAAQ,EACRC,SAAS,KAAK,EACf,GAAGL;IAEJ,IAAIM,kBAAkBL;IACtB,IAAIM,aAAoC;IAExC,+CAA+C;IAC/C,IAAIH,UAAU;QACZ,MAAMI,SAASb,KAAKc,OAAO,CAACL;QAC5B,IAAI,CAACV,GAAGgB,UAAU,CAACF,SAAS;YAC1Bd,GAAGiB,SAAS,CAACH,QAAQ;gBAAEI,WAAW;YAAK;QACzC;QACAL,aAAab,GAAGmB,iBAAiB,CAACT,UAAU;YAAEU,OAAO;QAAI;IAC3D;IAEA;;GAEC,GACD,SAASC,SAASC,KAAe;QAC/B,6CAA6C;QAC7C,IAAInB,kBAAkB,CAACmB,MAAMC,KAAK,CAAC,GAAGpB,kBAAkB,CAACS,gBAAgB,EAAE;YACzE;QACF;QAEA,MAAMY,aAAab,SACfc,KAAKC,SAAS,CAACJ,OAAO,MAAM,KAC5BG,KAAKC,SAAS,CAACJ;QAEnB,iBAAiB;QACjB,IAAIb,eAAe;YACjB,OAAQa,MAAMC,KAAK;gBACjB;oBACEf,QAAQmB,KAAK,CAACH;oBACd;gBACF;oBACEhB,QAAQoB,IAAI,CAACJ;oBACb;gBACF;oBACEhB,QAAQqB,IAAI,CAACL;oBACb;gBACF;oBACEhB,QAAQsB,KAAK,CAACN;oBACd;YACJ;QACF;QAEA,cAAc;QACd,IAAIX,YAAY;YACdA,WAAWkB,KAAK,CAACP,aAAa;QAChC;IACF;IAEA;;GAEC,GACD,SAASQ,eACPT,KAAe,EACfU,OAAe,EACfC,QAA8B,EAC9BJ,KAAa;QAEb,MAAMR,QAAkB;YACtBa,WAAW,IAAIC,OAAOC,WAAW;YACjCd;YACAlB;YACA4B;QACF;QAEA,IAAIC,YAAYI,OAAOC,IAAI,CAACL,UAAUM,MAAM,GAAG,GAAG;YAChDlB,MAAMY,QAAQ,GAAGA;QACnB;QAEA,IAAIJ,OAAO;YACTR,MAAMQ,KAAK,GAAG;gBACZW,MAAMX,MAAMW,IAAI;gBAChBR,SAASH,MAAMG,OAAO;gBACtBS,OAAOZ,MAAMY,KAAK;YACpB;QACF;QAEA,OAAOpB;IACT;IAEA,OAAO;QACLK,OAAMM,OAAe,EAAEC,QAA8B;YACnD,MAAMZ,QAAQU,wBAA+BC,SAASC;YACtDb,SAASC;QACX;QAEAM,MAAKK,OAAe,EAAEC,QAA8B;YAClD,MAAMZ,QAAQU,uBAA8BC,SAASC;YACrDb,SAASC;QACX;QAEAO,MAAKI,OAAe,EAAEC,QAA8B;YAClD,MAAMZ,QAAQU,uBAA8BC,SAASC;YACrDb,SAASC;QACX;QAEAQ,OAAMG,OAAe,EAAEH,KAAa,EAAEI,QAA8B;YAClE,MAAMZ,QAAQU,wBAA+BC,SAASC,UAAUJ;YAChET,SAASC;QACX;QAEAqB,aAAYpB,KAAe;YACzBX,kBAAkBW;QACpB;IACF;AACF;AAEA;;CAEC,GACD,IAAIqB,eAA8B;AAElC;;;;;CAKC,GACD,OAAO,SAASC,gBAAgBvC,OAAuB;IACrD,IAAI,CAACsC,cAAc;QACjBA,eAAexC,aAAa,UAAUE;IACxC;IACA,OAAOsC;AACT;AAEA;;;;CAIC,GACD,OAAO,SAASE,gBAAgBC,MAAc;IAC5CH,eAAeG;AACjB"}