azify-logger 1.0.26 → 1.0.29

package/streams/httpQueue.js

@@ -0,0 +1,342 @@
+const axios = require('axios')
+const http = require('http')
+const https = require('https')
+const path = require('path')
+
+function fastUUID() {
+  const timestamp = Date.now().toString(36)
+  const randomPart = Math.random().toString(36).substring(2, 15)
+  const randomPart2 = Math.random().toString(36).substring(2, 15)
+  return `${timestamp}-${randomPart}-${randomPart2}`.substring(0, 36)
+}
+
+const { createRedisProducer, DEFAULT_STREAM_KEY, DEFAULT_REDIS_URL } = require('../queue/redisQueue')
+const { createFileSpool } = require('../queue/fileQueue')
+const { ensureWorker } = require('../queue/workerManager')
+
+const noopTransport = {
+  enqueue () {},
+  async flush () {}
+}
+
+const defaultNumbers = {
+  timeout: 250,
+  maxQueueSize: 2000,
+  batchSize: 25,
+  flushInterval: 100,
+  maxSockets: 10,
+  failureThreshold: 5,
+  failureCooldown: 30000
+}
+
+const envKeys = {
+  timeout: 'AZIFY_LOGGER_HTTP_TIMEOUT',
+  maxQueueSize: 'AZIFY_LOGGER_MAX_QUEUE',
+  batchSize: 'AZIFY_LOGGER_BATCH_SIZE',
+  flushInterval: 'AZIFY_LOGGER_FLUSH_INTERVAL',
+  maxSockets: 'AZIFY_LOGGER_MAX_SOCKETS',
+  failureThreshold: 'AZIFY_LOGGER_FAILURE_THRESHOLD',
+  failureCooldown: 'AZIFY_LOGGER_FAILURE_COOLDOWN'
+}
+
+const exitSignals = ['SIGINT', 'SIGTERM', 'SIGQUIT']
+
+function toNumber (value, fallback, { min = 0, max } = {}) {
+  const numeric = Number(value)
+  if (!Number.isFinite(numeric)) {
+    return fallback
+  }
+  if (numeric < min) {
+    return min
+  }
+  if (typeof max === 'number' && numeric > max) {
+    return max
+  }
+  return numeric
+}
+
+function resolveOptions (overrides = {}) {
+  const resolved = {}
+
+  for (const [key, fallback] of Object.entries(defaultNumbers)) {
+    const envValue = process.env[envKeys[key]]
+    resolved[key] = toNumber(
+      overrides[key] ?? envValue,
+      fallback,
+      key === 'failureThreshold'
+        ? { min: 0 }
+        : key === 'batchSize'
+          ? { min: 1 }
+          : { min: 0 }
+    )
+  }
+
+  if (resolved.maxQueueSize < resolved.batchSize) {
+    resolved.maxQueueSize = resolved.batchSize
+  }
+
+  return resolved
+}
+
+function resolveRedisConfig (overrides = {}) {
+  const redisUrl =
+    overrides.redisUrl ||
+    (overrides.redis && overrides.redis.url) ||
+    process.env.AZIFY_LOGGER_REDIS_URL ||
+    DEFAULT_REDIS_URL
+  
+  if (!redisUrl) {
+    return null
+  }
+
+  const streamKey = overrides.redisStream || (overrides.redis && overrides.redis.stream) || process.env.AZIFY_LOGGER_REDIS_STREAM || process.env.AZIFY_LOGGER_REDIS_QUEUE_KEY || DEFAULT_STREAM_KEY
+  const maxLen = Number(overrides.redisMaxStreamLength ?? (overrides.redis && overrides.redis.maxStreamLength) ?? process.env.AZIFY_LOGGER_REDIS_MAX_STREAM_LENGTH) || undefined
+  const spoolDir = overrides.redisSpoolDir || (overrides.redis && overrides.redis.spoolDir) || process.env.AZIFY_LOGGER_REDIS_SPOOL_DIR
+
+  return {
+    url: redisUrl,
+    streamKey,
+    maxLen,
+    spoolDir
+  }
+}
+
+function createHttpLoggerTransport (loggerUrl, overrides) {
+  if (!loggerUrl) {
+    return noopTransport
+  }
+
+  const options = resolveOptions(overrides)
+  const redisConfig = resolveRedisConfig(overrides)
+
+  if (redisConfig) {
+    try {
+      return createRedisStreamTransport(loggerUrl, options, redisConfig)
+    } catch (err) {
+      const errorMsg = `[azify-logger] ❌ ERRO: Redis é obrigatório mas falhou ao inicializar.\n` +
+        `  Mensagem: ${err.message}\n` +
+        `  Verifique se:\n` +
+        `  1. ioredis está instalado: npm install ioredis\n` +
+        `  2. Redis está configurado corretamente (AZIFY_LOGGER_REDIS_URL)\n` +
+        `  3. Redis está rodando e acessível\n`
+      throw new Error(errorMsg)
+    }
+  }
+
+  const defaultRedisConfig = {
+    url: DEFAULT_REDIS_URL,
+    streamKey: DEFAULT_STREAM_KEY
+  }
+  
+  try {
+    return createRedisStreamTransport(loggerUrl, options, defaultRedisConfig)
+  } catch (err) {
+    const errorMsg = `[azify-logger] ❌ ERRO: Redis é obrigatório mas não está disponível.\n` +
+      `  Mensagem: ${err.message}\n` +
+      `  Verifique se:\n` +
+      `  1. ioredis está instalado: npm install ioredis\n` +
+      `  2. Redis está rodando em ${DEFAULT_REDIS_URL}\n` +
+      `  3. Configure AZIFY_LOGGER_REDIS_URL se Redis estiver em outro endereço\n`
+    throw new Error(errorMsg)
+  }
+}
+
+function createRedisStreamTransport (loggerUrl, options, redisConfig) {
+  let producer = null
+  try {
+    producer = createRedisProducer(redisConfig)
+  } catch (err) {
+    throw new Error(`Falha ao criar producer Redis: ${err.message}`)
+  }
+
+  if (!producer) {
+    throw new Error('Falha ao criar producer Redis: producer é null')
+  }
+
+  let spool = null
+  if (createFileSpool) {
+    try {
+      spool = createFileSpool({
+        directory: redisConfig.spoolDir || path.join(process.cwd(), '.azify-logger-spool'),
+        flushInterval: options.flushInterval,
+        batchSize: options.batchSize,
+        async pushFn (entries) {
+          if (producer) {
+            for (const entry of entries) {
+              try {
+                await producer.enqueue(entry).catch(() => {
+                })
+              } catch (err) {
+              }
+            }
+          }
+        }
+      })
+    } catch (err) {
+    }
+  }
+
+  if (spool) {
+    spool.flush().catch(() => {})
+  }
+
+  if (ensureWorker) {
+    try {
+      ensureWorker(redisConfig, { autoRestart: true, stdio: 'inherit' })
+    } catch (err) {
+      process.stderr.write(`[azify-logger] ⚠️  Aviso: Falha ao inicializar worker: ${err.message}\n`)
+    }
+  }
+
+  function pushEntry(entry) {
+    if (!producer) {
+      if (spool) {
+        spool.append(entry).catch(() => {})
+      }
+      return
+    }
+    
+    producer.enqueue(entry)
+  }
+
+  return {
+    enqueue (payload, headers = {}) {
+      const entry = {
+        id: fastUUID(),
+        loggerUrl,
+        headers: headers || {},
+        payload
+      }
+      pushEntry(entry)
+    },
+    async flush () {
+      try {
+        if (spool) {
+          await spool.flush().catch(() => {
+          })
+        }
+      } catch (err) {
+      }
+    }
+  }
+}
+
+function buildInlineTransport (loggerUrl, options) {
+  const { httpAgent, httpsAgent } = createHttpAgents(options)
+
+  const queue = []
+  let flushing = false
+  let flushTimer = null
+  let consecutiveFailures = 0
+  let circuitOpenUntil = 0
+
+  const scheduleFlush = (delay = options.flushInterval) => {
+    if (flushTimer || flushing) {
+      return
+    }
+
+    flushTimer = setTimeout(() => {
+      flushTimer = null
+      void flushQueue()
+    }, delay)
+
+    if (typeof flushTimer.unref === 'function') {
+      flushTimer.unref()
+    }
+  }
+
+  const flushQueue = async (force = false) => {
+    if (flushing) {
+      return
+    }
+
+    const now = Date.now()
+    if (!force && now < circuitOpenUntil) {
+      scheduleFlush(circuitOpenUntil - now)
+      return
+    }
+
+    const batch = queue.splice(0, options.batchSize)
+    if (!batch.length) {
+      return
+    }
+
+    flushing = true
+    try {
+      for (let i = 0; i < batch.length; i += 1) {
+        const { payload, headers } = batch[i]
+        try {
+          await axios.post(loggerUrl, payload, {
+            headers,
+            timeout: options.timeout,
+            httpAgent,
+            httpsAgent,
+            validateStatus: () => true
+          })
+          consecutiveFailures = 0
+        } catch (error) {
+          consecutiveFailures += 1
+
+          if (options.failureThreshold > 0 && consecutiveFailures >= options.failureThreshold) {
+            circuitOpenUntil = Date.now() + options.failureCooldown
+          }
+
+          const remaining = batch.slice(i)
+          if (remaining.length) {
+            queue.unshift(...remaining)
+          }
+
+          throw error
+        }
+      }
+    } catch (_) {
+    } finally {
+      flushing = false
+      if (queue.length) {
+        scheduleFlush()
+      }
+    }
+  }
+
+  const enqueue = (payload, headers = {}) => {
+    if (queue.length >= options.maxQueueSize) {
+      queue.shift()
+    }
+
+    queue.push({ payload, headers })
+
+    if (queue.length >= options.batchSize) {
+      void flushQueue()
+    } else {
+      scheduleFlush()
+    }
+  }
+
+  const gracefulFlush = () => flushQueue(true)
+  process.on('beforeExit', gracefulFlush)
+  process.on('exit', gracefulFlush)
+  exitSignals.forEach((signal) => {
+    process.on(signal, gracefulFlush)
+  })
+
+  return {
+    enqueue,
+    flush: flushQueue
+  }
+}
+
+function createHttpAgents (options) {
+  const httpAgent = new http.Agent({
+    keepAlive: true,
+    maxSockets: Math.max(1, options.maxSockets)
+  })
+  const httpsAgent = new https.Agent({
+    keepAlive: true,
+    maxSockets: Math.max(1, options.maxSockets)
+  })
+  return { httpAgent, httpsAgent }
+}
+
+module.exports = {
+  createHttpLoggerTransport
+}

package/streams/pino.d.ts

@@ -1,9 +1,47 @@
 import { Transform } from 'stream';
 
+export interface HttpTransportOptions {
+  timeout?: number;
+  maxQueueSize?: number;
+  batchSize?: number;
+  flushInterval?: number;
+  maxSockets?: number;
+  failureThreshold?: number;
+  failureCooldown?: number;
+  redisUrl?: string;
+  redisQueueKey?: string;
+  redisMaxQueueLen?: number;
+  redisWorker?: boolean;
+}
+
 export interface PinoStreamOptions {
   loggerUrl?: string;
   serviceName?: string;
   environment?: string;
+  /** Optional low level transport tuning overrides */
+  transportOptions?: HttpTransportOptions;
+  /** Shorthand for transportOptions.timeout */
+  timeout?: number;
+  /** Shorthand for transportOptions.maxQueueSize */
+  maxQueueSize?: number;
+  /** Shorthand for transportOptions.batchSize */
+  batchSize?: number;
+  /** Shorthand for transportOptions.flushInterval */
+  flushInterval?: number;
+  /** Shorthand for transportOptions.maxSockets */
+  maxSockets?: number;
+  /** Shorthand for transportOptions.failureThreshold */
+  failureThreshold?: number;
+  /** Shorthand for transportOptions.failureCooldown */
+  failureCooldown?: number;
+  /** Shorthand for enabling Redis queue */
+  redisUrl?: string;
+  /** Shorthand for queue key used when Redis is enabled */
+  redisQueueKey?: string;
+  /** Shorthand for Redis queue max length */
+  redisMaxQueueLen?: number;
+  /** Disable/enable embedded Redis worker */
+  redisWorker?: boolean;
 }
 
 /**

package/streams/pino.js

@@ -12,17 +12,25 @@ try {
   trace = { getSpan: () => null }
   W3CTraceContextPropagator = class {}
 }
-const axios = require('axios')
+const { createHttpLoggerTransport } = require('./httpQueue')
+const { shouldSample } = require('../sampling')
 
 function createPinoStream(options = {}) {
-  const loggerUrl = options.loggerUrl || process.env.AZIFY_LOGGER_URL || 'http://localhost:3001'
-  const serviceName = options.serviceName || process.env.APP_NAME || 'app'
-  const environment = options.environment || process.env.NODE_ENV || 'development'
+  const loggerUrl = options.loggerUrl || process.env.AZIFY_LOGGER_URL
+  const serviceName = options.serviceName || process.env.APP_NAME
+  const environment = options.environment || process.env.NODE_ENV
+
+  const transport = createHttpLoggerTransport(loggerUrl, extractTransportOptions(options))
 
   return {
-    write(chunk) {
+    write (chunk) {
       let record
-      try { record = typeof chunk === 'string' ? JSON.parse(chunk) : chunk } catch (_) { return }
+      try {
+        record = typeof chunk === 'string' ? JSON.parse(chunk) : chunk
+      } catch (_) {
+        return
+      }
+
       const levelMap = { 60: 'fatal', 50: 'error', 40: 'warn', 30: 'info', 20: 'debug', 10: 'trace' }
       const level = levelMap[record.level] || 'info'
 
@@ -65,10 +73,39 @@ function createPinoStream(options = {}) {
         ...(spanId && { spanId })
       }
 
+      if (!shouldSample(level, 'logger')) {
+        return
+      }
+
       const payload = { level, message: record.msg || record.message || 'log', meta }
-      axios.post(`${loggerUrl}`, payload, { headers, timeout: 10000 }).catch(() => {})
+      transport.enqueue(payload, headers)
     }
   }
 }
 
 module.exports = createPinoStream
+
+function extractTransportOptions (options) {
+  const {
+    transportOptions = {},
+    timeout,
+    maxQueueSize,
+    batchSize,
+    flushInterval,
+    maxSockets,
+    failureThreshold,
+    failureCooldown
+  } = options
+
+  const overrides = { ...transportOptions }
+
+  if (timeout != null) overrides.timeout = timeout
+  if (maxQueueSize != null) overrides.maxQueueSize = maxQueueSize
+  if (batchSize != null) overrides.batchSize = batchSize
+  if (flushInterval != null) overrides.flushInterval = flushInterval
+  if (maxSockets != null) overrides.maxSockets = maxSockets
+  if (failureThreshold != null) overrides.failureThreshold = failureThreshold
+  if (failureCooldown != null) overrides.failureCooldown = failureCooldown
+
+  return overrides
+}