sasai-common-utils 1.0.47 → 1.0.49

package/src/features/logger/index.js

@@ -1,177 +1,206 @@
-const jwt = require("jsonwebtoken");
-const pino = require("pino");
-const { HTTP_STATUS_CODES, DEBUG_MODES } = require("./constants");
-const { redactInformation } = require("./redact");
-
-let contextProvider = () => ({});
-let globalConfig = {};
-let loggerInstance;
-let pinoLogger;
-
-function setContextProvider(provider) {
-  contextProvider = provider;
-}
-
-function setGlobalConfig(config) {
-  globalConfig = {
-    SERVICE_NAME: config?.SERVICE_NAME,
-    LOG_LEVEL: config?.LOG_LEVEL || "info",
-    DEBUG_MODE: config?.DEBUG_MODE,
-    SENSITIVE_KEYS: config?.SENSITIVE_KEYS,
-    NODE_ENV: config?.NODE_ENV,
-    OTEL_EXPORTER_OTLP_LOGS_ENDPOINT: config?.OTEL_EXPORTER_OTLP_LOGS_ENDPOINT,
-  };
-}
-
-function cleanString(str) {
-  return typeof str === "string" ? str.replace(/\\"/g, '"') : str;
-}
-
-function initPinoLogger() {
-  const pinoOptions = {
-    timestamp: false,
-    level: globalConfig.DEBUG_MODE === DEBUG_MODES.DISABLE ? "silent" : globalConfig.LOG_LEVEL,
-    base: { service_name: globalConfig.SERVICE_NAME },
-    formatters: {
-      level() {
-        return { level_name: globalConfig.LOG_LEVEL.toUpperCase() };
-      },
-    },
-  };
-
-  if (globalConfig.OTEL_EXPORTER_OTLP_LOGS_ENDPOINT) {
-    // When OTLP logs endpoint is configured, fan-out to both stdout and OTLP.
-    // Use require.resolve so pino's worker thread can find the transport
-    // regardless of the caller's working directory.
-    const stdoutTarget = {
-      target: require.resolve("pino/file"),
-      options: { destination: 1 }, // stdout
-    };
-    const otelTarget = {
-      target: require.resolve("pino-opentelemetry-transport"),
-      options: {
-        resourceAttributes: {
-          "service.name": globalConfig.SERVICE_NAME ,
-        },
-      },
-    };
-    const transport = pino.transport({ targets: [stdoutTarget, otelTarget] });
-    pinoLogger = pino(pinoOptions, transport);
-  } else {
-    // No OTLP endpoint — write to stdout or file based on DEBUG_MODE
-    let destination;
-    if (globalConfig.DEBUG_MODE === DEBUG_MODES.FILE) {
-      destination = pino.destination("app.log");
-    } else {
-      destination = pino.destination(1); // stdout (CONSOLE or default)
-    }
-    pinoLogger = pino(pinoOptions, destination);
-  }
-}
-
-function emitLog(level, data) {
-  if (!pinoLogger) return;
-  const { trace, span, message, ...rest } = data;
-  pinoLogger[level]({
-    trace_id: trace || undefined,
-    span_id: span || undefined,
-    message: cleanString(message),
-    ...rest,
-  });
-}
-
-function createLogger(config) {
-  if (loggerInstance) return loggerInstance;
-  setGlobalConfig(config);
-  initPinoLogger();
-
-  loggerInstance = {
-    logInfo: (message, data = {}) => {
-      const traceContext = contextProvider();
-      const authHeader =
-        data?.headers?.authorization || data?.headers?.Authorization;
-      const tokenData = jwt.decode(authHeader?.split(" ")[1], {
-        complete: true,
-      })?.payload;
-
-      const logData = {
-        trace: traceContext?.trace_id || "",
-        span: traceContext?.span_id || "",
-        thread: "",
-        class: "",
-        message: JSON.stringify({
-          step: data?.step,
-          message,
-          method: data?.method?.toUpperCase() || "",
-          parameters: data?.parameters || "",
-          path: data?.url || "",
-          headers: data?.headers || {},
-          responseHeaders: data?.responseHeaders || {},
-          api: data?.api || "",
-          tokenDetails: {
-            customerId: tokenData?.customerId || "",
-            mid: tokenData?.mid || "",
-            tenantId: tokenData?.tenantId || "",
-          },
-          responseStatus: data?.statusCode || "",
-          requestBody: data?.requestBody || {},
-          responseBody: data?.responseBody || {},
-        }),
-      };
-      const redactedData = redactInformation(logData, {
-        sensitiveKeys: globalConfig?.SENSITIVE_KEYS,
-      });
-      emitLog("info", redactedData);
-    },
-
-    logError: (data = {}, req = {}) => {
-      const traceContext = contextProvider();
-      const errorResponse = data?.error?.response;
-      const authHeader =
-        data?.headers?.authorization || data?.headers?.Authorization;
-      const tokenData = jwt.decode(authHeader?.split(" ")[1], {
-        complete: true,
-      })?.payload;
-
-      const logData = {
-        trace: traceContext?.trace_id || "",
-        span: traceContext?.span_id || "",
-        thread: "",
-        class: "",
-        message: JSON.stringify({
-          step: data?.step || "",
-          message: data?.error?.message,
-          method: errorResponse?.config?.method?.toUpperCase(),
-          parameters: data?.parameters || "",
-          path: errorResponse?.config?.url || req?.originalUrl,
-          responseStatus: errorResponse?.status || HTTP_STATUS_CODES.BAD_REQUEST,
-          headers: errorResponse?.config?.headers || {},
-          requestBody: errorResponse?.config?.body || req?.body,
-          responseBody: errorResponse?.data || {},
-          stack: data?.error?.stack,
-          tokenDetails: {
-            customerId: tokenData?.customerId || "",
-            mid: tokenData?.mid || "",
-            tenantId: tokenData?.tenantId || "",
-          },
-        }),
-      };
-      const redactedData = redactInformation(logData, {
-        sensitiveKeys: globalConfig?.SENSITIVE_KEYS,
-      });
-      emitLog("error", redactedData);
-    },
-
-    logDebug: (message, data = {}) => {
-      emitLog("debug", { message, ...data });
-    },
-  };
-
-  return loggerInstance;
-}
-
-module.exports = {
-  createLogger,
-  setContextProvider,
-  logger: loggerInstance,
-};
+const jwt = require("jsonwebtoken");
+const pino = require("pino");
+const { HTTP_STATUS_CODES, DEBUG_MODES } = require("./constants");
+const { redactInformation } = require("./redact");
+
+let contextProvider = () => ({});
+let globalConfig = {};
+let loggerInstance;
+let pinoLogger;
+
+function setContextProvider(provider) {
+  contextProvider = provider;
+}
+
+function setGlobalConfig(config) {
+  globalConfig = {
+    SERVICE_NAME: config?.SERVICE_NAME,
+    LOG_LEVEL: config?.LOG_LEVEL || "info",
+    DEBUG_MODE: config?.DEBUG_MODE,
+    SENSITIVE_KEYS: config?.SENSITIVE_KEYS,
+    NODE_ENV: config?.NODE_ENV,
+    OTEL_EXPORTER_OTLP_LOGS_ENDPOINT: config?.OTEL_EXPORTER_OTLP_LOGS_ENDPOINT,
+    OTEL_EXPORTER_OTLP_LOGS_PROTOCOL:
+      config?.OTEL_EXPORTER_OTLP_LOGS_PROTOCOL || "http/protobuf",
+  };
+}
+
+function cleanString(str) {
+  return typeof str === "string" ? str.replace(/\\"/g, '"') : str;
+}
+
+function initPinoLogger() {
+  const pinoOptions = {
+    timestamp: false,
+    level:
+      globalConfig.DEBUG_MODE === DEBUG_MODES.DISABLE
+        ? "silent"
+        : globalConfig.LOG_LEVEL,
+    base: {
+      service_name: globalConfig.SERVICE_NAME,
+      environment: globalConfig.NODE_ENV || "unknown",
+    },
+    formatters: {
+      level(label) {
+        return { level_name: label.toUpperCase() };
+      },
+    },
+  };
+
+  if (globalConfig.OTEL_EXPORTER_OTLP_LOGS_ENDPOINT) {
+    const stdoutTarget = {
+      target: require.resolve("pino/file"),
+      options: { destination: 1 },
+    };
+
+    const otelTarget = {
+      target: require.resolve("pino-opentelemetry-transport"),
+      options: {
+        url: globalConfig.OTEL_EXPORTER_OTLP_LOGS_ENDPOINT,
+        protocol: globalConfig.OTEL_EXPORTER_OTLP_LOGS_PROTOCOL,
+        resourceAttributes: {
+          "service.name": globalConfig.SERVICE_NAME || "bff-service",
+          "deployment.environment": globalConfig.NODE_ENV || "unknown",
+        },
+      },
+    };
+
+    const transport = pino.transport({
+      targets: [stdoutTarget, otelTarget],
+    });
+
+    transport.on("error", (err) => {
+      console.error("Pino OTEL transport error:", err);
+    });
+
+    pinoLogger = pino(pinoOptions, transport);
+  } else {
+    let destination;
+    if (globalConfig.DEBUG_MODE === DEBUG_MODES.FILE) {
+      destination = pino.destination("app.log");
+    } else {
+      destination = pino.destination(1);
+    }
+    pinoLogger = pino(pinoOptions, destination);
+  }
+}
+
+function emitLog(level, data) {
+  if (!pinoLogger) return;
+  const { trace, span, message, ...rest } = data;
+  pinoLogger[level]({
+    trace_id: trace || undefined,
+    span_id: span || undefined,
+    message: cleanString(message),
+    ...rest,
+  });
+}
+
+function createLogger(config) {
+  if (loggerInstance) return loggerInstance;
+
+  setGlobalConfig(config);
+  initPinoLogger();
+
+  loggerInstance = {
+    logInfo: (message, data = {}) => {
+      const traceContext = contextProvider();
+      const authHeader =
+        data?.headers?.authorization || data?.headers?.Authorization;
+      const tokenData = jwt.decode(authHeader?.split(" ")[1], {
+        complete: true,
+      })?.payload;
+
+      const logData = {
+        trace: traceContext?.trace_id || "",
+        span: traceContext?.span_id || "",
+        thread: "",
+        class: "",
+        message: JSON.stringify({
+          step: data?.step,
+          message,
+          method: data?.method?.toUpperCase() || "",
+          parameters: data?.parameters || "",
+          path: data?.url || "",
+          headers: data?.headers || {},
+          responseHeaders: data?.responseHeaders || {},
+          api: data?.api || "",
+          tokenDetails: {
+            customerId: tokenData?.customerId || "",
+            mid: tokenData?.mid || "",
+            tenantId: tokenData?.tenantId || "",
+          },
+          responseStatus: data?.statusCode || "",
+          requestBody: data?.requestBody || {},
+          responseBody: data?.responseBody || {},
+        }),
+      };
+
+      const redactedData = redactInformation(logData, {
+        sensitiveKeys: globalConfig?.SENSITIVE_KEYS,
+      });
+
+      emitLog("info", redactedData);
+    },
+
+    logError: (data = {}, req = {}) => {
+      const traceContext = contextProvider();
+      const errorResponse = data?.error?.response;
+      const authHeader =
+        data?.headers?.authorization || data?.headers?.Authorization;
+      const tokenData = jwt.decode(authHeader?.split(" ")[1], {
+        complete: true,
+      })?.payload;
+
+      const logData = {
+        trace: traceContext?.trace_id || "",
+        span: traceContext?.span_id || "",
+        thread: "",
+        class: "",
+        message: JSON.stringify({
+          step: data?.step || "",
+          message: data?.error?.message,
+          method: errorResponse?.config?.method?.toUpperCase(),
+          parameters: data?.parameters || "",
+          path: errorResponse?.config?.url || req?.originalUrl,
+          responseStatus:
+            errorResponse?.status || HTTP_STATUS_CODES.BAD_REQUEST,
+          headers: errorResponse?.config?.headers || {},
+          requestBody: errorResponse?.config?.body || req?.body,
+          responseBody: errorResponse?.data || {},
+          stack: data?.error?.stack,
+          tokenDetails: {
+            customerId: tokenData?.customerId || "",
+            mid: tokenData?.mid || "",
+            tenantId: tokenData?.tenantId || "",
+          },
+        }),
+      };
+
+      const redactedData = redactInformation(logData, {
+        sensitiveKeys: globalConfig?.SENSITIVE_KEYS,
+      });
+
+      emitLog("error", redactedData);
+    },
+
+    logDebug: (message, data = {}) => {
+      const traceContext = contextProvider();
+      emitLog("debug", {
+        trace: traceContext?.trace_id || "",
+        span: traceContext?.span_id || "",
+        message:
+          typeof message === "string" ? message : JSON.stringify(message),
+        ...data,
+      });
+    },
+  };
+
+  return loggerInstance;
+}
+
+module.exports = {
+  createLogger,
+  setContextProvider,
+  logger: loggerInstance,
+};

package/src/features/logger/logWorker.js

@@ -1,119 +1,119 @@
-const { parentPort, workerData } = require("worker_threads");
-const pino = require("pino");
-const { DEBUG_MODES } = require("./constants");
-const globalConfig = workerData.globalConfig;
-
-// OpenTelemetry Logs SDK setup
-let otelLoggerProvider = null;
-try {
-  const { LoggerProvider, BatchLogRecordProcessor } = require("@opentelemetry/sdk-logs");
-  const { OTLPLogExporter } = require("@opentelemetry/exporter-logs-otlp-http");
-  const { Resource } = require("@opentelemetry/resources");
-  
-  // Create OTLP Log Exporter
-  const logExporter = new OTLPLogExporter({
-    url: globalConfig.OTEL_EXPORTER_OTLP_LOGS_ENDPOINT || 'http://localhost:4318/v1/logs'
-  });
-
-  // Create Logger Provider with resource attributes
-  otelLoggerProvider = new LoggerProvider({
-    resource: new Resource({
-      'service.name': globalConfig.SERVICE_NAME || 'sasai-service',
-      'deployment.environment': globalConfig.NODE_ENV || ''
-    })
-  });
-
-  // Add batch processor for efficient log export
-  otelLoggerProvider.addLogRecordProcessor(new BatchLogRecordProcessor(logExporter));
-  
-  console.log('✅ OpenTelemetry Logs SDK initialized');
-} catch (error) {
-  console.warn('⚠️ OpenTelemetry Logs SDK not available, logs will only write locally:', error.message);
-}
-
-// Initialize Pino logger inside the worker
-function cleanString(str) {
-  return typeof str === "string"
-    ? str.replace(/\\"/g, '"')
-    : str;
-}
-const transports = []
-if (globalConfig.DEBUG_MODE === DEBUG_MODES.CONSOLE) {
-    transports.push(pino.destination(1));
-  } else if (globalConfig.DEBUG_MODE === DEBUG_MODES.FILE) {
-    transports.push(pino.destination("app.log"));
-  } else {
-    pino.destination(1);
-    pino.destination("app.log");
-  }
-const logger = pino({
-    timestamp: false,
-    level:globalConfig.DEBUG_MODE == DEBUG_MODES.DISABLE ? 'silent':  globalConfig.LOG_LEVEL, 
-
-    base: {
-         service_name: globalConfig.SERVICE_NAME
-    },
-    formatters: {
-      level() {
-        return {
-          level_name: globalConfig.LOG_LEVEL.toUpperCase()
-        };
-      }
-    }
-}, transports.length ? transports[0] : undefined)
-
-// Helper function to convert Pino log level to OpenTelemetry severity
-function pinoLevelToOtelSeverity(pinoLevel) {
-  const levelMap = {
-    'trace': 1,    // TRACE
-    'debug': 5,    // DEBUG
-    'info': 9,     // INFO
-    'warn': 13,    // WARN
-    'error': 17,   // ERROR
-    'fatal': 21    // FATAL
-  };
-  return levelMap[pinoLevel] || 9; // Default to INFO
-}
-
-// Helper function to send logs to OpenTelemetry
-function sendToOtel(level, logData) {
-  if (!otelLoggerProvider) return;
-  
-  try {
-    const otelLogger = otelLoggerProvider.getLogger(globalConfig.SERVICE_NAME);
-    
-    // Emit log record to OpenTelemetry
-    otelLogger.emit({
-      severityNumber: pinoLevelToOtelSeverity(level),
-      severityText: level.toUpperCase(),
-      body: logData.message || JSON.stringify(logData),
-      attributes: {
-        'trace.id': logData.trace_id,
-        'span.id': logData.span_id,
-        'service.name': globalConfig.SERVICE_NAME,
-        ...logData
-      },
-      timestamp: Date.now() * 1000000, // Convert to nanoseconds
-    });
-  } catch (error) {
-    // Silently fail to avoid breaking the logging flow
-    console.error('Failed to send log to OpenTelemetry:', error.message);
-  }
-}
-
-// Listen for log messages from the main thread
-parentPort.on("message", ({ level, data }) => {
-    const { trace, span, message, ...rest } = data;
-    const logData = {
-      trace_id: trace || undefined,
-      span_id: span || undefined,
-      message: cleanString(message),
-      ...rest
-    };
-    
-    // Write to Pino (console/file)
-    logger[level](logData);
-    
-    // Also send to OpenTelemetry if available
-    sendToOtel(level, logData);
-});
+const { parentPort, workerData } = require("worker_threads");
+const pino = require("pino");
+const { DEBUG_MODES } = require("./constants");
+const globalConfig = workerData.globalConfig;
+
+// OpenTelemetry Logs SDK setup
+let otelLoggerProvider = null;
+try {
+  const { LoggerProvider, BatchLogRecordProcessor } = require("@opentelemetry/sdk-logs");
+  const { OTLPLogExporter } = require("@opentelemetry/exporter-logs-otlp-http");
+  const { Resource } = require("@opentelemetry/resources");
+  
+  // Create OTLP Log Exporter
+  const logExporter = new OTLPLogExporter({
+    url: globalConfig.OTEL_EXPORTER_OTLP_LOGS_ENDPOINT || 'http://localhost:4318/v1/logs'
+  });
+
+  // Create Logger Provider with resource attributes
+  otelLoggerProvider = new LoggerProvider({
+    resource: new Resource({
+      'service.name': globalConfig.SERVICE_NAME || 'sasai-service',
+      'deployment.environment': globalConfig.NODE_ENV || ''
+    })
+  });
+
+  // Add batch processor for efficient log export
+  otelLoggerProvider.addLogRecordProcessor(new BatchLogRecordProcessor(logExporter));
+  
+  console.log('✅ OpenTelemetry Logs SDK initialized');
+} catch (error) {
+  console.warn('⚠️ OpenTelemetry Logs SDK not available, logs will only write locally:', error.message);
+}
+
+// Initialize Pino logger inside the worker
+function cleanString(str) {
+  return typeof str === "string"
+    ? str.replace(/\\"/g, '"')
+    : str;
+}
+const transports = []
+if (globalConfig.DEBUG_MODE === DEBUG_MODES.CONSOLE) {
+    transports.push(pino.destination(1));
+  } else if (globalConfig.DEBUG_MODE === DEBUG_MODES.FILE) {
+    transports.push(pino.destination("app.log"));
+  } else {
+    pino.destination(1);
+    pino.destination("app.log");
+  }
+const logger = pino({
+    timestamp: false,
+    level:globalConfig.DEBUG_MODE == DEBUG_MODES.DISABLE ? 'silent':  globalConfig.LOG_LEVEL, 
+
+    base: {
+         service_name: globalConfig.SERVICE_NAME
+    },
+    formatters: {
+      level() {
+        return {
+          level_name: globalConfig.LOG_LEVEL.toUpperCase()
+        };
+      }
+    }
+}, transports.length ? transports[0] : undefined)
+
+// Helper function to convert Pino log level to OpenTelemetry severity
+function pinoLevelToOtelSeverity(pinoLevel) {
+  const levelMap = {
+    'trace': 1,    // TRACE
+    'debug': 5,    // DEBUG
+    'info': 9,     // INFO
+    'warn': 13,    // WARN
+    'error': 17,   // ERROR
+    'fatal': 21    // FATAL
+  };
+  return levelMap[pinoLevel] || 9; // Default to INFO
+}
+
+// Helper function to send logs to OpenTelemetry
+function sendToOtel(level, logData) {
+  if (!otelLoggerProvider) return;
+  
+  try {
+    const otelLogger = otelLoggerProvider.getLogger(globalConfig.SERVICE_NAME);
+    
+    // Emit log record to OpenTelemetry
+    otelLogger.emit({
+      severityNumber: pinoLevelToOtelSeverity(level),
+      severityText: level.toUpperCase(),
+      body: logData.message || JSON.stringify(logData),
+      attributes: {
+        'trace.id': logData.trace_id,
+        'span.id': logData.span_id,
+        'service.name': globalConfig.SERVICE_NAME,
+        ...logData
+      },
+      timestamp: Date.now() * 1000000, // Convert to nanoseconds
+    });
+  } catch (error) {
+    // Silently fail to avoid breaking the logging flow
+    console.error('Failed to send log to OpenTelemetry:', error.message);
+  }
+}
+
+// Listen for log messages from the main thread
+parentPort.on("message", ({ level, data }) => {
+    const { trace, span, message, ...rest } = data;
+    const logData = {
+      trace_id: trace || undefined,
+      span_id: span || undefined,
+      message: cleanString(message),
+      ...rest
+    };
+    
+    // Write to Pino (console/file)
+    logger[level](logData);
+    
+    // Also send to OpenTelemetry if available
+    sendToOtel(level, logData);
+});