zudello-integration-sdk 1.0.90 → 1.0.91

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "zudello-integration-sdk",
-	"version": "1.0.90",
+	"version": "1.0.91",
 	"description": "Zudello Integrations SDK",
 	"main": "./src/index.js",
 	"repository": {
@@ -12,6 +12,7 @@
 	],
 	"dependencies": {
 		"@aws-sdk/client-s3": "^3.658.0",
+		"@clickhouse/client": "^1.15.0",
 		"axios": "^1.6.7",
 		"circular-json": "^0.5.9",
 		"dotenv": "^16.4.5",

package/src/utils/config.js

@@ -55,6 +55,13 @@ module.exports = {
       CONTEXT_DATA: process.env.CONTEXT_DATA,
       GLOBAL_STATE: process.env.GLOBAL_STATE,
       RESUME_PAYLOAD: process.env.RESUME_PAYLOAD,
+
+      // CLICKHOUSE ENVS
+      CLICKHOUSE_URL: process.env.CLICKHOUSE_URL,
+      CLICKHOUSE_USER: process.env.CLICKHOUSE_USER,
+      CLICKHOUSE_PASSWORD: process.env.CLICKHOUSE_PASSWORD,
+      CLICKHOUSE_DATABASE: process.env.CLICKHOUSE_DATABASE,
+      CLICKHOUSE_LOGS_TABLE: process.env.CLICKHOUSE_LOGS_TABLE
     }
   }
 }

package/src/utils/logger.js

@@ -1,8 +1,7 @@
 'use strict'
 
 const config = require('./config')
-const GlobalState = require('./globalState')
-const { appendJsonArray } = require('./s3Client')
+const { createClient } = require('@clickhouse/client')
 
 class Logger {
   /**
@@ -11,10 +10,17 @@ class Logger {
   constructor() {
     this.mode = config.envs.MODE || 'PRODUCTION'
     this.productionMode = 'PRODUCTION'
-    this.logs = []
-    this._synced = false
 
-    this._registerAutoSync()
+    if (this.mode === this.productionMode) {
+      this.clickhouse = createClient({
+        url: config.envs.CLICKHOUSE_URL,
+        username: config.envs.CLICKHOUSE_USER,
+        password: config.envs.CLICKHOUSE_PASSWORD,
+        database: config.envs.CLICKHOUSE_DATABASE,
+      })
+
+      this.tableName = config.envs.CLICKHOUSE_LOGS_TABLE
+    }
   }
 
   static init() {
@@ -25,21 +31,43 @@ class Logger {
     return Logger._instance
   }
 
-  _registerAutoSync() {
-    const syncOnExit = async () => {
-      if (this._synced) {
-        return
-      }
+  /**
+   * Output log to console (development mode).
+   */
+  _consoleLog(status, title, content) {
+    if (content instanceof Error) {
+      console.log(`[${status.toUpperCase()}] ${title}:`)
+      console.error(content.stack)
+    } else if (Array.isArray(content) || (typeof content === 'object' && content !== null)) {
+      console.log(`[${status.toUpperCase()}] ${title}:`)
+      console.log(JSON.stringify(content, null, 2))
+    } else {
+      console.log(`[${status.toUpperCase()}] ${title}: ${content}`)
+    }
+  }
 
-      try {
-        await this.sync()
-        this._synced = true
-      } catch (err) {
-        console.error('Failed to sync logs on exit:', err)
+  /**
+   * Store log entry in ClickHouse.
+   */
+  async _storeInClickHouse(status, title, content) {
+    try {
+      const logEntry = {
+        timestamp: new Date(),
+        execution_uuid: config.envs.EXECUTION_UUID,
+        status,
+        title,
+        content: typeof content === 'string' ? content : JSON.stringify(content),
       }
-    }
 
-    process.on('beforeExit', syncOnExit)
+      await this.clickhouse.insert({
+        table: this.tableName,
+        values: [logEntry],
+        format: 'JSONEachRow',
+      })
+    } catch (err) {
+      console.error('Failed to store log in ClickHouse:', err.message)
+      console.log(`[${status.toUpperCase()}] ${title}:`, content)
+    }
   }
 
   /**
@@ -48,7 +76,7 @@ class Logger {
    * @param {string} title - The title or summary of the log.
    * @param {any} content - The detailed content of the log.
    */
-  _log(status, title, content) {
+  async _log(status, title, content) {
     let formattedContent = content
 
     // If content is an Error (exception), format it into an object
@@ -60,22 +88,10 @@ class Logger {
       }
     }
 
-    // Create the log entry object
-    const logEntry = { status, title, content: formattedContent }
-
     if (this.mode === this.productionMode) {
-      this.logs.push(logEntry)
+      await this._storeInClickHouse(status, title, formattedContent)
     } else {
-      // Output the log message
-      if (content instanceof Error) {
-        console.log(`[${status.toUpperCase()}] ${title}:`)
-        console.error(content.stack)
-      } else if (Array.isArray(content) || (typeof content === 'object' && content !== null)) {
-        console.log(`[${status.toUpperCase()}] ${title}:`)
-        console.log(JSON.stringify(content, null, 2))
-      } else {
-        console.log(`[${status.toUpperCase()}] ${title}: ${content}`)
-      }
+      this._consoleLog(status, title, content)
     }
   }
 
@@ -84,8 +100,8 @@ class Logger {
    * @param {string} title
    * @param {any} content
    */
-  warn(title, content) {
-    this._log('warn', title, content)
+  async warn(title, content) {
+    await this._log('warn', title, content)
   }
 
   /**
@@ -93,8 +109,8 @@ class Logger {
    * @param {string} title
    * @param {any} content
    */
-  info(title, content) {
-    this._log('info', title, content)
+  async info(title, content) {
+    await this._log('info', title, content)
   }
 
   /**
@@ -102,8 +118,8 @@ class Logger {
    * @param {string} title
    * @param {any} content
    */
-  debug(title, content) {
-    this._log('debug', title, content)
+  async debug(title, content) {
+    await this._log('debug', title, content)
   }
 
   /**
@@ -111,8 +127,8 @@ class Logger {
    * @param {string} title
    * @param {any} content
    */
-  log(content, title = 'Script Log') {
-    this._log('log', title, content)
+  async log(content, title = 'Script Log') {
+    await this._log('log', title, content)
   }
 
   /**
@@ -120,8 +136,8 @@ class Logger {
    * @param {string} title
    * @param {any} content
    */
-  error(title, content) {
-    this._log('error', title, content)
+  async error(title, content) {
+    await this._log('error', title, content)
   }
 
   /**
@@ -129,8 +145,8 @@ class Logger {
    * @param {string} title
    * @param {any} content
    */
-  success(title, content) {
-    this._log('success', title, content)
+  async success(title, content) {
+    await this._log('success', title, content)
   }
 
   /**
@@ -138,33 +154,8 @@ class Logger {
    * @param {string} title
    * @param {any} content
    */
-  request(title, content) {
-    this._log('request', title, content)
-  }
-
-  /**
-   * Retrieve all logs.
-   * @return {Array} Array of log objects.
-   */
-  getLogs() {
-    return this.logs
-  }
-
-  /**
-   * Logs setter.
-   * @param {array} logs Array of log objects
-   */
-  setLogs(logs = []) {
-    this.logs = logs
-  }
-
-  async sync() {
-    if (this._synced || config.envs.SKIP_SYNC) {
-      return
-    }
-
-    const globalStateClass = GlobalState.init()
-    await appendJsonArray(config.envs.AWS_BUCKET, globalStateClass.globalState.logFilePath, this.getLogs())
+  async request(title, content) {
+    await this._log('request', title, content)
   }
 }