@devbro/pashmak 0.1.19 → 0.1.21

package/dist/queue.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/queue.mts"],"sourcesContent":["export * from \"@devbro/neko-queue\";\nimport { QueueTransportInterface } from \"@devbro/neko-queue\";\nimport { PostgresqlConnection } from \"@devbro/neko-sql\";\nimport { Query } from \"@devbro/neko-sql\";\nimport { db, logger } from \"./facades.mts\";\n\ntype DatabaseTransportConfig = {\n  queue_table: string;\n  db_connection: string;\n  listen_interval: number;\n  message_limit: number;\n};\n\nexport class DatabaseTransport implements QueueTransportInterface {\n  private activeIntervals: Set<NodeJS.Timeout> = new Set();\n  private config: DatabaseTransportConfig = {\n    queue_table: \"queue_messages\",\n    db_connection: \"default\",\n    listen_interval: 60, // seconds\n    message_limit: 10, // messages per each fetch\n  };\n\n  constructor(config: Partial<DatabaseTransportConfig>) {\n    this.config = { ...this.config, ...config };\n  }\n\n  setListenInterval(interval: number): void {\n    this.config.listen_interval = interval;\n  }\n\n  setMessageLimit(limit: number): void {\n    this.config.message_limit = limit;\n  }\n\n  async dispatch(channel: string, message: string): Promise<void> {\n    const conn = db(this.config.db_connection);\n    try {\n      await conn.connect();\n      let schema = conn.getSchema();\n      if(await schema.tableExists(this.config.queue_table) === false) {\n        return;\n      }\n      let q: Query = conn.getQuery();\n      await q.table(this.config.queue_table).insert({\n        channel: channel,\n        message: message,\n        processed: false,\n        created_at: new Date(),\n        updated_at: new Date(),\n        last_tried_at: null,\n        process_message: \"\",\n      });\n    } finally {\n      await conn.disconnect();\n    }\n  }\n\n  async listen(\n    channel: string,\n    callback: (message: string) => Promise<void>,\n  ): Promise<void> {\n    // create a promise that runs every minute\n    return new Promise(async (resolve, reject) => {\n      const intervalId = setInterval(async () => {\n        const conn = db(this.config.db_connection);\n        try {\n          await conn.connect();\n          let q: Query = conn.getQuery();\n          let messages = await q\n            .table(this.config.queue_table)\n            .whereOp(\"channel\", \"=\", channel)\n            .whereOp(\"processed\", \"=\", false)\n            .limit(this.config.message_limit)\n            .orderBy(\"last_tried_at\", \"asc\")\n            .get();\n          for (let msg of messages) {\n            try {\n              await callback(msg.message);\n              // mark message as processed\n              await q\n                .table(this.config.queue_table)\n                .whereOp(\"id\", \"=\", msg.id)\n                .update({\n                  processed: true,\n                  updated_at: new Date(),\n                });\n            } catch (error) {\n              await q\n                .table(this.config.queue_table)\n                .whereOp(\"id\", \"=\", msg.id)\n                .update({\n                  processed: false,\n                  last_tried_at: new Date(),\n                  process_message:\n                    (error as Error).message || \"Error processing message\",\n                });\n            }\n          }\n        } catch (error) {\n          this.activeIntervals.delete(intervalId);\n          logger().error(\"Error in DatabaseTransport listen interval:\", { error });\n        } finally {\n          await conn.disconnect();\n        }\n      }, this.config.listen_interval * 1000);\n\n      // Track this interval\n      this.activeIntervals.add(intervalId);\n    });\n  }\n\n  async stopListening(): Promise<void> {\n    // Clear all active intervals\n    for (const intervalId of this.activeIntervals) {\n      clearInterval(intervalId);\n    }\n    // Clear the set\n    this.activeIntervals.clear();\n  }\n}\n"],"mappings":";;AAAA,cAAc;AAId,SAAS,IAAI,cAAc;AASpB,MAAM,kBAAqD;AAAA,EAblE,OAakE;AAAA;AAAA;AAAA,EACxD,kBAAuC,oBAAI,IAAI;AAAA,EAC/C,SAAkC;AAAA,IACxC,aAAa;AAAA,IACb,eAAe;AAAA,IACf,iBAAiB;AAAA;AAAA,IACjB,eAAe;AAAA;AAAA,EACjB;AAAA,EAEA,YAAY,QAA0C;AACpD,SAAK,SAAS,EAAE,GAAG,KAAK,QAAQ,GAAG,OAAO;AAAA,EAC5C;AAAA,EAEA,kBAAkB,UAAwB;AACxC,SAAK,OAAO,kBAAkB;AAAA,EAChC;AAAA,EAEA,gBAAgB,OAAqB;AACnC,SAAK,OAAO,gBAAgB;AAAA,EAC9B;AAAA,EAEA,MAAM,SAAS,SAAiB,SAAgC;AAC9D,UAAM,OAAO,GAAG,KAAK,OAAO,aAAa;AACzC,QAAI;AACF,YAAM,KAAK,QAAQ;AACnB,UAAI,SAAS,KAAK,UAAU;AAC5B,UAAG,MAAM,OAAO,YAAY,KAAK,OAAO,WAAW,MAAM,OAAO;AAC9D;AAAA,MACF;AACA,UAAI,IAAW,KAAK,SAAS;AAC7B,YAAM,EAAE,MAAM,KAAK,OAAO,WAAW,EAAE,OAAO;AAAA,QAC5C;AAAA,QACA;AAAA,QACA,WAAW;AAAA,QACX,YAAY,oBAAI,KAAK;AAAA,QACrB,YAAY,oBAAI,KAAK;AAAA,QACrB,eAAe;AAAA,QACf,iBAAiB;AAAA,MACnB,CAAC;AAAA,IACH,UAAE;AACA,YAAM,KAAK,WAAW;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,MAAM,OACJ,SACA,UACe;AAEf,WAAO,IAAI,QAAQ,OAAO,SAAS,WAAW;AAC5C,YAAM,aAAa,YAAY,YAAY;AACzC,cAAM,OAAO,GAAG,KAAK,OAAO,aAAa;AACzC,YAAI;AACF,gBAAM,KAAK,QAAQ;AACnB,cAAI,IAAW,KAAK,SAAS;AAC7B,cAAI,WAAW,MAAM,EAClB,MAAM,KAAK,OAAO,WAAW,EAC7B,QAAQ,WAAW,KAAK,OAAO,EAC/B,QAAQ,aAAa,KAAK,KAAK,EAC/B,MAAM,KAAK,OAAO,aAAa,EAC/B,QAAQ,iBAAiB,KAAK,EAC9B,IAAI;AACP,mBAAS,OAAO,UAAU;AACxB,gBAAI;AACF,oBAAM,SAAS,IAAI,OAAO;AAE1B,oBAAM,EACH,MAAM,KAAK,OAAO,WAAW,EAC7B,QAAQ,MAAM,KAAK,IAAI,EAAE,EACzB,OAAO;AAAA,gBACN,WAAW;AAAA,gBACX,YAAY,oBAAI,KAAK;AAAA,cACvB,CAAC;AAAA,YACL,SAAS,OAAO;AACd,oBAAM,EACH,MAAM,KAAK,OAAO,WAAW,EAC7B,QAAQ,MAAM,KAAK,IAAI,EAAE,EACzB,OAAO;AAAA,gBACN,WAAW;AAAA,gBACX,eAAe,oBAAI,KAAK;AAAA,gBACxB,iBACG,MAAgB,WAAW;AAAA,cAChC,CAAC;AAAA,YACL;AAAA,UACF;AAAA,QACF,SAAS,OAAO;AACd,eAAK,gBAAgB,OAAO,UAAU;AACtC,iBAAO,EAAE,MAAM,+CAA+C,EAAE,MAAM,CAAC;AAAA,QACzE,UAAE;AACA,gBAAM,KAAK,WAAW;AAAA,QACxB;AAAA,MACF,GAAG,KAAK,OAAO,kBAAkB,GAAI;AAGrC,WAAK,gBAAgB,IAAI,UAAU;AAAA,IACrC,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,gBAA+B;AAEnC,eAAW,cAAc,KAAK,iBAAiB;AAC7C,oBAAc,UAAU;AAAA,IAC1B;AAEA,SAAK,gBAAgB,MAAM;AAAA,EAC7B;AACF;","names":[]}
+{"version":3,"sources":["../src/queue.mts"],"sourcesContent":["export * from \"@devbro/neko-queue\";\nimport { QueueTransportInterface } from \"@devbro/neko-queue\";\nimport { Query } from \"@devbro/neko-sql\";\nimport { db, logger } from \"./facades.mjs\";\nimport { createRepeater } from \"./helper.mts\";\n\ntype DatabaseTransportConfig = {\n  queue_table: string;\n  db_connection: string;\n  listen_interval: number;\n  message_limit: number;\n};\n\nexport class DatabaseTransport implements QueueTransportInterface {\n  private config: DatabaseTransportConfig = {\n    queue_table: \"queue_messages\",\n    db_connection: \"default\",\n    listen_interval: 60, // seconds\n    message_limit: 10, // messages per each fetch\n  };\n  channels = new Map<string, (message: string) => Promise<void>>();\n  messageQueues: { channel: string; message: string }[] = [];\n  repeater: ReturnType<typeof createRepeater>;\n\n  processMessage = async () => {\n    const conn = db(this.config.db_connection);\n    try {\n      await conn.connect();\n      let q: Query = conn.getQuery();\n      let messages = await q\n        .table(this.config.queue_table)\n        .whereOp(\"channel\", \"in\", Array.from(this.channels.keys()))\n        .whereOp(\"status\", \"in\", [\"pending\", \"failed\"])\n        .limit(this.config.message_limit)\n        .orderBy(\"last_tried_at\", \"asc\")\n        .get();\n      for (let msg of messages) {\n        try {\n          let callback = this.channels.get(msg.channel)!;\n          await callback(msg.message);\n          // mark message as processed\n          await q\n            .table(this.config.queue_table)\n            .whereOp(\"id\", \"=\", msg.id)\n            .update({\n              status: \"processed\",\n              updated_at: new Date(),\n              last_tried_at: new Date(),\n              retried_count: (msg.retried_count || 0) + 1,\n            });\n        } catch (error) {\n          await q\n            .table(this.config.queue_table)\n            .whereOp(\"id\", \"=\", msg.id)\n            .update({\n              status: \"failed\",\n              last_tried_at: new Date(),\n              retried_count: (msg.retried_count || 0) + 1,\n              process_message:\n                (error as Error).message || \"Error processing message\",\n            });\n        }\n      }\n    } catch (error) {\n      logger().error(\"Error in DatabaseTransport listen interval:\", {\n        error,\n      });\n    } finally {\n      await conn.disconnect();\n    }\n  };\n\n  constructor(config: Partial<DatabaseTransportConfig> = {}) {\n    this.config = { ...this.config, ...config };\n    this.repeater = createRepeater(\n      this.processMessage,\n      this.config.listen_interval * 1000,\n    );\n  }\n\n  async dispatch(channel: string, message: string): Promise<void> {\n    const conn = db(this.config.db_connection);\n    try {\n      await conn.connect();\n      let schema = conn.getSchema();\n      if ((await schema.tableExists(this.config.queue_table)) === false) {\n        return;\n      }\n      let q: Query = conn.getQuery();\n      await q.table(this.config.queue_table).insert({\n        channel: channel,\n        message: message,\n        processed: false,\n        created_at: new Date(),\n        updated_at: new Date(),\n        last_tried_at: null,\n        process_message: \"\",\n        retried_count: 0,\n        status: \"pending\",\n      });\n    } finally {\n      await conn.disconnect();\n    }\n  }\n\n  async registerListener(\n    channel: string,\n    callback: (message: string) => Promise<void>,\n  ): Promise<void> {\n    this.channels.set(channel, callback);\n  }\n\n  async startListening(): Promise<void> {\n    this.repeater.start();\n  }\n\n  async stopListening(): Promise<void> {\n    this.repeater.stop();\n  }\n}\n"],"mappings":";;AAAA,cAAc;AAGd,SAAS,IAAI,cAAc;AAC3B,SAAS,sBAAsB;AASxB,MAAM,kBAAqD;AAAA,EAblE,OAakE;AAAA;AAAA;AAAA,EACxD,SAAkC;AAAA,IACxC,aAAa;AAAA,IACb,eAAe;AAAA,IACf,iBAAiB;AAAA;AAAA,IACjB,eAAe;AAAA;AAAA,EACjB;AAAA,EACA,WAAW,oBAAI,IAAgD;AAAA,EAC/D,gBAAwD,CAAC;AAAA,EACzD;AAAA,EAEA,iBAAiB,mCAAY;AAC3B,UAAM,OAAO,GAAG,KAAK,OAAO,aAAa;AACzC,QAAI;AACF,YAAM,KAAK,QAAQ;AACnB,UAAI,IAAW,KAAK,SAAS;AAC7B,UAAI,WAAW,MAAM,EAClB,MAAM,KAAK,OAAO,WAAW,EAC7B,QAAQ,WAAW,MAAM,MAAM,KAAK,KAAK,SAAS,KAAK,CAAC,CAAC,EACzD,QAAQ,UAAU,MAAM,CAAC,WAAW,QAAQ,CAAC,EAC7C,MAAM,KAAK,OAAO,aAAa,EAC/B,QAAQ,iBAAiB,KAAK,EAC9B,IAAI;AACP,eAAS,OAAO,UAAU;AACxB,YAAI;AACF,cAAI,WAAW,KAAK,SAAS,IAAI,IAAI,OAAO;AAC5C,gBAAM,SAAS,IAAI,OAAO;AAE1B,gBAAM,EACH,MAAM,KAAK,OAAO,WAAW,EAC7B,QAAQ,MAAM,KAAK,IAAI,EAAE,EACzB,OAAO;AAAA,YACN,QAAQ;AAAA,YACR,YAAY,oBAAI,KAAK;AAAA,YACrB,eAAe,oBAAI,KAAK;AAAA,YACxB,gBAAgB,IAAI,iBAAiB,KAAK;AAAA,UAC5C,CAAC;AAAA,QACL,SAAS,OAAO;AACd,gBAAM,EACH,MAAM,KAAK,OAAO,WAAW,EAC7B,QAAQ,MAAM,KAAK,IAAI,EAAE,EACzB,OAAO;AAAA,YACN,QAAQ;AAAA,YACR,eAAe,oBAAI,KAAK;AAAA,YACxB,gBAAgB,IAAI,iBAAiB,KAAK;AAAA,YAC1C,iBACG,MAAgB,WAAW;AAAA,UAChC,CAAC;AAAA,QACL;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,aAAO,EAAE,MAAM,+CAA+C;AAAA,QAC5D;AAAA,MACF,CAAC;AAAA,IACH,UAAE;AACA,YAAM,KAAK,WAAW;AAAA,IACxB;AAAA,EACF,GA9CiB;AAAA,EAgDjB,YAAY,SAA2C,CAAC,GAAG;AACzD,SAAK,SAAS,EAAE,GAAG,KAAK,QAAQ,GAAG,OAAO;AAC1C,SAAK,WAAW;AAAA,MACd,KAAK;AAAA,MACL,KAAK,OAAO,kBAAkB;AAAA,IAChC;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,SAAiB,SAAgC;AAC9D,UAAM,OAAO,GAAG,KAAK,OAAO,aAAa;AACzC,QAAI;AACF,YAAM,KAAK,QAAQ;AACnB,UAAI,SAAS,KAAK,UAAU;AAC5B,UAAK,MAAM,OAAO,YAAY,KAAK,OAAO,WAAW,MAAO,OAAO;AACjE;AAAA,MACF;AACA,UAAI,IAAW,KAAK,SAAS;AAC7B,YAAM,EAAE,MAAM,KAAK,OAAO,WAAW,EAAE,OAAO;AAAA,QAC5C;AAAA,QACA;AAAA,QACA,WAAW;AAAA,QACX,YAAY,oBAAI,KAAK;AAAA,QACrB,YAAY,oBAAI,KAAK;AAAA,QACrB,eAAe;AAAA,QACf,iBAAiB;AAAA,QACjB,eAAe;AAAA,QACf,QAAQ;AAAA,MACV,CAAC;AAAA,IACH,UAAE;AACA,YAAM,KAAK,WAAW;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,MAAM,iBACJ,SACA,UACe;AACf,SAAK,SAAS,IAAI,SAAS,QAAQ;AAAA,EACrC;AAAA,EAEA,MAAM,iBAAgC;AACpC,SAAK,SAAS,MAAM;AAAA,EACtB;AAAA,EAEA,MAAM,gBAA+B;AACnC,SAAK,SAAS,KAAK;AAAA,EACrB;AACF;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@devbro/pashmak",
-  "version": "0.1.19",
+  "version": "0.1.21",
   "description": "testing application for the entire repo",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",