@nicnocquee/dataqueue 1.16.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/cli.cjs +38 -0
- package/dist/index.cjs +663 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +227 -0
- package/dist/index.d.ts +227 -0
- package/dist/index.js +659 -0
- package/dist/index.js.map +1 -0
- package/migrations/1751131910823_initial.sql +32 -0
- package/migrations/1751131910825_add_timeout_seconds_to_job_queue.sql +7 -0
- package/migrations/1751186053000_add_job_events_table.sql +29 -0
- package/package.json +67 -0
- package/src/db-util.ts +7 -0
- package/src/index.test.ts +282 -0
- package/src/index.ts +97 -0
- package/src/log-context.ts +20 -0
- package/src/processor.test.ts +478 -0
- package/src/processor.ts +242 -0
- package/src/queue.test.ts +502 -0
- package/src/queue.ts +547 -0
- package/src/test-util.ts +56 -0
- package/src/types.ts +247 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/types.ts","../src/log-context.ts","../src/queue.ts","../src/processor.ts","../src/db-util.ts","../src/index.ts"],"names":["JobEventType","FailureReason","error"],"mappings":";;;;AAiBO,IAAK,YAAA,qBAAAA,aAAAA,KAAL;AACL,EAAAA,cAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,cAAA,YAAA,CAAA,GAAa,YAAA;AACb,EAAAA,cAAA,WAAA,CAAA,GAAY,WAAA;AACZ,EAAAA,cAAA,QAAA,CAAA,GAAS,QAAA;AACT,EAAAA,cAAA,WAAA,CAAA,GAAY,WAAA;AACZ,EAAAA,cAAA,SAAA,CAAA,GAAU,SAAA;AANA,EAAA,OAAAA,aAAAA;AAAA,CAAA,EAAA,YAAA,IAAA,EAAA;AAiBL,IAAK,aAAA,qBAAAC,cAAAA,KAAL;AACL,EAAAA,eAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,eAAA,cAAA,CAAA,GAAe,eAAA;AACf,EAAAA,eAAA,WAAA,CAAA,GAAY,YAAA;AAHF,EAAA,OAAAA,cAAAA;AAAA,CAAA,EAAA,aAAA,IAAA,EAAA;AChCL,IAAM,UAAA,GAAa,IAAI,iBAAA,EAE3B;AAEI,IAAM,aAAA,GAAgB,CAAC,OAAA,KAAqB;AACjD,EAAA,UAAA,CAAW,SAAA,CAAU,EAAE,OAAA,EAAS,CAAA;AAClC,CAAA;AAEO,IAAM,gBAAgB,MAAM;AACjC,EAAA,OAAO,WAAW,QAAA,EAAS;AAC7B,CAAA;AAEO,IAAM,GAAA,GAAM,CAAC,OAAA,KAAoB;AACtC,EAAA,MAAM,UAAU,aAAA,EAAc;AAC9B,EAAA,IAAI,SAAS,OAAA,EAAS;AACpB,IAAA,OAAA,CAAQ,IAAI,OAAO,CAAA;AAAA;AAEvB,CAAA;;;ACNO,IAAM,cAAA,GAAiB,OAC5B,IAAA,EACA,KAAA,EACA,WACA,QAAA,KACkB;AAClB,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,MAAM,MAAA,CAAO,KAAA;AAAA,MACX,CAAA,yEAAA,CAAA;AAAA,MACA,CAAC,OAAO,SAAA,EAAW,QAAA,GAAW,KAAK,SAAA,CAAU,QAAQ,IAAI,IAAI;AAAA,KAC/D;AAAA,WACO,KAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,kCAAA,EAAqC,KAAK,CAAA,EAAA,EAAK,KAAK,CAAA,CAAE,CAAA;AAAA,GAE5D,SAAE;AACA,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAKO,IAAM,MAAA,GAAS,OACpB,IAAA,EACA;AAAA,EACE,QAAA;AAAA,EACA,OAAA;AAAA,EACA,YAAA,GAAe,CAAA;AAAA,EACf,QAAA,GAAW,CAAA;AAAA,EACX,MAAA,GAAS,IAAA;AAAA,EACT,SAAA,GAAY;AACd,CAAA,KACoB;AACpB,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI,MAAA,EAAQ;AACV,MAAA,MAAA,GAAS,MAAM,MAAA,CAAO,KAAA;AAAA,QACpB,CAAA;AAAA;AAAA;AAAA,qBAAA,CAAA;AAAA,QAIA,CAAC,QAAA,EAAU,OAAA,EAAS,cAAc,QAAA,EAAU,MAAA,EAAQ,aAAa,IAAI;AAAA,OACvE;AACA,MAAA,GAAA;AAAA,QACE,CAAA,UAAA,EAAa,OAAO,IAAA,CAAK,CAAC,EAAE,EAAE,CAAA,UAAA,EAAa,KAAK,SAAA,CAAU,OAAO,CAAC,CAAA,SAAA,EAAY,MAAA,CAAO,aAAa,CAAA,WAAA,EAAc,QAAQ,CAAA,eAAA,EAAkB,YAAY,aAAa,QAAQ,CAAA;AAAA,OAC7K;AAAA,KACF,MAAO;AACL,MAAA,MAAA,GAAS,MAAM,MAAA,CAAO,KAAA;AAAA,QACpB,CAAA;AAAA;AAAA;AAAA,qBAAA,CAAA;AAAA,QAIA,CAAC,QAAA,EAAU,OAAA,EAAS,YAAA,EAAc,QAAA,EAAU,aAAa,IAAI;AAAA,OAC/D;AACA,MAAA,GAAA;AAAA,QACE,aAAa,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,CAAE,EAAE,CAAA,UAAA,EAAa,IAAA,CAAK,SAAA,CAAU,OAAO,CAAC,CAAA,WAAA,EAAc,QAAQ,CAAA,eAAA,EAAkB,YAAY,aAAa,QAAQ,CAAA;AAAA,OAC7I;AAAA;AAEF,IAAA,MAAM,eAAe,IAAA,EAAM,MAAA,CAAO,IAAA,CAAK,CAAC,EAAE,EAAA,EAAA,OAAA,cAAwB;AAAA,MAChE,QAAA;AAAA,MACA;AAAA,KACD,CAAA;AACD,IAAA,OAAO,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,CAAE,EAAA;AAAA,WACf,KAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,kBAAA,EAAqB,KAAK,CAAA,CAAE,CAAA;AAChC,IAAA,MAAM,KAAA;AAAA,GACR,SAAE;AACA,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAKO,IAAM,MAAA,GAAS,OACpB,IAAA,EACA,EAAA,KAC6C;AAC7C,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,MAAM,MAAA,GAAS,MAAM,MAAA,CAAO,KAAA,CAAM,uCAAA,EAAyC;AAAA,MACzE;AAAA,KACD,CAAA;AAED,IAAA,IAAI,MAAA,CAAO,IAAA,CAAK,MAAA,KAAW,CAAA,EAAG;AAC5B,MAAA,GAAA,CAAI,CAAA,IAAA,EAAO,EAAE,CAAA,UAAA,CAAY,CAAA;AACzB,MAAA,OAAO,IAAA;AAAA;AAGT,IAAA,GAAA,CAAI,CAAA,UAAA,EAAa,EAAE,CAAA,CAAE,CAAA;AAErB,IAAA,OAAO;AAAA,MACL,GAAG,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA;AAAA,MAChB,OAAA,EAAS,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,CAAE,OAAA;AAAA,MACxB,UAAA,EAAY,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,CAAE,UAAA;AAAA,MAC3B,cAAA,EAAgB,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,CAAE;AAAA,KACjC;AAAA,WACO,KAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,kBAAA,EAAqB,EAAE,CAAA,EAAA,EAAK,KAAK,CAAA,CAAE,CAAA;AACvC,IAAA,MAAM,KAAA;AAAA,GACR,SAAE;AACA,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAKO,IAAM,kBAAkB,OAI7B,IAAA,EACA,QACA,KAAA,GAAQ,GAAA,EACR,SAAS,CAAA,KAC+B;AACxC,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,MAAM,MAAA,GAAS,MAAM,MAAA,CAAO,KAAA;AAAA,MAC1B,uFAAA;AAAA,MACA,CAAC,MAAA,EAAQ,KAAA,EAAO,MAAM;AAAA,KACxB;AAEA,IAAA,GAAA,CAAI,SAAS,MAAA,CAAO,IAAA,CAAK,MAAM,CAAA,gBAAA,EAAmB,MAAM,CAAA,CAAE,CAAA;AAE1D,IAAA,OAAO,MAAA,CAAO,IAAA,CAAK,GAAA,CAAI,CAAC,GAAA,MAAS;AAAA,MAC/B,GAAG,GAAA;AAAA,MACH,SAAS,GAAA,CAAI,OAAA;AAAA,MACb,YAAY,GAAA,CAAI,UAAA;AAAA,MAChB,gBAAgB,GAAA,CAAI;AAAA,KACtB,CAAE,CAAA;AAAA,WACK,KAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,6BAAA,EAAgC,MAAM,CAAA,EAAA,EAAK,KAAK,CAAA,CAAE,CAAA;AACtD,IAAA,MAAM,KAAA;AAAA,GACR,SAAE;AACA,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AASO,IAAM,eAAe,OAI1B,IAAA,EACA,QAAA,EACA,SAAA,GAAY,IACZ,OAAA,KACwC;AACxC,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AAEF,IAAA,MAAM,MAAA,CAAO,MAAM,OAAO,CAAA;AAG1B,IAAA,IAAI,aAAA,GAAgB,EAAA;AACpB,IAAA,IAAI,MAAA,GAAgB,CAAC,QAAA,EAAU,SAAS,CAAA;AACxC,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,OAAO,CAAA,EAAG;AAC1B,QAAA,aAAA,GAAgB,CAAA,uBAAA,CAAA;AAChB,QAAA,MAAA,CAAO,KAAK,OAAO,CAAA;AAAA,OACrB,MAAO;AACL,QAAA,aAAA,GAAgB,CAAA,kBAAA,CAAA;AAChB,QAAA,MAAA,CAAO,KAAK,OAAO,CAAA;AAAA;AACrB;AAIF,IAAA,MAAM,MAAA,GAAS,MAAM,MAAA,CAAO,KAAA;AAAA,MAC1B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QAAA,EAeI,aAAa;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAAA,CAAA;AAAA,MAOjB;AAAA,KACF;AAEA,IAAA,GAAA,CAAI,CAAA,MAAA,EAAS,MAAA,CAAO,IAAA,CAAK,MAAM,CAAA,gBAAA,CAAkB,CAAA;AAGjD,IAAA,MAAM,MAAA,CAAO,MAAM,QAAQ,CAAA;AAG3B,IAAA,KAAA,MAAW,GAAA,IAAO,OAAO,IAAA,EAAM;AAC7B,MAAA,MAAM,cAAA,CAAe,IAAA,EAAM,GAAA,CAAI,EAAA,EAAA,YAAA,kBAA2B;AAAA;AAG5D,IAAA,OAAO,MAAA,CAAO,IAAA,CAAK,GAAA,CAAI,CAAC,GAAA,MAAS;AAAA,MAC/B,GAAG,GAAA;AAAA,MACH,SAAS,GAAA,CAAI,OAAA;AAAA,MACb,YAAY,GAAA,CAAI;AAAA,KAClB,CAAE,CAAA;AAAA,WACK,KAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,0BAAA,EAA6B,KAAK,CAAA,CAAE,CAAA;AACxC,IAAA,MAAM,MAAA,CAAO,MAAM,UAAU,CAAA;AAC7B,IAAA,MAAM,KAAA;AAAA,GACR,SAAE;AACA,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAKO,IAAM,WAAA,GAAc,OAAO,IAAA,EAAY,KAAA,KAAiC;AAC7E,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,MAAM,MAAA,CAAO,KAAA;AAAA,MACX;AAAA;AAAA;AAAA;AAAA,IAAA,CAAA;AAAA,MAKA,CAAC,KAAK;AAAA,KACR;AACA,IAAA,MAAM,cAAA,CAAe,MAAM,KAAA,EAAA,WAAA,iBAA6B;AAAA,WACjD,KAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,qBAAA,EAAwB,KAAK,CAAA,EAAA,EAAK,KAAK,CAAA,CAAE,CAAA;AAC7C,IAAA,MAAM,KAAA;AAAA,GACR,SAAE;AACA,IAAA,GAAA,CAAI,CAAA,cAAA,EAAiB,KAAK,CAAA,CAAE,CAAA;AAC5B,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAKO,IAAM,OAAA,GAAU,OACrB,IAAA,EACA,KAAA,EACA,OACA,aAAA,KACkB;AAClB,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AAIF,IAAA,MAAM,MAAA,CAAO,KAAA;AAAA,MACX;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAAA,CAAA;AAAA,MAaA;AAAA,QACE,KAAA;AAAA,QACA,KAAK,SAAA,CAAU;AAAA,UACb;AAAA,YACE,OAAA,EAAS,KAAA,CAAM,OAAA,IAAW,MAAA,CAAO,KAAK,CAAA;AAAA,YACtC,SAAA,EAAA,iBAAW,IAAI,IAAA,EAAK,EAAE,WAAA;AAAY;AACpC,SACD,CAAA;AAAA,QACD,aAAA,IAAiB;AAAA;AACnB,KACF;AACA,IAAA,MAAM,cAAA,CAAe,MAAM,KAAA,EAAA,QAAA,eAA4B;AAAA,MACrD,OAAA,EAAS,KAAA,CAAM,OAAA,IAAW,MAAA,CAAO,KAAK,CAAA;AAAA,MACtC;AAAA,KACD,CAAA;AAAA,WACMC,MAAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,kBAAA,EAAqB,KAAK,CAAA,EAAA,EAAKA,MAAK,CAAA,CAAE,CAAA;AAC1C,IAAA,MAAMA,MAAAA;AAAA,GACR,SAAE;AACA,IAAA,GAAA,CAAI,CAAA,WAAA,EAAc,KAAK,CAAA,CAAE,CAAA;AACzB,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAKO,IAAM,QAAA,GAAW,OAAO,IAAA,EAAY,KAAA,KAAiC;AAC1E,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,MAAM,MAAA,CAAO,KAAA;AAAA,MACX;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAAA,CAAA;AAAA,MAUA,CAAC,KAAK;AAAA,KACR;AACA,IAAA,MAAM,cAAA,CAAe,MAAM,KAAA,EAAA,SAAA,eAA2B;AAAA,WAC/C,KAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,mBAAA,EAAsB,KAAK,CAAA,EAAA,EAAK,KAAK,CAAA,CAAE,CAAA;AAC3C,IAAA,MAAM,KAAA;AAAA,GACR,SAAE;AACA,IAAA,GAAA,CAAI,CAAA,YAAA,EAAe,KAAK,CAAA,CAAE,CAAA;AAC1B,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAKO,IAAM,cAAA,GAAiB,OAC5B,IAAA,EACA,UAAA,GAAa,EAAA,KACO;AACpB,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,MAAM,MAAA,GAAS,MAAM,MAAA,CAAO,KAAA,CAAM;AAAA;AAAA;AAAA,yCAAA,EAGK,UAAU,CAAA;AAAA;AAAA,IAAA,CAEhD,CAAA;AACD,IAAA,GAAA,CAAI,CAAA,QAAA,EAAW,MAAA,CAAO,QAAQ,CAAA,SAAA,CAAW,CAAA;AACzC,IAAA,OAAO,OAAO,QAAA,IAAY,CAAA;AAAA,WACnB,KAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,4BAAA,EAA+B,KAAK,CAAA,CAAE,CAAA;AAC1C,IAAA,MAAM,KAAA;AAAA,GACR,SAAE;AACA,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAKO,IAAM,SAAA,GAAY,OAAO,IAAA,EAAY,KAAA,KAAiC;AAC3E,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,MAAM,MAAA,CAAO,KAAA;AAAA,MACX;AAAA;AAAA;AAAA;AAAA,IAAA,CAAA;AAAA,MAKA,CAAC,KAAK;AAAA,KACR;AACA,IAAA,MAAM,cAAA,CAAe,MAAM,KAAA,EAAA,WAAA,iBAA6B;AAAA,WACjD,KAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,qBAAA,EAAwB,KAAK,CAAA,EAAA,EAAK,KAAK,CAAA,CAAE,CAAA;AAC7C,IAAA,MAAM,KAAA;AAAA,GACR,SAAE;AACA,IAAA,GAAA,CAAI,CAAA,cAAA,EAAiB,KAAK,CAAA,CAAE,CAAA;AAC5B,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAKO,IAAM,qBAAA,GAAwB,OACnC,IAAA,EACA,OAAA,KACoB;AACpB,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,IAAI,KAAA,GAAQ;AAAA;AAAA;AAAA,8BAAA,CAAA;AAIZ,IAAA,MAAM,SAAgB,EAAC;AACvB,IAAA,IAAI,QAAA,GAAW,CAAA;AACf,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI,QAAQ,QAAA,EAAU;AACpB,QAAA,KAAA,IAAS,oBAAoB,QAAA,EAAU,CAAA,CAAA;AACvC,QAAA,MAAA,CAAO,IAAA,CAAK,QAAQ,QAAQ,CAAA;AAAA;AAE9B,MAAA,IAAI,OAAA,CAAQ,aAAa,KAAA,CAAA,EAAW;AAClC,QAAA,KAAA,IAAS,oBAAoB,QAAA,EAAU,CAAA,CAAA;AACvC,QAAA,MAAA,CAAO,IAAA,CAAK,QAAQ,QAAQ,CAAA;AAAA;AAE9B,MAAA,IAAI,QAAQ,MAAA,EAAQ;AAClB,QAAA,KAAA,IAAS,kBAAkB,QAAA,EAAU,CAAA,CAAA;AACrC,QAAA,MAAA,CAAO,IAAA,CAAK,QAAQ,MAAM,CAAA;AAAA;AAC5B;AAEF,IAAA,KAAA,IAAS,gBAAA;AACT,IAAA,MAAM,MAAA,GAAS,MAAM,MAAA,CAAO,KAAA,CAAM,OAAO,MAAM,CAAA;AAC/C,IAAA,GAAA,CAAI,CAAA,UAAA,EAAa,MAAA,CAAO,QAAQ,CAAA,KAAA,CAAO,CAAA;AACvC,IAAA,OAAO,OAAO,QAAA,IAAY,CAAA;AAAA,WACnB,KAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,gCAAA,EAAmC,KAAK,CAAA,CAAE,CAAA;AAC9C,IAAA,MAAM,KAAA;AAAA,GACR,SAAE;AACA,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAKO,IAAM,aAAa,OAIxB,IAAA,EACA,KAAA,GAAQ,GAAA,EACR,SAAS,CAAA,KAC+B;AACxC,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,MAAM,MAAA,GAAS,MAAM,MAAA,CAAO,KAAA;AAAA,MAC1B,qEAAA;AAAA,MACA,CAAC,OAAO,MAAM;AAAA,KAChB;AACA,IAAA,GAAA,CAAI,CAAA,MAAA,EAAS,MAAA,CAAO,IAAA,CAAK,MAAM,CAAA,WAAA,CAAa,CAAA;AAC5C,IAAA,OAAO,MAAA,CAAO,IAAA,CAAK,GAAA,CAAI,CAAC,GAAA,MAAS;AAAA,MAC/B,GAAG,GAAA;AAAA,MACH,SAAS,GAAA,CAAI,OAAA;AAAA,MACb,YAAY,GAAA,CAAI;AAAA,KAClB,CAAE,CAAA;AAAA,WACK,KAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,wBAAA,EAA2B,KAAK,CAAA,CAAE,CAAA;AACtC,IAAA,MAAM,KAAA;AAAA,GACR,SAAE;AACA,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAKO,IAAM,+BAAA,GAAkC,OAC7C,IAAA,EACA,MAAA,EACA,OAAA,KACG;AACH,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,IAAI,aAAA,GAAgB,EAAA;AACpB,IAAA,IAAI,MAAA,GAAgB,CAAC,MAAM,CAAA;AAC3B,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,OAAO,CAAA,EAAG;AAC1B,QAAA,aAAA,GAAgB,CAAA,uBAAA,CAAA;AAChB,QAAA,MAAA,CAAO,KAAK,OAAO,CAAA;AAAA,OACrB,MAAO;AACL,QAAA,aAAA,GAAgB,CAAA,kBAAA,CAAA;AAChB,QAAA,MAAA,CAAO,KAAK,OAAO,CAAA;AAAA;AACrB;AAEF,IAAA,MAAM,MAAA,CAAO,KAAA;AAAA,MACX,oEAAoE,aAAa,CAAA,CAAA;AAAA,MACjF;AAAA,KACF;AAAA,GACF,SAAE;AACA,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAUO,IAAM,gBAAA,GAAmB,OAC9B,IAAA,EACA,wBAAA,GAA2B,EAAA,KACP;AACpB,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,MAAM,MAAA,GAAS,MAAM,MAAA,CAAO,KAAA;AAAA,MAC1B;AAAA;AAAA;AAAA;AAAA,0CAAA,EAIsC,wBAAwB,CAAA;AAAA;AAAA,MAAA;AAAA,KAGhE;AACA,IAAA,GAAA,CAAI,CAAA,UAAA,EAAa,MAAA,CAAO,QAAQ,CAAA,WAAA,CAAa,CAAA;AAC7C,IAAA,OAAO,OAAO,QAAA,IAAY,CAAA;AAAA,WACnB,KAAA,EAAO;AACd,IAAA,GAAA,CAAI,CAAA,6BAAA,EAAgC,KAAK,CAAA,CAAE,CAAA;AAC3C,IAAA,MAAM,KAAA;AAAA,GACR,SAAE;AACA,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;AAKO,IAAM,YAAA,GAAe,OAC1B,IAAA,EACA,KAAA,KACwB;AACxB,EAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,EAAQ;AAClC,EAAA,IAAI;AACF,IAAA,MAAM,GAAA,GAAM,MAAM,MAAA,CAAO,KAAA;AAAA,MACvB,oEAAA;AAAA,MACA,CAAC,KAAK;AAAA,KACR;AACA,IAAA,OAAO,GAAA,CAAI,IAAA;AAAA,GACb,SAAE;AACA,IAAA,MAAA,CAAO,OAAA,EAAQ;AAAA;AAEnB,CAAA;;;AC7gBA,eAAsB,sBAAA,CAIpB,IAAA,EACA,GAAA,EACA,WAAA,EACe;AACf,EAAA,MAAM,OAAA,GAAU,WAAA,CAAY,GAAA,CAAI,QAAQ,CAAA;AAExC,EAAA,IAAI,CAAC,OAAA,EAAS;AACZ,IAAA,MAAM,+BAAA;AAAA,MACJ,IAAA;AAAA,MACA,CAAA,oCAAA,EAAuC,IAAI,QAAQ,CAAA,CAAA;AAAA,MACnD,GAAA,CAAI;AAAA,KACN;AACA,IAAA,MAAM,OAAA;AAAA,MACJ,IAAA;AAAA,MACA,GAAA,CAAI,EAAA;AAAA,MACJ,IAAI,KAAA,CAAM,CAAA,oCAAA,EAAuC,GAAA,CAAI,QAAQ,CAAA,CAAE,CAAA;AAAA,MAAA,YAAA;AAAA,KAEjE;AACA,IAAA;AAAA;AAIF,EAAA,MAAM,SAAA,GAAY,IAAI,UAAA,IAAc,MAAA;AACpC,EAAA,IAAI,SAAA;AACJ,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,IAAI;AACF,IAAA,MAAM,UAAA,GAAa,OAAA,CAAQ,GAAA,CAAI,OAAA,EAAS,WAAW,MAAM,CAAA;AACzD,IAAA,IAAI,SAAA,IAAa,YAAY,CAAA,EAAG;AAC9B,MAAA,MAAM,QAAQ,IAAA,CAAK;AAAA,QACjB,UAAA;AAAA,QACA,IAAI,OAAA,CAAQ,CAAC,CAAA,EAAG,MAAA,KAAW;AACzB,UAAA,SAAA,GAAY,WAAW,MAAM;AAC3B,YAAA,UAAA,CAAW,KAAA,EAAM;AACjB,YAAA,MAAM,eAAe,IAAI,KAAA;AAAA,cACvB,uBAAuB,SAAS,CAAA,GAAA;AAAA,aAClC;AAEA,YAAA,YAAA,CAAa,aAAA,GAAA,SAAA;AACb,YAAA,MAAA,CAAO,YAAY,CAAA;AAAA,aAClB,SAAS,CAAA;AAAA,SACb;AAAA,OACF,CAAA;AAAA,KACH,MAAO;AACL,MAAA,MAAM,UAAA;AAAA;AAER,IAAA,IAAI,SAAA,eAAwB,SAAS,CAAA;AACrC,IAAA,MAAM,WAAA,CAAY,IAAA,EAAM,GAAA,CAAI,EAAE,CAAA;AAAA,WACvB,KAAA,EAAO;AACd,IAAA,IAAI,SAAA,eAAwB,SAAS,CAAA;AACrC,IAAA,OAAA,CAAQ,KAAA,CAAM,CAAA,qBAAA,EAAwB,GAAA,CAAI,EAAE,KAAK,KAAK,CAAA;AACtD,IAAA,IAAI,aAAA,GAAA,eAAA;AACJ,IAAA,IACE,SACA,OAAO,KAAA,KAAU,YACjB,eAAA,IAAmB,KAAA,IAClB,MAAc,aAAA,KAAA,SAAA,gBACf;AACA,MAAA,aAAA,GAAA,SAAA;AAAA;AAEF,IAAA,MAAM,OAAA;AAAA,MACJ,IAAA;AAAA,MACA,GAAA,CAAI,EAAA;AAAA,MACJ,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC,CAAA;AAAA,MACxD;AAAA,KACF;AAAA;AAEJ;AAKA,eAAsB,yBACpB,IAAA,EACA,QAAA,EACA,SAAA,EACA,OAAA,EACA,aACA,WAAA,EACiB;AACjB,EAAA,MAAM,OAAO,MAAM,YAAA;AAAA,IACjB,IAAA;AAAA,IACA,QAAA;AAAA,IACA,SAAA;AAAA,IACA;AAAA,GACF;AACA,EAAA,IAAI,CAAC,WAAA,IAAe,WAAA,IAAe,IAAA,CAAK,MAAA,EAAQ;AAE9C,IAAA,MAAM,OAAA,CAAQ,GAAA;AAAA,MACZ,IAAA,CAAK,IAAI,CAAC,GAAA,KAAQ,uBAAuB,IAAA,EAAM,GAAA,EAAK,WAAW,CAAC;AAAA,KAClE;AACA,IAAA,OAAO,IAAA,CAAK,MAAA;AAAA;AAGd,EAAA,IAAI,GAAA,GAAM,CAAA;AACV,EAAA,IAAI,OAAA,GAAU,CAAA;AACd,EAAA,IAAI,QAAA,GAAW,CAAA;AACf,EAAA,OAAO,IAAI,OAAA,CAAQ,CAAC,OAAA,EAAS,MAAA,KAAW;AACtC,IAAA,MAAM,OAAO,MAAM;AACjB,MAAA,IAAI,aAAa,IAAA,CAAK,MAAA,EAAQ,OAAO,OAAA,CAAQ,KAAK,MAAM,CAAA;AACxD,MAAA,OAAO,OAAA,GAAU,WAAA,IAAe,GAAA,GAAM,IAAA,CAAK,MAAA,EAAQ;AACjD,QAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAK,CAAA;AACtB,QAAA,OAAA,EAAA;AACA,QAAA,sBAAA,CAAuB,IAAA,EAAM,GAAA,EAAK,WAAW,CAAA,CAC1C,KAAK,MAAM;AACV,UAAA,OAAA,EAAA;AACA,UAAA,QAAA,EAAA;AACA,UAAA,IAAA,EAAK;AAAA,SACN,CAAA,CACA,KAAA,CAAM,CAAC,GAAA,KAAQ;AACd,UAAA,OAAA,EAAA;AACA,UAAA,QAAA,EAAA;AACA,UAAA,IAAA,EAAK;AAAA,SACN,CAAA;AAAA;AACL,KACF;AACA,IAAA,IAAA,EAAK;AAAA,GACN,CAAA;AACH;AASO,IAAM,kBAAkB,CAC7B,IAAA,EACA,QAAA,EACA,OAAA,GAA4B,EAAC,KACf;AACd,EAAA,MAAM;AAAA,IACJ,QAAA,GAAW,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,EAAO,CAAE,QAAA,CAAS,EAAE,CAAA,CAAE,SAAA,CAAU,CAAA,EAAG,CAAC,CAAC,CAAA,CAAA;AAAA,IAC/D,SAAA,GAAY,EAAA;AAAA,IACZ,YAAA,GAAe,GAAA;AAAA,IACf,UAAU,CAAC,KAAA,KAAiB,OAAA,CAAQ,KAAA,CAAM,wBAAwB,KAAK,CAAA;AAAA,IACvE,OAAA;AAAA,IACA,WAAA,GAAc;AAAA,GAChB,GAAI,OAAA;AAEJ,EAAA,IAAI,OAAA,GAAU,KAAA;AACd,EAAA,IAAI,UAAA,GAAoC,IAAA;AAExC,EAAA,aAAA,CAAc,OAAA,CAAQ,WAAW,KAAK,CAAA;AAEtC,EAAA,MAAM,cAAc,YAA6B;AAC/C,IAAA,IAAI,CAAC,SAAS,OAAO,CAAA;AAErB,IAAA,GAAA;AAAA,MACE,CAAA,+BAAA,EAAkC,QAAQ,CAAA,EAAG,OAAA,GAAU,iBAAiB,KAAA,CAAM,OAAA,CAAQ,OAAO,CAAA,GAAI,QAAQ,IAAA,CAAK,GAAG,CAAA,GAAI,OAAO,KAAK,EAAE,CAAA;AAAA,KACrI;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,YAAY,MAAM,wBAAA;AAAA,QACtB,IAAA;AAAA,QACA,QAAA;AAAA,QACA,SAAA;AAAA,QACA,OAAA;AAAA,QACA,QAAA;AAAA,QACA;AAAA,OACF;AAEA,MAAA,OAAO,SAAA;AAAA,aACA,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,YAAiB,QAAQ,KAAA,GAAQ,IAAI,MAAM,MAAA,CAAO,KAAK,CAAC,CAAC,CAAA;AAAA;AAEnE,IAAA,OAAO,CAAA;AAAA,GACT;AAEA,EAAA,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAML,mBAAmB,MAAM;AACvB,MAAA,IAAI,OAAA,EAAS;AAEb,MAAA,GAAA,CAAI,CAAA,sCAAA,EAAyC,QAAQ,CAAA,CAAE,CAAA;AACvD,MAAA,OAAA,GAAU,IAAA;AAEV,MAAA,MAAM,iBAAiB,YAAY;AACjC,QAAA,IAAI,CAAC,OAAA,EAAS;AACd,QAAA,MAAM,SAAA,GAAY,MAAM,WAAA,EAAY;AACpC,QAAA,IAAI,SAAA,KAAc,aAAa,OAAA,EAAS;AACtC,UAAA,YAAA,CAAa,cAAc,CAAA;AAAA;AAC7B,OACF;AACA,MAAA,cAAA,EAAe;AACf,MAAA,UAAA,GAAa,WAAA,CAAY,aAAa,YAAY,CAAA;AAAA,KACpD;AAAA;AAAA;AAAA;AAAA,IAIA,MAAM,MAAM;AACV,MAAA,GAAA,CAAI,CAAA,sCAAA,EAAyC,QAAQ,CAAA,CAAE,CAAA;AACvD,MAAA,OAAA,GAAU,KAAA;AACV,MAAA,IAAI,UAAA,EAAY;AACd,QAAA,aAAA,CAAc,UAAU,CAAA;AACxB,QAAA,UAAA,GAAa,IAAA;AAAA;AACf,KACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMA,OAAO,YAAY;AACjB,MAAA,GAAA,CAAI,CAAA,sCAAA,EAAyC,QAAQ,CAAA,CAAE,CAAA;AACvD,MAAA,OAAA,GAAU,IAAA;AACV,MAAA,MAAM,SAAA,GAAY,MAAM,WAAA,EAAY;AACpC,MAAA,OAAA,GAAU,KAAA;AACV,MAAA,OAAO,SAAA;AAAA,KACT;AAAA,IACA,WAAW,MAAM;AAAA,GACnB;AACF,CAAA;AC7OO,IAAM,UAAA,GAAa,CAAC,MAAA,KAAmD;AAC5E,EAAA,OAAO,IAAI,KAAK,MAAM,CAAA;AACxB,CAAA;;;ACoBO,IAAM,YAAA,GAAe,OAC1B,MAAA,KACkC;AAClC,EAAA,MAAM,EAAE,gBAAe,GAAI,MAAA;AAG3B,EAAA,MAAM,IAAA,GAAO,WAAW,cAAc,CAAA;AAEtC,EAAA,aAAA,CAAc,MAAA,CAAO,WAAW,KAAK,CAAA;AAGrC,EAAA,OAAO;AAAA;AAAA,IAEL,MAAA,EAAQ,cAAA;AAAA,MACN,CAAC,GAAA,KAAqC,MAAA,CAAwB,IAAA,EAAM,GAAG,CAAA;AAAA,MACvE,OAAO,OAAA,IAAW;AAAA,KACpB;AAAA,IACA,MAAA,EAAQ,cAAA;AAAA,MACN,CAAC,EAAA,KAAe,MAAA,CAAwB,IAAA,EAAM,EAAE,CAAA;AAAA,MAChD,OAAO,OAAA,IAAW;AAAA,KACpB;AAAA,IACA,eAAA,EAAiB,cAAA;AAAA,MACf,CAAC,QAAgB,KAAA,EAAgB,MAAA,KAC/B,gBAAiC,IAAA,EAAM,MAAA,EAAQ,OAAO,MAAM,CAAA;AAAA,MAC9D,OAAO,OAAA,IAAW;AAAA,KACpB;AAAA,IACA,UAAA,EAAY,cAAA;AAAA,MACV,CAAC,KAAA,EAAgB,MAAA,KACf,UAAA,CAA4B,IAAA,EAAM,OAAO,MAAM,CAAA;AAAA,MACjD,OAAO,OAAA,IAAW;AAAA,KACpB;AAAA,IACA,QAAA,EAAU,CAAC,KAAA,KAAkB,QAAA,CAAS,MAAM,KAAK,CAAA;AAAA,IACjD,cAAA,EAAgB,CAAC,UAAA,KAAwB,cAAA,CAAe,MAAM,UAAU,CAAA;AAAA,IACxE,SAAA,EAAW,cAAA;AAAA,MACT,CAAC,KAAA,KAAkB,SAAA,CAAU,IAAA,EAAM,KAAK,CAAA;AAAA,MACxC,OAAO,OAAA,IAAW;AAAA,KACpB;AAAA,IACA,qBAAA,EAAuB,cAAA;AAAA,MACrB,CAAC,OAAA,KACC,qBAAA,CAAsB,IAAA,EAAM,OAAO,CAAA;AAAA,MACrC,OAAO,OAAA,IAAW;AAAA,KACpB;AAAA,IACA,gBAAA,EAAkB,cAAA;AAAA,MAChB,CAAC,wBAAA,KACC,gBAAA,CAAiB,IAAA,EAAM,wBAAwB,CAAA;AAAA,MACjD,OAAO,OAAA,IAAW;AAAA,KACpB;AAAA;AAAA,IAGA,iBAAiB,CACf,QAAA,EACA,YACG,eAAA,CAA4B,IAAA,EAAM,UAAU,OAAO,CAAA;AAAA;AAAA,IAExD,SAAS,MAAM,IAAA;AAAA;AAAA,IAEf,YAAA,EAAc,cAAA;AAAA,MACZ,CAAC,KAAA,KAAkB,YAAA,CAAa,IAAA,EAAM,KAAK,CAAA;AAAA,MAC3C,OAAO,OAAA,IAAW;AAAA;AACpB,GACF;AACF;AAEA,IAAM,cAAA,GACJ,CAAI,EAAA,EAA2B,OAAA,KAC/B,IAAI,IAAA,KAAuD;AACzD,EAAA,aAAA,CAAc,OAAO,CAAA;AACrB,EAAA,OAAO,EAAA,CAAG,GAAG,IAAI,CAAA;AACnB,CAAA","file":"index.js","sourcesContent":["import { Pool } from 'pg';\n\n// Utility type for job type keys\nexport type JobType<PayloadMap> = keyof PayloadMap & string;\n\nexport interface JobOptions<PayloadMap, T extends JobType<PayloadMap>> {\n job_type: T;\n payload: PayloadMap[T];\n max_attempts?: number;\n priority?: number;\n run_at?: Date | null;\n /**\n * Timeout for this job in milliseconds. If not set, uses the processor default or unlimited.\n */\n timeoutMs?: number;\n}\n\nexport enum JobEventType {\n Added = 'added',\n Processing = 'processing',\n Completed = 'completed',\n Failed = 'failed',\n Cancelled = 'cancelled',\n Retried = 'retried',\n}\n\nexport interface JobEvent {\n id: number;\n job_id: number;\n event_type: JobEventType;\n created_at: Date;\n metadata: any;\n}\n\nexport enum FailureReason {\n Timeout = 'timeout',\n HandlerError = 'handler_error',\n NoHandler = 'no_handler',\n}\n\nexport interface JobRecord<PayloadMap, T extends JobType<PayloadMap>> {\n id: number;\n job_type: T;\n payload: PayloadMap[T];\n status: 'pending' | 'processing' | 'completed' | 'failed' | 'cancelled';\n created_at: Date;\n updated_at: Date;\n locked_at: Date | null;\n locked_by: string | null;\n attempts: number;\n max_attempts: number;\n next_attempt_at: Date | null;\n priority: number;\n run_at: Date;\n pending_reason?: string | null;\n error_history?: { message: string; timestamp: string }[];\n /**\n * Timeout for this job in milliseconds (null means no timeout).\n */\n timeout_ms?: number | null;\n /**\n * The reason for the last failure, if any.\n */\n failure_reason?: FailureReason | null;\n /**\n * The time the job was completed, if completed.\n */\n completed_at: Date | null;\n /**\n * The time the job was first picked up for processing.\n */\n started_at: Date | null;\n /**\n * The time the job was last retried.\n */\n last_retried_at: Date | null;\n /**\n * The time the job last failed.\n */\n last_failed_at: Date | null;\n /**\n * The time the job was last cancelled.\n */\n last_cancelled_at: Date | null;\n}\n\nexport type JobHandler<PayloadMap, T extends keyof PayloadMap> = (\n payload: PayloadMap[T],\n signal: AbortSignal,\n) => Promise<void>;\n\nexport type JobHandlers<PayloadMap> = {\n [K in keyof PayloadMap]: JobHandler<PayloadMap, K>;\n};\n\nexport interface ProcessorOptions {\n workerId?: string;\n /**\n * The number of jobs to process at a time.\n * - If not provided, the processor will process 10 jobs at a time.\n * - In serverless functions, it's better to process less jobs at a time since serverless functions are charged by the second and have a timeout.\n */\n batchSize?: number;\n /**\n * The maximum number of jobs to process in parallel per batch.\n * - If not provided, all jobs in the batch are processed in parallel.\n * - Set to 1 to process jobs sequentially.\n * - Set to a lower value to avoid resource exhaustion.\n */\n concurrency?: number;\n /**\n * The interval in milliseconds to poll for new jobs.\n * - If not provided, the processor will process jobs every 5 seconds when startInBackground is called.\n * - In serverless functions, it's better to leave this empty.\n * - If you call start instead of startInBackground, the pollInterval is ignored.\n */\n pollInterval?: number;\n onError?: (error: Error) => void;\n verbose?: boolean;\n /**\n * Only process jobs with this job type (string or array of strings). If omitted, all job types are processed.\n */\n jobType?: string | string[];\n}\n\nexport interface Processor {\n /**\n * Start the job processor in the background.\n * - This will run periodically (every pollInterval milliseconds or 5 seconds if not provided) and process jobs (as many as batchSize) as they become available.\n * - **You have to call the stop method to stop the processor.**\n * - Handlers are provided per-processor when calling createProcessor.\n * - In serverless functions, it's recommended to call start instead and await it to finish.\n */\n startInBackground: () => void;\n /**\n * Stop the job processor that runs in the background.\n */\n stop: () => void;\n /**\n * Check if the job processor is running.\n */\n isRunning: () => boolean;\n /**\n * Start the job processor synchronously.\n * - This will process jobs (as many as batchSize) immediately and then stop. The pollInterval is ignored.\n * - In serverless functions, it's recommended to use this instead of startInBackground.\n * - Returns the number of jobs processed.\n */\n start: () => Promise<number>;\n}\n\nexport interface JobQueueConfig {\n databaseConfig: {\n connectionString?: string;\n host?: string;\n port?: number;\n database?: string;\n user?: string;\n password?: string;\n ssl?: any;\n };\n verbose?: boolean;\n}\n\nexport interface JobQueue<PayloadMap> {\n /**\n * Add a job to the job queue.\n */\n addJob: <T extends JobType<PayloadMap>>(\n job: JobOptions<PayloadMap, T>,\n ) => Promise<number>;\n /**\n * Get a job by its ID.\n */\n getJob: <T extends JobType<PayloadMap>>(\n id: number,\n ) => Promise<JobRecord<PayloadMap, T> | null>;\n /**\n * Get jobs by their status, with pagination.\n * - If no limit is provided, all jobs are returned.\n * - If no offset is provided, the first page is returned.\n * - The jobs are returned in descending order of created_at.\n */\n getJobsByStatus: <T extends JobType<PayloadMap>>(\n status: string,\n limit?: number,\n offset?: number,\n ) => Promise<JobRecord<PayloadMap, T>[]>;\n /**\n * Get all jobs.\n */\n getAllJobs: <T extends JobType<PayloadMap>>(\n limit?: number,\n offset?: number,\n ) => Promise<JobRecord<PayloadMap, T>[]>;\n /**\n * Retry a job given its ID.\n * - This will set the job status back to 'pending', clear the locked_at and locked_by, and allow it to be picked up by other workers.\n */\n retryJob: (jobId: number) => Promise<void>;\n /**\n * Cleanup jobs that are older than the specified number of days.\n */\n cleanupOldJobs: (daysToKeep?: number) => Promise<number>;\n /**\n * Cancel a job given its ID.\n * - This will set the job status to 'cancelled' and clear the locked_at and locked_by.\n */\n cancelJob: (jobId: number) => Promise<void>;\n /**\n * Reclaim stuck jobs.\n * - If a process (e.g., API route or worker) crashes after marking a job as 'processing' but before completing it, the job can remain stuck in the 'processing' state indefinitely. This can happen if the process is killed or encounters an unhandled error after updating the job status but before marking it as 'completed' or 'failed'.\n * - This function will set the job status back to 'pending', clear the locked_at and locked_by, and allow it to be picked up by other workers.\n * - The default max processing time is 10 minutes.\n */\n reclaimStuckJobs: (maxProcessingTimeMinutes?: number) => Promise<number>;\n /**\n * Cancel all upcoming jobs that match the filters.\n * - If no filters are provided, all upcoming jobs are cancelled.\n * - If filters are provided, only jobs that match the filters are cancelled.\n * - The filters are:\n * - job_type: The job type to cancel.\n * - priority: The priority of the job to cancel.\n * - run_at: The time the job is scheduled to run at.\n */\n cancelAllUpcomingJobs: (filters?: {\n job_type?: string;\n priority?: number;\n run_at?: Date;\n }) => Promise<number>;\n /**\n * Create a job processor. Handlers must be provided per-processor.\n */\n createProcessor: (\n handlers: JobHandlers<PayloadMap>,\n options?: ProcessorOptions,\n ) => Processor;\n\n /**\n * Get the job events for a job.\n */\n getJobEvents: (jobId: number) => Promise<JobEvent[]>;\n /**\n * Get the database pool.\n */\n getPool: () => Pool;\n}\n","import { AsyncLocalStorage } from 'async_hooks';\n\nexport const logStorage = new AsyncLocalStorage<{\n verbose: boolean;\n}>();\n\nexport const setLogContext = (verbose: boolean) => {\n logStorage.enterWith({ verbose });\n};\n\nexport const getLogContext = () => {\n return logStorage.getStore();\n};\n\nexport const log = (message: string) => {\n const context = getLogContext();\n if (context?.verbose) {\n console.log(message);\n }\n};\n","import { Pool } from 'pg';\nimport {\n JobOptions,\n JobRecord,\n FailureReason,\n JobEvent,\n JobEventType,\n} from './types.js';\nimport { log } from './log-context.js';\n\n/**\n * Record a job event in the job_events table\n */\nexport const recordJobEvent = async (\n pool: Pool,\n jobId: number,\n eventType: JobEventType,\n metadata?: any,\n): Promise<void> => {\n const client = await pool.connect();\n try {\n await client.query(\n `INSERT INTO job_events (job_id, event_type, metadata) VALUES ($1, $2, $3)`,\n [jobId, eventType, metadata ? JSON.stringify(metadata) : null],\n );\n } catch (error) {\n log(`Error recording job event for job ${jobId}: ${error}`);\n // Do not throw, to avoid interfering with main job logic\n } finally {\n client.release();\n }\n};\n\n/**\n * Add a job to the queue\n */\nexport const addJob = async <PayloadMap, T extends keyof PayloadMap & string>(\n pool: Pool,\n {\n job_type,\n payload,\n max_attempts = 3,\n priority = 0,\n run_at = null,\n timeoutMs = undefined,\n }: JobOptions<PayloadMap, T>,\n): Promise<number> => {\n const client = await pool.connect();\n try {\n let result;\n if (run_at) {\n result = await client.query(\n `INSERT INTO job_queue \n (job_type, payload, max_attempts, priority, run_at, timeout_ms) \n VALUES ($1, $2, $3, $4, $5, $6) \n RETURNING id`,\n [job_type, payload, max_attempts, priority, run_at, timeoutMs ?? null],\n );\n log(\n `Added job ${result.rows[0].id}: payload ${JSON.stringify(payload)}, run_at ${run_at.toISOString()}, priority ${priority}, max_attempts ${max_attempts} job_type ${job_type}`,\n );\n } else {\n result = await client.query(\n `INSERT INTO job_queue \n (job_type, payload, max_attempts, priority, timeout_ms) \n VALUES ($1, $2, $3, $4, $5) \n RETURNING id`,\n [job_type, payload, max_attempts, priority, timeoutMs ?? null],\n );\n log(\n `Added job ${result.rows[0].id}: payload ${JSON.stringify(payload)}, priority ${priority}, max_attempts ${max_attempts} job_type ${job_type}`,\n );\n }\n await recordJobEvent(pool, result.rows[0].id, JobEventType.Added, {\n job_type,\n payload,\n });\n return result.rows[0].id;\n } catch (error) {\n log(`Error adding job: ${error}`);\n throw error;\n } finally {\n client.release();\n }\n};\n\n/**\n * Get a job by ID\n */\nexport const getJob = async <PayloadMap, T extends keyof PayloadMap & string>(\n pool: Pool,\n id: number,\n): Promise<JobRecord<PayloadMap, T> | null> => {\n const client = await pool.connect();\n try {\n const result = await client.query('SELECT * FROM job_queue WHERE id = $1', [\n id,\n ]);\n\n if (result.rows.length === 0) {\n log(`Job ${id} not found`);\n return null;\n }\n\n log(`Found job ${id}`);\n\n return {\n ...result.rows[0],\n payload: result.rows[0].payload,\n timeout_ms: result.rows[0].timeout_ms,\n failure_reason: result.rows[0].failure_reason,\n };\n } catch (error) {\n log(`Error getting job ${id}: ${error}`);\n throw error;\n } finally {\n client.release();\n }\n};\n\n/**\n * Get jobs by status\n */\nexport const getJobsByStatus = async <\n PayloadMap,\n T extends keyof PayloadMap & string,\n>(\n pool: Pool,\n status: string,\n limit = 100,\n offset = 0,\n): Promise<JobRecord<PayloadMap, T>[]> => {\n const client = await pool.connect();\n try {\n const result = await client.query(\n 'SELECT * FROM job_queue WHERE status = $1 ORDER BY created_at DESC LIMIT $2 OFFSET $3',\n [status, limit, offset],\n );\n\n log(`Found ${result.rows.length} jobs by status ${status}`);\n\n return result.rows.map((row) => ({\n ...row,\n payload: row.payload,\n timeout_ms: row.timeout_ms,\n failure_reason: row.failure_reason,\n }));\n } catch (error) {\n log(`Error getting jobs by status ${status}: ${error}`);\n throw error;\n } finally {\n client.release();\n }\n};\n\n/**\n * Get the next batch of jobs to process\n * @param pool - The database pool\n * @param workerId - The worker ID\n * @param batchSize - The batch size\n * @param jobType - Only fetch jobs with this job type (string or array of strings)\n */\nexport const getNextBatch = async <\n PayloadMap,\n T extends keyof PayloadMap & string,\n>(\n pool: Pool,\n workerId: string,\n batchSize = 10,\n jobType?: string | string[],\n): Promise<JobRecord<PayloadMap, T>[]> => {\n const client = await pool.connect();\n try {\n // Begin transaction\n await client.query('BEGIN');\n\n // Build job type filter\n let jobTypeFilter = '';\n let params: any[] = [workerId, batchSize];\n if (jobType) {\n if (Array.isArray(jobType)) {\n jobTypeFilter = ` AND job_type = ANY($3)`;\n params.push(jobType);\n } else {\n jobTypeFilter = ` AND job_type = $3`;\n params.push(jobType);\n }\n }\n\n // Get and lock a batch of jobs\n const result = await client.query(\n `\n UPDATE job_queue\n SET status = 'processing', \n locked_at = NOW(), \n locked_by = $1,\n attempts = attempts + 1,\n updated_at = NOW(),\n pending_reason = NULL,\n started_at = COALESCE(started_at, NOW()),\n last_retried_at = CASE WHEN attempts > 0 THEN NOW() ELSE last_retried_at END\n WHERE id IN (\n SELECT id FROM job_queue\n WHERE (status = 'pending' OR (status = 'failed' AND next_attempt_at <= NOW()))\n AND (attempts < max_attempts)\n AND run_at <= NOW()\n ${jobTypeFilter}\n ORDER BY priority DESC, created_at ASC\n LIMIT $2\n FOR UPDATE SKIP LOCKED\n )\n RETURNING *\n `,\n params,\n );\n\n log(`Found ${result.rows.length} jobs to process`);\n\n // Commit transaction\n await client.query('COMMIT');\n\n // Record processing event for each job\n for (const row of result.rows) {\n await recordJobEvent(pool, row.id, JobEventType.Processing);\n }\n\n return result.rows.map((row) => ({\n ...row,\n payload: row.payload,\n timeout_ms: row.timeout_ms,\n }));\n } catch (error) {\n log(`Error getting next batch: ${error}`);\n await client.query('ROLLBACK');\n throw error;\n } finally {\n client.release();\n }\n};\n\n/**\n * Mark a job as completed\n */\nexport const completeJob = async (pool: Pool, jobId: number): Promise<void> => {\n const client = await pool.connect();\n try {\n await client.query(\n `\n UPDATE job_queue\n SET status = 'completed', updated_at = NOW(), completed_at = NOW()\n WHERE id = $1\n `,\n [jobId],\n );\n await recordJobEvent(pool, jobId, JobEventType.Completed);\n } catch (error) {\n log(`Error completing job ${jobId}: ${error}`);\n throw error;\n } finally {\n log(`Completed job ${jobId}`);\n client.release();\n }\n};\n\n/**\n * Mark a job as failed\n */\nexport const failJob = async (\n pool: Pool,\n jobId: number,\n error: Error,\n failureReason?: FailureReason,\n): Promise<void> => {\n const client = await pool.connect();\n try {\n /**\n * The next attempt will be scheduled after `2^attempts * 1 minute` from the last attempt.\n */\n await client.query(\n `\n UPDATE job_queue\n SET status = 'failed', \n updated_at = NOW(),\n next_attempt_at = CASE \n WHEN attempts < max_attempts THEN NOW() + (POWER(2, attempts) * INTERVAL '1 minute')\n ELSE NULL\n END,\n error_history = COALESCE(error_history, '[]'::jsonb) || $2::jsonb,\n failure_reason = $3,\n last_failed_at = NOW()\n WHERE id = $1\n `,\n [\n jobId,\n JSON.stringify([\n {\n message: error.message || String(error),\n timestamp: new Date().toISOString(),\n },\n ]),\n failureReason ?? null,\n ],\n );\n await recordJobEvent(pool, jobId, JobEventType.Failed, {\n message: error.message || String(error),\n failureReason,\n });\n } catch (error) {\n log(`Error failing job ${jobId}: ${error}`);\n throw error;\n } finally {\n log(`Failed job ${jobId}`);\n client.release();\n }\n};\n\n/**\n * Retry a failed job immediately\n */\nexport const retryJob = async (pool: Pool, jobId: number): Promise<void> => {\n const client = await pool.connect();\n try {\n await client.query(\n `\n UPDATE job_queue\n SET status = 'pending', \n updated_at = NOW(),\n locked_at = NULL,\n locked_by = NULL,\n next_attempt_at = NOW(),\n last_retried_at = NOW()\n WHERE id = $1\n `,\n [jobId],\n );\n await recordJobEvent(pool, jobId, JobEventType.Retried);\n } catch (error) {\n log(`Error retrying job ${jobId}: ${error}`);\n throw error;\n } finally {\n log(`Retried job ${jobId}`);\n client.release();\n }\n};\n\n/**\n * Delete old completed jobs\n */\nexport const cleanupOldJobs = async (\n pool: Pool,\n daysToKeep = 30,\n): Promise<number> => {\n const client = await pool.connect();\n try {\n const result = await client.query(`\n DELETE FROM job_queue\n WHERE status = 'completed'\n AND updated_at < NOW() - INTERVAL '${daysToKeep} days'\n RETURNING id\n `);\n log(`Deleted ${result.rowCount} old jobs`);\n return result.rowCount || 0;\n } catch (error) {\n log(`Error cleaning up old jobs: ${error}`);\n throw error;\n } finally {\n client.release();\n }\n};\n\n/**\n * Cancel a scheduled job (only if still pending)\n */\nexport const cancelJob = async (pool: Pool, jobId: number): Promise<void> => {\n const client = await pool.connect();\n try {\n await client.query(\n `\n UPDATE job_queue\n SET status = 'cancelled', updated_at = NOW(), last_cancelled_at = NOW()\n WHERE id = $1 AND status = 'pending'\n `,\n [jobId],\n );\n await recordJobEvent(pool, jobId, JobEventType.Cancelled);\n } catch (error) {\n log(`Error cancelling job ${jobId}: ${error}`);\n throw error;\n } finally {\n log(`Cancelled job ${jobId}`);\n client.release();\n }\n};\n\n/**\n * Cancel all upcoming jobs (pending and scheduled in the future) with optional filters\n */\nexport const cancelAllUpcomingJobs = async (\n pool: Pool,\n filters?: { job_type?: string; priority?: number; run_at?: Date },\n): Promise<number> => {\n const client = await pool.connect();\n try {\n let query = `\n UPDATE job_queue\n SET status = 'cancelled', updated_at = NOW()\n WHERE status = 'pending'`;\n const params: any[] = [];\n let paramIdx = 1;\n if (filters) {\n if (filters.job_type) {\n query += ` AND job_type = $${paramIdx++}`;\n params.push(filters.job_type);\n }\n if (filters.priority !== undefined) {\n query += ` AND priority = $${paramIdx++}`;\n params.push(filters.priority);\n }\n if (filters.run_at) {\n query += ` AND run_at = $${paramIdx++}`;\n params.push(filters.run_at);\n }\n }\n query += '\\nRETURNING id';\n const result = await client.query(query, params);\n log(`Cancelled ${result.rowCount} jobs`);\n return result.rowCount || 0;\n } catch (error) {\n log(`Error cancelling upcoming jobs: ${error}`);\n throw error;\n } finally {\n client.release();\n }\n};\n\n/**\n * Get all jobs with optional pagination\n */\nexport const getAllJobs = async <\n PayloadMap,\n T extends keyof PayloadMap & string,\n>(\n pool: Pool,\n limit = 100,\n offset = 0,\n): Promise<JobRecord<PayloadMap, T>[]> => {\n const client = await pool.connect();\n try {\n const result = await client.query(\n 'SELECT * FROM job_queue ORDER BY created_at DESC LIMIT $1 OFFSET $2',\n [limit, offset],\n );\n log(`Found ${result.rows.length} jobs (all)`);\n return result.rows.map((row) => ({\n ...row,\n payload: row.payload,\n timeout_ms: row.timeout_ms,\n }));\n } catch (error) {\n log(`Error getting all jobs: ${error}`);\n throw error;\n } finally {\n client.release();\n }\n};\n\n/**\n * Set a pending reason for unpicked jobs\n */\nexport const setPendingReasonForUnpickedJobs = async (\n pool: Pool,\n reason: string,\n jobType?: string | string[],\n) => {\n const client = await pool.connect();\n try {\n let jobTypeFilter = '';\n let params: any[] = [reason];\n if (jobType) {\n if (Array.isArray(jobType)) {\n jobTypeFilter = ` AND job_type = ANY($2)`;\n params.push(jobType);\n } else {\n jobTypeFilter = ` AND job_type = $2`;\n params.push(jobType);\n }\n }\n await client.query(\n `UPDATE job_queue SET pending_reason = $1 WHERE status = 'pending'${jobTypeFilter}`,\n params,\n );\n } finally {\n client.release();\n }\n};\n\n/**\n * Reclaim jobs stuck in 'processing' for too long.\n *\n * If a process (e.g., API route or worker) crashes after marking a job as 'processing' but before completing it, the job can remain stuck in the 'processing' state indefinitely. This can happen if the process is killed or encounters an unhandled error after updating the job status but before marking it as 'completed' or 'failed'.\n * @param pool - The database pool\n * @param maxProcessingTimeMinutes - Max allowed processing time in minutes (default: 10)\n * @returns Number of jobs reclaimed\n */\nexport const reclaimStuckJobs = async (\n pool: Pool,\n maxProcessingTimeMinutes = 10,\n): Promise<number> => {\n const client = await pool.connect();\n try {\n const result = await client.query(\n `\n UPDATE job_queue\n SET status = 'pending', locked_at = NULL, locked_by = NULL, updated_at = NOW()\n WHERE status = 'processing'\n AND locked_at < NOW() - INTERVAL '${maxProcessingTimeMinutes} minutes'\n RETURNING id\n `,\n );\n log(`Reclaimed ${result.rowCount} stuck jobs`);\n return result.rowCount || 0;\n } catch (error) {\n log(`Error reclaiming stuck jobs: ${error}`);\n throw error;\n } finally {\n client.release();\n }\n};\n\n/**\n * Get all events for a job, ordered by created_at ascending\n */\nexport const getJobEvents = async (\n pool: Pool,\n jobId: number,\n): Promise<JobEvent[]> => {\n const client = await pool.connect();\n try {\n const res = await client.query(\n 'SELECT * FROM job_events WHERE job_id = $1 ORDER BY created_at ASC',\n [jobId],\n );\n return res.rows;\n } finally {\n client.release();\n }\n};\n","import { Pool } from 'pg';\nimport {\n JobRecord,\n ProcessorOptions,\n Processor,\n JobHandler,\n JobType,\n FailureReason,\n JobHandlers,\n} from './types.js';\nimport {\n getNextBatch,\n completeJob,\n failJob,\n setPendingReasonForUnpickedJobs,\n} from './queue.js';\nimport { log, setLogContext } from './log-context.js';\n\n/**\n * Process a single job using the provided handler map\n */\nexport async function processJobWithHandlers<\n PayloadMap,\n T extends keyof PayloadMap & string,\n>(\n pool: Pool,\n job: JobRecord<PayloadMap, T>,\n jobHandlers: JobHandlers<PayloadMap>,\n): Promise<void> {\n const handler = jobHandlers[job.job_type];\n\n if (!handler) {\n await setPendingReasonForUnpickedJobs(\n pool,\n `No handler registered for job type: ${job.job_type}`,\n job.job_type,\n );\n await failJob(\n pool,\n job.id,\n new Error(`No handler registered for job type: ${job.job_type}`),\n FailureReason.NoHandler,\n );\n return;\n }\n\n // Per-job timeout logic\n const timeoutMs = job.timeout_ms ?? undefined;\n let timeoutId: NodeJS.Timeout | undefined;\n const controller = new AbortController();\n try {\n const jobPromise = handler(job.payload, controller.signal);\n if (timeoutMs && timeoutMs > 0) {\n await Promise.race([\n jobPromise,\n new Promise((_, reject) => {\n timeoutId = setTimeout(() => {\n controller.abort();\n const timeoutError = new Error(\n `Job timed out after ${timeoutMs} ms`,\n );\n // @ts-ignore\n timeoutError.failureReason = FailureReason.Timeout;\n reject(timeoutError);\n }, timeoutMs);\n }),\n ]);\n } else {\n await jobPromise;\n }\n if (timeoutId) clearTimeout(timeoutId);\n await completeJob(pool, job.id);\n } catch (error) {\n if (timeoutId) clearTimeout(timeoutId);\n console.error(`Error processing job ${job.id}:`, error);\n let failureReason = FailureReason.HandlerError;\n if (\n error &&\n typeof error === 'object' &&\n 'failureReason' in error &&\n (error as any).failureReason === FailureReason.Timeout\n ) {\n failureReason = FailureReason.Timeout;\n }\n await failJob(\n pool,\n job.id,\n error instanceof Error ? error : new Error(String(error)),\n failureReason,\n );\n }\n}\n\n/**\n * Process a batch of jobs using the provided handler map and concurrency limit\n */\nexport async function processBatchWithHandlers<PayloadMap>(\n pool: Pool,\n workerId: string,\n batchSize: number,\n jobType: string | string[] | undefined,\n jobHandlers: JobHandlers<PayloadMap>,\n concurrency?: number,\n): Promise<number> {\n const jobs = await getNextBatch<PayloadMap, JobType<PayloadMap>>(\n pool,\n workerId,\n batchSize,\n jobType,\n );\n if (!concurrency || concurrency >= jobs.length) {\n // Default: all in parallel\n await Promise.all(\n jobs.map((job) => processJobWithHandlers(pool, job, jobHandlers)),\n );\n return jobs.length;\n }\n // Concurrency-limited pool\n let idx = 0;\n let running = 0;\n let finished = 0;\n return new Promise((resolve, reject) => {\n const next = () => {\n if (finished === jobs.length) return resolve(jobs.length);\n while (running < concurrency && idx < jobs.length) {\n const job = jobs[idx++];\n running++;\n processJobWithHandlers(pool, job, jobHandlers)\n .then(() => {\n running--;\n finished++;\n next();\n })\n .catch((err) => {\n running--;\n finished++;\n next();\n });\n }\n };\n next();\n });\n}\n\n/**\n * Start a job processor that continuously processes jobs\n * @param pool - The database pool\n * @param handlers - The job handlers for this processor instance\n * @param options - The processor options. Leave pollInterval empty to run only once. Use jobType to filter jobs by type.\n * @returns {Processor} The processor instance\n */\nexport const createProcessor = <PayloadMap = any>(\n pool: Pool,\n handlers: JobHandlers<PayloadMap>,\n options: ProcessorOptions = {},\n): Processor => {\n const {\n workerId = `worker-${Math.random().toString(36).substring(2, 9)}`,\n batchSize = 10,\n pollInterval = 5000,\n onError = (error: Error) => console.error('Job processor error:', error),\n jobType,\n concurrency = 3,\n } = options;\n\n let running = false;\n let intervalId: NodeJS.Timeout | null = null;\n\n setLogContext(options.verbose ?? false);\n\n const processJobs = async (): Promise<number> => {\n if (!running) return 0;\n\n log(\n `Processing jobs with workerId: ${workerId}${jobType ? ` and jobType: ${Array.isArray(jobType) ? jobType.join(',') : jobType}` : ''}`,\n );\n\n try {\n const processed = await processBatchWithHandlers(\n pool,\n workerId,\n batchSize,\n jobType,\n handlers,\n concurrency,\n );\n // Only process one batch in start; do not schedule next batch here\n return processed;\n } catch (error) {\n onError(error instanceof Error ? error : new Error(String(error)));\n }\n return 0;\n };\n\n return {\n /**\n * Start the job processor in the background.\n * - This will run periodically (every pollInterval milliseconds or 5 seconds if not provided) and process jobs as they become available.\n * - You have to call the stop method to stop the processor.\n */\n startInBackground: () => {\n if (running) return;\n\n log(`Starting job processor with workerId: ${workerId}`);\n running = true;\n // Background: process batches repeatedly if needed\n const processBatches = async () => {\n if (!running) return;\n const processed = await processJobs();\n if (processed === batchSize && running) {\n setImmediate(processBatches);\n }\n };\n processBatches(); // Process immediately on start\n intervalId = setInterval(processJobs, pollInterval);\n },\n /**\n * Stop the job processor that runs in the background\n */\n stop: () => {\n log(`Stopping job processor with workerId: ${workerId}`);\n running = false;\n if (intervalId) {\n clearInterval(intervalId);\n intervalId = null;\n }\n },\n /**\n * Start the job processor synchronously.\n * - This will process all jobs immediately and then stop.\n * - The pollInterval is ignored.\n */\n start: async () => {\n log(`Starting job processor with workerId: ${workerId}`);\n running = true;\n const processed = await processJobs();\n running = false;\n return processed;\n },\n isRunning: () => running,\n };\n};\n","import { Pool } from 'pg';\nimport { JobQueueConfig } from './types.js';\n\n// Create a database connection pool\nexport const createPool = (config: JobQueueConfig['databaseConfig']): Pool => {\n return new Pool(config);\n};\n","import {\n addJob,\n getJob,\n getJobsByStatus,\n retryJob,\n cleanupOldJobs,\n cancelJob,\n cancelAllUpcomingJobs,\n getAllJobs,\n reclaimStuckJobs,\n getJobEvents,\n} from './queue.js';\nimport { createProcessor } from './processor.js';\nimport {\n JobQueueConfig,\n JobQueue,\n JobOptions,\n ProcessorOptions,\n JobHandlers,\n} from './types.js';\nimport { setLogContext } from './log-context.js';\nimport { createPool } from './db-util.js';\n\n/**\n * Initialize the job queue system\n */\nexport const initJobQueue = async <PayloadMap = any>(\n config: JobQueueConfig,\n): Promise<JobQueue<PayloadMap>> => {\n const { databaseConfig } = config;\n\n // Create database pool\n const pool = createPool(databaseConfig);\n\n setLogContext(config.verbose ?? false);\n\n // Return the job queue API\n return {\n // Job queue operations\n addJob: withLogContext(\n (job: JobOptions<PayloadMap, any>) => addJob<PayloadMap, any>(pool, job),\n config.verbose ?? false,\n ),\n getJob: withLogContext(\n (id: number) => getJob<PayloadMap, any>(pool, id),\n config.verbose ?? false,\n ),\n getJobsByStatus: withLogContext(\n (status: string, limit?: number, offset?: number) =>\n getJobsByStatus<PayloadMap, any>(pool, status, limit, offset),\n config.verbose ?? false,\n ),\n getAllJobs: withLogContext(\n (limit?: number, offset?: number) =>\n getAllJobs<PayloadMap, any>(pool, limit, offset),\n config.verbose ?? false,\n ),\n retryJob: (jobId: number) => retryJob(pool, jobId),\n cleanupOldJobs: (daysToKeep?: number) => cleanupOldJobs(pool, daysToKeep),\n cancelJob: withLogContext(\n (jobId: number) => cancelJob(pool, jobId),\n config.verbose ?? false,\n ),\n cancelAllUpcomingJobs: withLogContext(\n (filters?: { job_type?: string; priority?: number; run_at?: Date }) =>\n cancelAllUpcomingJobs(pool, filters),\n config.verbose ?? false,\n ),\n reclaimStuckJobs: withLogContext(\n (maxProcessingTimeMinutes?: number) =>\n reclaimStuckJobs(pool, maxProcessingTimeMinutes),\n config.verbose ?? false,\n ),\n\n // Job processing\n createProcessor: (\n handlers: JobHandlers<PayloadMap>,\n options?: ProcessorOptions,\n ) => createProcessor<PayloadMap>(pool, handlers, options),\n // Advanced access (for custom operations)\n getPool: () => pool,\n // Job events\n getJobEvents: withLogContext(\n (jobId: number) => getJobEvents(pool, jobId),\n config.verbose ?? false,\n ),\n };\n};\n\nconst withLogContext =\n <T>(fn: (...args: any[]) => T, verbose: boolean) =>\n (...args: Parameters<typeof fn>): ReturnType<typeof fn> => {\n setLogContext(verbose);\n return fn(...args);\n };\n\nexport * from './types.js';\n"]}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
-- 001-initial.sql: Initial schema for dataqueue
|
|
2
|
+
|
|
3
|
+
-- Up Migration
|
|
4
|
+
CREATE TABLE IF NOT EXISTS job_queue (
|
|
5
|
+
id SERIAL PRIMARY KEY,
|
|
6
|
+
job_type VARCHAR(255) NOT NULL,
|
|
7
|
+
payload JSONB NOT NULL,
|
|
8
|
+
status VARCHAR(50) DEFAULT 'pending',
|
|
9
|
+
created_at TIMESTAMPTZ DEFAULT CURRENT_TIMESTAMP,
|
|
10
|
+
updated_at TIMESTAMPTZ DEFAULT CURRENT_TIMESTAMP,
|
|
11
|
+
locked_at TIMESTAMPTZ,
|
|
12
|
+
locked_by VARCHAR(255),
|
|
13
|
+
attempts INT DEFAULT 0,
|
|
14
|
+
max_attempts INT DEFAULT 3,
|
|
15
|
+
next_attempt_at TIMESTAMPTZ,
|
|
16
|
+
priority INT DEFAULT 0,
|
|
17
|
+
run_at TIMESTAMPTZ DEFAULT CURRENT_TIMESTAMP,
|
|
18
|
+
pending_reason TEXT,
|
|
19
|
+
error_history JSONB DEFAULT '[]'::jsonb
|
|
20
|
+
);
|
|
21
|
+
|
|
22
|
+
CREATE INDEX IF NOT EXISTS idx_job_queue_status ON job_queue(status);
|
|
23
|
+
CREATE INDEX IF NOT EXISTS idx_job_queue_next_attempt ON job_queue(next_attempt_at);
|
|
24
|
+
CREATE INDEX IF NOT EXISTS idx_job_queue_run_at ON job_queue(run_at);
|
|
25
|
+
CREATE INDEX IF NOT EXISTS idx_job_queue_priority ON job_queue(priority);
|
|
26
|
+
|
|
27
|
+
-- Down Migration
|
|
28
|
+
DROP INDEX IF EXISTS idx_job_queue_priority;
|
|
29
|
+
DROP INDEX IF EXISTS idx_job_queue_run_at;
|
|
30
|
+
DROP INDEX IF EXISTS idx_job_queue_next_attempt;
|
|
31
|
+
DROP INDEX IF EXISTS idx_job_queue_status;
|
|
32
|
+
DROP TABLE IF EXISTS job_queue;
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
-- Up Migration: Add timeout_ms and failure_reason to job_queue
|
|
2
|
+
ALTER TABLE job_queue ADD COLUMN timeout_ms INT;
|
|
3
|
+
ALTER TABLE job_queue ADD COLUMN failure_reason VARCHAR;
|
|
4
|
+
|
|
5
|
+
-- Down Migration: Remove timeout_ms and failure_reason from job_queue
|
|
6
|
+
ALTER TABLE job_queue DROP COLUMN IF EXISTS timeout_ms;
|
|
7
|
+
ALTER TABLE job_queue DROP COLUMN IF EXISTS failure_reason;
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
-- Up Migration
|
|
2
|
+
CREATE TABLE IF NOT EXISTS job_events (
|
|
3
|
+
id SERIAL PRIMARY KEY,
|
|
4
|
+
job_id INTEGER NOT NULL,
|
|
5
|
+
event_type TEXT NOT NULL,
|
|
6
|
+
created_at TIMESTAMPTZ DEFAULT NOW(),
|
|
7
|
+
metadata JSONB
|
|
8
|
+
);
|
|
9
|
+
|
|
10
|
+
ALTER TABLE job_events ADD CONSTRAINT fk_job_events_job_queue FOREIGN KEY (job_id) REFERENCES job_queue(id) ON DELETE CASCADE;
|
|
11
|
+
CREATE INDEX idx_job_events_job_id ON job_events(job_id);
|
|
12
|
+
CREATE INDEX idx_job_events_event_type ON job_events(event_type);
|
|
13
|
+
|
|
14
|
+
ALTER TABLE job_queue ADD COLUMN completed_at TIMESTAMPTZ;
|
|
15
|
+
ALTER TABLE job_queue ADD COLUMN started_at TIMESTAMPTZ;
|
|
16
|
+
ALTER TABLE job_queue ADD COLUMN last_retried_at TIMESTAMPTZ;
|
|
17
|
+
ALTER TABLE job_queue ADD COLUMN last_failed_at TIMESTAMPTZ;
|
|
18
|
+
ALTER TABLE job_queue ADD COLUMN last_cancelled_at TIMESTAMPTZ;
|
|
19
|
+
|
|
20
|
+
-- Down Migration
|
|
21
|
+
DROP INDEX IF EXISTS idx_job_events_event_type;
|
|
22
|
+
DROP INDEX IF EXISTS idx_job_events_job_id;
|
|
23
|
+
DROP TABLE IF EXISTS job_events;
|
|
24
|
+
|
|
25
|
+
ALTER TABLE job_queue DROP COLUMN IF EXISTS completed_at;
|
|
26
|
+
ALTER TABLE job_queue DROP COLUMN IF EXISTS started_at;
|
|
27
|
+
ALTER TABLE job_queue DROP COLUMN IF EXISTS last_retried_at;
|
|
28
|
+
ALTER TABLE job_queue DROP COLUMN IF EXISTS last_failed_at;
|
|
29
|
+
ALTER TABLE job_queue DROP COLUMN IF EXISTS last_cancelled_at;
|
package/package.json
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@nicnocquee/dataqueue",
|
|
3
|
+
"version": "1.16.0",
|
|
4
|
+
"description": "PostgreSQL-based job queue for Node.js applications with support for serverless environments",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "dist/index.js",
|
|
7
|
+
"exports": {
|
|
8
|
+
".": {
|
|
9
|
+
"import": "./dist/index.js",
|
|
10
|
+
"require": "./dist/index.cjs"
|
|
11
|
+
}
|
|
12
|
+
},
|
|
13
|
+
"types": "dist/index.d.ts",
|
|
14
|
+
"files": [
|
|
15
|
+
"dist/",
|
|
16
|
+
"src/",
|
|
17
|
+
"migrations/"
|
|
18
|
+
],
|
|
19
|
+
"keywords": [
|
|
20
|
+
"nextjs",
|
|
21
|
+
"postgresql",
|
|
22
|
+
"job-queue",
|
|
23
|
+
"background-jobs",
|
|
24
|
+
"vercel"
|
|
25
|
+
],
|
|
26
|
+
"author": "Nico Prananta",
|
|
27
|
+
"license": "MIT",
|
|
28
|
+
"dependencies": {
|
|
29
|
+
"pg": "^8.0.0",
|
|
30
|
+
"ts-node": "^10.9.2"
|
|
31
|
+
},
|
|
32
|
+
"devDependencies": {
|
|
33
|
+
"@arethetypeswrong/cli": "^0.18.2",
|
|
34
|
+
"@changesets/cli": "^2.29.5",
|
|
35
|
+
"@types/node": "^24.0.4",
|
|
36
|
+
"@types/pg": "^8.15.4",
|
|
37
|
+
"@vitejs/plugin-react": "^4.6.0",
|
|
38
|
+
"jsdom": "^26.1.0",
|
|
39
|
+
"node-pg-migrate": "^8.0.3",
|
|
40
|
+
"pnpm": "^9.0.0",
|
|
41
|
+
"prettier": "^3.6.2",
|
|
42
|
+
"tsup": "^8.5.0",
|
|
43
|
+
"turbo": "^1.13.0",
|
|
44
|
+
"typescript": "^5.8.3",
|
|
45
|
+
"vite": "^7.0.0",
|
|
46
|
+
"vitest": "^3.2.4"
|
|
47
|
+
},
|
|
48
|
+
"peerDependencies": {
|
|
49
|
+
"node-pg-migrate": "^8.0.3",
|
|
50
|
+
"pg": "^8.0.0"
|
|
51
|
+
},
|
|
52
|
+
"bin": {
|
|
53
|
+
"dataqueue-cli": "./cli.cjs"
|
|
54
|
+
},
|
|
55
|
+
"scripts": {
|
|
56
|
+
"build": "tsup",
|
|
57
|
+
"ci": "npm run build && npm run check-format && npm run check-exports && npm run lint && npm run test",
|
|
58
|
+
"lint": "tsc",
|
|
59
|
+
"test": "vitest run",
|
|
60
|
+
"format": "prettier --write .",
|
|
61
|
+
"check-format": "prettier --check .",
|
|
62
|
+
"check-exports": "attw --pack .",
|
|
63
|
+
"local-release": "changeset version && changeset publish",
|
|
64
|
+
"dev": "tsup --watch",
|
|
65
|
+
"migrate": "node-pg-migrate -d $PG_DATAQUEUE_DATABASE -m ./migrations"
|
|
66
|
+
}
|
|
67
|
+
}
|
package/src/db-util.ts
ADDED
|
@@ -0,0 +1,282 @@
|
|
|
1
|
+
import { describe, it, expect, beforeEach, afterEach, vi } from 'vitest';
|
|
2
|
+
import { initJobQueue, JobQueueConfig } from './index.js';
|
|
3
|
+
import { createTestDbAndPool, destroyTestDb } from './test-util.js';
|
|
4
|
+
import { Pool } from 'pg';
|
|
5
|
+
|
|
6
|
+
// Integration tests for index.ts
|
|
7
|
+
|
|
8
|
+
interface TestPayloadMap {
|
|
9
|
+
email: { to: string };
|
|
10
|
+
sms: { to: string };
|
|
11
|
+
test: { foo: string };
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
describe('index integration', () => {
|
|
15
|
+
let pool: Pool;
|
|
16
|
+
let dbName: string;
|
|
17
|
+
let testDbUrl: string;
|
|
18
|
+
let jobQueue: Awaited<ReturnType<typeof initJobQueue<TestPayloadMap>>>;
|
|
19
|
+
|
|
20
|
+
beforeEach(async () => {
|
|
21
|
+
const setup = await createTestDbAndPool();
|
|
22
|
+
pool = setup.pool;
|
|
23
|
+
dbName = setup.dbName;
|
|
24
|
+
testDbUrl = setup.testDbUrl;
|
|
25
|
+
const config: JobQueueConfig = {
|
|
26
|
+
databaseConfig: {
|
|
27
|
+
connectionString: testDbUrl,
|
|
28
|
+
},
|
|
29
|
+
};
|
|
30
|
+
jobQueue = await initJobQueue<TestPayloadMap>(config);
|
|
31
|
+
});
|
|
32
|
+
|
|
33
|
+
afterEach(async () => {
|
|
34
|
+
jobQueue.getPool().end();
|
|
35
|
+
await pool.end();
|
|
36
|
+
await destroyTestDb(dbName);
|
|
37
|
+
});
|
|
38
|
+
|
|
39
|
+
it('should add a job and retrieve it', async () => {
|
|
40
|
+
const jobId = await jobQueue.addJob({
|
|
41
|
+
job_type: 'email',
|
|
42
|
+
payload: { to: 'test@example.com' },
|
|
43
|
+
});
|
|
44
|
+
expect(typeof jobId).toBe('number');
|
|
45
|
+
const job = await jobQueue.getJob(jobId);
|
|
46
|
+
expect(job).not.toBeNull();
|
|
47
|
+
expect(job?.job_type).toBe('email');
|
|
48
|
+
expect(job?.payload).toEqual({ to: 'test@example.com' });
|
|
49
|
+
});
|
|
50
|
+
|
|
51
|
+
it('should get jobs by status', async () => {
|
|
52
|
+
const jobId1 = await jobQueue.addJob({
|
|
53
|
+
job_type: 'email',
|
|
54
|
+
payload: { to: 'a@example.com' },
|
|
55
|
+
});
|
|
56
|
+
const jobId2 = await jobQueue.addJob({
|
|
57
|
+
job_type: 'sms',
|
|
58
|
+
payload: { to: 'b@example.com' },
|
|
59
|
+
});
|
|
60
|
+
const jobs = await jobQueue.getJobsByStatus('pending');
|
|
61
|
+
const ids = jobs.map((j) => j.id);
|
|
62
|
+
expect(ids).toContain(jobId1);
|
|
63
|
+
expect(ids).toContain(jobId2);
|
|
64
|
+
});
|
|
65
|
+
|
|
66
|
+
it('should process a job with a registered handler', async () => {
|
|
67
|
+
const handler = vi.fn(async (_payload, _signal) => {});
|
|
68
|
+
const jobId = await jobQueue.addJob({
|
|
69
|
+
job_type: 'test',
|
|
70
|
+
payload: { foo: 'bar' },
|
|
71
|
+
});
|
|
72
|
+
const processor = jobQueue.createProcessor(
|
|
73
|
+
{
|
|
74
|
+
email: vi.fn(async () => {}),
|
|
75
|
+
sms: vi.fn(async () => {}),
|
|
76
|
+
test: handler,
|
|
77
|
+
},
|
|
78
|
+
{ pollInterval: 100 },
|
|
79
|
+
);
|
|
80
|
+
processor.start();
|
|
81
|
+
await new Promise((r) => setTimeout(r, 300));
|
|
82
|
+
processor.stop();
|
|
83
|
+
const job = await jobQueue.getJob(jobId);
|
|
84
|
+
expect(handler).toHaveBeenCalledWith({ foo: 'bar' }, expect.any(Object));
|
|
85
|
+
expect(job?.status).toBe('completed');
|
|
86
|
+
});
|
|
87
|
+
|
|
88
|
+
it('should retry a failed job', async () => {
|
|
89
|
+
const jobId = await jobQueue.addJob({
|
|
90
|
+
job_type: 'email',
|
|
91
|
+
payload: { to: 'fail@example.com' },
|
|
92
|
+
});
|
|
93
|
+
// Manually mark as failed
|
|
94
|
+
await pool.query(`UPDATE job_queue SET status = 'failed' WHERE id = $1`, [
|
|
95
|
+
jobId,
|
|
96
|
+
]);
|
|
97
|
+
let job = await jobQueue.getJob(jobId);
|
|
98
|
+
expect(job?.status).toBe('failed');
|
|
99
|
+
await jobQueue.retryJob(jobId);
|
|
100
|
+
job = await jobQueue.getJob(jobId);
|
|
101
|
+
expect(job?.status).toBe('pending');
|
|
102
|
+
});
|
|
103
|
+
|
|
104
|
+
it('should cleanup old completed jobs', async () => {
|
|
105
|
+
const jobId = await jobQueue.addJob({
|
|
106
|
+
job_type: 'email',
|
|
107
|
+
payload: { to: 'cleanup@example.com' },
|
|
108
|
+
});
|
|
109
|
+
// Mark as completed
|
|
110
|
+
await pool.query(
|
|
111
|
+
`UPDATE job_queue SET status = 'completed', updated_at = NOW() - INTERVAL '31 days' WHERE id = $1`,
|
|
112
|
+
[jobId],
|
|
113
|
+
);
|
|
114
|
+
const deleted = await jobQueue.cleanupOldJobs(30);
|
|
115
|
+
expect(deleted).toBeGreaterThanOrEqual(1);
|
|
116
|
+
const job = await jobQueue.getJob(jobId);
|
|
117
|
+
expect(job).toBeNull();
|
|
118
|
+
});
|
|
119
|
+
|
|
120
|
+
it('getPool should return the underlying pool', () => {
|
|
121
|
+
expect(jobQueue.getPool()).toBeInstanceOf(Pool);
|
|
122
|
+
});
|
|
123
|
+
|
|
124
|
+
it('should cancel a scheduled job', async () => {
|
|
125
|
+
const jobId = await jobQueue.addJob({
|
|
126
|
+
job_type: 'email',
|
|
127
|
+
payload: { to: 'cancelme@example.com' },
|
|
128
|
+
});
|
|
129
|
+
// Cancel the job
|
|
130
|
+
await jobQueue.cancelJob(jobId);
|
|
131
|
+
const job = await jobQueue.getJob(jobId);
|
|
132
|
+
expect(job?.status).toBe('cancelled');
|
|
133
|
+
|
|
134
|
+
// Try to cancel a completed job (should not change status)
|
|
135
|
+
const jobId2 = await jobQueue.addJob({
|
|
136
|
+
job_type: 'email',
|
|
137
|
+
payload: { to: 'done@example.com' },
|
|
138
|
+
});
|
|
139
|
+
await pool.query(
|
|
140
|
+
`UPDATE job_queue SET status = 'completed' WHERE id = $1`,
|
|
141
|
+
[jobId2],
|
|
142
|
+
);
|
|
143
|
+
await jobQueue.cancelJob(jobId2);
|
|
144
|
+
const completedJob = await jobQueue.getJob(jobId2);
|
|
145
|
+
expect(completedJob?.status).toBe('completed');
|
|
146
|
+
});
|
|
147
|
+
|
|
148
|
+
it('should cancel all upcoming jobs via JobQueue API', async () => {
|
|
149
|
+
// Add three pending jobs
|
|
150
|
+
const jobId1 = await jobQueue.addJob({
|
|
151
|
+
job_type: 'email',
|
|
152
|
+
payload: { to: 'cancelall1@example.com' },
|
|
153
|
+
});
|
|
154
|
+
const jobId2 = await jobQueue.addJob({
|
|
155
|
+
job_type: 'email',
|
|
156
|
+
payload: { to: 'cancelall2@example.com' },
|
|
157
|
+
});
|
|
158
|
+
const jobId3 = await jobQueue.addJob({
|
|
159
|
+
job_type: 'email',
|
|
160
|
+
payload: { to: 'cancelall3@example.com' },
|
|
161
|
+
});
|
|
162
|
+
// Add a completed job
|
|
163
|
+
const jobId4 = await jobQueue.addJob({
|
|
164
|
+
job_type: 'email',
|
|
165
|
+
payload: { to: 'done@example.com' },
|
|
166
|
+
});
|
|
167
|
+
await pool.query(
|
|
168
|
+
`UPDATE job_queue SET status = 'completed' WHERE id = $1`,
|
|
169
|
+
[jobId4],
|
|
170
|
+
);
|
|
171
|
+
|
|
172
|
+
// Cancel all upcoming jobs
|
|
173
|
+
const cancelledCount = await jobQueue.cancelAllUpcomingJobs();
|
|
174
|
+
expect(cancelledCount).toBeGreaterThanOrEqual(3);
|
|
175
|
+
|
|
176
|
+
// Check that all pending jobs are now cancelled
|
|
177
|
+
const job1 = await jobQueue.getJob(jobId1);
|
|
178
|
+
const job2 = await jobQueue.getJob(jobId2);
|
|
179
|
+
const job3 = await jobQueue.getJob(jobId3);
|
|
180
|
+
expect(job1?.status).toBe('cancelled');
|
|
181
|
+
expect(job2?.status).toBe('cancelled');
|
|
182
|
+
expect(job3?.status).toBe('cancelled');
|
|
183
|
+
|
|
184
|
+
// Completed job should remain completed
|
|
185
|
+
const completedJob = await jobQueue.getJob(jobId4);
|
|
186
|
+
expect(completedJob?.status).toBe('completed');
|
|
187
|
+
});
|
|
188
|
+
|
|
189
|
+
it('should cancel all upcoming jobs by job_type', async () => {
|
|
190
|
+
const jobId1 = await jobQueue.addJob({
|
|
191
|
+
job_type: 'email',
|
|
192
|
+
payload: { to: 'a@example.com' },
|
|
193
|
+
});
|
|
194
|
+
const jobId2 = await jobQueue.addJob({
|
|
195
|
+
job_type: 'sms',
|
|
196
|
+
payload: { to: 'b@example.com' },
|
|
197
|
+
});
|
|
198
|
+
// Cancel only email jobs
|
|
199
|
+
const cancelledCount = await jobQueue.cancelAllUpcomingJobs({
|
|
200
|
+
job_type: 'email',
|
|
201
|
+
});
|
|
202
|
+
expect(cancelledCount).toBeGreaterThanOrEqual(1);
|
|
203
|
+
const job1 = await jobQueue.getJob(jobId1);
|
|
204
|
+
const job2 = await jobQueue.getJob(jobId2);
|
|
205
|
+
expect(job1?.status).toBe('cancelled');
|
|
206
|
+
expect(job2?.status).toBe('pending');
|
|
207
|
+
});
|
|
208
|
+
|
|
209
|
+
it('should cancel all upcoming jobs by priority', async () => {
|
|
210
|
+
const jobId1 = await jobQueue.addJob({
|
|
211
|
+
job_type: 'email',
|
|
212
|
+
payload: { to: 'a@example.com' },
|
|
213
|
+
priority: 1,
|
|
214
|
+
});
|
|
215
|
+
const jobId2 = await jobQueue.addJob({
|
|
216
|
+
job_type: 'email',
|
|
217
|
+
payload: { to: 'b@example.com' },
|
|
218
|
+
priority: 2,
|
|
219
|
+
});
|
|
220
|
+
// Cancel only priority 2 jobs
|
|
221
|
+
const cancelledCount = await jobQueue.cancelAllUpcomingJobs({
|
|
222
|
+
priority: 2,
|
|
223
|
+
});
|
|
224
|
+
expect(cancelledCount).toBeGreaterThanOrEqual(1);
|
|
225
|
+
const job1 = await jobQueue.getJob(jobId1);
|
|
226
|
+
const job2 = await jobQueue.getJob(jobId2);
|
|
227
|
+
expect(job1?.status).toBe('pending');
|
|
228
|
+
expect(job2?.status).toBe('cancelled');
|
|
229
|
+
});
|
|
230
|
+
|
|
231
|
+
it('should cancel all upcoming jobs by run_at', async () => {
|
|
232
|
+
const runAt = new Date(Date.now() + 60 * 60 * 1000); // 1 hour in future
|
|
233
|
+
const jobId1 = await jobQueue.addJob({
|
|
234
|
+
job_type: 'email',
|
|
235
|
+
payload: { to: 'a@example.com' },
|
|
236
|
+
run_at: runAt,
|
|
237
|
+
});
|
|
238
|
+
const jobId2 = await jobQueue.addJob({
|
|
239
|
+
job_type: 'email',
|
|
240
|
+
payload: { to: 'b@example.com' },
|
|
241
|
+
});
|
|
242
|
+
// Cancel only jobs with run_at = runAt
|
|
243
|
+
const cancelledCount = await jobQueue.cancelAllUpcomingJobs({
|
|
244
|
+
run_at: runAt,
|
|
245
|
+
});
|
|
246
|
+
expect(cancelledCount).toBeGreaterThanOrEqual(1);
|
|
247
|
+
const job1 = await jobQueue.getJob(jobId1);
|
|
248
|
+
const job2 = await jobQueue.getJob(jobId2);
|
|
249
|
+
expect(job1?.status).toBe('cancelled');
|
|
250
|
+
expect(job2?.status).toBe('pending');
|
|
251
|
+
});
|
|
252
|
+
|
|
253
|
+
it('should cancel all upcoming jobs by job_type and priority', async () => {
|
|
254
|
+
const jobId1 = await jobQueue.addJob({
|
|
255
|
+
job_type: 'email',
|
|
256
|
+
payload: { to: 'a@example.com' },
|
|
257
|
+
priority: 1,
|
|
258
|
+
});
|
|
259
|
+
const jobId2 = await jobQueue.addJob({
|
|
260
|
+
job_type: 'email',
|
|
261
|
+
payload: { to: 'b@example.com' },
|
|
262
|
+
priority: 2,
|
|
263
|
+
});
|
|
264
|
+
const jobId3 = await jobQueue.addJob({
|
|
265
|
+
job_type: 'sms',
|
|
266
|
+
payload: { to: 'c@example.com' },
|
|
267
|
+
priority: 2,
|
|
268
|
+
});
|
|
269
|
+
// Cancel only email jobs with priority 2
|
|
270
|
+
const cancelledCount = await jobQueue.cancelAllUpcomingJobs({
|
|
271
|
+
job_type: 'email',
|
|
272
|
+
priority: 2,
|
|
273
|
+
});
|
|
274
|
+
expect(cancelledCount).toBeGreaterThanOrEqual(1);
|
|
275
|
+
const job1 = await jobQueue.getJob(jobId1);
|
|
276
|
+
const job2 = await jobQueue.getJob(jobId2);
|
|
277
|
+
const job3 = await jobQueue.getJob(jobId3);
|
|
278
|
+
expect(job1?.status).toBe('pending');
|
|
279
|
+
expect(job2?.status).toBe('cancelled');
|
|
280
|
+
expect(job3?.status).toBe('pending');
|
|
281
|
+
});
|
|
282
|
+
});
|
package/src/index.ts
ADDED
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
import {
|
|
2
|
+
addJob,
|
|
3
|
+
getJob,
|
|
4
|
+
getJobsByStatus,
|
|
5
|
+
retryJob,
|
|
6
|
+
cleanupOldJobs,
|
|
7
|
+
cancelJob,
|
|
8
|
+
cancelAllUpcomingJobs,
|
|
9
|
+
getAllJobs,
|
|
10
|
+
reclaimStuckJobs,
|
|
11
|
+
getJobEvents,
|
|
12
|
+
} from './queue.js';
|
|
13
|
+
import { createProcessor } from './processor.js';
|
|
14
|
+
import {
|
|
15
|
+
JobQueueConfig,
|
|
16
|
+
JobQueue,
|
|
17
|
+
JobOptions,
|
|
18
|
+
ProcessorOptions,
|
|
19
|
+
JobHandlers,
|
|
20
|
+
} from './types.js';
|
|
21
|
+
import { setLogContext } from './log-context.js';
|
|
22
|
+
import { createPool } from './db-util.js';
|
|
23
|
+
|
|
24
|
+
/**
|
|
25
|
+
* Initialize the job queue system
|
|
26
|
+
*/
|
|
27
|
+
export const initJobQueue = async <PayloadMap = any>(
|
|
28
|
+
config: JobQueueConfig,
|
|
29
|
+
): Promise<JobQueue<PayloadMap>> => {
|
|
30
|
+
const { databaseConfig } = config;
|
|
31
|
+
|
|
32
|
+
// Create database pool
|
|
33
|
+
const pool = createPool(databaseConfig);
|
|
34
|
+
|
|
35
|
+
setLogContext(config.verbose ?? false);
|
|
36
|
+
|
|
37
|
+
// Return the job queue API
|
|
38
|
+
return {
|
|
39
|
+
// Job queue operations
|
|
40
|
+
addJob: withLogContext(
|
|
41
|
+
(job: JobOptions<PayloadMap, any>) => addJob<PayloadMap, any>(pool, job),
|
|
42
|
+
config.verbose ?? false,
|
|
43
|
+
),
|
|
44
|
+
getJob: withLogContext(
|
|
45
|
+
(id: number) => getJob<PayloadMap, any>(pool, id),
|
|
46
|
+
config.verbose ?? false,
|
|
47
|
+
),
|
|
48
|
+
getJobsByStatus: withLogContext(
|
|
49
|
+
(status: string, limit?: number, offset?: number) =>
|
|
50
|
+
getJobsByStatus<PayloadMap, any>(pool, status, limit, offset),
|
|
51
|
+
config.verbose ?? false,
|
|
52
|
+
),
|
|
53
|
+
getAllJobs: withLogContext(
|
|
54
|
+
(limit?: number, offset?: number) =>
|
|
55
|
+
getAllJobs<PayloadMap, any>(pool, limit, offset),
|
|
56
|
+
config.verbose ?? false,
|
|
57
|
+
),
|
|
58
|
+
retryJob: (jobId: number) => retryJob(pool, jobId),
|
|
59
|
+
cleanupOldJobs: (daysToKeep?: number) => cleanupOldJobs(pool, daysToKeep),
|
|
60
|
+
cancelJob: withLogContext(
|
|
61
|
+
(jobId: number) => cancelJob(pool, jobId),
|
|
62
|
+
config.verbose ?? false,
|
|
63
|
+
),
|
|
64
|
+
cancelAllUpcomingJobs: withLogContext(
|
|
65
|
+
(filters?: { job_type?: string; priority?: number; run_at?: Date }) =>
|
|
66
|
+
cancelAllUpcomingJobs(pool, filters),
|
|
67
|
+
config.verbose ?? false,
|
|
68
|
+
),
|
|
69
|
+
reclaimStuckJobs: withLogContext(
|
|
70
|
+
(maxProcessingTimeMinutes?: number) =>
|
|
71
|
+
reclaimStuckJobs(pool, maxProcessingTimeMinutes),
|
|
72
|
+
config.verbose ?? false,
|
|
73
|
+
),
|
|
74
|
+
|
|
75
|
+
// Job processing
|
|
76
|
+
createProcessor: (
|
|
77
|
+
handlers: JobHandlers<PayloadMap>,
|
|
78
|
+
options?: ProcessorOptions,
|
|
79
|
+
) => createProcessor<PayloadMap>(pool, handlers, options),
|
|
80
|
+
// Advanced access (for custom operations)
|
|
81
|
+
getPool: () => pool,
|
|
82
|
+
// Job events
|
|
83
|
+
getJobEvents: withLogContext(
|
|
84
|
+
(jobId: number) => getJobEvents(pool, jobId),
|
|
85
|
+
config.verbose ?? false,
|
|
86
|
+
),
|
|
87
|
+
};
|
|
88
|
+
};
|
|
89
|
+
|
|
90
|
+
const withLogContext =
|
|
91
|
+
<T>(fn: (...args: any[]) => T, verbose: boolean) =>
|
|
92
|
+
(...args: Parameters<typeof fn>): ReturnType<typeof fn> => {
|
|
93
|
+
setLogContext(verbose);
|
|
94
|
+
return fn(...args);
|
|
95
|
+
};
|
|
96
|
+
|
|
97
|
+
export * from './types.js';
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { AsyncLocalStorage } from 'async_hooks';
|
|
2
|
+
|
|
3
|
+
export const logStorage = new AsyncLocalStorage<{
|
|
4
|
+
verbose: boolean;
|
|
5
|
+
}>();
|
|
6
|
+
|
|
7
|
+
export const setLogContext = (verbose: boolean) => {
|
|
8
|
+
logStorage.enterWith({ verbose });
|
|
9
|
+
};
|
|
10
|
+
|
|
11
|
+
export const getLogContext = () => {
|
|
12
|
+
return logStorage.getStore();
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
export const log = (message: string) => {
|
|
16
|
+
const context = getLogContext();
|
|
17
|
+
if (context?.verbose) {
|
|
18
|
+
console.log(message);
|
|
19
|
+
}
|
|
20
|
+
};
|