@softure-ai/jobs 0.1.3 → 0.1.4

package/dist/worker/run-job-worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-job-worker.js","sourceRoot":"","sources":["../../src/worker/run-job-worker.ts"],"names":[],"mappings":"AAAA,oHAAoH;AACpH,sHAAsH;AACtH,sFAAsF;AACtF,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,WAAW,EAAkC,MAAM,kBAAkB,CAAC;AAG/E,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,UAAU,EAAmB,MAAM,oBAAoB,CAAC;AAE5F,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAmB,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC7G,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,iBAAiB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AACzC,4FAA4F;AAC5F,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAgC/B;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA4B;IAC7D,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5E,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,oGAAoG,CAAC,CAAC;IACxH,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,iBAAiB,CAAC;IACnD,MAAM,GAAG,GAAgB,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IACzG,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,GAAG,QAAQ,EAAE,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;IAC5E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;IAC7C,MAAM,OAAO,GAAG,IAAI,GAAG,CAA0B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5F,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;IAC9B,IAAI,WAAW,GAAG,MAAM,CAAC,iBAAiB,CAAC;IAC3C,wHAAwH;IACxH,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,MAAM,aAAa,GAAG,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAE5D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACxF,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACpD,MAAM,CAAC,IAAI,CAAC,gEAAgE,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7G,CAAC;IACD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAC/G,4GAA4G;IAC5G,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEvE,MAAM,KAAK,GAAG,CAAC,OAAmB,EAAc,EAAE;QAChD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,oBAAoB,CAAC;QACjI,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;YACjC,cAAc,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAC/B,CAAC,MAAM,EAAE,EAAE;gBACT,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC1C,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC3G,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC;YACH,CAAC,EACD,CAAC,KAAc,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAC7H,CAAC;QACJ,CAAC,EAAE,WAAW,CAAC,CAAC;QAChB,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;aAChH,IAAI,CACH,CAAC,OAAO,EAAE,EAAE;YACV,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;gBAAE,MAAM,CAAC,IAAI,CAAC,8DAA8D,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACjK,CAAC,EACD,CAAC,KAAc,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,mEAAmE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAClK;aACA,OAAO,CAAC,GAAG,EAAE;YACZ,aAAa,CAAC,SAAS,CAAC,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9C,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,CAAC,CAAC,CAAC;QACL,MAAM,KAAK,GAAe,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IAEF,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,eAAe,CAAC,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;YAC9E,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE;gBAAE,SAAS;YACrF,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC9D,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;gBACvC,IAAI,UAAU;oBAAE,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YACnG,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,4DAA4D,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACrG,CAAC;QACH,CAAC;QACD,IAAI,aAAa,GAAG,KAAK,CAAC;QAC1B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,GAAG,EAAc,CAAC;YAC1D,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC;YACnE,IAAI,IAAI,IAAI,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;gBAAE,SAAS;YAClD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACvE,KAAK,MAAM,GAAG,IAAI,OAAO;oBAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,aAAa,GAAG,IAAI,CAAC;gBACrB,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QACD,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,GAAG,WAAW,IAAI,iBAAiB,EAAE,CAAC;YACjE,WAAW,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;gBACrC,IAAI,OAAO,GAAG,CAAC;oBAAE,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACpE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QACD,IAAI,CAAC,aAAa;YAAE,UAAU,EAAE,KAAK,EAAE,CAAC;QACxC,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,IAAI,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,eAAe,EAAE,CAAC,CAAC;IAC3E,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,IAAI,CAAC,OAA6C,EAAE,OAAkE;IACnI,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;IAClE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC9B,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACrH,IAAI,KAAiC,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC1C,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACtE,YAAY,CAAC,KAAK,CAAC,CAAC;IAEpB,MAAM,UAAU,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;IACxE,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,GAAG,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9D,IAAI,UAAU;gBAAE,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACtI,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,4DAA4D,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACzJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,gFAAgF;AAChF,SAAS,YAAY;IACnB,IAAI,OAAiC,CAAC;IACtC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,OAAO;QACL,IAAI,EAAE,GAAG,EAAE;YACT,OAAO,GAAG,IAAI,CAAC;YACf,OAAO,EAAE,EAAE,CAAC;QACd,CAAC;QACD,IAAI,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,CACnB,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC5B,IAAI,OAAO,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC9B,OAAO,GAAG,KAAK,CAAC;gBAChB,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,GAAG,EAAE;gBAClB,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC5C,OAAO,GAAG,SAAS,CAAC;gBACpB,OAAO,GAAG,KAAK,CAAC;gBAChB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YACF,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACrC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,OAAO,GAAG,MAAM,CAAC;QACnB,CAAC,CAAC;KACL,CAAC;AACJ,CAAC"}
+{"version":3,"file":"run-job-worker.js","sourceRoot":"","sources":["../../src/worker/run-job-worker.ts"],"names":[],"mappings":"AAAA,oHAAoH;AACpH,sHAAsH;AACtH,sFAAsF;AACtF,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,WAAW,EAAkC,MAAM,kBAAkB,CAAC;AAG/E,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,UAAU,EAAmB,MAAM,oBAAoB,CAAC;AAE5F,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAmB,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC7G,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,iBAAiB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AACzC,4FAA4F;AAC5F,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAgC/B;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA4B;IAC7D,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5E,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,oGAAoG,CAAC,CAAC;IACxH,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,iBAAiB,CAAC;IACnD,MAAM,GAAG,GAAgB,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IACzG,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,GAAG,QAAQ,EAAE,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;IAC5E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;IAC7C,MAAM,OAAO,GAAG,IAAI,GAAG,CAA0B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5F,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;IAC9B,IAAI,WAAW,GAAG,MAAM,CAAC,iBAAiB,CAAC;IAC3C,wHAAwH;IACxH,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,MAAM,aAAa,GAAG,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAE5D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACxF,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACpD,MAAM,CAAC,IAAI,CAAC,gEAAgE,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7G,CAAC;IACD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAC/G,4GAA4G;IAC5G,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEvE,MAAM,KAAK,GAAG,CAAC,OAAmB,EAAc,EAAE;QAChD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,oBAAoB,CAAC;QACjI,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;YACjC,cAAc,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAC/B,CAAC,MAAM,EAAE,EAAE;gBACT,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC1C,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC3G,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC;YACH,CAAC,EACD,CAAC,KAAc,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAC7H,CAAC;QACJ,CAAC,EAAE,WAAW,CAAC,CAAC;QAChB,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;aAChH,IAAI,CACH,CAAC,OAAO,EAAE,EAAE;YACV,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;gBAAE,MAAM,CAAC,IAAI,CAAC,8DAA8D,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACjK,CAAC,EACD,CAAC,KAAc,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,mEAAmE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAClK;aACA,OAAO,CAAC,GAAG,EAAE;YACZ,aAAa,CAAC,SAAS,CAAC,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9C,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,CAAC,CAAC,CAAC;QACL,MAAM,KAAK,GAAe,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IAEF,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,eAAe,CAAC,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;YAC9E,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE;gBAAE,SAAS;YACrF,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC9D,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;gBACvC,IAAI,UAAU;oBAAE,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YACnG,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,4DAA4D,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACrG,CAAC;QACH,CAAC;QACD,IAAI,aAAa,GAAG,KAAK,CAAC;QAC1B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,GAAG,EAAc,CAAC;YAC1D,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC;YACnE,IAAI,IAAI,IAAI,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;gBAAE,SAAS;YAClD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACvE,KAAK,MAAM,GAAG,IAAI,OAAO;oBAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,aAAa,GAAG,IAAI,CAAC;gBACrB,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QACD,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,GAAG,WAAW,IAAI,iBAAiB,EAAE,CAAC;YACjE,WAAW,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;gBACrC,IAAI,OAAO,GAAG,CAAC;oBAAE,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACpE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3D,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;gBAC1C,IAAI,OAAO,GAAG,CAAC;oBAAE,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACxE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QACD,IAAI,CAAC,aAAa;YAAE,UAAU,EAAE,KAAK,EAAE,CAAC;QACxC,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,IAAI,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,eAAe,EAAE,CAAC,CAAC;IAC3E,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,IAAI,CAAC,OAA6C,EAAE,OAAkE;IACnI,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;IAClE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC9B,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACrH,IAAI,KAAiC,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC1C,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACtE,YAAY,CAAC,KAAK,CAAC,CAAC;IAEpB,MAAM,UAAU,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;IACxE,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,GAAG,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9D,IAAI,UAAU;gBAAE,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACtI,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,4DAA4D,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACzJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,gFAAgF;AAChF,SAAS,YAAY;IACnB,IAAI,OAAiC,CAAC;IACtC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,OAAO;QACL,IAAI,EAAE,GAAG,EAAE;YACT,OAAO,GAAG,IAAI,CAAC;YACf,OAAO,EAAE,EAAE,CAAC;QACd,CAAC;QACD,IAAI,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,CACnB,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC5B,IAAI,OAAO,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC9B,OAAO,GAAG,KAAK,CAAC;gBAChB,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,GAAG,EAAE;gBAClB,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC5C,OAAO,GAAG,SAAS,CAAC;gBACpB,OAAO,GAAG,KAAK,CAAC;gBAChB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YACF,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACrC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,OAAO,GAAG,MAAM,CAAC;QACnB,CAAC,CAAC;KACL,CAAC;AACJ,CAAC"}

package/migrations/0004_create_sync_state.sql

@@ -0,0 +1,41 @@
+-- Sync state of jobs that poll third-party sources: a cursor per source and a ledger of the items already handled.
+-- Rollback: DROP TABLE jobs.sync_items; DROP TABLE jobs.sync_cursors; then
+--   DELETE FROM softure.migrations WHERE module = 'jobs' AND version = 4;
+CREATE TABLE sync_cursors (
+  -- The source, named by the app: `gmail.inbox`, `todoist:project-42`.
+  source text PRIMARY KEY CHECK (source ~ '^[a-z][a-z0-9_.:-]{0,126}$'),
+  -- Where the next read starts: a timestamp, a history id, a page token. Moved only by a compare-and-set.
+  cursor text NOT NULL CHECK (char_length(cursor) BETWEEN 1 AND 2000),
+  created_at timestamptz NOT NULL,
+  updated_at timestamptz NOT NULL
+);
+
+CREATE TABLE sync_items (
+  source text NOT NULL CHECK (source ~ '^[a-z][a-z0-9_.:-]{0,126}$'),
+  -- The item's id at the source.
+  item_id text NOT NULL CHECK (char_length(item_id) BETWEEN 1 AND 500),
+  -- pending: seen, not handled yet (a failed attempt with attempts left); the rest are final.
+  status text NOT NULL CHECK (status IN ('pending', 'done', 'skipped', 'failed')),
+  -- The code of the last failed attempt, or why the item was skipped; never a message.
+  error_code text CHECK (char_length(error_code) BETWEEN 1 AND 200),
+  attempts integer NOT NULL CHECK (attempts BETWEEN 0 AND 1000),
+  -- What handling the item produced in the app (a task id, a mail id), for the overview.
+  result_ref text CHECK (char_length(result_ref) BETWEEN 1 AND 500),
+  first_seen_at timestamptz NOT NULL,
+  -- The last time a run met the item; pruning goes by it, so an item the source still returns is never forgotten.
+  last_seen_at timestamptz NOT NULL,
+  updated_at timestamptz NOT NULL,
+  finished_at timestamptz,
+  PRIMARY KEY (source, item_id),
+  CHECK ((status <> 'pending') = (finished_at IS NOT NULL)),
+  CHECK (status <> 'failed' OR (error_code IS NOT NULL AND attempts >= 1)),
+  CHECK (status <> 'done' OR attempts >= 1),
+  CHECK (result_ref IS NULL OR status = 'done'),
+  CHECK (last_seen_at >= first_seen_at)
+);
+
+-- The overview lists recent changes, per source or over all of them.
+CREATE INDEX sync_items_source_updated_idx ON sync_items (source, updated_at DESC);
+CREATE INDEX sync_items_updated_idx ON sync_items (updated_at DESC);
+-- Pruning deletes items no run has met for the retention period.
+CREATE INDEX sync_items_last_seen_idx ON sync_items (last_seen_at);

package/module.json

@@ -1,9 +1,9 @@
 {
   "id": "jobs",
-  "version": "0.1.3",
+  "version": "0.1.4",
   "dependsOn": {},
   "dbSchema": "jobs",
-  "tables": ["jobs", "schedules"],
+  "tables": ["jobs", "schedules", "sync_cursors", "sync_items"],
   "env": [],
   "switches": [],
   "routes": {},

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@softure-ai/jobs",
-  "version": "0.1.3",
+  "version": "0.1.4",
   "description": "SOFTURE AI jobs module: background jobs in Postgres. Enqueue inside the caller's transaction with an optional dedup key, claim with FOR UPDATE SKIP LOCKED under a lease, fenced completion, retry with exponential backoff and a terminal failed state, a worker process with graceful shutdown, and an in-process runner for tests.",
   "license": "MIT",
   "type": "module",

package/src/contract.ts

@@ -9,7 +9,9 @@ export type JobsErrorCode =
   | "jobs.not_found"
   | "jobs.not_cancellable"
   | "jobs.not_retryable"
-  | "jobs.dedup_key_taken";
+  | "jobs.dedup_key_taken"
+  | "jobs.sync_cursor_moved"
+  | "jobs.sync_item_threw";
 
 export const JOB_STATUSES = ["pending", "running", "succeeded", "failed", "cancelled"] as const;
 

package/src/index.ts

@@ -15,10 +15,10 @@ export const MODULE_ID = "jobs";
 export const jobs = defineModule({
   manifest: {
     id: MODULE_ID,
-    version: "0.1.3",
+    version: "0.1.4",
     dependsOn: {},
     dbSchema: "jobs",
-    tables: ["jobs", "schedules"],
+    tables: ["jobs", "schedules", "sync_cursors", "sync_items"],
     env: [],
     switches: [],
     routes: {},
@@ -51,4 +51,15 @@ export {
   type PeriodScheduleOptions,
 } from "./options.js";
 export { defineJobHandler, failJob, retryJobLater, type JobHandler, type JobHandlerContext, type JobHandlers } from "./handlers.js";
-export { jobs as jobsTable, schedules as jobSchedulesTable } from "./schema.js";
+export { jobs as jobsTable, schedules as jobSchedulesTable, syncCursors as jobSyncCursorsTable, syncItems as jobSyncItemsTable } from "./schema.js";
+export {
+  failSyncItem,
+  skipSyncItem,
+  SYNC_ITEM_STATUSES,
+  type SyncItem,
+  type SyncItemCompletion,
+  type SyncItemFailure,
+  type SyncItemOutcome,
+  type SyncItemRunResult,
+  type SyncItemStatus,
+} from "./sync.js";

package/src/messages/en.ts

@@ -7,5 +7,7 @@ export const en = {
     not_cancellable: "Only a job that has not started can be cancelled.",
     not_retryable: "Only a failed or cancelled job can be run again.",
     dedup_key_taken: "Another job for the same work is already waiting or running.",
+    sync_cursor_moved: "Another run moved the sync position first.",
+    sync_item_threw: "Handling the item failed unexpectedly.",
   },
 };

package/src/options.ts

@@ -104,6 +104,8 @@ const retentionSchema = z.strictObject({
   failedDays: z.number().int().min(1).max(3650).default(30),
   /** Days a cancelled job is kept. */
   cancelledDays: z.number().int().min(0).max(3650).default(7),
+  /** Days a sync ledger item is kept after the last run that met it (`processSyncItem`). */
+  syncItemsDays: z.number().int().min(1).max(3650).default(90),
 });
 
 export const jobsOptionsSchema = z
@@ -120,8 +122,8 @@ export const jobsOptionsSchema = z
     pollIntervalMs: z.number().int().min(50).max(60_000).default(1000),
     /** How long a stopping worker waits for running handlers before it releases their jobs. */
     shutdownGraceMs: z.number().int().min(0).max(10 * 60_000).default(20_000),
-    /** How long finished jobs are kept; the worker prunes once an hour. */
-    retention: retentionSchema.default({ succeededDays: 7, failedDays: 30, cancelledDays: 7 }),
+    /** How long finished jobs and unseen sync ledger items are kept; the worker prunes once an hour. */
+    retention: retentionSchema.default({ succeededDays: 7, failedDays: 30, cancelledDays: 7, syncItemsDays: 90 }),
   })
   .superRefine((options, context) => {
     if (Object.keys(options.queues).length === 0 && Object.keys(options.schedules).length === 0) {

package/src/schema.ts

@@ -1,6 +1,6 @@
 // Drizzle view of the module's tables (migrations/). The migrations are the source of truth; this
 // file only types the queries.
-import { bigint, integer, jsonb, pgSchema, text, timestamp, uuid } from "drizzle-orm/pg-core";
+import { bigint, integer, jsonb, pgSchema, primaryKey, text, timestamp, uuid } from "drizzle-orm/pg-core";
 
 export const jobsSchema = pgSchema("jobs");
 
@@ -33,3 +33,29 @@ export const schedules = jobsSchema.table("schedules", {
   createdAt: timestamp("created_at", { withTimezone: true }).notNull(),
   updatedAt: timestamp("updated_at", { withTimezone: true }).notNull(),
 });
+
+export const syncCursors = jobsSchema.table("sync_cursors", {
+  source: text("source").primaryKey(),
+  cursor: text("cursor").notNull(),
+  createdAt: timestamp("created_at", { withTimezone: true }).notNull(),
+  updatedAt: timestamp("updated_at", { withTimezone: true }).notNull(),
+});
+
+export const syncItems = jobsSchema.table(
+  "sync_items",
+  {
+    source: text("source").notNull(),
+    itemId: text("item_id").notNull(),
+    status: text("status", { enum: ["pending", "done", "skipped", "failed"] }).notNull(),
+    errorCode: text("error_code"),
+    attempts: integer("attempts").notNull(),
+    resultRef: text("result_ref"),
+    firstSeenAt: timestamp("first_seen_at", { withTimezone: true }).notNull(),
+    lastSeenAt: timestamp("last_seen_at", { withTimezone: true }).notNull(),
+    updatedAt: timestamp("updated_at", { withTimezone: true }).notNull(),
+    finishedAt: timestamp("finished_at", { withTimezone: true }),
+  },
+  (table) => [primaryKey({ columns: [table.source, table.itemId] })],
+);
+
+export type SyncItemRow = typeof syncItems.$inferSelect;

package/src/server/index.ts

@@ -23,4 +23,13 @@ export {
   type EnqueueDueSchedulesInput,
   type ScheduleState,
 } from "./schedules.js";
+export { advanceSyncCursor, getSyncCursor, SYNC_SOURCE, type AdvanceSyncCursorInput } from "./sync-cursors.js";
+export {
+  listSyncItems,
+  processSyncItem,
+  pruneSyncItems,
+  type ListSyncItemsInput,
+  type ProcessSyncItemInput,
+  type SyncItemContext,
+} from "./sync-items.js";
 export { runDueJobs, type RunDueJobsOptions, type RunDueJobsReport } from "./run-due.js";

package/src/server/sync-cursors.ts

@@ -0,0 +1,67 @@
+// The cursor of a polled source: where its next read starts. It moves only by compare-and-set, so a worker that read
+// an older cursor cannot move it back over a newer one; a crash before the move re-reads the batch instead of skipping it.
+import { err, ok, type Result } from "@softure-ai/core";
+import { and, eq } from "drizzle-orm";
+import { syncCursors } from "../schema.js";
+import type { JobsContext } from "./context.js";
+
+/** A source name: lowercase letters, digits, `_ . : -`, starting with a letter, up to 127 characters. */
+export const SYNC_SOURCE = /^[a-z][a-z0-9_.:-]{0,126}$/;
+const MAX_CURSOR_LENGTH = 2000;
+
+export interface AdvanceSyncCursorInput {
+  readonly source: string;
+  /** The cursor the batch was read from, as `getSyncCursor` returned it; null for the first batch. */
+  readonly from: string | null;
+  /** Where the next batch starts. */
+  readonly to: string;
+}
+
+/** The source's cursor, or null before its first `advanceSyncCursor`. Throws on an invalid source name. */
+export async function getSyncCursor(ctx: JobsContext, source: string): Promise<string | null> {
+  checkSyncSource(source);
+  const [row] = await ctx.db.select({ cursor: syncCursors.cursor }).from(syncCursors).where(eq(syncCursors.source, source));
+  return row?.cursor ?? null;
+}
+
+/**
+ * Moves the source's cursor from `from` to `to`, after the batch read from `from` was handled. Refused with
+ * `jobs.sync_cursor_moved` when the stored cursor is no longer `from` (another worker moved it first): re-read from
+ * `getSyncCursor`. `ctx.db` may be a transaction, so the move commits with the batch's last writes. Throws on an
+ * invalid source name or cursor; database failures propagate.
+ */
+export async function advanceSyncCursor(ctx: JobsContext, input: AdvanceSyncCursorInput): Promise<Result<undefined, "jobs.sync_cursor_moved">> {
+  checkSyncSource(input.source);
+  checkCursor(input.to);
+  if (input.from !== null) checkCursor(input.from);
+  const now = ctx.clock.now();
+
+  if (input.from === null) {
+    const inserted = await ctx.db
+      .insert(syncCursors)
+      .values({ source: input.source, cursor: input.to, createdAt: now, updatedAt: now })
+      .onConflictDoNothing({ target: syncCursors.source })
+      .returning({ source: syncCursors.source });
+    return inserted.length === 1 ? ok() : err("jobs.sync_cursor_moved");
+  }
+
+  const updated = await ctx.db
+    .update(syncCursors)
+    .set({ cursor: input.to, updatedAt: now })
+    .where(and(eq(syncCursors.source, input.source), eq(syncCursors.cursor, input.from)))
+    .returning({ source: syncCursors.source });
+  return updated.length === 1 ? ok() : err("jobs.sync_cursor_moved");
+}
+
+/** Throws on a name the tables refuse: a typo in code, not a user error. */
+export function checkSyncSource(source: string): void {
+  if (!SYNC_SOURCE.test(source)) {
+    throw new RangeError(`@softure-ai/jobs: "${source}" is not a sync source name: lowercase letters, digits, _ . : and -, starting with a letter, up to 127 characters`);
+  }
+}
+
+function checkCursor(cursor: string): void {
+  if (cursor.length === 0 || cursor.length > MAX_CURSOR_LENGTH) {
+    throw new RangeError(`@softure-ai/jobs: a sync cursor must have 1 to ${String(MAX_CURSOR_LENGTH)} characters`);
+  }
+}

package/src/server/sync-items.ts

@@ -0,0 +1,236 @@
+// The processed-item ledger of a polled source: source + item id → outcome, attempts, first and last sighting. One
+// transaction takes the item's row (an upsert that also locks it, so two workers on one item take turns), runs the
+// caller's callback in a savepoint and records the outcome, so the caller's writes and the ledger commit together.
+import type { ErrorCode } from "@softure-ai/core";
+import { and, desc, eq, gte, lt, sql, type SQL } from "drizzle-orm";
+import { syncItems, type SyncItemRow } from "../schema.js";
+import type { SyncItem, SyncItemFailure, SyncItemOutcome, SyncItemRunResult, SyncItemStatus } from "../sync.js";
+import type { JobsContext } from "./context.js";
+import { getJobsOptions } from "./options.js";
+import { checkSyncSource } from "./sync-cursors.js";
+
+const SYNC_ITEM_THREW = "jobs.sync_item_threw";
+const DEFAULT_MAX_ATTEMPTS = 5;
+const MAX_ITEM_ID_LENGTH = 500;
+const MAX_RESULT_REF_LENGTH = 500;
+const MAX_ERROR_LENGTH = 200;
+const DEFAULT_LIST_LIMIT = 100;
+const MAX_LIST_LIMIT = 1000;
+const DAY_MS = 24 * 60 * 60 * 1000;
+/** Rows deleted per statement, so pruning a large ledger never holds one long lock. */
+const PRUNE_BATCH = 1000;
+
+export interface ProcessSyncItemInput {
+  readonly source: string;
+  /** The item's id at the source. */
+  readonly itemId: string;
+  /** Runs of the callback before the item is `failed` for good; the first run counts. Default 5. */
+  readonly maxAttempts?: number;
+}
+
+/** What the callback receives: the module context with the item's transaction as `db`, and this attempt's number. */
+export interface SyncItemContext extends JobsContext {
+  /** Starts at 1. */
+  readonly attempt: number;
+}
+
+export interface ListSyncItemsInput {
+  readonly source?: string;
+  readonly status?: SyncItemStatus;
+  /** Only items whose status, attempts or error changed at or after this time. */
+  readonly since?: Date;
+  /** Default 100, at most 1000. */
+  readonly limit?: number;
+}
+
+/** Thrown inside the savepoint to roll back the callback's writes when it returned a failure. */
+class RunFailed extends Error {
+  constructor(readonly result: SyncItemRunResult) {
+    super("sync item callback failed");
+  }
+}
+
+type Settled = { readonly outcome: SyncItemOutcome; readonly thrown?: undefined } | { readonly outcome?: undefined; readonly thrown: unknown };
+
+/**
+ * Handles one item of a polled source at most once. Runs `run` unless the ledger already has the item `done`,
+ * `skipped` or `failed` (then `skipped`, the callback untouched). `run` gets the item's transaction as `context.db`:
+ * write the item's effect through it and it commits together with the ledger's `done`. A returned failure rolls those
+ * writes back, counts the attempt and leaves the item `pending` for the next run, or `failed` once `maxAttempts` runs
+ * failed (or at once with `failSyncItem`). A throw is recorded the same way with `jobs.sync_item_threw` and then
+ * rethrown. A call outside the database (an API) is not rolled back: a crash between it and the commit repeats it on
+ * the next run, so keep it idempotent where the source allows. Throws on invalid input; database failures propagate.
+ */
+export async function processSyncItem(
+  ctx: JobsContext,
+  input: ProcessSyncItemInput,
+  run: (context: SyncItemContext) => Promise<SyncItemRunResult>,
+): Promise<SyncItemOutcome> {
+  checkSyncSource(input.source);
+  const maxAttempts = input.maxAttempts ?? DEFAULT_MAX_ATTEMPTS;
+  checkItemInput(input.itemId, maxAttempts);
+  const now = ctx.clock.now();
+
+  const settled = await ctx.db.transaction(async (tx): Promise<Settled> => {
+    const [seen] = await tx
+      .insert(syncItems)
+      .values({ source: input.source, itemId: input.itemId, status: "pending", attempts: 0, firstSeenAt: now, lastSeenAt: now, updatedAt: now })
+      .onConflictDoUpdate({
+        target: [syncItems.source, syncItems.itemId],
+        set: { lastSeenAt: sql`greatest(${syncItems.lastSeenAt}, excluded.last_seen_at)` },
+      })
+      .returning();
+    const row = requireRow(seen);
+    const where = and(eq(syncItems.source, input.source), eq(syncItems.itemId, input.itemId));
+    const finish = async (values: Partial<SyncItemRow>): Promise<SyncItem> => {
+      const [updated] = await tx.update(syncItems).set({ ...values, updatedAt: now }).where(where).returning();
+      return toSyncItem(requireRow(updated));
+    };
+
+    if (row.status !== "pending") return { outcome: { kind: "skipped", item: toSyncItem(row) } };
+    if (row.attempts >= maxAttempts) {
+      // maxAttempts was lowered below what the item already used: it has had its runs.
+      const error = row.errorCode ?? SYNC_ITEM_THREW;
+      return { outcome: { kind: "failed", error, item: await finish({ status: "failed", errorCode: error, finishedAt: now }) } };
+    }
+
+    const attempt = row.attempts + 1;
+    let result: SyncItemRunResult;
+    let thrown: { readonly error: unknown } | null = null;
+    try {
+      result = await tx.transaction(async (savepoint) => {
+        const returned = await run({ ...ctx, db: savepoint, attempt });
+        if (!isOk(returned)) throw new RunFailed(returned);
+        checkResultRef(returned);
+        return returned;
+      });
+    } catch (error) {
+      if (error instanceof RunFailed) {
+        result = error.result;
+      } else {
+        thrown = { error };
+        result = { ok: false, error: SYNC_ITEM_THREW };
+      }
+    }
+
+    const outcome = await record(result, { attempt, maxAttempts, now, finish });
+    return thrown === null ? { outcome } : { thrown: thrown.error };
+  });
+
+  if (settled.outcome === undefined) throw settled.thrown;
+  return settled.outcome;
+}
+
+async function record(
+  result: SyncItemRunResult,
+  context: { attempt: number; maxAttempts: number; now: Date; finish: (values: Partial<SyncItemRow>) => Promise<SyncItem> },
+): Promise<SyncItemOutcome> {
+  const { attempt, now, finish } = context;
+  if (isOk(result)) {
+    const completion = result.value ?? { status: "done" };
+    const item =
+      completion.status === "done"
+        ? await finish({ status: "done", attempts: attempt, errorCode: null, resultRef: completion.resultRef ?? null, finishedAt: now })
+        : await finish({ status: "skipped", attempts: attempt, errorCode: completion.reason === undefined ? null : toErrorCode(completion.reason), finishedAt: now });
+    return { kind: "handled", item };
+  }
+  // A callback that returned neither ok() nor an error (a JavaScript caller) counts as a throw.
+  const failure = result as Partial<SyncItemFailure> | null | undefined;
+  const error = toErrorCode(typeof failure?.error === "string" ? failure.error : SYNC_ITEM_THREW);
+  if (failure?.retry === false || attempt >= context.maxAttempts) {
+    return { kind: "failed", error, item: await finish({ status: "failed", attempts: attempt, errorCode: error, finishedAt: now }) };
+  }
+  return { kind: "retrying", error, item: await finish({ attempts: attempt, errorCode: error }) };
+}
+
+/**
+ * The ledger, most recently changed first: for an overview page or an MCP tool. Throws on an invalid filter.
+ */
+export async function listSyncItems(ctx: JobsContext, input: ListSyncItemsInput = {}): Promise<SyncItem[]> {
+  const limit = input.limit ?? DEFAULT_LIST_LIMIT;
+  if (!(Number.isInteger(limit) && limit >= 1 && limit <= MAX_LIST_LIMIT)) {
+    throw new RangeError(`@softure-ai/jobs: listSyncItems limit must be an integer from 1 to ${String(MAX_LIST_LIMIT)}`);
+  }
+  if (input.source !== undefined) checkSyncSource(input.source);
+  if (input.since !== undefined && Number.isNaN(input.since.getTime())) {
+    throw new RangeError("@softure-ai/jobs: listSyncItems since is an invalid date");
+  }
+  const filters: SQL[] = [];
+  if (input.source !== undefined) filters.push(eq(syncItems.source, input.source));
+  if (input.status !== undefined) filters.push(eq(syncItems.status, input.status));
+  if (input.since !== undefined) filters.push(gte(syncItems.updatedAt, input.since));
+  const rows = await ctx.db
+    .select()
+    .from(syncItems)
+    .where(and(...filters))
+    .orderBy(desc(syncItems.updatedAt), syncItems.source, syncItems.itemId)
+    .limit(limit);
+  return rows.map(toSyncItem);
+}
+
+/**
+ * Deletes ledger items that no `processSyncItem` call met for `retention.syncItemsDays`, in batches, whatever their
+ * status: the source no longer returns them. Returns the number deleted. The worker calls it once an hour with
+ * `pruneJobs`; an app without a worker calls it from the same cron.
+ */
+export async function pruneSyncItems(ctx: JobsContext): Promise<number> {
+  const { retention } = getJobsOptions(ctx.config);
+  const before = new Date(ctx.clock.now().getTime() - retention.syncItemsDays * DAY_MS);
+  let deleted = 0;
+  for (;;) {
+    const batch = ctx.db.select({ source: syncItems.source, itemId: syncItems.itemId }).from(syncItems).where(lt(syncItems.lastSeenAt, before)).limit(PRUNE_BATCH);
+    const rows = await ctx.db
+      .delete(syncItems)
+      .where(sql`(${syncItems.source}, ${syncItems.itemId}) in (${batch})`)
+      .returning({ source: syncItems.source });
+    deleted += rows.length;
+    if (rows.length < PRUNE_BATCH) return deleted;
+  }
+}
+
+export function toSyncItem(row: SyncItemRow): SyncItem {
+  return {
+    source: row.source,
+    itemId: row.itemId,
+    status: row.status,
+    errorCode: row.errorCode,
+    attempts: row.attempts,
+    resultRef: row.resultRef,
+    firstSeenAt: row.firstSeenAt,
+    lastSeenAt: row.lastSeenAt,
+    updatedAt: row.updatedAt,
+    finishedAt: row.finishedAt,
+  };
+}
+
+function checkItemInput(itemId: string, maxAttempts: number): void {
+  if (itemId.length === 0 || itemId.length > MAX_ITEM_ID_LENGTH) {
+    throw new RangeError(`@softure-ai/jobs: a sync item id must have 1 to ${String(MAX_ITEM_ID_LENGTH)} characters`);
+  }
+  if (!(Number.isInteger(maxAttempts) && maxAttempts >= 1 && maxAttempts <= 1000)) {
+    throw new RangeError("@softure-ai/jobs: processSyncItem maxAttempts must be an integer from 1 to 1000");
+  }
+}
+
+/** Inside the savepoint, so a bad reference counts as a thrown attempt and rolls the callback's writes back. */
+function checkResultRef(result: SyncItemRunResult): void {
+  const completion = result.ok ? result.value : undefined;
+  if (completion?.status !== "done" || completion.resultRef === undefined) return;
+  if (completion.resultRef.length === 0 || completion.resultRef.length > MAX_RESULT_REF_LENGTH) {
+    throw new RangeError(`@softure-ai/jobs: a sync item resultRef must have 1 to ${String(MAX_RESULT_REF_LENGTH)} characters`);
+  }
+}
+
+function isOk(result: unknown): result is SyncItemRunResult & { ok: true } {
+  return typeof result === "object" && result !== null && (result as { ok?: unknown }).ok === true;
+}
+
+function toErrorCode(error: string): ErrorCode {
+  const trimmed = error.slice(0, MAX_ERROR_LENGTH);
+  return (trimmed.includes(".") ? trimmed : SYNC_ITEM_THREW) as ErrorCode;
+}
+
+function requireRow<T>(row: T | undefined): T {
+  if (row === undefined) throw new Error("@softure-ai/jobs: a sync item write returned no row");
+  return row;
+}

package/src/sync.ts

@@ -0,0 +1,59 @@
+// Sync state of polling integrations: the ledger's types and what a `processSyncItem` callback returns. The database
+// work is in `@softure-ai/jobs/server` (`processSyncItem`, `advanceSyncCursor`, `listSyncItems`).
+import type { Err, ErrorCode, Ok } from "@softure-ai/core";
+
+export const SYNC_ITEM_STATUSES = ["pending", "done", "skipped", "failed"] as const;
+
+/** `pending`: seen, not handled yet (a failed attempt with attempts left); `done`, `skipped`, `failed` are final. */
+export type SyncItemStatus = (typeof SYNC_ITEM_STATUSES)[number];
+
+/** One item of the processed-item ledger. */
+export interface SyncItem {
+  readonly source: string;
+  readonly itemId: string;
+  readonly status: SyncItemStatus;
+  /** The code of the last failed attempt, or why the item was skipped; never a message. */
+  readonly errorCode: string | null;
+  /** Runs of the callback so far. */
+  readonly attempts: number;
+  /** What handling the item produced in the app (a task id), when the callback named it. */
+  readonly resultRef: string | null;
+  readonly firstSeenAt: Date;
+  /** The last time `processSyncItem` met the item; pruning goes by it. */
+  readonly lastSeenAt: Date;
+  /** The last change of status, attempts or error code. */
+  readonly updatedAt: Date;
+  readonly finishedAt: Date | null;
+}
+
+/** How a callback ends an item well: handled (`ok()`, or `ok({ status: "done", resultRef })`) or deliberately skipped. */
+export type SyncItemCompletion =
+  | { readonly status: "done"; readonly resultRef?: string }
+  | { readonly status: "skipped"; readonly reason?: ErrorCode };
+
+/** A callback's failure: tried again on the next run unless `retry` is false or the attempts are used up. */
+export type SyncItemFailure = Err<ErrorCode> & { readonly retry?: boolean };
+
+/** What a `processSyncItem` callback returns. */
+export type SyncItemRunResult = Ok<SyncItemCompletion | undefined> | SyncItemFailure;
+
+/** What `processSyncItem` did with an item. */
+export type SyncItemOutcome =
+  /** The callback ran and succeeded; `item.status` is `done` or `skipped`. */
+  | { readonly kind: "handled"; readonly item: SyncItem }
+  /** The callback failed; the item stays `pending` and the next run tries it again. */
+  | { readonly kind: "retrying"; readonly error: string; readonly item: SyncItem }
+  /** The callback failed for good (attempts used up, or `failSyncItem`); the item is `failed`. */
+  | { readonly kind: "failed"; readonly error: string; readonly item: SyncItem }
+  /** The callback did not run: the item was already `done`, `skipped` or `failed` (see `item.status`). */
+  | { readonly kind: "skipped"; readonly item: SyncItem };
+
+/** Ends an item as `skipped` (not relevant to the app), with an optional code saying why; never tried again. */
+export function skipSyncItem(reason?: ErrorCode): Ok<SyncItemCompletion> {
+  return { ok: true, value: reason === undefined ? { status: "skipped" } : { status: "skipped", reason } };
+}
+
+/** A failure that is not retried: the item is `failed` at once with this code. */
+export function failSyncItem<E extends ErrorCode>(error: E): SyncItemFailure {
+  return { ok: false, error, retry: false };
+}

package/src/testing/index.ts

@@ -1,10 +1,12 @@
 // Test helpers of @softure-ai/jobs: run due jobs in-process against a test database (`createTestDatabase` from
-// `@softure-ai/db/testing`) and read the table back.
+// `@softure-ai/db/testing`) and read the tables back.
 import type { Queryable } from "@softure-ai/db";
 import { asc } from "drizzle-orm";
 import type { Job } from "../contract.js";
-import { jobs } from "../schema.js";
+import { jobs, syncCursors, syncItems } from "../schema.js";
 import { toJob } from "../server/job-row.js";
+import { toSyncItem } from "../server/sync-items.js";
+import type { SyncItem } from "../sync.js";
 
 export { runDueJobs, type RunDueJobsOptions, type RunDueJobsReport } from "../server/run-due.js";
 
@@ -13,3 +15,17 @@ export async function listJobs(db: Queryable): Promise<Job[]> {
   const rows = await db.select().from(jobs).orderBy(asc(jobs.id));
   return rows.map(toJob);
 }
+
+export interface SyncState {
+  /** Every source's cursor, by source name. */
+  readonly cursors: Readonly<Record<string, string>>;
+  /** Every ledger item, by source and then item id. */
+  readonly items: SyncItem[];
+}
+
+/** The whole sync state, cursors and ledger: for assertions after a test ran its polling job (`runDueJobs`). */
+export async function listSyncState(db: Queryable): Promise<SyncState> {
+  const cursors = await db.select().from(syncCursors).orderBy(asc(syncCursors.source));
+  const items = await db.select().from(syncItems).orderBy(asc(syncItems.source), asc(syncItems.itemId));
+  return { cursors: Object.fromEntries(cursors.map((row) => [row.source, row.cursor])), items: items.map(toSyncItem) };
+}

package/src/worker/run-job-worker.ts

@@ -10,6 +10,7 @@ import type { JobsContext } from "../server/context.js";
 import { checkHandlers } from "../server/handler-check.js";
 import { consoleJobsLogger, type JobsLogger } from "../server/logger.js";
 import { pruneJobs } from "../server/maintenance.js";
+import { pruneSyncItems } from "../server/sync-items.js";
 import { getJobsOptions, getQueue } from "../server/options.js";
 import { runClaimedJob } from "../server/process.js";
 import { enqueueScheduledRun, getSchedule, getScheduleNames, getScheduleSlot } from "../server/schedules.js";
@@ -143,6 +144,12 @@ export async function runJobWorker(options: RunJobWorkerOptions): Promise<void>
       } catch (error) {
         logger.error("could not prune finished jobs", { error });
       }
+      try {
+        const deleted = await pruneSyncItems(ctx);
+        if (deleted > 0) logger.info("pruned sync ledger items", { deleted });
+      } catch (error) {
+        logger.error("could not prune sync ledger items", { error });
+      }
     }
     if (!isClaimFailed) healthFile?.touch();
     await wakeUp.wait(jobsOptions.pollIntervalMs, options.signal);