@crawlee/memory-storage 4.0.0-beta.66 → 4.0.0-beta.67
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/consts.d.ts +0 -12
- package/consts.d.ts.map +1 -1
- package/consts.js +0 -13
- package/consts.js.map +1 -1
- package/memory-storage.d.ts +16 -36
- package/memory-storage.d.ts.map +1 -1
- package/memory-storage.js +59 -239
- package/memory-storage.js.map +1 -1
- package/package.json +3 -6
- package/resource-clients/common/base-client.d.ts +0 -3
- package/resource-clients/common/base-client.d.ts.map +1 -1
- package/resource-clients/common/base-client.js +0 -6
- package/resource-clients/common/base-client.js.map +1 -1
- package/resource-clients/dataset.d.ts +9 -11
- package/resource-clients/dataset.d.ts.map +1 -1
- package/resource-clients/dataset.js +8 -42
- package/resource-clients/dataset.js.map +1 -1
- package/resource-clients/key-value-store.d.ts +18 -15
- package/resource-clients/key-value-store.d.ts.map +1 -1
- package/resource-clients/key-value-store.js +31 -47
- package/resource-clients/key-value-store.js.map +1 -1
- package/resource-clients/request-queue.d.ts +50 -20
- package/resource-clients/request-queue.d.ts.map +1 -1
- package/resource-clients/request-queue.js +251 -281
- package/resource-clients/request-queue.js.map +1 -1
- package/utils.d.ts +0 -14
- package/utils.d.ts.map +1 -1
- package/utils.js.map +1 -1
- package/background-handler/fs-utils.d.ts +0 -6
- package/background-handler/fs-utils.d.ts.map +0 -1
- package/background-handler/fs-utils.js +0 -63
- package/background-handler/fs-utils.js.map +0 -1
- package/background-handler/index.d.ts +0 -13
- package/background-handler/index.d.ts.map +0 -1
- package/background-handler/index.js +0 -29
- package/background-handler/index.js.map +0 -1
- package/cache-helpers.d.ts +0 -9
- package/cache-helpers.d.ts.map +0 -1
- package/cache-helpers.js +0 -319
- package/cache-helpers.js.map +0 -1
- package/fs/common.d.ts +0 -6
- package/fs/common.d.ts.map +0 -1
- package/fs/common.js +0 -2
- package/fs/common.js.map +0 -1
- package/fs/dataset/fs.d.ts +0 -11
- package/fs/dataset/fs.d.ts.map +0 -1
- package/fs/dataset/fs.js +0 -37
- package/fs/dataset/fs.js.map +0 -1
- package/fs/dataset/index.d.ts +0 -10
- package/fs/dataset/index.d.ts.map +0 -1
- package/fs/dataset/index.js +0 -9
- package/fs/dataset/index.js.map +0 -1
- package/fs/dataset/memory.d.ts +0 -8
- package/fs/dataset/memory.d.ts.map +0 -1
- package/fs/dataset/memory.js +0 -13
- package/fs/dataset/memory.js.map +0 -1
- package/fs/key-value-store/fs.d.ts +0 -17
- package/fs/key-value-store/fs.d.ts.map +0 -1
- package/fs/key-value-store/fs.js +0 -83
- package/fs/key-value-store/fs.js.map +0 -1
- package/fs/key-value-store/index.d.ts +0 -11
- package/fs/key-value-store/index.d.ts.map +0 -1
- package/fs/key-value-store/index.js +0 -9
- package/fs/key-value-store/index.js.map +0 -1
- package/fs/key-value-store/memory.d.ts +0 -9
- package/fs/key-value-store/memory.d.ts.map +0 -1
- package/fs/key-value-store/memory.js +0 -13
- package/fs/key-value-store/memory.js.map +0 -1
- package/fs/request-queue/fs.d.ts +0 -21
- package/fs/request-queue/fs.d.ts.map +0 -1
- package/fs/request-queue/fs.js +0 -72
- package/fs/request-queue/fs.js.map +0 -1
- package/fs/request-queue/index.d.ts +0 -9
- package/fs/request-queue/index.d.ts.map +0 -1
- package/fs/request-queue/index.js +0 -9
- package/fs/request-queue/index.js.map +0 -1
- package/fs/request-queue/memory.d.ts +0 -10
- package/fs/request-queue/memory.d.ts.map +0 -1
- package/fs/request-queue/memory.js +0 -15
- package/fs/request-queue/memory.js.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"request-queue.js","sourceRoot":"","sources":["../../src/resource-clients/request-queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAIzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,uCAAuC,EAAE,MAAM,8BAA8B,CAAC;AAEvF,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,YAAY,GAAG,CAAC;KACjB,MAAM,CAAC;IACJ,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC;IAC9D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;CAChE,CAAC;KACD,WAAW,EAAE,CAAC;AAEnB,MAAM,qBAAqB,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAExD,MAAM,0BAA0B,GAAG,qBAAqB,CAAC,KAAK,EAAE,CAAC;AAEjE,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAyBH,MAAM,OAAO,kBAAmB,SAAQ,UAAU;IAC9C,IAAI,CAAU;IACd;;;OAGG;IACH,aAAa,CAAS;IACtB,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB,qBAAqB,CAAS;IACb,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;IAClC,mBAAmB,GAAa,EAAE,CAAC;IAE1B,QAAQ,GAAG,IAAI,GAAG,EAAiE,CAAC;IACpF,MAAM,CAAgB;IAEvC,YAAY,OAAkC;QAC1C,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC,qBAAqB,GAAG,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QACvF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,WAAW;QACb,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QAE5F,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YACxE,SAAS,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAClC,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YAE3B,MAAM,EAAE,CAAC,SAAS,CAAC,qBAAqB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAChF,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACP,4BAA4B;QAC5B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAE7B,wDAAwD;QACxD,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC7B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1E,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC1B,IAAI,KAAK,KAAK,mBAAmB,EAAE,CAAC;oBAChC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC1E,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAEO,CAAC,kBAAkB,CAAC,QAA4B;QACpD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5D,MAAM,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACzC,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,UAA+B,EAAE;QAC5C,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;aACd,MAAM,CAAC;YACJ,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;SAC5C,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,KAAK,GAAG,EAAE,CAAC;QAEjB,mHAAmH;QACnH,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,uEAAuE;QACvE,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE9C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;YACpD,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBACzB,MAAM;YACV,CAAC;YAED,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,SAAS;YACb,CAAC;YAED,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE9B,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;YAEnD,IAAI,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC;YAC/B,IAAI,MAAuB,CAAC;YAE5B,iBAAiB;YACjB,IAAI,OAAO,OAAO,KAAK,WAAW,EAAE,CAAC;gBACjC,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC;gBAElC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAC7B,CAAC;YAED,sDAAsD;YACtD,IAAI,OAAO,EAAE,CAAC;gBACV,KAAK,CAAC,IAAI,CAAC,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACtD,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACvC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjG,OAAO;YACH,KAAK;YACL,kBAAkB,EAAE,KAAK;YACzB,eAAe,EAAE,IAAI,CAAC,UAAU;YAChC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAQ,GAAG,CAAC,CAAC,OAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAE,CAAC;SACrG,CAAC;IACN,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAmC;QACrD,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC;aACxB,MAAM,CAAC;YACJ,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5D,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;SACvB,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,CAAC,OAAwB,EAAE,EAAE,CAC1C,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,KAAK,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC;QAE5E,MAAM,KAAK,GAAG,EAAE,CAAC;QAEjB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAExB,IAAI,CAAC;YACD,qHAAqH;YACrH,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;YACzC,qFAAqF;YACrF,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;YAE9C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpD,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;oBACzB,MAAM;gBACV,CAAC;gBAED,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBAChC,SAAS;gBACb,CAAC;gBAED,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAE9B,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;gBAEnD,8FAA8F;gBAC9F,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;oBAChC,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC/C,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBACvC,CAAC;oBACD,SAAS;gBACb,CAAC;gBAED,8JAA8J;gBAC9J,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAE7C,IAAI,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpB,SAAS;gBACb,CAAC;gBAED,OAAO,CAAC,OAAO,GAAG,CAAC,KAAK,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9E,MAAM,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAEnC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxB,CAAC;YAED,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAEjG,OAAO;gBACH,KAAK;gBACL,QAAQ;gBACR,kBAAkB,EAAE,KAAK;gBACzB,eAAe,EAAE,IAAI,CAAC,UAAU;gBAChC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAE,CAAC;aAC7D,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CACpB,EAAU,EACV,OAA0C;QAE1C,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC;aAC5B,MAAM,CAAC;YACJ,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;YACpB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;SACnD,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,eAAe,GAAG,MAAM,OAAO,EAAE,GAAG,EAAE,CAAC;QAE7C,IAAI,CAAC,eAAe,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,uBAAuB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAEvD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,sCAAsC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACvG,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,OAAQ,CAAC,GAAG,QAAQ,GAAG,IAAI,CAAC;QAC7E,eAAe,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC;QAEzE,MAAM,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;QACvC,IAAI,SAAS;YAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjD,OAAO;YACH,aAAa,EAAE,IAAI,IAAI,CAAC,eAAe,CAAC;SAC3C,CAAC;IACN,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,EAAU,EAAE,UAA4C,EAAE;QAC9E,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrB,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC;aAClB,MAAM,CAAC;YACJ,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;SACnD,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,eAAe,GAAG,MAAM,OAAO,EAAE,GAAG,EAAE,CAAC;QAE7C,IAAI,CAAC,eAAe,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,uBAAuB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,4DAA4D;QAC5D,MAAM,QAAQ,GAAG,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,GAAG,KAAK,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC;QAChG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,2BAA2B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5F,CAAC;QAED,eAAe,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACrD,IAAI,SAAS;YAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjD,MAAM,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,UAAU,CACZ,OAA8B,EAC9B,UAAkC,EAAE;QAEpC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrC,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAE7E,MAAM,0BAA0B,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAEtE,yEAAyE;QACzE,IAAI,0BAA0B,EAAE,CAAC;YAC7B,MAAM,qBAAqB,GAAG,MAAM,0BAA0B,CAAC,GAAG,EAAE,CAAC;YACrE,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAE7B,OAAO;gBACH,SAAS,EAAE,qBAAqB,CAAC,EAAE;gBACnC,iBAAiB,EAAE,qBAAqB,CAAC,OAAO,KAAK,IAAI;gBACzD,iBAAiB,EAAE,IAAI;aAC1B,CAAC;QACN,CAAC;QAED,MAAM,QAAQ,GAAG,uCAAuC,CAAC;YACrD,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC1C,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,cAAc,EAAE,IAAI,CAAC,qBAAqB;SAC7C,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEpC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAE5B,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YACvB,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,iEAAiE;YACjE,8DAA8D;YAC9D,iBAAiB,EAAE,KAAK;YACxB,iBAAiB,EAAE,KAAK;SAC3B,CAAC;IACN,CAAC;IAED,KAAK,CAAC,gBAAgB,CAClB,QAAiC,EACjC,UAAkC,EAAE;QAEpC,0BAA0B,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3C,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,MAAM,GAAmC;YAC3C,iBAAiB,EAAE,EAAE;YACrB,mBAAmB,EAAE,EAAE;SAC1B,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAE3E,MAAM,0BAA0B,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAEtE,IAAI,0BAA0B,EAAE,CAAC;gBAC7B,MAAM,qBAAqB,GAAG,MAAM,0BAA0B,CAAC,GAAG,EAAE,CAAC;gBAErE,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC;oBAC1B,SAAS,EAAE,qBAAqB,CAAC,EAAE;oBACnC,SAAS,EAAE,qBAAqB,CAAC,SAAS;oBAC1C,iBAAiB,EAAE,qBAAqB,CAAC,OAAO,KAAK,IAAI;oBACzD,iBAAiB,EAAE,IAAI;iBAC1B,CAAC,CAAC;gBAEH,SAAS;YACb,CAAC;YAED,MAAM,QAAQ,GAAG,uCAAuC,CAAC;gBACrD,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;gBAC1C,SAAS,EAAE,YAAY,CAAC,EAAE;gBAC1B,cAAc,EAAE,IAAI,CAAC,qBAAqB;aAC7C,CAAC,CAAC;YAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEpC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;YAE7C,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;gBACvB,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAClC,CAAC;YAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACnD,CAAC;YAED,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC;gBAC1B,SAAS,EAAE,YAAY,CAAC,EAAE;gBAC1B,SAAS,EAAE,YAAY,CAAC,SAAS;gBACjC,iEAAiE;gBACjE,8DAA8D;gBAC9D,iBAAiB,EAAE,KAAK;gBACxB,iBAAiB,EAAE,KAAK;aAC3B,CAAC,CAAC;QACP,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAE5B,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,EAAU;QACvB,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC;QACxD,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,aAAa,CACf,OAAoC,EACpC,UAAkC,EAAE;QAEpC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAE7E,oDAAoD;QACpD,sDAAsD;QAEtD,MAAM,oBAAoB,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAEhE,gEAAgE;QAChE,mDAAmD;QACnD,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,CAAC;QAEzD,MAAM,QAAQ,GAAG,uCAAuC,CAAC;YACrD,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC1C,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,cAAc,EAAE,IAAI,CAAC,qBAAqB;SAC7C,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEpC,uDAAuD;QACvD,yDAAyD;QACzD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAE7C,MAAM,6BAA6B,GAAG,OAAO,eAAe,CAAC,OAAO,KAAK,OAAO,YAAY,CAAC,OAAO,CAAC;QACrG,MAAM,6BAA6B,GAAG,eAAe,CAAC,OAAO,KAAK,IAAI,CAAC;QACvE,MAAM,2BAA2B,GAAG,YAAY,CAAC,OAAO,KAAK,IAAI,CAAC;QAElE,IAAI,6BAA6B,EAAE,CAAC;YAChC,IAAI,CAAC,mBAAmB,IAAI,6BAA6B,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,2BAA2B,EAAE,CAAC;YAC9B,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAE5B,IAAI,OAAO,CAAC,SAAS,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACpD,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,iBAAiB,EAAE,6BAA6B;YAChD,iBAAiB,EAAE,IAAI;SAC1B,CAAC;IACN,CAAC;IAED,kBAAkB;QACd,OAAO;YACH,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,kBAAkB,EAAE,KAAK;YACzB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,KAAK,EAAE,EAAE;YACT,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YACrC,MAAM,EAAE,GAAG;SACd,CAAC;IACN,CAAC;IAEO,gBAAgB,CAAC,eAAwB;QAC7C,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,IAAI,eAAe,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QACjC,CAAC;QAED,MAAM,IAAI,GAAG;YACT,GAAG,IAAI,CAAC,kBAAkB,EAAE;YAC5B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;SAChD,CAAC;QAEF,sBAAsB,CAClB;YACI,MAAM,EAAE,iBAAiB;YACzB,IAAI;YACJ,UAAU,EAAE,eAAe;YAC3B,eAAe,EAAE,IAAI,CAAC,qBAAqB;YAC3C,EAAE,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE;YACxB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,EACD,IAAI,CAAC,MAAM,CAAC,MAAM,CACrB,CAAC;IACN,CAAC;IAEO,cAAc,CAAI,WAAoB;QAC1C,IAAI,CAAC,WAAW;YAAE,OAAO,SAAS,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxC,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAEO,sBAAsB,CAAC,OAA8B,EAAE,SAAmB;QAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3D,MAAM,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEnD,IAAI,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAChD,OAAO;YACH,EAAE;YACF,IAAI;YACJ,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,CAAC;YACnC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;SACnB,CAAC;IACN,CAAC;IAEO,iBAAiB,CAAC,OAA8B,EAAE,SAAmB;QACzE,IAAI,OAAO,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9C,CAAC;CACJ"}
|
|
1
|
+
{"version":3,"file":"request-queue.js","sourceRoot":"","sources":["../../src/resource-clients/request-queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAEzC,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,YAAY,GAAG,CAAC;KACjB,MAAM,CAAC;IACJ,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC;IAC9D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;CAChE,CAAC;KACD,WAAW,EAAE,CAAC;AAEnB,MAAM,qBAAqB,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAExD,MAAM,0BAA0B,GAAG,qBAAqB,CAAC,KAAK,EAAE,CAAC;AAEjE,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAwBH,MAAM,OAAO,kBAAmB,SAAQ,UAAU;IAC9C,IAAI,CAAU;IACd;;;OAGG;IACH,QAAQ,CAAS;IACjB,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB;;;;;;;OAOG;IACc,eAAe,GAAG,IAAI,UAAU,EAAE,CAAC;IAC5C,mBAAmB,GAAa,EAAE,CAAC;IAE3C;;;;;;;OAOG;IACc,oBAAoB,GAAG,IAAI,GAAG,EAAU,CAAC;IAEzC,QAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC9C,MAAM,CAAsB;IAE7C,YAAY,OAAkC;QAC1C,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QACzD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,WAAW;QACb,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,IAAI;QACN,kGAAkG;QAClG,mGAAmG;QACnG,0EAA0E;QAC1E,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;YAE5F,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;gBACpB,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBACxE,SAAS,CAAC,mBAAmB,GAAG,CAAC,CAAC;gBAClC,sFAAsF;gBACtF,yFAAyF;gBACzF,2DAA2D;gBAC3D,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAC3B,SAAS,CAAC,mBAAmB,GAAG,EAAE,CAAC;gBACnC,SAAS,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;YAC3C,CAAC;QACL,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACP,kGAAkG;QAClG,sFAAsF;QACtF,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,4BAA4B;YAC5B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACtB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;YAC9B,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAC7B,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAE7B,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAEO,CAAC,kBAAkB;QACvB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5D,MAAM,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACrC,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACK,KAAK,CAAC,eAAe,CACzB,KAAa,EACb,wBAAwB,GAAG,KAAK;QAEhC,MAAM,KAAK,GAAsB,EAAE,CAAC;QACpC,IAAI,qBAAqB,GAAG,KAAK,CAAC;QAElC,2GAA2G;QAC3G,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,uEAAuE;QACvE,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE9C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;YAChD,uFAAuF;YACvF,0FAA0F;YAC1F,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,IAAI,CAAC,CAAC,wBAAwB,IAAI,qBAAqB,CAAC,EAAE,CAAC;gBAChF,MAAM;YACV,CAAC;YAED,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,SAAS;YACb,CAAC;YAED,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;YAE9C,gGAAgG;YAChG,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC3B,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC/C,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACvC,CAAC;gBACD,SAAS;YACb,CAAC;YAED,0FAA0F;YAC1F,4BAA4B;YAC5B,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3C,qBAAqB,GAAG,IAAI,CAAC;gBAC7B,SAAS;YACb,CAAC;YAED,IAAI,KAAK,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxB,CAAC;QACL,CAAC;QAED,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjG,OAAO;YACH,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAQ,GAAG,CAAC,CAAC,OAAQ,CAAC;YACpD,qBAAqB,EAAE,wBAAwB,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS;SACtF,CAAC;IACN,CAAC;IAED,KAAK,CAAC,gBAAgB;QAClB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,EACF,KAAK,EAAE,CAAC,IAAI,CAAC,GAChB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAElC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACR,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,uFAAuF;YACvF,yFAAyF;YACzF,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEvC,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;QAClD,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CACpB,QAAiC,EACjC,UAAkC,EAAE;QAEpC,0BAA0B,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3C,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,8FAA8F;QAC9F,+FAA+F;QAC/F,wEAAwE;QACxE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,MAAM,GAAmC;gBAC3C,iBAAiB,EAAE,EAAE;gBACrB,mBAAmB,EAAE,EAAE;aAC1B,CAAC;YAEF,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;gBAE3E,MAAM,qBAAqB,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;gBAEjE,IAAI,qBAAqB,EAAE,CAAC;oBACxB,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC;wBAC1B,SAAS,EAAE,qBAAqB,CAAC,EAAE;wBACnC,SAAS,EAAE,qBAAqB,CAAC,SAAS;wBAC1C,iBAAiB,EAAE,qBAAqB,CAAC,OAAO,KAAK,IAAI;wBACzD,iBAAiB,EAAE,IAAI;qBAC1B,CAAC,CAAC;oBAEH,SAAS;gBACb,CAAC;gBAED,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;gBAEjD,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;oBACvB,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;gBAClC,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;gBAClC,CAAC;gBAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;gBACnD,CAAC;gBAED,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC;oBAC1B,SAAS,EAAE,YAAY,CAAC,EAAE;oBAC1B,SAAS,EAAE,YAAY,CAAC,SAAS;oBACjC,iEAAiE;oBACjE,8DAA8D;oBAC9D,iBAAiB,EAAE,KAAK;oBACxB,iBAAiB,EAAE,KAAK;iBAC3B,CAAC,CAAC;YACP,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE5B,OAAO,MAAM,CAAC;QAClB,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB;QAC9B,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5B,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC7B,MAAM,EAAE,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC;QACzC,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,OAAoC;QAC3D,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,gGAAgG;QAChG,2FAA2F;QAC3F,wBAAwB;QACxB,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAEnD,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAE9C,8FAA8F;YAC9F,4FAA4F;YAC5F,0EAA0E;YAC1E,IAAI,CAAC,eAAe,EAAE,CAAC;gBACnB,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,qFAAqF;YACrF,MAAM,iBAAiB,GAAG,eAAe,CAAC,OAAO,KAAK,IAAI,CAAC;YAE3D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAChE,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,EAAE,KAAK,CAAC,CAAC;YAEnF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;YAEpC,wDAAwD;YACxD,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAErC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACrB,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;gBAC9B,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAClC,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE5B,OAAO;gBACH,SAAS,EAAE,EAAE;gBACb,iBAAiB;gBACjB,iBAAiB,EAAE,IAAI;aAC1B,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAChB,OAAoC,EACpC,UAAkC,EAAE;QAEpC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,gGAAgG;QAChG,6FAA6F;QAC7F,mCAAmC;QACnC,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAEnD,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAE9C,6EAA6E;YAC7E,sFAAsF;YACtF,yFAAyF;YACzF,uDAAuD;YACvD,IAAI,CAAC,eAAe,IAAI,eAAe,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACvD,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,2FAA2F;YAC3F,iCAAiC;YACjC,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAE7E,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;YAEpC,wDAAwD;YACxD,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAErC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtC,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE5B,OAAO;gBACH,SAAS,EAAE,EAAE;gBACb,iBAAiB,EAAE,KAAK;gBACxB,iBAAiB,EAAE,IAAI;aAC1B,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO;QACT,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,4FAA4F;QAC5F,6FAA6F;QAC7F,+FAA+F;QAC/F,+FAA+F;QAC/F,gBAAgB;QAChB,EAAE;QACF,6GAA6G;QAC7G,iFAAiF;QACjF,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAChD,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC;QAC9B,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,0FAA0F;QAC1F,4FAA4F;QAC5F,oFAAoF;QACpF,EAAE;QACF,4FAA4F;QAC5F,2FAA2F;QAC3F,EAAE;QACF,6GAA6G;QAC7G,iFAAiF;QACjF,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,qBAAqB,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAC7E,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;QACxD,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,kBAAkB;QACd,OAAO;YACH,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,kBAAkB,EAAE,KAAK;YACzB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,KAAK,EAAE,EAAE;YACT,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YACrC,MAAM,EAAE,GAAG;SACd,CAAC;IACN,CAAC;IAEO,gBAAgB,CAAC,eAAwB;QAC7C,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,IAAI,eAAe,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAEO,cAAc,CAAI,WAAoB;QAC1C,IAAI,CAAC,WAAW;YAAE,OAAO,SAAS,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxC,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAEO,sBAAsB,CAAC,OAA8B,EAAE,SAAmB;QAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3D,MAAM,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEnD,IAAI,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAChD,OAAO;YACH,EAAE;YACF,IAAI;YACJ,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,CAAC;YACnC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;SACnB,CAAC;IACN,CAAC;IAEO,iBAAiB,CAAC,OAA8B,EAAE,SAAmB;QACzE,IAAI,OAAO,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9C,CAAC;CACJ"}
|
package/utils.d.ts
CHANGED
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import type * as storage from '@crawlee/types';
|
|
2
1
|
/**
|
|
3
2
|
* Removes all properties with a null value
|
|
4
3
|
* from the provided object.
|
|
@@ -10,17 +9,4 @@ export declare function purgeNullsFromObject<T>(object: T): T;
|
|
|
10
9
|
export declare function uniqueKeyToRequestId(uniqueKey: string): string;
|
|
11
10
|
export declare function isBuffer(value: unknown): boolean;
|
|
12
11
|
export declare function isStream(value: any): boolean;
|
|
13
|
-
export type BackgroundHandlerReceivedMessage = BackgroundHandlerUpdateMetadataMessage;
|
|
14
|
-
export type BackgroundHandlerUpdateMetadataMessage = MetadataUpdate<'datasets', storage.DatasetInfo> | MetadataUpdate<'keyValueStores', storage.KeyValueStoreInfo> | MetadataUpdate<'requestQueues', storage.RequestQueueInfo>;
|
|
15
|
-
type EntityType = 'datasets' | 'keyValueStores' | 'requestQueues';
|
|
16
|
-
interface MetadataUpdate<Type extends EntityType, DataType> {
|
|
17
|
-
entityType: Type;
|
|
18
|
-
id: string;
|
|
19
|
-
action: 'update-metadata';
|
|
20
|
-
entityDirectory: string;
|
|
21
|
-
data: DataType;
|
|
22
|
-
writeMetadata: boolean;
|
|
23
|
-
persistStorage: boolean;
|
|
24
|
-
}
|
|
25
|
-
export {};
|
|
26
12
|
//# sourceMappingURL=utils.d.ts.map
|
package/utils.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAMA;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,CAQpD;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAO9D;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAQhD;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAM5C"}
|
package/utils.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAEzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAI,MAAS;IAC7C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACjE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO,CAAC,cAAc,CAAC,MAAiC,EAAE,GAAG,CAAC,CAAC;QACvF,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,SAAiB;IAClD,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC;SAC3B,MAAM,CAAC,SAAS,CAAC;SACjB,MAAM,CAAC,QAAQ,CAAC;SAChB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAE/B,OAAO,GAAG,CAAC,MAAM,GAAG,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAClF,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc;IACnC,IAAI,CAAC;QACD,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEpF,OAAO,IAAI,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,KAAK,CAAC;IACjB,CAAC;AACL,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAU;IAC/B,OAAO,CACH,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK;QACL,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,GAAG,CAAC,KAAK,UAAU,CAAC,CAClF,CAAC;AACN,CAAC"}
|
|
@@ -1,6 +0,0 @@
|
|
|
1
|
-
import type { CrawleeLogger } from '@crawlee/types';
|
|
2
|
-
import type { BackgroundHandlerReceivedMessage } from '../utils.js';
|
|
3
|
-
export declare function handleMessage(message: BackgroundHandlerReceivedMessage, logger?: CrawleeLogger): Promise<void>;
|
|
4
|
-
export declare function lockAndWrite(filePath: string, data: unknown, stringify?: boolean, retry?: number, timeout?: number): Promise<void>;
|
|
5
|
-
export declare function lockAndCallback<Callback extends () => Promise<any>>(filePath: string, callback: Callback, retry?: number, timeout?: number): Promise<Awaited<ReturnType<Callback>>>;
|
|
6
|
-
//# sourceMappingURL=fs-utils.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"fs-utils.d.ts","sourceRoot":"","sources":["../../src/background-handler/fs-utils.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAIpD,OAAO,KAAK,EAAE,gCAAgC,EAA0C,MAAM,aAAa,CAAC;AAE5G,wBAAsB,aAAa,CAAC,OAAO,EAAE,gCAAgC,EAAE,MAAM,CAAC,EAAE,aAAa,iBAYpG;AAiBD,wBAAsB,YAAY,CAC9B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,OAAO,EACb,SAAS,UAAO,EAChB,KAAK,SAAK,EACV,OAAO,SAAK,GACb,OAAO,CAAC,IAAI,CAAC,CAiBf;AAED,wBAAsB,eAAe,CAAC,QAAQ,SAAS,MAAM,OAAO,CAAC,GAAG,CAAC,EACrE,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,QAAQ,EAClB,KAAK,SAAK,EACV,OAAO,SAAK,GACb,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAkBxC"}
|
|
@@ -1,63 +0,0 @@
|
|
|
1
|
-
import { writeFile } from 'node:fs';
|
|
2
|
-
import { writeFile as writeFileP } from 'node:fs/promises';
|
|
3
|
-
import { resolve } from 'node:path';
|
|
4
|
-
import { setTimeout } from 'node:timers/promises';
|
|
5
|
-
import { ensureDir } from 'fs-extra/esm';
|
|
6
|
-
import { lock } from 'proper-lockfile';
|
|
7
|
-
export async function handleMessage(message, logger) {
|
|
8
|
-
switch (message.action) {
|
|
9
|
-
case 'update-metadata':
|
|
10
|
-
await updateMetadata(message);
|
|
11
|
-
break;
|
|
12
|
-
default:
|
|
13
|
-
// We're keeping this to make eslint happy + in the event we add a new action without adding checks for it
|
|
14
|
-
// we should be aware of them
|
|
15
|
-
logger?.warning(`Unknown background handler message action ${message.action}`);
|
|
16
|
-
}
|
|
17
|
-
}
|
|
18
|
-
async function updateMetadata(message) {
|
|
19
|
-
// Skip writing the actual metadata file. This is done after ensuring the directory exists so we have the directory present
|
|
20
|
-
if (!message.writeMetadata) {
|
|
21
|
-
return;
|
|
22
|
-
}
|
|
23
|
-
// Ensure the directory for the entity exists
|
|
24
|
-
const dir = message.entityDirectory;
|
|
25
|
-
await ensureDir(dir);
|
|
26
|
-
// Write the metadata to the file
|
|
27
|
-
const filePath = resolve(dir, '__metadata__.json');
|
|
28
|
-
await writeFileP(filePath, JSON.stringify(message.data, null, '\t'));
|
|
29
|
-
}
|
|
30
|
-
export async function lockAndWrite(filePath, data, stringify = true, retry = 10, timeout = 10) {
|
|
31
|
-
await lockAndCallback(filePath, async () => {
|
|
32
|
-
await new Promise((pResolve, reject) => {
|
|
33
|
-
writeFile(filePath, stringify ? JSON.stringify(data, null, '\t') : data, (err) => {
|
|
34
|
-
if (err) {
|
|
35
|
-
reject(err);
|
|
36
|
-
}
|
|
37
|
-
else {
|
|
38
|
-
pResolve();
|
|
39
|
-
}
|
|
40
|
-
});
|
|
41
|
-
});
|
|
42
|
-
}, retry, timeout);
|
|
43
|
-
}
|
|
44
|
-
export async function lockAndCallback(filePath, callback, retry = 10, timeout = 10) {
|
|
45
|
-
let release = null;
|
|
46
|
-
try {
|
|
47
|
-
release = await lock(filePath, { realpath: false });
|
|
48
|
-
return await callback();
|
|
49
|
-
}
|
|
50
|
-
catch (e) {
|
|
51
|
-
if (e.code === 'ELOCKED' && retry > 0) {
|
|
52
|
-
await setTimeout(timeout);
|
|
53
|
-
return lockAndCallback(filePath, callback, retry - 1, timeout * 2);
|
|
54
|
-
}
|
|
55
|
-
throw e;
|
|
56
|
-
}
|
|
57
|
-
finally {
|
|
58
|
-
if (release) {
|
|
59
|
-
await release();
|
|
60
|
-
}
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
//# sourceMappingURL=fs-utils.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"fs-utils.js","sourceRoot":"","sources":["../../src/background-handler/fs-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,SAAS,IAAI,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGlD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAIvC,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAyC,EAAE,MAAsB;IACjG,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;QACrB,KAAK,iBAAiB;YAClB,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;YAC9B,MAAM;QACV;YACI,0GAA0G;YAC1G,6BAA6B;YAC7B,MAAM,EAAE,OAAO,CACX,6CAA8C,OAA4C,CAAC,MAAM,EAAE,CACtG,CAAC;IACV,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,OAA+C;IACzE,2HAA2H;IAC3H,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;QACzB,OAAO;IACX,CAAC;IAED,6CAA6C;IAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,eAAe,CAAC;IACpC,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;IAErB,iCAAiC;IACjC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,mBAAmB,CAAC,CAAC;IACnD,MAAM,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAC9B,QAAgB,EAChB,IAAa,EACb,SAAS,GAAG,IAAI,EAChB,KAAK,GAAG,EAAE,EACV,OAAO,GAAG,EAAE;IAEZ,MAAM,eAAe,CACjB,QAAQ,EACR,KAAK,IAAI,EAAE;QACP,MAAM,IAAI,OAAO,CAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;YACzC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAE,IAAe,EAAE,CAAC,GAAG,EAAE,EAAE;gBACzF,IAAI,GAAG,EAAE,CAAC;oBACN,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACJ,QAAQ,EAAE,CAAC;gBACf,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC,EACD,KAAK,EACL,OAAO,CACV,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACjC,QAAgB,EAChB,QAAkB,EAClB,KAAK,GAAG,EAAE,EACV,OAAO,GAAG,EAAE;IAEZ,IAAI,OAAO,GAAiC,IAAI,CAAC;IACjD,IAAI,CAAC;QACD,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAEpD,OAAO,MAAM,QAAQ,EAAE,CAAC;IAC5B,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;YAC1B,OAAO,eAAe,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,CAAC,CAAC;IACZ,CAAC;YAAS,CAAC;QACP,IAAI,OAAO,EAAE,CAAC;YACV,MAAM,OAAO,EAAE,CAAC;QACpB,CAAC;IACL,CAAC;AACL,CAAC"}
|
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
import type { CrawleeLogger } from '@crawlee/types';
|
|
2
|
-
import type { BackgroundHandlerReceivedMessage } from '../utils.js';
|
|
3
|
-
/**
|
|
4
|
-
* A map of promises that are created when a background task is scheduled.
|
|
5
|
-
* This is used in MemoryStorage#teardown to wait for all tasks to finish executing before exiting the process.
|
|
6
|
-
* @internal
|
|
7
|
-
*/
|
|
8
|
-
export declare const promiseMap: Map<string, {
|
|
9
|
-
promise: Promise<void>;
|
|
10
|
-
resolve: () => void;
|
|
11
|
-
}>;
|
|
12
|
-
export declare function scheduleBackgroundTask(message: BackgroundHandlerReceivedMessage, logger?: CrawleeLogger): void;
|
|
13
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/background-handler/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,aAAa,CAAC;AAGpE;;;;GAIG;AACH,eAAO,MAAM,UAAU,EAAE,GAAG,CACxB,MAAM,EACN;IACI,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,OAAO,EAAE,MAAM,IAAI,CAAC;CACvB,CACQ,CAAC;AAEd,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,gCAAgC,EAAE,MAAM,CAAC,EAAE,aAAa,QAoBvG"}
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
import { randomUUID } from 'node:crypto';
|
|
2
|
-
import { handleMessage } from './fs-utils.js';
|
|
3
|
-
/**
|
|
4
|
-
* A map of promises that are created when a background task is scheduled.
|
|
5
|
-
* This is used in MemoryStorage#teardown to wait for all tasks to finish executing before exiting the process.
|
|
6
|
-
* @internal
|
|
7
|
-
*/
|
|
8
|
-
export const promiseMap = new Map();
|
|
9
|
-
export function scheduleBackgroundTask(message, logger) {
|
|
10
|
-
const id = randomUUID();
|
|
11
|
-
let promiseResolve;
|
|
12
|
-
const promise = new Promise((res) => {
|
|
13
|
-
promiseResolve = res;
|
|
14
|
-
});
|
|
15
|
-
promiseMap.set(id, {
|
|
16
|
-
promise,
|
|
17
|
-
resolve: promiseResolve,
|
|
18
|
-
});
|
|
19
|
-
void handleBackgroundMessage({
|
|
20
|
-
...message,
|
|
21
|
-
messageId: id,
|
|
22
|
-
}, logger);
|
|
23
|
-
}
|
|
24
|
-
async function handleBackgroundMessage(message, logger) {
|
|
25
|
-
await handleMessage(message, logger);
|
|
26
|
-
promiseMap.get(message.messageId)?.resolve();
|
|
27
|
-
promiseMap.delete(message.messageId);
|
|
28
|
-
}
|
|
29
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/background-handler/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAKzC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAE9C;;;;GAIG;AACH,MAAM,CAAC,MAAM,UAAU,GAMnB,IAAI,GAAG,EAAE,CAAC;AAEd,MAAM,UAAU,sBAAsB,CAAC,OAAyC,EAAE,MAAsB;IACpG,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;IAExB,IAAI,cAA0B,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,GAAG,EAAE,EAAE;QACtC,cAAc,GAAG,GAAG,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE;QACf,OAAO;QACP,OAAO,EAAE,cAAe;KAC3B,CAAC,CAAC;IAEH,KAAK,uBAAuB,CACxB;QACI,GAAG,OAAO;QACV,SAAS,EAAE,EAAE;KAChB,EACD,MAAM,CACT,CAAC;AACN,CAAC;AAED,KAAK,UAAU,uBAAuB,CAClC,OAAiE,EACjE,MAAsB;IAEtB,MAAM,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAErC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC;IAC7C,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AACzC,CAAC"}
|
package/cache-helpers.d.ts
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import type * as storage from '@crawlee/types';
|
|
2
|
-
import { type MemoryStorage } from './memory-storage.js';
|
|
3
|
-
export declare function findOrCacheDatasetByPossibleId(client: MemoryStorage, entryNameOrId: string): Promise<DatasetClient<storage.Dictionary> | undefined>;
|
|
4
|
-
export declare function findOrCacheKeyValueStoreByPossibleId(client: MemoryStorage, entryNameOrId: string): Promise<KeyValueStoreClient | undefined>;
|
|
5
|
-
export declare function findRequestQueueByPossibleId(client: MemoryStorage, entryNameOrId: string): Promise<RequestQueueClient | undefined>;
|
|
6
|
-
import { DatasetClient } from './resource-clients/dataset.js';
|
|
7
|
-
import { KeyValueStoreClient } from './resource-clients/key-value-store.js';
|
|
8
|
-
import { RequestQueueClient } from './resource-clients/request-queue.js';
|
|
9
|
-
//# sourceMappingURL=cache-helpers.d.ts.map
|
package/cache-helpers.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"cache-helpers.d.ts","sourceRoot":"","sources":["../src/cache-helpers.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAO/C,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAIzD,wBAAsB,8BAA8B,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,0DAwGhG;AAED,wBAAsB,oCAAoC,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,4CA2JtG;AAED,wBAAsB,4BAA4B,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,2CAwH9F;AAGD,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAE9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC"}
|
package/cache-helpers.js
DELETED
|
@@ -1,319 +0,0 @@
|
|
|
1
|
-
import { access, opendir, readFile } from 'node:fs/promises';
|
|
2
|
-
import { extname, resolve } from 'node:path';
|
|
3
|
-
import json5 from 'json5';
|
|
4
|
-
import mimeTypes from 'mime-types';
|
|
5
|
-
import { DatasetFileSystemEntry } from './fs/dataset/fs.js';
|
|
6
|
-
import { KeyValueFileSystemEntry } from './fs/key-value-store/fs.js';
|
|
7
|
-
import { RequestQueueFileSystemEntry } from './fs/request-queue/fs.js';
|
|
8
|
-
const uuidRegex = /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/i;
|
|
9
|
-
export async function findOrCacheDatasetByPossibleId(client, entryNameOrId) {
|
|
10
|
-
// First check memory cache — match by id, name, or directoryName (which covers alias lookups)
|
|
11
|
-
const found = client.datasetClientCache.find((store) => store.id === entryNameOrId ||
|
|
12
|
-
store.name?.toLowerCase() === entryNameOrId.toLowerCase() ||
|
|
13
|
-
store.directoryName.toLowerCase() === entryNameOrId.toLowerCase());
|
|
14
|
-
if (found) {
|
|
15
|
-
return found;
|
|
16
|
-
}
|
|
17
|
-
const datasetDir = resolve(client.datasetsDirectory, entryNameOrId);
|
|
18
|
-
try {
|
|
19
|
-
// Check if directory exists
|
|
20
|
-
await access(datasetDir);
|
|
21
|
-
}
|
|
22
|
-
catch {
|
|
23
|
-
return undefined;
|
|
24
|
-
}
|
|
25
|
-
// Access the dataset folder
|
|
26
|
-
const directoryEntries = await opendir(datasetDir);
|
|
27
|
-
let id;
|
|
28
|
-
let name;
|
|
29
|
-
let itemCount = 0;
|
|
30
|
-
const entries = new Set();
|
|
31
|
-
let createdAt = new Date();
|
|
32
|
-
let accessedAt = new Date();
|
|
33
|
-
let modifiedAt = new Date();
|
|
34
|
-
let hasSeenMetadataFile = false;
|
|
35
|
-
for await (const entry of directoryEntries) {
|
|
36
|
-
if (entry.isFile()) {
|
|
37
|
-
if (entry.name === '__metadata__.json') {
|
|
38
|
-
hasSeenMetadataFile = true;
|
|
39
|
-
// we have found the store metadata file, build out information based on it
|
|
40
|
-
const fileContent = await readFile(resolve(datasetDir, entry.name), 'utf8');
|
|
41
|
-
if (!fileContent)
|
|
42
|
-
continue;
|
|
43
|
-
const metadata = JSON.parse(fileContent);
|
|
44
|
-
id = metadata.id;
|
|
45
|
-
name = metadata.name;
|
|
46
|
-
itemCount = metadata.itemCount;
|
|
47
|
-
createdAt = new Date(metadata.createdAt);
|
|
48
|
-
accessedAt = new Date(metadata.accessedAt);
|
|
49
|
-
modifiedAt = new Date(metadata.modifiedAt);
|
|
50
|
-
continue;
|
|
51
|
-
}
|
|
52
|
-
const entryName = entry.name.split('.')[0];
|
|
53
|
-
entries.add(entryName);
|
|
54
|
-
if (!hasSeenMetadataFile) {
|
|
55
|
-
itemCount++;
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
}
|
|
59
|
-
if (id === undefined && name === undefined) {
|
|
60
|
-
const isUuid = uuidRegex.test(entryNameOrId);
|
|
61
|
-
if (isUuid) {
|
|
62
|
-
id = entryNameOrId;
|
|
63
|
-
}
|
|
64
|
-
else {
|
|
65
|
-
name = entryNameOrId;
|
|
66
|
-
}
|
|
67
|
-
}
|
|
68
|
-
const newClient = new DatasetClient({
|
|
69
|
-
baseStorageDirectory: client.datasetsDirectory,
|
|
70
|
-
client,
|
|
71
|
-
id,
|
|
72
|
-
name,
|
|
73
|
-
});
|
|
74
|
-
// Overwrite properties
|
|
75
|
-
newClient.accessedAt = accessedAt;
|
|
76
|
-
newClient.createdAt = createdAt;
|
|
77
|
-
newClient.modifiedAt = modifiedAt;
|
|
78
|
-
newClient.itemCount = itemCount;
|
|
79
|
-
for (const entryId of entries.values()) {
|
|
80
|
-
// We create a file system entry instead of possibly making an in-memory one to allow the pre-included data to be used on demand
|
|
81
|
-
const entry = new DatasetFileSystemEntry({
|
|
82
|
-
storeDirectory: datasetDir,
|
|
83
|
-
entityId: entryId,
|
|
84
|
-
persistStorage: true,
|
|
85
|
-
});
|
|
86
|
-
// eslint-disable-next-line dot-notation
|
|
87
|
-
newClient['datasetEntries'].set(entryId, entry);
|
|
88
|
-
}
|
|
89
|
-
client.datasetClientCache.push(newClient);
|
|
90
|
-
return newClient;
|
|
91
|
-
}
|
|
92
|
-
export async function findOrCacheKeyValueStoreByPossibleId(client, entryNameOrId) {
|
|
93
|
-
// First check memory cache — match by id, name, or directoryName (which covers alias lookups)
|
|
94
|
-
const found = client.keyValueStoreCache.find((store) => store.id === entryNameOrId ||
|
|
95
|
-
store.name?.toLowerCase() === entryNameOrId.toLowerCase() ||
|
|
96
|
-
store.directoryName.toLowerCase() === entryNameOrId.toLowerCase());
|
|
97
|
-
if (found) {
|
|
98
|
-
return found;
|
|
99
|
-
}
|
|
100
|
-
const keyValueStoreDir = resolve(client.keyValueStoresDirectory, entryNameOrId);
|
|
101
|
-
try {
|
|
102
|
-
// Check if directory exists
|
|
103
|
-
await access(keyValueStoreDir);
|
|
104
|
-
}
|
|
105
|
-
catch {
|
|
106
|
-
return undefined;
|
|
107
|
-
}
|
|
108
|
-
// Access the key value store folder
|
|
109
|
-
const directoryEntries = await opendir(keyValueStoreDir);
|
|
110
|
-
let id;
|
|
111
|
-
let name;
|
|
112
|
-
let createdAt = new Date();
|
|
113
|
-
let accessedAt = new Date();
|
|
114
|
-
let modifiedAt = new Date();
|
|
115
|
-
const internalRecords = new Map();
|
|
116
|
-
let hasSeenMetadataForEntry = false;
|
|
117
|
-
for await (const entry of directoryEntries) {
|
|
118
|
-
if (entry.isFile()) {
|
|
119
|
-
if (entry.name === '__metadata__.json') {
|
|
120
|
-
// we have found the store metadata file, build out information based on it
|
|
121
|
-
const fileContent = await readFile(resolve(keyValueStoreDir, entry.name), 'utf8');
|
|
122
|
-
if (!fileContent)
|
|
123
|
-
continue;
|
|
124
|
-
const metadata = JSON.parse(fileContent);
|
|
125
|
-
id = metadata.id;
|
|
126
|
-
name = metadata.name;
|
|
127
|
-
createdAt = new Date(metadata.createdAt);
|
|
128
|
-
accessedAt = new Date(metadata.accessedAt);
|
|
129
|
-
modifiedAt = new Date(metadata.modifiedAt);
|
|
130
|
-
continue;
|
|
131
|
-
}
|
|
132
|
-
if (entry.name.includes('.__metadata__.')) {
|
|
133
|
-
hasSeenMetadataForEntry = true;
|
|
134
|
-
// This is an entry's metadata file, we can use it to create/extend the record
|
|
135
|
-
const fileContent = await readFile(resolve(keyValueStoreDir, entry.name), 'utf8');
|
|
136
|
-
if (!fileContent)
|
|
137
|
-
continue;
|
|
138
|
-
const metadata = JSON.parse(fileContent);
|
|
139
|
-
const newRecord = {
|
|
140
|
-
...internalRecords.get(metadata.key),
|
|
141
|
-
...metadata,
|
|
142
|
-
};
|
|
143
|
-
internalRecords.set(metadata.key, newRecord);
|
|
144
|
-
continue;
|
|
145
|
-
}
|
|
146
|
-
// This is an entry in the store, we can use it to create/extend the record
|
|
147
|
-
const fileContent = await readFile(resolve(keyValueStoreDir, entry.name));
|
|
148
|
-
const fileExtension = extname(entry.name);
|
|
149
|
-
const contentType = mimeTypes.contentType(entry.name) || 'text/plain';
|
|
150
|
-
const extension = mimeTypes.extension(contentType);
|
|
151
|
-
// This is kept for backwards compatibility / to ignore invalid JSON files
|
|
152
|
-
if (contentType.includes('application/json')) {
|
|
153
|
-
const stringifiedJson = fileContent.toString('utf8');
|
|
154
|
-
try {
|
|
155
|
-
json5.parse(stringifiedJson);
|
|
156
|
-
}
|
|
157
|
-
catch {
|
|
158
|
-
client.logger?.warning(`Key-value entry "${entry.name}" for store ${entryNameOrId} has invalid JSON content and will be ignored from the store.`);
|
|
159
|
-
continue;
|
|
160
|
-
}
|
|
161
|
-
}
|
|
162
|
-
const nameSplit = entry.name.split('.');
|
|
163
|
-
if (fileExtension) {
|
|
164
|
-
nameSplit.pop();
|
|
165
|
-
}
|
|
166
|
-
const key = nameSplit.join('.');
|
|
167
|
-
const newRecord = {
|
|
168
|
-
key,
|
|
169
|
-
extension,
|
|
170
|
-
contentType,
|
|
171
|
-
...internalRecords.get(key),
|
|
172
|
-
};
|
|
173
|
-
internalRecords.set(key, newRecord);
|
|
174
|
-
}
|
|
175
|
-
}
|
|
176
|
-
if (id === undefined && name === undefined) {
|
|
177
|
-
const isUuid = uuidRegex.test(entryNameOrId);
|
|
178
|
-
if (isUuid) {
|
|
179
|
-
id = entryNameOrId;
|
|
180
|
-
}
|
|
181
|
-
else {
|
|
182
|
-
name = entryNameOrId;
|
|
183
|
-
}
|
|
184
|
-
}
|
|
185
|
-
const newClient = new KeyValueStoreClient({
|
|
186
|
-
baseStorageDirectory: client.keyValueStoresDirectory,
|
|
187
|
-
client,
|
|
188
|
-
id,
|
|
189
|
-
name,
|
|
190
|
-
});
|
|
191
|
-
// Overwrite properties
|
|
192
|
-
newClient.accessedAt = accessedAt;
|
|
193
|
-
newClient.createdAt = createdAt;
|
|
194
|
-
newClient.modifiedAt = modifiedAt;
|
|
195
|
-
for (const [key, record] of internalRecords) {
|
|
196
|
-
// We create a file system entry instead of possibly making an in-memory one to allow the pre-included data to be used on demand
|
|
197
|
-
const entry = new KeyValueFileSystemEntry({
|
|
198
|
-
persistStorage: true,
|
|
199
|
-
storeDirectory: keyValueStoreDir,
|
|
200
|
-
writeMetadata: hasSeenMetadataForEntry,
|
|
201
|
-
logger: client.logger,
|
|
202
|
-
});
|
|
203
|
-
// eslint-disable-next-line dot-notation
|
|
204
|
-
entry['rawRecord'] = { ...record };
|
|
205
|
-
// eslint-disable-next-line dot-notation
|
|
206
|
-
entry['filePath'] = resolve(keyValueStoreDir, `${record.key}.${record.extension}`);
|
|
207
|
-
// eslint-disable-next-line dot-notation
|
|
208
|
-
entry['fileMetadataPath'] = resolve(keyValueStoreDir, `${record.key}.__metadata__.json`);
|
|
209
|
-
// eslint-disable-next-line dot-notation
|
|
210
|
-
newClient['keyValueEntries'].set(key, entry);
|
|
211
|
-
}
|
|
212
|
-
client.keyValueStoreCache.push(newClient);
|
|
213
|
-
return newClient;
|
|
214
|
-
}
|
|
215
|
-
export async function findRequestQueueByPossibleId(client, entryNameOrId) {
|
|
216
|
-
// First check memory cache — match by id, name, or directoryName (which covers alias lookups)
|
|
217
|
-
const found = client.requestQueueCache.find((store) => store.id === entryNameOrId ||
|
|
218
|
-
store.name?.toLowerCase() === entryNameOrId.toLowerCase() ||
|
|
219
|
-
store.directoryName.toLowerCase() === entryNameOrId.toLowerCase());
|
|
220
|
-
if (found) {
|
|
221
|
-
return found;
|
|
222
|
-
}
|
|
223
|
-
const requestQueueDir = resolve(client.requestQueuesDirectory, entryNameOrId);
|
|
224
|
-
try {
|
|
225
|
-
// Check if directory exists
|
|
226
|
-
await access(requestQueueDir);
|
|
227
|
-
}
|
|
228
|
-
catch {
|
|
229
|
-
return undefined;
|
|
230
|
-
}
|
|
231
|
-
// Access the request queue folder
|
|
232
|
-
const directoryEntries = await opendir(requestQueueDir);
|
|
233
|
-
let id;
|
|
234
|
-
let name;
|
|
235
|
-
let createdAt = new Date();
|
|
236
|
-
let accessedAt = new Date();
|
|
237
|
-
let modifiedAt = new Date();
|
|
238
|
-
let pendingRequestCount = 0;
|
|
239
|
-
let handledRequestCount = 0;
|
|
240
|
-
const entries = new Set();
|
|
241
|
-
let forefrontRequestIds = [];
|
|
242
|
-
for await (const entry of directoryEntries) {
|
|
243
|
-
if (entry.isFile()) {
|
|
244
|
-
switch (entry.name) {
|
|
245
|
-
case '__metadata__.json': {
|
|
246
|
-
// we have found the store metadata file, build out information based on it
|
|
247
|
-
const fileContent = await readFile(resolve(requestQueueDir, entry.name), 'utf8');
|
|
248
|
-
if (!fileContent)
|
|
249
|
-
continue;
|
|
250
|
-
const metadata = JSON.parse(fileContent);
|
|
251
|
-
id = metadata.id;
|
|
252
|
-
name = metadata.name;
|
|
253
|
-
createdAt = new Date(metadata.createdAt);
|
|
254
|
-
accessedAt = new Date(metadata.accessedAt);
|
|
255
|
-
modifiedAt = new Date(metadata.modifiedAt);
|
|
256
|
-
pendingRequestCount = metadata.pendingRequestCount;
|
|
257
|
-
handledRequestCount = metadata.handledRequestCount;
|
|
258
|
-
forefrontRequestIds = metadata?.forefrontRequestIds ?? [];
|
|
259
|
-
break;
|
|
260
|
-
}
|
|
261
|
-
default: {
|
|
262
|
-
// Skip non-JSON and files that start with a dot
|
|
263
|
-
if (entry.name.startsWith('.') || !entry.name.endsWith('.json')) {
|
|
264
|
-
continue;
|
|
265
|
-
}
|
|
266
|
-
const entryName = entry.name.split('.')[0];
|
|
267
|
-
try {
|
|
268
|
-
// Try parsing the file to ensure it's even valid to begin with
|
|
269
|
-
const fileContent = await readFile(resolve(requestQueueDir, entry.name), 'utf8');
|
|
270
|
-
JSON.parse(fileContent);
|
|
271
|
-
entries.add(entryName);
|
|
272
|
-
}
|
|
273
|
-
catch {
|
|
274
|
-
client.logger?.warning(`Request queue entry "${entry.name}" for store ${entryNameOrId} has invalid JSON content and will be ignored from the store.`);
|
|
275
|
-
}
|
|
276
|
-
}
|
|
277
|
-
}
|
|
278
|
-
}
|
|
279
|
-
}
|
|
280
|
-
if (id === undefined && name === undefined) {
|
|
281
|
-
const isUuid = uuidRegex.test(entryNameOrId);
|
|
282
|
-
if (isUuid) {
|
|
283
|
-
id = entryNameOrId;
|
|
284
|
-
}
|
|
285
|
-
else {
|
|
286
|
-
name = entryNameOrId;
|
|
287
|
-
}
|
|
288
|
-
}
|
|
289
|
-
const newClient = new RequestQueueClient({
|
|
290
|
-
baseStorageDirectory: client.requestQueuesDirectory,
|
|
291
|
-
client,
|
|
292
|
-
id,
|
|
293
|
-
name,
|
|
294
|
-
});
|
|
295
|
-
// Overwrite properties
|
|
296
|
-
newClient.accessedAt = accessedAt;
|
|
297
|
-
newClient.createdAt = createdAt;
|
|
298
|
-
newClient.modifiedAt = modifiedAt;
|
|
299
|
-
newClient.pendingRequestCount = pendingRequestCount;
|
|
300
|
-
newClient.handledRequestCount = handledRequestCount;
|
|
301
|
-
// @ts-expect-error - Assigning to private property
|
|
302
|
-
newClient.forefrontRequestIds = forefrontRequestIds;
|
|
303
|
-
for (const requestId of entries) {
|
|
304
|
-
const entry = new RequestQueueFileSystemEntry({
|
|
305
|
-
persistStorage: true,
|
|
306
|
-
requestId,
|
|
307
|
-
storeDirectory: requestQueueDir,
|
|
308
|
-
});
|
|
309
|
-
// eslint-disable-next-line dot-notation
|
|
310
|
-
newClient['requests'].set(requestId, entry);
|
|
311
|
-
}
|
|
312
|
-
client.requestQueueCache.push(newClient);
|
|
313
|
-
return newClient;
|
|
314
|
-
}
|
|
315
|
-
/* eslint-disable import/first -- Fixing circulars */
|
|
316
|
-
import { DatasetClient } from './resource-clients/dataset.js';
|
|
317
|
-
import { KeyValueStoreClient } from './resource-clients/key-value-store.js';
|
|
318
|
-
import { RequestQueueClient } from './resource-clients/request-queue.js';
|
|
319
|
-
//# sourceMappingURL=cache-helpers.js.map
|
package/cache-helpers.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"cache-helpers.js","sourceRoot":"","sources":["../src/cache-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAG7C,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,SAAS,MAAM,YAAY,CAAC;AAEnC,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AAGvE,MAAM,SAAS,GAAG,+DAA+D,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,MAAqB,EAAE,aAAqB;IAC7F,8FAA8F;IAC9F,MAAM,KAAK,GAAG,MAAM,CAAC,kBAAkB,CAAC,IAAI,CACxC,CAAC,KAAK,EAAE,EAAE,CACN,KAAK,CAAC,EAAE,KAAK,aAAa;QAC1B,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE;QACzD,KAAK,CAAC,aAAa,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE,CACxE,CAAC;IAEF,IAAI,KAAK,EAAE,CAAC;QACR,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC;IAEpE,IAAI,CAAC;QACD,4BAA4B;QAC5B,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,4BAA4B;IAC5B,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;IAEnD,IAAI,EAAsB,CAAC;IAC3B,IAAI,IAAwB,CAAC;IAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAElC,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAE5B,IAAI,mBAAmB,GAAG,KAAK,CAAC;IAEhC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACzC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACjB,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;gBACrC,mBAAmB,GAAG,IAAI,CAAC;gBAE3B,2EAA2E;gBAC3E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAC5E,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAwB,CAAC;gBAChE,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;gBACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;gBACrB,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;gBAC/B,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACzC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAC3C,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAE3C,SAAS;YACb,CAAC;YAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAEvB,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACvB,SAAS,EAAE,CAAC;YAChB,CAAC;QACL,CAAC;IACL,CAAC;IAED,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,MAAM,EAAE,CAAC;YACT,EAAE,GAAG,aAAa,CAAC;QACvB,CAAC;aAAM,CAAC;YACJ,IAAI,GAAG,aAAa,CAAC;QACzB,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,aAAa,CAAC;QAChC,oBAAoB,EAAE,MAAM,CAAC,iBAAiB;QAC9C,MAAM;QACN,EAAE;QACF,IAAI;KACP,CAAC,CAAC;IAEH,uBAAuB;IACvB,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAEhC,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACrC,gIAAgI;QAChI,MAAM,KAAK,GAAG,IAAI,sBAAsB,CAAC;YACrC,cAAc,EAAE,UAAU;YAC1B,QAAQ,EAAE,OAAO;YACjB,cAAc,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,wCAAwC;QACxC,SAAS,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE1C,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oCAAoC,CAAC,MAAqB,EAAE,aAAqB;IACnG,8FAA8F;IAC9F,MAAM,KAAK,GAAG,MAAM,CAAC,kBAAkB,CAAC,IAAI,CACxC,CAAC,KAAK,EAAE,EAAE,CACN,KAAK,CAAC,EAAE,KAAK,aAAa;QAC1B,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE;QACzD,KAAK,CAAC,aAAa,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE,CACxE,CAAC;IAEF,IAAI,KAAK,EAAE,CAAC;QACR,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,uBAAuB,EAAE,aAAa,CAAC,CAAC;IAEhF,IAAI,CAAC;QACD,4BAA4B;QAC5B,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,oCAAoC;IACpC,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAEzD,IAAI,EAAsB,CAAC;IAC3B,IAAI,IAAwB,CAAC;IAC7B,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAG5B,MAAM,eAAe,GAAG,IAAI,GAAG,EAAoB,CAAC;IACpD,IAAI,uBAAuB,GAAG,KAAK,CAAC;IAEpC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACzC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACjB,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;gBACrC,2EAA2E;gBAC3E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClF,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAA8B,CAAC;gBACtE,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;gBACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;gBACrB,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACzC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAC3C,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAE3C,SAAS;YACb,CAAC;YAED,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACxC,uBAAuB,GAAG,IAAI,CAAC;gBAE/B,8EAA8E;gBAC9E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClF,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAa,CAAC;gBAErD,MAAM,SAAS,GAAG;oBACd,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;oBACpC,GAAG,QAAQ;iBACF,CAAC;gBAEd,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBAE7C,SAAS;YACb,CAAC;YAED,2EAA2E;YAC3E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1E,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC;YACtE,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,WAAW,CAAW,CAAC;YAE7D,0EAA0E;YAC1E,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBAC3C,MAAM,eAAe,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAErD,IAAI,CAAC;oBACD,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBACjC,CAAC;gBAAC,MAAM,CAAC;oBACL,MAAM,CAAC,MAAM,EAAE,OAAO,CAClB,oBAAoB,KAAK,CAAC,IAAI,eAAe,aAAa,+DAA+D,CAC5H,CAAC;oBACF,SAAS;gBACb,CAAC;YACL,CAAC;YAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAExC,IAAI,aAAa,EAAE,CAAC;gBAChB,SAAS,CAAC,GAAG,EAAE,CAAC;YACpB,CAAC;YAED,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAEhC,MAAM,SAAS,GAAG;gBACd,GAAG;gBACH,SAAS;gBACT,WAAW;gBACX,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;aACX,CAAC;YAErB,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACxC,CAAC;IACL,CAAC;IAED,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,MAAM,EAAE,CAAC;YACT,EAAE,GAAG,aAAa,CAAC;QACvB,CAAC;aAAM,CAAC;YACJ,IAAI,GAAG,aAAa,CAAC;QACzB,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,mBAAmB,CAAC;QACtC,oBAAoB,EAAE,MAAM,CAAC,uBAAuB;QACpD,MAAM;QACN,EAAE;QACF,IAAI;KACP,CAAC,CAAC;IAEH,uBAAuB;IACvB,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAElC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;QAC1C,gIAAgI;QAChI,MAAM,KAAK,GAAG,IAAI,uBAAuB,CAAC;YACtC,cAAc,EAAE,IAAI;YACpB,cAAc,EAAE,gBAAgB;YAChC,aAAa,EAAE,uBAAuB;YACtC,MAAM,EAAE,MAAM,CAAC,MAAM;SACxB,CAAC,CAAC;QAEH,wCAAwC;QACxC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;QACnC,wCAAwC;QACxC,KAAK,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,gBAAgB,EAAE,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACnF,wCAAwC;QACxC,KAAK,CAAC,kBAAkB,CAAC,GAAG,OAAO,CAAC,gBAAgB,EAAE,GAAG,MAAM,CAAC,GAAG,oBAAoB,CAAC,CAAC;QAEzF,wCAAwC;QACxC,SAAS,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE1C,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,MAAqB,EAAE,aAAqB;IAC3F,8FAA8F;IAC9F,MAAM,KAAK,GAAG,MAAM,CAAC,iBAAiB,CAAC,IAAI,CACvC,CAAC,KAAK,EAAE,EAAE,CACN,KAAK,CAAC,EAAE,KAAK,aAAa;QAC1B,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE;QACzD,KAAK,CAAC,aAAa,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE,CACxE,CAAC;IAEF,IAAI,KAAK,EAAE,CAAC;QACR,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,sBAAsB,EAAE,aAAa,CAAC,CAAC;IAE9E,IAAI,CAAC;QACD,4BAA4B;QAC5B,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,kCAAkC;IAClC,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,CAAC;IAExD,IAAI,EAAsB,CAAC;IAC3B,IAAI,IAAwB,CAAC;IAC7B,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,IAAI,mBAAmB,GAAa,EAAE,CAAC;IAEvC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACzC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACjB,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,mBAAmB,CAAC,CAAC,CAAC;oBACvB,2EAA2E;oBAC3E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;oBACjF,IAAI,CAAC,WAAW;wBAAE,SAAS;oBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAA6B,CAAC;oBAErE,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;oBACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;oBACrB,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACzC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;oBAC3C,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;oBAC3C,mBAAmB,GAAG,QAAQ,CAAC,mBAAmB,CAAC;oBACnD,mBAAmB,GAAG,QAAQ,CAAC,mBAAmB,CAAC;oBACnD,mBAAmB,GAAI,QAAgB,EAAE,mBAAmB,IAAI,EAAE,CAAC;oBAEnE,MAAM;gBACV,CAAC;gBACD,OAAO,CAAC,CAAC,CAAC;oBACN,gDAAgD;oBAChD,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC9D,SAAS;oBACb,CAAC;oBAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBAE3C,IAAI,CAAC;wBACD,+DAA+D;wBAC/D,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;wBACjF,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;wBAExB,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBAC3B,CAAC;oBAAC,MAAM,CAAC;wBACL,MAAM,CAAC,MAAM,EAAE,OAAO,CAClB,wBAAwB,KAAK,CAAC,IAAI,eAAe,aAAa,+DAA+D,CAChI,CAAC;oBACN,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,MAAM,EAAE,CAAC;YACT,EAAE,GAAG,aAAa,CAAC;QACvB,CAAC;aAAM,CAAC;YACJ,IAAI,GAAG,aAAa,CAAC;QACzB,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC;QACrC,oBAAoB,EAAE,MAAM,CAAC,sBAAsB;QACnD,MAAM;QACN,EAAE;QACF,IAAI;KACP,CAAC,CAAC;IAEH,uBAAuB;IACvB,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IACpD,SAAS,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IACpD,mDAAmD;IACnD,SAAS,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IAEpD,KAAK,MAAM,SAAS,IAAI,OAAO,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,IAAI,2BAA2B,CAAC;YAC1C,cAAc,EAAE,IAAI;YACpB,SAAS;YACT,cAAc,EAAE,eAAe;SAClC,CAAC,CAAC;QAEH,wCAAwC;QACxC,SAAS,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEzC,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,qDAAqD;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAE9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC"}
|
package/fs/common.d.ts
DELETED
package/fs/common.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../src/fs/common.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,qBAAqB,CAAC,CAAC;IACpC,GAAG,CAAC,KAAK,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAClC"}
|
package/fs/common.js
DELETED
package/fs/common.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"common.js","sourceRoot":"","sources":["../../src/fs/common.ts"],"names":[],"mappings":""}
|
package/fs/dataset/fs.d.ts
DELETED
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
import type { StorageImplementation } from '../common.js';
|
|
2
|
-
import type { CreateStorageImplementationOptions } from './index.js';
|
|
3
|
-
export declare class DatasetFileSystemEntry<Data> implements StorageImplementation<Data> {
|
|
4
|
-
private filePath;
|
|
5
|
-
private fsQueue;
|
|
6
|
-
constructor(options: CreateStorageImplementationOptions);
|
|
7
|
-
get(): Promise<any>;
|
|
8
|
-
update(data: Data): Promise<void>;
|
|
9
|
-
delete(): Promise<void>;
|
|
10
|
-
}
|
|
11
|
-
//# sourceMappingURL=fs.d.ts.map
|
package/fs/dataset/fs.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../../../src/fs/dataset/fs.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,YAAY,CAAC;AAErE,qBAAa,sBAAsB,CAAC,IAAI,CAAE,YAAW,qBAAqB,CAAC,IAAI,CAAC;IAC5E,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAoB;gBAEvB,OAAO,EAAE,kCAAkC;IAIjD,GAAG;IASH,MAAM,CAAC,IAAI,EAAE,IAAI;IAUjB,MAAM;CAKf"}
|