@crawlee/memory-storage 4.0.0-beta.65 → 4.0.0-beta.67

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. package/consts.d.ts +0 -12
  2. package/consts.d.ts.map +1 -1
  3. package/consts.js +0 -13
  4. package/consts.js.map +1 -1
  5. package/memory-storage.d.ts +16 -36
  6. package/memory-storage.d.ts.map +1 -1
  7. package/memory-storage.js +59 -239
  8. package/memory-storage.js.map +1 -1
  9. package/package.json +3 -6
  10. package/resource-clients/common/base-client.d.ts +0 -3
  11. package/resource-clients/common/base-client.d.ts.map +1 -1
  12. package/resource-clients/common/base-client.js +0 -6
  13. package/resource-clients/common/base-client.js.map +1 -1
  14. package/resource-clients/dataset.d.ts +9 -11
  15. package/resource-clients/dataset.d.ts.map +1 -1
  16. package/resource-clients/dataset.js +8 -42
  17. package/resource-clients/dataset.js.map +1 -1
  18. package/resource-clients/key-value-store.d.ts +18 -15
  19. package/resource-clients/key-value-store.d.ts.map +1 -1
  20. package/resource-clients/key-value-store.js +31 -47
  21. package/resource-clients/key-value-store.js.map +1 -1
  22. package/resource-clients/request-queue.d.ts +50 -20
  23. package/resource-clients/request-queue.d.ts.map +1 -1
  24. package/resource-clients/request-queue.js +251 -281
  25. package/resource-clients/request-queue.js.map +1 -1
  26. package/utils.d.ts +0 -14
  27. package/utils.d.ts.map +1 -1
  28. package/utils.js.map +1 -1
  29. package/background-handler/fs-utils.d.ts +0 -6
  30. package/background-handler/fs-utils.d.ts.map +0 -1
  31. package/background-handler/fs-utils.js +0 -63
  32. package/background-handler/fs-utils.js.map +0 -1
  33. package/background-handler/index.d.ts +0 -13
  34. package/background-handler/index.d.ts.map +0 -1
  35. package/background-handler/index.js +0 -29
  36. package/background-handler/index.js.map +0 -1
  37. package/cache-helpers.d.ts +0 -9
  38. package/cache-helpers.d.ts.map +0 -1
  39. package/cache-helpers.js +0 -319
  40. package/cache-helpers.js.map +0 -1
  41. package/fs/common.d.ts +0 -6
  42. package/fs/common.d.ts.map +0 -1
  43. package/fs/common.js +0 -2
  44. package/fs/common.js.map +0 -1
  45. package/fs/dataset/fs.d.ts +0 -11
  46. package/fs/dataset/fs.d.ts.map +0 -1
  47. package/fs/dataset/fs.js +0 -37
  48. package/fs/dataset/fs.js.map +0 -1
  49. package/fs/dataset/index.d.ts +0 -10
  50. package/fs/dataset/index.d.ts.map +0 -1
  51. package/fs/dataset/index.js +0 -9
  52. package/fs/dataset/index.js.map +0 -1
  53. package/fs/dataset/memory.d.ts +0 -8
  54. package/fs/dataset/memory.d.ts.map +0 -1
  55. package/fs/dataset/memory.js +0 -13
  56. package/fs/dataset/memory.js.map +0 -1
  57. package/fs/key-value-store/fs.d.ts +0 -17
  58. package/fs/key-value-store/fs.d.ts.map +0 -1
  59. package/fs/key-value-store/fs.js +0 -83
  60. package/fs/key-value-store/fs.js.map +0 -1
  61. package/fs/key-value-store/index.d.ts +0 -11
  62. package/fs/key-value-store/index.d.ts.map +0 -1
  63. package/fs/key-value-store/index.js +0 -9
  64. package/fs/key-value-store/index.js.map +0 -1
  65. package/fs/key-value-store/memory.d.ts +0 -9
  66. package/fs/key-value-store/memory.d.ts.map +0 -1
  67. package/fs/key-value-store/memory.js +0 -13
  68. package/fs/key-value-store/memory.js.map +0 -1
  69. package/fs/request-queue/fs.d.ts +0 -21
  70. package/fs/request-queue/fs.d.ts.map +0 -1
  71. package/fs/request-queue/fs.js +0 -72
  72. package/fs/request-queue/fs.js.map +0 -1
  73. package/fs/request-queue/index.d.ts +0 -9
  74. package/fs/request-queue/index.d.ts.map +0 -1
  75. package/fs/request-queue/index.js +0 -9
  76. package/fs/request-queue/index.js.map +0 -1
  77. package/fs/request-queue/memory.d.ts +0 -10
  78. package/fs/request-queue/memory.d.ts.map +0 -1
  79. package/fs/request-queue/memory.js +0 -15
  80. package/fs/request-queue/memory.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"request-queue.js","sourceRoot":"","sources":["../../src/resource-clients/request-queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAIzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,uCAAuC,EAAE,MAAM,8BAA8B,CAAC;AAEvF,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,YAAY,GAAG,CAAC;KACjB,MAAM,CAAC;IACJ,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC;IAC9D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;CAChE,CAAC;KACD,WAAW,EAAE,CAAC;AAEnB,MAAM,qBAAqB,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAExD,MAAM,0BAA0B,GAAG,qBAAqB,CAAC,KAAK,EAAE,CAAC;AAEjE,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAyBH,MAAM,OAAO,kBAAmB,SAAQ,UAAU;IAC9C,IAAI,CAAU;IACd;;;OAGG;IACH,aAAa,CAAS;IACtB,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB,qBAAqB,CAAS;IACb,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;IAClC,mBAAmB,GAAa,EAAE,CAAC;IAE1B,QAAQ,GAAG,IAAI,GAAG,EAAiE,CAAC;IACpF,MAAM,CAAgB;IAEvC,YAAY,OAAkC;QAC1C,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC,qBAAqB,GAAG,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QACvF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,WAAW;QACb,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QAE5F,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YACxE,SAAS,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAClC,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YAE3B,MAAM,EAAE,CAAC,SAAS,CAAC,qBAAqB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAChF,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACP,4BAA4B;QAC5B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAE7B,wDAAwD;QACxD,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC7B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1E,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC1B,IAAI,KAAK,KAAK,mBAAmB,EAAE,CAAC;oBAChC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC1E,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAEO,CAAC,kBAAkB,CAAC,QAA4B;QACpD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5D,MAAM,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACzC,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,UAA+B,EAAE;QAC5C,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;aACd,MAAM,CAAC;YACJ,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;SAC5C,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,KAAK,GAAG,EAAE,CAAC;QAEjB,mHAAmH;QACnH,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,uEAAuE;QACvE,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE9C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;YACpD,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBACzB,MAAM;YACV,CAAC;YAED,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,SAAS;YACb,CAAC;YAED,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE9B,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;YAEnD,IAAI,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC;YAC/B,IAAI,MAAuB,CAAC;YAE5B,iBAAiB;YACjB,IAAI,OAAO,OAAO,KAAK,WAAW,EAAE,CAAC;gBACjC,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC;gBAElC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAC7B,CAAC;YAED,sDAAsD;YACtD,IAAI,OAAO,EAAE,CAAC;gBACV,KAAK,CAAC,IAAI,CAAC,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACtD,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACvC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjG,OAAO;YACH,KAAK;YACL,kBAAkB,EAAE,KAAK;YACzB,eAAe,EAAE,IAAI,CAAC,UAAU;YAChC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAQ,GAAG,CAAC,CAAC,OAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAE,CAAC;SACrG,CAAC;IACN,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAmC;QACrD,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC;aACxB,MAAM,CAAC;YACJ,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5D,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;SACvB,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,CAAC,OAAwB,EAAE,EAAE,CAC1C,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,KAAK,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC;QAE5E,MAAM,KAAK,GAAG,EAAE,CAAC;QAEjB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAExB,IAAI,CAAC;YACD,qHAAqH;YACrH,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;YACzC,qFAAqF;YACrF,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;YAE9C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpD,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;oBACzB,MAAM;gBACV,CAAC;gBAED,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBAChC,SAAS;gBACb,CAAC;gBAED,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAE9B,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;gBAEnD,8FAA8F;gBAC9F,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;oBAChC,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC/C,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBACvC,CAAC;oBACD,SAAS;gBACb,CAAC;gBAED,8JAA8J;gBAC9J,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAE7C,IAAI,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpB,SAAS;gBACb,CAAC;gBAED,OAAO,CAAC,OAAO,GAAG,CAAC,KAAK,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9E,MAAM,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAEnC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxB,CAAC;YAED,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAEjG,OAAO;gBACH,KAAK;gBACL,QAAQ;gBACR,kBAAkB,EAAE,KAAK;gBACzB,eAAe,EAAE,IAAI,CAAC,UAAU;gBAChC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAE,CAAC;aAC7D,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CACpB,EAAU,EACV,OAA0C;QAE1C,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC;aAC5B,MAAM,CAAC;YACJ,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;YACpB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;SACnD,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,eAAe,GAAG,MAAM,OAAO,EAAE,GAAG,EAAE,CAAC;QAE7C,IAAI,CAAC,eAAe,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,uBAAuB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAEvD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,sCAAsC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACvG,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,OAAQ,CAAC,GAAG,QAAQ,GAAG,IAAI,CAAC;QAC7E,eAAe,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC;QAEzE,MAAM,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;QACvC,IAAI,SAAS;YAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjD,OAAO;YACH,aAAa,EAAE,IAAI,IAAI,CAAC,eAAe,CAAC;SAC3C,CAAC;IACN,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,EAAU,EAAE,UAA4C,EAAE;QAC9E,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrB,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC;aAClB,MAAM,CAAC;YACJ,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;SACnD,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,eAAe,GAAG,MAAM,OAAO,EAAE,GAAG,EAAE,CAAC;QAE7C,IAAI,CAAC,eAAe,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,uBAAuB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,4DAA4D;QAC5D,MAAM,QAAQ,GAAG,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,GAAG,KAAK,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC;QAChG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,2BAA2B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5F,CAAC;QAED,eAAe,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACrD,IAAI,SAAS;YAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjD,MAAM,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,UAAU,CACZ,OAA8B,EAC9B,UAAkC,EAAE;QAEpC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrC,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAE7E,MAAM,0BAA0B,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAEtE,yEAAyE;QACzE,IAAI,0BAA0B,EAAE,CAAC;YAC7B,MAAM,qBAAqB,GAAG,MAAM,0BAA0B,CAAC,GAAG,EAAE,CAAC;YACrE,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAE7B,OAAO;gBACH,SAAS,EAAE,qBAAqB,CAAC,EAAE;gBACnC,iBAAiB,EAAE,qBAAqB,CAAC,OAAO,KAAK,IAAI;gBACzD,iBAAiB,EAAE,IAAI;aAC1B,CAAC;QACN,CAAC;QAED,MAAM,QAAQ,GAAG,uCAAuC,CAAC;YACrD,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC1C,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,cAAc,EAAE,IAAI,CAAC,qBAAqB;SAC7C,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEpC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAE5B,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YACvB,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,iEAAiE;YACjE,8DAA8D;YAC9D,iBAAiB,EAAE,KAAK;YACxB,iBAAiB,EAAE,KAAK;SAC3B,CAAC;IACN,CAAC;IAED,KAAK,CAAC,gBAAgB,CAClB,QAAiC,EACjC,UAAkC,EAAE;QAEpC,0BAA0B,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3C,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,MAAM,GAAmC;YAC3C,iBAAiB,EAAE,EAAE;YACrB,mBAAmB,EAAE,EAAE;SAC1B,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAE3E,MAAM,0BAA0B,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAEtE,IAAI,0BAA0B,EAAE,CAAC;gBAC7B,MAAM,qBAAqB,GAAG,MAAM,0BAA0B,CAAC,GAAG,EAAE,CAAC;gBAErE,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC;oBAC1B,SAAS,EAAE,qBAAqB,CAAC,EAAE;oBACnC,SAAS,EAAE,qBAAqB,CAAC,SAAS;oBAC1C,iBAAiB,EAAE,qBAAqB,CAAC,OAAO,KAAK,IAAI;oBACzD,iBAAiB,EAAE,IAAI;iBAC1B,CAAC,CAAC;gBAEH,SAAS;YACb,CAAC;YAED,MAAM,QAAQ,GAAG,uCAAuC,CAAC;gBACrD,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;gBAC1C,SAAS,EAAE,YAAY,CAAC,EAAE;gBAC1B,cAAc,EAAE,IAAI,CAAC,qBAAqB;aAC7C,CAAC,CAAC;YAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEpC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;YAE7C,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;gBACvB,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAClC,CAAC;YAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACnD,CAAC;YAED,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC;gBAC1B,SAAS,EAAE,YAAY,CAAC,EAAE;gBAC1B,SAAS,EAAE,YAAY,CAAC,SAAS;gBACjC,iEAAiE;gBACjE,8DAA8D;gBAC9D,iBAAiB,EAAE,KAAK;gBACxB,iBAAiB,EAAE,KAAK;aAC3B,CAAC,CAAC;QACP,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAE5B,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,EAAU;QACvB,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC;QACxD,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,aAAa,CACf,OAAoC,EACpC,UAAkC,EAAE;QAEpC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAE7E,oDAAoD;QACpD,sDAAsD;QAEtD,MAAM,oBAAoB,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAEhE,gEAAgE;QAChE,mDAAmD;QACnD,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,CAAC;QAEzD,MAAM,QAAQ,GAAG,uCAAuC,CAAC;YACrD,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC1C,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,cAAc,EAAE,IAAI,CAAC,qBAAqB;SAC7C,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEpC,uDAAuD;QACvD,yDAAyD;QACzD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAE7C,MAAM,6BAA6B,GAAG,OAAO,eAAe,CAAC,OAAO,KAAK,OAAO,YAAY,CAAC,OAAO,CAAC;QACrG,MAAM,6BAA6B,GAAG,eAAe,CAAC,OAAO,KAAK,IAAI,CAAC;QACvE,MAAM,2BAA2B,GAAG,YAAY,CAAC,OAAO,KAAK,IAAI,CAAC;QAElE,IAAI,6BAA6B,EAAE,CAAC;YAChC,IAAI,CAAC,mBAAmB,IAAI,6BAA6B,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,2BAA2B,EAAE,CAAC;YAC9B,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAE5B,IAAI,OAAO,CAAC,SAAS,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACpD,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,iBAAiB,EAAE,6BAA6B;YAChD,iBAAiB,EAAE,IAAI;SAC1B,CAAC;IACN,CAAC;IAED,kBAAkB;QACd,OAAO;YACH,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,kBAAkB,EAAE,KAAK;YACzB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,KAAK,EAAE,EAAE;YACT,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YACrC,MAAM,EAAE,GAAG;SACd,CAAC;IACN,CAAC;IAEO,gBAAgB,CAAC,eAAwB;QAC7C,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,IAAI,eAAe,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QACjC,CAAC;QAED,MAAM,IAAI,GAAG;YACT,GAAG,IAAI,CAAC,kBAAkB,EAAE;YAC5B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;SAChD,CAAC;QAEF,sBAAsB,CAClB;YACI,MAAM,EAAE,iBAAiB;YACzB,IAAI;YACJ,UAAU,EAAE,eAAe;YAC3B,eAAe,EAAE,IAAI,CAAC,qBAAqB;YAC3C,EAAE,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE;YACxB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,EACD,IAAI,CAAC,MAAM,CAAC,MAAM,CACrB,CAAC;IACN,CAAC;IAEO,cAAc,CAAI,WAAoB;QAC1C,IAAI,CAAC,WAAW;YAAE,OAAO,SAAS,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxC,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAEO,sBAAsB,CAAC,OAA8B,EAAE,SAAmB;QAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3D,MAAM,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEnD,IAAI,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAChD,OAAO;YACH,EAAE;YACF,IAAI;YACJ,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,CAAC;YACnC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;SACnB,CAAC;IACN,CAAC;IAEO,iBAAiB,CAAC,OAA8B,EAAE,SAAmB;QACzE,IAAI,OAAO,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9C,CAAC;CACJ"}
1
+ {"version":3,"file":"request-queue.js","sourceRoot":"","sources":["../../src/resource-clients/request-queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAEzC,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,YAAY,GAAG,CAAC;KACjB,MAAM,CAAC;IACJ,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC;IAC9D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;CAChE,CAAC;KACD,WAAW,EAAE,CAAC;AAEnB,MAAM,qBAAqB,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAExD,MAAM,0BAA0B,GAAG,qBAAqB,CAAC,KAAK,EAAE,CAAC;AAEjE,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAwBH,MAAM,OAAO,kBAAmB,SAAQ,UAAU;IAC9C,IAAI,CAAU;IACd;;;OAGG;IACH,QAAQ,CAAS;IACjB,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB;;;;;;;OAOG;IACc,eAAe,GAAG,IAAI,UAAU,EAAE,CAAC;IAC5C,mBAAmB,GAAa,EAAE,CAAC;IAE3C;;;;;;;OAOG;IACc,oBAAoB,GAAG,IAAI,GAAG,EAAU,CAAC;IAEzC,QAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC9C,MAAM,CAAsB;IAE7C,YAAY,OAAkC;QAC1C,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QACzD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,WAAW;QACb,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,IAAI;QACN,kGAAkG;QAClG,mGAAmG;QACnG,0EAA0E;QAC1E,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;YAE5F,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;gBACpB,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBACxE,SAAS,CAAC,mBAAmB,GAAG,CAAC,CAAC;gBAClC,sFAAsF;gBACtF,yFAAyF;gBACzF,2DAA2D;gBAC3D,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAC3B,SAAS,CAAC,mBAAmB,GAAG,EAAE,CAAC;gBACnC,SAAS,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;YAC3C,CAAC;QACL,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACP,kGAAkG;QAClG,sFAAsF;QACtF,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,4BAA4B;YAC5B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACtB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;YAC9B,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAC7B,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAE7B,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAEO,CAAC,kBAAkB;QACvB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5D,MAAM,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACrC,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACK,KAAK,CAAC,eAAe,CACzB,KAAa,EACb,wBAAwB,GAAG,KAAK;QAEhC,MAAM,KAAK,GAAsB,EAAE,CAAC;QACpC,IAAI,qBAAqB,GAAG,KAAK,CAAC;QAElC,2GAA2G;QAC3G,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,uEAAuE;QACvE,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE9C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;YAChD,uFAAuF;YACvF,0FAA0F;YAC1F,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,IAAI,CAAC,CAAC,wBAAwB,IAAI,qBAAqB,CAAC,EAAE,CAAC;gBAChF,MAAM;YACV,CAAC;YAED,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,SAAS;YACb,CAAC;YAED,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;YAE9C,gGAAgG;YAChG,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC3B,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC/C,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACvC,CAAC;gBACD,SAAS;YACb,CAAC;YAED,0FAA0F;YAC1F,4BAA4B;YAC5B,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3C,qBAAqB,GAAG,IAAI,CAAC;gBAC7B,SAAS;YACb,CAAC;YAED,IAAI,KAAK,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxB,CAAC;QACL,CAAC;QAED,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjG,OAAO;YACH,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAQ,GAAG,CAAC,CAAC,OAAQ,CAAC;YACpD,qBAAqB,EAAE,wBAAwB,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS;SACtF,CAAC;IACN,CAAC;IAED,KAAK,CAAC,gBAAgB;QAClB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,EACF,KAAK,EAAE,CAAC,IAAI,CAAC,GAChB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAElC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACR,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,uFAAuF;YACvF,yFAAyF;YACzF,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEvC,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;QAClD,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CACpB,QAAiC,EACjC,UAAkC,EAAE;QAEpC,0BAA0B,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3C,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,8FAA8F;QAC9F,+FAA+F;QAC/F,wEAAwE;QACxE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,MAAM,GAAmC;gBAC3C,iBAAiB,EAAE,EAAE;gBACrB,mBAAmB,EAAE,EAAE;aAC1B,CAAC;YAEF,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;gBAE3E,MAAM,qBAAqB,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;gBAEjE,IAAI,qBAAqB,EAAE,CAAC;oBACxB,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC;wBAC1B,SAAS,EAAE,qBAAqB,CAAC,EAAE;wBACnC,SAAS,EAAE,qBAAqB,CAAC,SAAS;wBAC1C,iBAAiB,EAAE,qBAAqB,CAAC,OAAO,KAAK,IAAI;wBACzD,iBAAiB,EAAE,IAAI;qBAC1B,CAAC,CAAC;oBAEH,SAAS;gBACb,CAAC;gBAED,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;gBAEjD,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;oBACvB,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;gBAClC,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;gBAClC,CAAC;gBAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;gBACnD,CAAC;gBAED,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC;oBAC1B,SAAS,EAAE,YAAY,CAAC,EAAE;oBAC1B,SAAS,EAAE,YAAY,CAAC,SAAS;oBACjC,iEAAiE;oBACjE,8DAA8D;oBAC9D,iBAAiB,EAAE,KAAK;oBACxB,iBAAiB,EAAE,KAAK;iBAC3B,CAAC,CAAC;YACP,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE5B,OAAO,MAAM,CAAC;QAClB,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB;QAC9B,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5B,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC7B,MAAM,EAAE,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC;QACzC,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,OAAoC;QAC3D,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,gGAAgG;QAChG,2FAA2F;QAC3F,wBAAwB;QACxB,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAEnD,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAE9C,8FAA8F;YAC9F,4FAA4F;YAC5F,0EAA0E;YAC1E,IAAI,CAAC,eAAe,EAAE,CAAC;gBACnB,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,qFAAqF;YACrF,MAAM,iBAAiB,GAAG,eAAe,CAAC,OAAO,KAAK,IAAI,CAAC;YAE3D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAChE,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,EAAE,KAAK,CAAC,CAAC;YAEnF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;YAEpC,wDAAwD;YACxD,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAErC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACrB,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;gBAC9B,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAClC,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE5B,OAAO;gBACH,SAAS,EAAE,EAAE;gBACb,iBAAiB;gBACjB,iBAAiB,EAAE,IAAI;aAC1B,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAChB,OAAoC,EACpC,UAAkC,EAAE;QAEpC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,gGAAgG;QAChG,6FAA6F;QAC7F,mCAAmC;QACnC,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAEnD,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAE9C,6EAA6E;YAC7E,sFAAsF;YACtF,yFAAyF;YACzF,uDAAuD;YACvD,IAAI,CAAC,eAAe,IAAI,eAAe,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACvD,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,2FAA2F;YAC3F,iCAAiC;YACjC,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAE7E,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;YAEpC,wDAAwD;YACxD,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAErC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtC,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE5B,OAAO;gBACH,SAAS,EAAE,EAAE;gBACb,iBAAiB,EAAE,KAAK;gBACxB,iBAAiB,EAAE,IAAI;aAC1B,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO;QACT,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,4FAA4F;QAC5F,6FAA6F;QAC7F,+FAA+F;QAC/F,+FAA+F;QAC/F,gBAAgB;QAChB,EAAE;QACF,6GAA6G;QAC7G,iFAAiF;QACjF,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAChD,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC;QAC9B,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,0FAA0F;QAC1F,4FAA4F;QAC5F,oFAAoF;QACpF,EAAE;QACF,4FAA4F;QAC5F,2FAA2F;QAC3F,EAAE;QACF,6GAA6G;QAC7G,iFAAiF;QACjF,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,qBAAqB,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAC7E,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;QACxD,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAED,kBAAkB;QACd,OAAO;YACH,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,kBAAkB,EAAE,KAAK;YACzB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,KAAK,EAAE,EAAE;YACT,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YACrC,MAAM,EAAE,GAAG;SACd,CAAC;IACN,CAAC;IAEO,gBAAgB,CAAC,eAAwB;QAC7C,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,IAAI,eAAe,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QACjC,CAAC;IACL,CAAC;IAEO,cAAc,CAAI,WAAoB;QAC1C,IAAI,CAAC,WAAW;YAAE,OAAO,SAAS,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxC,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAEO,sBAAsB,CAAC,OAA8B,EAAE,SAAmB;QAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3D,MAAM,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEnD,IAAI,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAChD,OAAO;YACH,EAAE;YACF,IAAI;YACJ,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,CAAC;YACnC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;SACnB,CAAC;IACN,CAAC;IAEO,iBAAiB,CAAC,OAA8B,EAAE,SAAmB;QACzE,IAAI,OAAO,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9C,CAAC;CACJ"}
package/utils.d.ts CHANGED
@@ -1,4 +1,3 @@
1
- import type * as storage from '@crawlee/types';
2
1
  /**
3
2
  * Removes all properties with a null value
4
3
  * from the provided object.
@@ -10,17 +9,4 @@ export declare function purgeNullsFromObject<T>(object: T): T;
10
9
  export declare function uniqueKeyToRequestId(uniqueKey: string): string;
11
10
  export declare function isBuffer(value: unknown): boolean;
12
11
  export declare function isStream(value: any): boolean;
13
- export type BackgroundHandlerReceivedMessage = BackgroundHandlerUpdateMetadataMessage;
14
- export type BackgroundHandlerUpdateMetadataMessage = MetadataUpdate<'datasets', storage.DatasetInfo> | MetadataUpdate<'keyValueStores', storage.KeyValueStoreInfo> | MetadataUpdate<'requestQueues', storage.RequestQueueInfo>;
15
- type EntityType = 'datasets' | 'keyValueStores' | 'requestQueues';
16
- interface MetadataUpdate<Type extends EntityType, DataType> {
17
- entityType: Type;
18
- id: string;
19
- action: 'update-metadata';
20
- entityDirectory: string;
21
- data: DataType;
22
- writeMetadata: boolean;
23
- persistStorage: boolean;
24
- }
25
- export {};
26
12
  //# sourceMappingURL=utils.d.ts.map
package/utils.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAK/C;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,CAQpD;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAO9D;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAQhD;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAM5C;AAED,MAAM,MAAM,gCAAgC,GAAG,sCAAsC,CAAC;AAEtF,MAAM,MAAM,sCAAsC,GAC5C,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,GAC/C,cAAc,CAAC,gBAAgB,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAC3D,cAAc,CAAC,eAAe,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAEhE,KAAK,UAAU,GAAG,UAAU,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAElE,UAAU,cAAc,CAAC,IAAI,SAAS,UAAU,EAAE,QAAQ;IACtD,UAAU,EAAE,IAAI,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,aAAa,EAAE,OAAO,CAAC;IACvB,cAAc,EAAE,OAAO,CAAC;CAC3B"}
1
+ {"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAMA;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,CAQpD;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAO9D;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAQhD;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAM5C"}
package/utils.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAEzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAI,MAAS;IAC7C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACjE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO,CAAC,cAAc,CAAC,MAAiC,EAAE,GAAG,CAAC,CAAC;QACvF,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,SAAiB;IAClD,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC;SAC3B,MAAM,CAAC,SAAS,CAAC;SACjB,MAAM,CAAC,QAAQ,CAAC;SAChB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAE/B,OAAO,GAAG,CAAC,MAAM,GAAG,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAClF,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc;IACnC,IAAI,CAAC;QACD,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEpF,OAAO,IAAI,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,KAAK,CAAC;IACjB,CAAC;AACL,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAU;IAC/B,OAAO,CACH,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK;QACL,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,GAAG,CAAC,KAAK,UAAU,CAAC,CAClF,CAAC;AACN,CAAC"}
1
+ {"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAEzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAI,MAAS;IAC7C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACjE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO,CAAC,cAAc,CAAC,MAAiC,EAAE,GAAG,CAAC,CAAC;QACvF,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,SAAiB;IAClD,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC;SAC3B,MAAM,CAAC,SAAS,CAAC;SACjB,MAAM,CAAC,QAAQ,CAAC;SAChB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAE/B,OAAO,GAAG,CAAC,MAAM,GAAG,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAClF,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc;IACnC,IAAI,CAAC;QACD,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEpF,OAAO,IAAI,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,KAAK,CAAC;IACjB,CAAC;AACL,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAU;IAC/B,OAAO,CACH,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK;QACL,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,GAAG,CAAC,KAAK,UAAU,CAAC,CAClF,CAAC;AACN,CAAC"}
@@ -1,6 +0,0 @@
1
- import type { CrawleeLogger } from '@crawlee/types';
2
- import type { BackgroundHandlerReceivedMessage } from '../utils.js';
3
- export declare function handleMessage(message: BackgroundHandlerReceivedMessage, logger?: CrawleeLogger): Promise<void>;
4
- export declare function lockAndWrite(filePath: string, data: unknown, stringify?: boolean, retry?: number, timeout?: number): Promise<void>;
5
- export declare function lockAndCallback<Callback extends () => Promise<any>>(filePath: string, callback: Callback, retry?: number, timeout?: number): Promise<Awaited<ReturnType<Callback>>>;
6
- //# sourceMappingURL=fs-utils.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"fs-utils.d.ts","sourceRoot":"","sources":["../../src/background-handler/fs-utils.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAIpD,OAAO,KAAK,EAAE,gCAAgC,EAA0C,MAAM,aAAa,CAAC;AAE5G,wBAAsB,aAAa,CAAC,OAAO,EAAE,gCAAgC,EAAE,MAAM,CAAC,EAAE,aAAa,iBAYpG;AAiBD,wBAAsB,YAAY,CAC9B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,OAAO,EACb,SAAS,UAAO,EAChB,KAAK,SAAK,EACV,OAAO,SAAK,GACb,OAAO,CAAC,IAAI,CAAC,CAiBf;AAED,wBAAsB,eAAe,CAAC,QAAQ,SAAS,MAAM,OAAO,CAAC,GAAG,CAAC,EACrE,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,QAAQ,EAClB,KAAK,SAAK,EACV,OAAO,SAAK,GACb,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAkBxC"}
@@ -1,63 +0,0 @@
1
- import { writeFile } from 'node:fs';
2
- import { writeFile as writeFileP } from 'node:fs/promises';
3
- import { resolve } from 'node:path';
4
- import { setTimeout } from 'node:timers/promises';
5
- import { ensureDir } from 'fs-extra/esm';
6
- import { lock } from 'proper-lockfile';
7
- export async function handleMessage(message, logger) {
8
- switch (message.action) {
9
- case 'update-metadata':
10
- await updateMetadata(message);
11
- break;
12
- default:
13
- // We're keeping this to make eslint happy + in the event we add a new action without adding checks for it
14
- // we should be aware of them
15
- logger?.warning(`Unknown background handler message action ${message.action}`);
16
- }
17
- }
18
- async function updateMetadata(message) {
19
- // Skip writing the actual metadata file. This is done after ensuring the directory exists so we have the directory present
20
- if (!message.writeMetadata) {
21
- return;
22
- }
23
- // Ensure the directory for the entity exists
24
- const dir = message.entityDirectory;
25
- await ensureDir(dir);
26
- // Write the metadata to the file
27
- const filePath = resolve(dir, '__metadata__.json');
28
- await writeFileP(filePath, JSON.stringify(message.data, null, '\t'));
29
- }
30
- export async function lockAndWrite(filePath, data, stringify = true, retry = 10, timeout = 10) {
31
- await lockAndCallback(filePath, async () => {
32
- await new Promise((pResolve, reject) => {
33
- writeFile(filePath, stringify ? JSON.stringify(data, null, '\t') : data, (err) => {
34
- if (err) {
35
- reject(err);
36
- }
37
- else {
38
- pResolve();
39
- }
40
- });
41
- });
42
- }, retry, timeout);
43
- }
44
- export async function lockAndCallback(filePath, callback, retry = 10, timeout = 10) {
45
- let release = null;
46
- try {
47
- release = await lock(filePath, { realpath: false });
48
- return await callback();
49
- }
50
- catch (e) {
51
- if (e.code === 'ELOCKED' && retry > 0) {
52
- await setTimeout(timeout);
53
- return lockAndCallback(filePath, callback, retry - 1, timeout * 2);
54
- }
55
- throw e;
56
- }
57
- finally {
58
- if (release) {
59
- await release();
60
- }
61
- }
62
- }
63
- //# sourceMappingURL=fs-utils.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"fs-utils.js","sourceRoot":"","sources":["../../src/background-handler/fs-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,SAAS,IAAI,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGlD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAIvC,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAyC,EAAE,MAAsB;IACjG,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;QACrB,KAAK,iBAAiB;YAClB,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;YAC9B,MAAM;QACV;YACI,0GAA0G;YAC1G,6BAA6B;YAC7B,MAAM,EAAE,OAAO,CACX,6CAA8C,OAA4C,CAAC,MAAM,EAAE,CACtG,CAAC;IACV,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,OAA+C;IACzE,2HAA2H;IAC3H,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;QACzB,OAAO;IACX,CAAC;IAED,6CAA6C;IAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,eAAe,CAAC;IACpC,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;IAErB,iCAAiC;IACjC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,mBAAmB,CAAC,CAAC;IACnD,MAAM,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAC9B,QAAgB,EAChB,IAAa,EACb,SAAS,GAAG,IAAI,EAChB,KAAK,GAAG,EAAE,EACV,OAAO,GAAG,EAAE;IAEZ,MAAM,eAAe,CACjB,QAAQ,EACR,KAAK,IAAI,EAAE;QACP,MAAM,IAAI,OAAO,CAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;YACzC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAE,IAAe,EAAE,CAAC,GAAG,EAAE,EAAE;gBACzF,IAAI,GAAG,EAAE,CAAC;oBACN,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACJ,QAAQ,EAAE,CAAC;gBACf,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC,EACD,KAAK,EACL,OAAO,CACV,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACjC,QAAgB,EAChB,QAAkB,EAClB,KAAK,GAAG,EAAE,EACV,OAAO,GAAG,EAAE;IAEZ,IAAI,OAAO,GAAiC,IAAI,CAAC;IACjD,IAAI,CAAC;QACD,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAEpD,OAAO,MAAM,QAAQ,EAAE,CAAC;IAC5B,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;YAC1B,OAAO,eAAe,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,CAAC,CAAC;IACZ,CAAC;YAAS,CAAC;QACP,IAAI,OAAO,EAAE,CAAC;YACV,MAAM,OAAO,EAAE,CAAC;QACpB,CAAC;IACL,CAAC;AACL,CAAC"}
@@ -1,13 +0,0 @@
1
- import type { CrawleeLogger } from '@crawlee/types';
2
- import type { BackgroundHandlerReceivedMessage } from '../utils.js';
3
- /**
4
- * A map of promises that are created when a background task is scheduled.
5
- * This is used in MemoryStorage#teardown to wait for all tasks to finish executing before exiting the process.
6
- * @internal
7
- */
8
- export declare const promiseMap: Map<string, {
9
- promise: Promise<void>;
10
- resolve: () => void;
11
- }>;
12
- export declare function scheduleBackgroundTask(message: BackgroundHandlerReceivedMessage, logger?: CrawleeLogger): void;
13
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/background-handler/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,aAAa,CAAC;AAGpE;;;;GAIG;AACH,eAAO,MAAM,UAAU,EAAE,GAAG,CACxB,MAAM,EACN;IACI,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,OAAO,EAAE,MAAM,IAAI,CAAC;CACvB,CACQ,CAAC;AAEd,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,gCAAgC,EAAE,MAAM,CAAC,EAAE,aAAa,QAoBvG"}
@@ -1,29 +0,0 @@
1
- import { randomUUID } from 'node:crypto';
2
- import { handleMessage } from './fs-utils.js';
3
- /**
4
- * A map of promises that are created when a background task is scheduled.
5
- * This is used in MemoryStorage#teardown to wait for all tasks to finish executing before exiting the process.
6
- * @internal
7
- */
8
- export const promiseMap = new Map();
9
- export function scheduleBackgroundTask(message, logger) {
10
- const id = randomUUID();
11
- let promiseResolve;
12
- const promise = new Promise((res) => {
13
- promiseResolve = res;
14
- });
15
- promiseMap.set(id, {
16
- promise,
17
- resolve: promiseResolve,
18
- });
19
- void handleBackgroundMessage({
20
- ...message,
21
- messageId: id,
22
- }, logger);
23
- }
24
- async function handleBackgroundMessage(message, logger) {
25
- await handleMessage(message, logger);
26
- promiseMap.get(message.messageId)?.resolve();
27
- promiseMap.delete(message.messageId);
28
- }
29
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/background-handler/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAKzC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAE9C;;;;GAIG;AACH,MAAM,CAAC,MAAM,UAAU,GAMnB,IAAI,GAAG,EAAE,CAAC;AAEd,MAAM,UAAU,sBAAsB,CAAC,OAAyC,EAAE,MAAsB;IACpG,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;IAExB,IAAI,cAA0B,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,GAAG,EAAE,EAAE;QACtC,cAAc,GAAG,GAAG,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE;QACf,OAAO;QACP,OAAO,EAAE,cAAe;KAC3B,CAAC,CAAC;IAEH,KAAK,uBAAuB,CACxB;QACI,GAAG,OAAO;QACV,SAAS,EAAE,EAAE;KAChB,EACD,MAAM,CACT,CAAC;AACN,CAAC;AAED,KAAK,UAAU,uBAAuB,CAClC,OAAiE,EACjE,MAAsB;IAEtB,MAAM,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAErC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC;IAC7C,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AACzC,CAAC"}
@@ -1,9 +0,0 @@
1
- import type * as storage from '@crawlee/types';
2
- import { type MemoryStorage } from './memory-storage.js';
3
- export declare function findOrCacheDatasetByPossibleId(client: MemoryStorage, entryNameOrId: string): Promise<DatasetClient<storage.Dictionary> | undefined>;
4
- export declare function findOrCacheKeyValueStoreByPossibleId(client: MemoryStorage, entryNameOrId: string): Promise<KeyValueStoreClient | undefined>;
5
- export declare function findRequestQueueByPossibleId(client: MemoryStorage, entryNameOrId: string): Promise<RequestQueueClient | undefined>;
6
- import { DatasetClient } from './resource-clients/dataset.js';
7
- import { KeyValueStoreClient } from './resource-clients/key-value-store.js';
8
- import { RequestQueueClient } from './resource-clients/request-queue.js';
9
- //# sourceMappingURL=cache-helpers.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"cache-helpers.d.ts","sourceRoot":"","sources":["../src/cache-helpers.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAO/C,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAIzD,wBAAsB,8BAA8B,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,0DAwGhG;AAED,wBAAsB,oCAAoC,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,4CA2JtG;AAED,wBAAsB,4BAA4B,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,2CAwH9F;AAGD,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAE9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC"}
package/cache-helpers.js DELETED
@@ -1,319 +0,0 @@
1
- import { access, opendir, readFile } from 'node:fs/promises';
2
- import { extname, resolve } from 'node:path';
3
- import json5 from 'json5';
4
- import mimeTypes from 'mime-types';
5
- import { DatasetFileSystemEntry } from './fs/dataset/fs.js';
6
- import { KeyValueFileSystemEntry } from './fs/key-value-store/fs.js';
7
- import { RequestQueueFileSystemEntry } from './fs/request-queue/fs.js';
8
- const uuidRegex = /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/i;
9
- export async function findOrCacheDatasetByPossibleId(client, entryNameOrId) {
10
- // First check memory cache — match by id, name, or directoryName (which covers alias lookups)
11
- const found = client.datasetClientCache.find((store) => store.id === entryNameOrId ||
12
- store.name?.toLowerCase() === entryNameOrId.toLowerCase() ||
13
- store.directoryName.toLowerCase() === entryNameOrId.toLowerCase());
14
- if (found) {
15
- return found;
16
- }
17
- const datasetDir = resolve(client.datasetsDirectory, entryNameOrId);
18
- try {
19
- // Check if directory exists
20
- await access(datasetDir);
21
- }
22
- catch {
23
- return undefined;
24
- }
25
- // Access the dataset folder
26
- const directoryEntries = await opendir(datasetDir);
27
- let id;
28
- let name;
29
- let itemCount = 0;
30
- const entries = new Set();
31
- let createdAt = new Date();
32
- let accessedAt = new Date();
33
- let modifiedAt = new Date();
34
- let hasSeenMetadataFile = false;
35
- for await (const entry of directoryEntries) {
36
- if (entry.isFile()) {
37
- if (entry.name === '__metadata__.json') {
38
- hasSeenMetadataFile = true;
39
- // we have found the store metadata file, build out information based on it
40
- const fileContent = await readFile(resolve(datasetDir, entry.name), 'utf8');
41
- if (!fileContent)
42
- continue;
43
- const metadata = JSON.parse(fileContent);
44
- id = metadata.id;
45
- name = metadata.name;
46
- itemCount = metadata.itemCount;
47
- createdAt = new Date(metadata.createdAt);
48
- accessedAt = new Date(metadata.accessedAt);
49
- modifiedAt = new Date(metadata.modifiedAt);
50
- continue;
51
- }
52
- const entryName = entry.name.split('.')[0];
53
- entries.add(entryName);
54
- if (!hasSeenMetadataFile) {
55
- itemCount++;
56
- }
57
- }
58
- }
59
- if (id === undefined && name === undefined) {
60
- const isUuid = uuidRegex.test(entryNameOrId);
61
- if (isUuid) {
62
- id = entryNameOrId;
63
- }
64
- else {
65
- name = entryNameOrId;
66
- }
67
- }
68
- const newClient = new DatasetClient({
69
- baseStorageDirectory: client.datasetsDirectory,
70
- client,
71
- id,
72
- name,
73
- });
74
- // Overwrite properties
75
- newClient.accessedAt = accessedAt;
76
- newClient.createdAt = createdAt;
77
- newClient.modifiedAt = modifiedAt;
78
- newClient.itemCount = itemCount;
79
- for (const entryId of entries.values()) {
80
- // We create a file system entry instead of possibly making an in-memory one to allow the pre-included data to be used on demand
81
- const entry = new DatasetFileSystemEntry({
82
- storeDirectory: datasetDir,
83
- entityId: entryId,
84
- persistStorage: true,
85
- });
86
- // eslint-disable-next-line dot-notation
87
- newClient['datasetEntries'].set(entryId, entry);
88
- }
89
- client.datasetClientCache.push(newClient);
90
- return newClient;
91
- }
92
- export async function findOrCacheKeyValueStoreByPossibleId(client, entryNameOrId) {
93
- // First check memory cache — match by id, name, or directoryName (which covers alias lookups)
94
- const found = client.keyValueStoreCache.find((store) => store.id === entryNameOrId ||
95
- store.name?.toLowerCase() === entryNameOrId.toLowerCase() ||
96
- store.directoryName.toLowerCase() === entryNameOrId.toLowerCase());
97
- if (found) {
98
- return found;
99
- }
100
- const keyValueStoreDir = resolve(client.keyValueStoresDirectory, entryNameOrId);
101
- try {
102
- // Check if directory exists
103
- await access(keyValueStoreDir);
104
- }
105
- catch {
106
- return undefined;
107
- }
108
- // Access the key value store folder
109
- const directoryEntries = await opendir(keyValueStoreDir);
110
- let id;
111
- let name;
112
- let createdAt = new Date();
113
- let accessedAt = new Date();
114
- let modifiedAt = new Date();
115
- const internalRecords = new Map();
116
- let hasSeenMetadataForEntry = false;
117
- for await (const entry of directoryEntries) {
118
- if (entry.isFile()) {
119
- if (entry.name === '__metadata__.json') {
120
- // we have found the store metadata file, build out information based on it
121
- const fileContent = await readFile(resolve(keyValueStoreDir, entry.name), 'utf8');
122
- if (!fileContent)
123
- continue;
124
- const metadata = JSON.parse(fileContent);
125
- id = metadata.id;
126
- name = metadata.name;
127
- createdAt = new Date(metadata.createdAt);
128
- accessedAt = new Date(metadata.accessedAt);
129
- modifiedAt = new Date(metadata.modifiedAt);
130
- continue;
131
- }
132
- if (entry.name.includes('.__metadata__.')) {
133
- hasSeenMetadataForEntry = true;
134
- // This is an entry's metadata file, we can use it to create/extend the record
135
- const fileContent = await readFile(resolve(keyValueStoreDir, entry.name), 'utf8');
136
- if (!fileContent)
137
- continue;
138
- const metadata = JSON.parse(fileContent);
139
- const newRecord = {
140
- ...internalRecords.get(metadata.key),
141
- ...metadata,
142
- };
143
- internalRecords.set(metadata.key, newRecord);
144
- continue;
145
- }
146
- // This is an entry in the store, we can use it to create/extend the record
147
- const fileContent = await readFile(resolve(keyValueStoreDir, entry.name));
148
- const fileExtension = extname(entry.name);
149
- const contentType = mimeTypes.contentType(entry.name) || 'text/plain';
150
- const extension = mimeTypes.extension(contentType);
151
- // This is kept for backwards compatibility / to ignore invalid JSON files
152
- if (contentType.includes('application/json')) {
153
- const stringifiedJson = fileContent.toString('utf8');
154
- try {
155
- json5.parse(stringifiedJson);
156
- }
157
- catch {
158
- client.logger?.warning(`Key-value entry "${entry.name}" for store ${entryNameOrId} has invalid JSON content and will be ignored from the store.`);
159
- continue;
160
- }
161
- }
162
- const nameSplit = entry.name.split('.');
163
- if (fileExtension) {
164
- nameSplit.pop();
165
- }
166
- const key = nameSplit.join('.');
167
- const newRecord = {
168
- key,
169
- extension,
170
- contentType,
171
- ...internalRecords.get(key),
172
- };
173
- internalRecords.set(key, newRecord);
174
- }
175
- }
176
- if (id === undefined && name === undefined) {
177
- const isUuid = uuidRegex.test(entryNameOrId);
178
- if (isUuid) {
179
- id = entryNameOrId;
180
- }
181
- else {
182
- name = entryNameOrId;
183
- }
184
- }
185
- const newClient = new KeyValueStoreClient({
186
- baseStorageDirectory: client.keyValueStoresDirectory,
187
- client,
188
- id,
189
- name,
190
- });
191
- // Overwrite properties
192
- newClient.accessedAt = accessedAt;
193
- newClient.createdAt = createdAt;
194
- newClient.modifiedAt = modifiedAt;
195
- for (const [key, record] of internalRecords) {
196
- // We create a file system entry instead of possibly making an in-memory one to allow the pre-included data to be used on demand
197
- const entry = new KeyValueFileSystemEntry({
198
- persistStorage: true,
199
- storeDirectory: keyValueStoreDir,
200
- writeMetadata: hasSeenMetadataForEntry,
201
- logger: client.logger,
202
- });
203
- // eslint-disable-next-line dot-notation
204
- entry['rawRecord'] = { ...record };
205
- // eslint-disable-next-line dot-notation
206
- entry['filePath'] = resolve(keyValueStoreDir, `${record.key}.${record.extension}`);
207
- // eslint-disable-next-line dot-notation
208
- entry['fileMetadataPath'] = resolve(keyValueStoreDir, `${record.key}.__metadata__.json`);
209
- // eslint-disable-next-line dot-notation
210
- newClient['keyValueEntries'].set(key, entry);
211
- }
212
- client.keyValueStoreCache.push(newClient);
213
- return newClient;
214
- }
215
- export async function findRequestQueueByPossibleId(client, entryNameOrId) {
216
- // First check memory cache — match by id, name, or directoryName (which covers alias lookups)
217
- const found = client.requestQueueCache.find((store) => store.id === entryNameOrId ||
218
- store.name?.toLowerCase() === entryNameOrId.toLowerCase() ||
219
- store.directoryName.toLowerCase() === entryNameOrId.toLowerCase());
220
- if (found) {
221
- return found;
222
- }
223
- const requestQueueDir = resolve(client.requestQueuesDirectory, entryNameOrId);
224
- try {
225
- // Check if directory exists
226
- await access(requestQueueDir);
227
- }
228
- catch {
229
- return undefined;
230
- }
231
- // Access the request queue folder
232
- const directoryEntries = await opendir(requestQueueDir);
233
- let id;
234
- let name;
235
- let createdAt = new Date();
236
- let accessedAt = new Date();
237
- let modifiedAt = new Date();
238
- let pendingRequestCount = 0;
239
- let handledRequestCount = 0;
240
- const entries = new Set();
241
- let forefrontRequestIds = [];
242
- for await (const entry of directoryEntries) {
243
- if (entry.isFile()) {
244
- switch (entry.name) {
245
- case '__metadata__.json': {
246
- // we have found the store metadata file, build out information based on it
247
- const fileContent = await readFile(resolve(requestQueueDir, entry.name), 'utf8');
248
- if (!fileContent)
249
- continue;
250
- const metadata = JSON.parse(fileContent);
251
- id = metadata.id;
252
- name = metadata.name;
253
- createdAt = new Date(metadata.createdAt);
254
- accessedAt = new Date(metadata.accessedAt);
255
- modifiedAt = new Date(metadata.modifiedAt);
256
- pendingRequestCount = metadata.pendingRequestCount;
257
- handledRequestCount = metadata.handledRequestCount;
258
- forefrontRequestIds = metadata?.forefrontRequestIds ?? [];
259
- break;
260
- }
261
- default: {
262
- // Skip non-JSON and files that start with a dot
263
- if (entry.name.startsWith('.') || !entry.name.endsWith('.json')) {
264
- continue;
265
- }
266
- const entryName = entry.name.split('.')[0];
267
- try {
268
- // Try parsing the file to ensure it's even valid to begin with
269
- const fileContent = await readFile(resolve(requestQueueDir, entry.name), 'utf8');
270
- JSON.parse(fileContent);
271
- entries.add(entryName);
272
- }
273
- catch {
274
- client.logger?.warning(`Request queue entry "${entry.name}" for store ${entryNameOrId} has invalid JSON content and will be ignored from the store.`);
275
- }
276
- }
277
- }
278
- }
279
- }
280
- if (id === undefined && name === undefined) {
281
- const isUuid = uuidRegex.test(entryNameOrId);
282
- if (isUuid) {
283
- id = entryNameOrId;
284
- }
285
- else {
286
- name = entryNameOrId;
287
- }
288
- }
289
- const newClient = new RequestQueueClient({
290
- baseStorageDirectory: client.requestQueuesDirectory,
291
- client,
292
- id,
293
- name,
294
- });
295
- // Overwrite properties
296
- newClient.accessedAt = accessedAt;
297
- newClient.createdAt = createdAt;
298
- newClient.modifiedAt = modifiedAt;
299
- newClient.pendingRequestCount = pendingRequestCount;
300
- newClient.handledRequestCount = handledRequestCount;
301
- // @ts-expect-error - Assigning to private property
302
- newClient.forefrontRequestIds = forefrontRequestIds;
303
- for (const requestId of entries) {
304
- const entry = new RequestQueueFileSystemEntry({
305
- persistStorage: true,
306
- requestId,
307
- storeDirectory: requestQueueDir,
308
- });
309
- // eslint-disable-next-line dot-notation
310
- newClient['requests'].set(requestId, entry);
311
- }
312
- client.requestQueueCache.push(newClient);
313
- return newClient;
314
- }
315
- /* eslint-disable import/first -- Fixing circulars */
316
- import { DatasetClient } from './resource-clients/dataset.js';
317
- import { KeyValueStoreClient } from './resource-clients/key-value-store.js';
318
- import { RequestQueueClient } from './resource-clients/request-queue.js';
319
- //# sourceMappingURL=cache-helpers.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"cache-helpers.js","sourceRoot":"","sources":["../src/cache-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAG7C,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,SAAS,MAAM,YAAY,CAAC;AAEnC,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AAGvE,MAAM,SAAS,GAAG,+DAA+D,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,MAAqB,EAAE,aAAqB;IAC7F,8FAA8F;IAC9F,MAAM,KAAK,GAAG,MAAM,CAAC,kBAAkB,CAAC,IAAI,CACxC,CAAC,KAAK,EAAE,EAAE,CACN,KAAK,CAAC,EAAE,KAAK,aAAa;QAC1B,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE;QACzD,KAAK,CAAC,aAAa,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE,CACxE,CAAC;IAEF,IAAI,KAAK,EAAE,CAAC;QACR,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC;IAEpE,IAAI,CAAC;QACD,4BAA4B;QAC5B,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,4BAA4B;IAC5B,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;IAEnD,IAAI,EAAsB,CAAC;IAC3B,IAAI,IAAwB,CAAC;IAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAElC,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAE5B,IAAI,mBAAmB,GAAG,KAAK,CAAC;IAEhC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACzC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACjB,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;gBACrC,mBAAmB,GAAG,IAAI,CAAC;gBAE3B,2EAA2E;gBAC3E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAC5E,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAwB,CAAC;gBAChE,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;gBACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;gBACrB,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;gBAC/B,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACzC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAC3C,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAE3C,SAAS;YACb,CAAC;YAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAEvB,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACvB,SAAS,EAAE,CAAC;YAChB,CAAC;QACL,CAAC;IACL,CAAC;IAED,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,MAAM,EAAE,CAAC;YACT,EAAE,GAAG,aAAa,CAAC;QACvB,CAAC;aAAM,CAAC;YACJ,IAAI,GAAG,aAAa,CAAC;QACzB,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,aAAa,CAAC;QAChC,oBAAoB,EAAE,MAAM,CAAC,iBAAiB;QAC9C,MAAM;QACN,EAAE;QACF,IAAI;KACP,CAAC,CAAC;IAEH,uBAAuB;IACvB,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAEhC,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACrC,gIAAgI;QAChI,MAAM,KAAK,GAAG,IAAI,sBAAsB,CAAC;YACrC,cAAc,EAAE,UAAU;YAC1B,QAAQ,EAAE,OAAO;YACjB,cAAc,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,wCAAwC;QACxC,SAAS,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE1C,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oCAAoC,CAAC,MAAqB,EAAE,aAAqB;IACnG,8FAA8F;IAC9F,MAAM,KAAK,GAAG,MAAM,CAAC,kBAAkB,CAAC,IAAI,CACxC,CAAC,KAAK,EAAE,EAAE,CACN,KAAK,CAAC,EAAE,KAAK,aAAa;QAC1B,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE;QACzD,KAAK,CAAC,aAAa,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE,CACxE,CAAC;IAEF,IAAI,KAAK,EAAE,CAAC;QACR,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,uBAAuB,EAAE,aAAa,CAAC,CAAC;IAEhF,IAAI,CAAC;QACD,4BAA4B;QAC5B,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,oCAAoC;IACpC,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAEzD,IAAI,EAAsB,CAAC;IAC3B,IAAI,IAAwB,CAAC;IAC7B,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAG5B,MAAM,eAAe,GAAG,IAAI,GAAG,EAAoB,CAAC;IACpD,IAAI,uBAAuB,GAAG,KAAK,CAAC;IAEpC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACzC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACjB,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;gBACrC,2EAA2E;gBAC3E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClF,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAA8B,CAAC;gBACtE,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;gBACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;gBACrB,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACzC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAC3C,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAE3C,SAAS;YACb,CAAC;YAED,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACxC,uBAAuB,GAAG,IAAI,CAAC;gBAE/B,8EAA8E;gBAC9E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClF,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAa,CAAC;gBAErD,MAAM,SAAS,GAAG;oBACd,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;oBACpC,GAAG,QAAQ;iBACF,CAAC;gBAEd,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBAE7C,SAAS;YACb,CAAC;YAED,2EAA2E;YAC3E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1E,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC;YACtE,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,WAAW,CAAW,CAAC;YAE7D,0EAA0E;YAC1E,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBAC3C,MAAM,eAAe,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAErD,IAAI,CAAC;oBACD,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBACjC,CAAC;gBAAC,MAAM,CAAC;oBACL,MAAM,CAAC,MAAM,EAAE,OAAO,CAClB,oBAAoB,KAAK,CAAC,IAAI,eAAe,aAAa,+DAA+D,CAC5H,CAAC;oBACF,SAAS;gBACb,CAAC;YACL,CAAC;YAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAExC,IAAI,aAAa,EAAE,CAAC;gBAChB,SAAS,CAAC,GAAG,EAAE,CAAC;YACpB,CAAC;YAED,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAEhC,MAAM,SAAS,GAAG;gBACd,GAAG;gBACH,SAAS;gBACT,WAAW;gBACX,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;aACX,CAAC;YAErB,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACxC,CAAC;IACL,CAAC;IAED,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,MAAM,EAAE,CAAC;YACT,EAAE,GAAG,aAAa,CAAC;QACvB,CAAC;aAAM,CAAC;YACJ,IAAI,GAAG,aAAa,CAAC;QACzB,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,mBAAmB,CAAC;QACtC,oBAAoB,EAAE,MAAM,CAAC,uBAAuB;QACpD,MAAM;QACN,EAAE;QACF,IAAI;KACP,CAAC,CAAC;IAEH,uBAAuB;IACvB,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAElC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;QAC1C,gIAAgI;QAChI,MAAM,KAAK,GAAG,IAAI,uBAAuB,CAAC;YACtC,cAAc,EAAE,IAAI;YACpB,cAAc,EAAE,gBAAgB;YAChC,aAAa,EAAE,uBAAuB;YACtC,MAAM,EAAE,MAAM,CAAC,MAAM;SACxB,CAAC,CAAC;QAEH,wCAAwC;QACxC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;QACnC,wCAAwC;QACxC,KAAK,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,gBAAgB,EAAE,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACnF,wCAAwC;QACxC,KAAK,CAAC,kBAAkB,CAAC,GAAG,OAAO,CAAC,gBAAgB,EAAE,GAAG,MAAM,CAAC,GAAG,oBAAoB,CAAC,CAAC;QAEzF,wCAAwC;QACxC,SAAS,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE1C,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,MAAqB,EAAE,aAAqB;IAC3F,8FAA8F;IAC9F,MAAM,KAAK,GAAG,MAAM,CAAC,iBAAiB,CAAC,IAAI,CACvC,CAAC,KAAK,EAAE,EAAE,CACN,KAAK,CAAC,EAAE,KAAK,aAAa;QAC1B,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE;QACzD,KAAK,CAAC,aAAa,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE,CACxE,CAAC;IAEF,IAAI,KAAK,EAAE,CAAC;QACR,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,sBAAsB,EAAE,aAAa,CAAC,CAAC;IAE9E,IAAI,CAAC;QACD,4BAA4B;QAC5B,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,kCAAkC;IAClC,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,CAAC;IAExD,IAAI,EAAsB,CAAC;IAC3B,IAAI,IAAwB,CAAC;IAC7B,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,IAAI,mBAAmB,GAAa,EAAE,CAAC;IAEvC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACzC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACjB,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,mBAAmB,CAAC,CAAC,CAAC;oBACvB,2EAA2E;oBAC3E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;oBACjF,IAAI,CAAC,WAAW;wBAAE,SAAS;oBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAA6B,CAAC;oBAErE,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;oBACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;oBACrB,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACzC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;oBAC3C,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;oBAC3C,mBAAmB,GAAG,QAAQ,CAAC,mBAAmB,CAAC;oBACnD,mBAAmB,GAAG,QAAQ,CAAC,mBAAmB,CAAC;oBACnD,mBAAmB,GAAI,QAAgB,EAAE,mBAAmB,IAAI,EAAE,CAAC;oBAEnE,MAAM;gBACV,CAAC;gBACD,OAAO,CAAC,CAAC,CAAC;oBACN,gDAAgD;oBAChD,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC9D,SAAS;oBACb,CAAC;oBAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBAE3C,IAAI,CAAC;wBACD,+DAA+D;wBAC/D,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;wBACjF,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;wBAExB,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBAC3B,CAAC;oBAAC,MAAM,CAAC;wBACL,MAAM,CAAC,MAAM,EAAE,OAAO,CAClB,wBAAwB,KAAK,CAAC,IAAI,eAAe,aAAa,+DAA+D,CAChI,CAAC;oBACN,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,MAAM,EAAE,CAAC;YACT,EAAE,GAAG,aAAa,CAAC;QACvB,CAAC;aAAM,CAAC;YACJ,IAAI,GAAG,aAAa,CAAC;QACzB,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC;QACrC,oBAAoB,EAAE,MAAM,CAAC,sBAAsB;QACnD,MAAM;QACN,EAAE;QACF,IAAI;KACP,CAAC,CAAC;IAEH,uBAAuB;IACvB,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IACpD,SAAS,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IACpD,mDAAmD;IACnD,SAAS,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IAEpD,KAAK,MAAM,SAAS,IAAI,OAAO,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,IAAI,2BAA2B,CAAC;YAC1C,cAAc,EAAE,IAAI;YACpB,SAAS;YACT,cAAc,EAAE,eAAe;SAClC,CAAC,CAAC;QAEH,wCAAwC;QACxC,SAAS,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEzC,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,qDAAqD;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAE9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC"}
package/fs/common.d.ts DELETED
@@ -1,6 +0,0 @@
1
- export interface StorageImplementation<T> {
2
- get(force?: boolean): Promise<T>;
3
- update(data: T): void | Promise<void>;
4
- delete(): void | Promise<void>;
5
- }
6
- //# sourceMappingURL=common.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../src/fs/common.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,qBAAqB,CAAC,CAAC;IACpC,GAAG,CAAC,KAAK,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAClC"}
package/fs/common.js DELETED
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=common.js.map
package/fs/common.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"common.js","sourceRoot":"","sources":["../../src/fs/common.ts"],"names":[],"mappings":""}
@@ -1,11 +0,0 @@
1
- import type { StorageImplementation } from '../common.js';
2
- import type { CreateStorageImplementationOptions } from './index.js';
3
- export declare class DatasetFileSystemEntry<Data> implements StorageImplementation<Data> {
4
- private filePath;
5
- private fsQueue;
6
- constructor(options: CreateStorageImplementationOptions);
7
- get(): Promise<any>;
8
- update(data: Data): Promise<void>;
9
- delete(): Promise<void>;
10
- }
11
- //# sourceMappingURL=fs.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../../../src/fs/dataset/fs.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,YAAY,CAAC;AAErE,qBAAa,sBAAsB,CAAC,IAAI,CAAE,YAAW,qBAAqB,CAAC,IAAI,CAAC;IAC5E,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAoB;gBAEvB,OAAO,EAAE,kCAAkC;IAIjD,GAAG;IASH,MAAM,CAAC,IAAI,EAAE,IAAI;IAUjB,MAAM;CAKf"}