@speckle/objectloader2 2.26.1 → 2.26.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/core/objectLoader2.d.ts.map +1 -1
- package/dist/commonjs/core/objectLoader2.js +1 -9
- package/dist/commonjs/core/objectLoader2.js.map +1 -1
- package/dist/commonjs/core/objectLoader2Factory.d.ts +7 -2
- package/dist/commonjs/core/objectLoader2Factory.d.ts.map +1 -1
- package/dist/commonjs/core/objectLoader2Factory.js +14 -4
- package/dist/commonjs/core/objectLoader2Factory.js.map +1 -1
- package/dist/commonjs/core/objectLoader2Factory.test.d.ts +2 -0
- package/dist/commonjs/core/objectLoader2Factory.test.d.ts.map +1 -0
- package/dist/commonjs/core/objectLoader2Factory.test.js +106 -0
- package/dist/commonjs/core/objectLoader2Factory.test.js.map +1 -0
- package/dist/commonjs/core/options.d.ts +2 -0
- package/dist/commonjs/core/options.d.ts.map +1 -1
- package/dist/commonjs/core/stages/cacheReader.d.ts +2 -2
- package/dist/commonjs/core/stages/cacheReader.d.ts.map +1 -1
- package/dist/commonjs/core/stages/cacheReader.js.map +1 -1
- package/dist/commonjs/core/stages/cacheWriter.d.ts +2 -2
- package/dist/commonjs/core/stages/cacheWriter.d.ts.map +1 -1
- package/dist/commonjs/core/stages/cacheWriter.js +4 -4
- package/dist/commonjs/core/stages/cacheWriter.js.map +1 -1
- package/dist/commonjs/core/stages/serverDownloader.d.ts +2 -1
- package/dist/commonjs/core/stages/serverDownloader.d.ts.map +1 -1
- package/dist/commonjs/core/stages/serverDownloader.js +3 -2
- package/dist/commonjs/core/stages/serverDownloader.js.map +1 -1
- package/dist/commonjs/deferment/defermentManager.d.ts +18 -2
- package/dist/commonjs/deferment/defermentManager.d.ts.map +1 -1
- package/dist/commonjs/deferment/defermentManager.js +30 -3
- package/dist/commonjs/deferment/defermentManager.js.map +1 -1
- package/dist/commonjs/deferment/defermentManager.test.js +21 -16
- package/dist/commonjs/deferment/defermentManager.test.js.map +1 -1
- package/dist/commonjs/queues/batchingQueue.d.ts +2 -2
- package/dist/commonjs/queues/batchingQueue.d.ts.map +1 -1
- package/dist/commonjs/queues/batchingQueue.dispose.test.js +1 -3
- package/dist/commonjs/queues/batchingQueue.dispose.test.js.map +1 -1
- package/dist/commonjs/queues/batchingQueue.js +20 -15
- package/dist/commonjs/queues/batchingQueue.js.map +1 -1
- package/dist/commonjs/queues/batchingQueue.test.js +98 -0
- package/dist/commonjs/queues/batchingQueue.test.js.map +1 -1
- package/dist/commonjs/types/types.d.ts +5 -0
- package/dist/commonjs/types/types.d.ts.map +1 -1
- package/dist/esm/core/objectLoader2.d.ts.map +1 -1
- package/dist/esm/core/objectLoader2.js +1 -9
- package/dist/esm/core/objectLoader2.js.map +1 -1
- package/dist/esm/core/objectLoader2Factory.d.ts +7 -2
- package/dist/esm/core/objectLoader2Factory.d.ts.map +1 -1
- package/dist/esm/core/objectLoader2Factory.js +14 -4
- package/dist/esm/core/objectLoader2Factory.js.map +1 -1
- package/dist/esm/core/objectLoader2Factory.test.d.ts +2 -0
- package/dist/esm/core/objectLoader2Factory.test.d.ts.map +1 -0
- package/dist/esm/core/objectLoader2Factory.test.js +104 -0
- package/dist/esm/core/objectLoader2Factory.test.js.map +1 -0
- package/dist/esm/core/options.d.ts +2 -0
- package/dist/esm/core/options.d.ts.map +1 -1
- package/dist/esm/core/stages/cacheReader.d.ts +2 -2
- package/dist/esm/core/stages/cacheReader.d.ts.map +1 -1
- package/dist/esm/core/stages/cacheReader.js.map +1 -1
- package/dist/esm/core/stages/cacheWriter.d.ts +2 -2
- package/dist/esm/core/stages/cacheWriter.d.ts.map +1 -1
- package/dist/esm/core/stages/cacheWriter.js +4 -4
- package/dist/esm/core/stages/cacheWriter.js.map +1 -1
- package/dist/esm/core/stages/serverDownloader.d.ts +2 -1
- package/dist/esm/core/stages/serverDownloader.d.ts.map +1 -1
- package/dist/esm/core/stages/serverDownloader.js +3 -2
- package/dist/esm/core/stages/serverDownloader.js.map +1 -1
- package/dist/esm/deferment/defermentManager.d.ts +18 -2
- package/dist/esm/deferment/defermentManager.d.ts.map +1 -1
- package/dist/esm/deferment/defermentManager.js +28 -2
- package/dist/esm/deferment/defermentManager.js.map +1 -1
- package/dist/esm/deferment/defermentManager.test.js +21 -16
- package/dist/esm/deferment/defermentManager.test.js.map +1 -1
- package/dist/esm/queues/batchingQueue.d.ts +2 -2
- package/dist/esm/queues/batchingQueue.d.ts.map +1 -1
- package/dist/esm/queues/batchingQueue.dispose.test.js +1 -3
- package/dist/esm/queues/batchingQueue.dispose.test.js.map +1 -1
- package/dist/esm/queues/batchingQueue.js +20 -15
- package/dist/esm/queues/batchingQueue.js.map +1 -1
- package/dist/esm/queues/batchingQueue.test.js +98 -0
- package/dist/esm/queues/batchingQueue.test.js.map +1 -1
- package/dist/esm/types/types.d.ts +5 -0
- package/dist/esm/types/types.d.ts.map +1 -1
- package/package.json +2 -2
- package/src/core/objectLoader2.spec.ts +10 -3
- package/src/core/objectLoader2.ts +3 -13
- package/src/core/objectLoader2Factory.test.ts +135 -0
- package/src/core/objectLoader2Factory.ts +29 -6
- package/src/core/options.ts +2 -0
- package/src/core/stages/cacheReader.spec.ts +1 -1
- package/src/core/stages/cacheReader.ts +3 -3
- package/src/core/stages/cacheWriter.spec.ts +1 -1
- package/src/core/stages/cacheWriter.ts +5 -5
- package/src/core/stages/serverDownloader.spec.ts +122 -0
- package/src/core/stages/serverDownloader.ts +7 -4
- package/src/deferment/defermentManager.test.ts +21 -16
- package/src/deferment/defermentManager.ts +39 -3
- package/src/queues/batchingQueue.dispose.test.ts +1 -3
- package/src/queues/batchingQueue.test.ts +121 -0
- package/src/queues/batchingQueue.ts +21 -19
- package/src/types/types.ts +5 -0
|
@@ -7,9 +7,10 @@ const defermentManager_js_1 = require("./defermentManager.js");
|
|
|
7
7
|
const mockLogger = vitest_1.vi.fn();
|
|
8
8
|
const mockCache = {
|
|
9
9
|
get: vitest_1.vi.fn(),
|
|
10
|
-
add: vitest_1.vi.fn()
|
|
10
|
+
add: vitest_1.vi.fn(),
|
|
11
|
+
dispose: vitest_1.vi.fn()
|
|
11
12
|
};
|
|
12
|
-
const defermentManager = new defermentManager_js_1.DefermentManager(
|
|
13
|
+
const defermentManager = new defermentManager_js_1.DefermentManager(mockLogger, mockCache);
|
|
13
14
|
(0, vitest_1.expect)(defermentManager).toBeDefined();
|
|
14
15
|
});
|
|
15
16
|
(0, vitest_1.describe)('defer', () => {
|
|
@@ -21,7 +22,7 @@ const defermentManager_js_1 = require("./defermentManager.js");
|
|
|
21
22
|
get,
|
|
22
23
|
add
|
|
23
24
|
};
|
|
24
|
-
const defermentManager = new defermentManager_js_1.DefermentManager(
|
|
25
|
+
const defermentManager = new defermentManager_js_1.DefermentManager(mockLogger, mockCache);
|
|
25
26
|
const item = {
|
|
26
27
|
// eslint-disable-next-line camelcase
|
|
27
28
|
base: { id: 'testId', speckle_type: 'Base' },
|
|
@@ -42,7 +43,7 @@ const defermentManager_js_1 = require("./defermentManager.js");
|
|
|
42
43
|
get,
|
|
43
44
|
add
|
|
44
45
|
};
|
|
45
|
-
const defermentManager = new defermentManager_js_1.DefermentManager(
|
|
46
|
+
const defermentManager = new defermentManager_js_1.DefermentManager(mockLogger, mockCache);
|
|
46
47
|
const [promise1, wasInCache1] = defermentManager.defer({ id: 'testId' });
|
|
47
48
|
const [promise2, wasInCache2] = defermentManager.defer({ id: 'testId' });
|
|
48
49
|
(0, vitest_1.expect)(wasInCache1).toBe(false);
|
|
@@ -57,7 +58,7 @@ const defermentManager_js_1 = require("./defermentManager.js");
|
|
|
57
58
|
get,
|
|
58
59
|
add
|
|
59
60
|
};
|
|
60
|
-
const defermentManager = new defermentManager_js_1.DefermentManager(
|
|
61
|
+
const defermentManager = new defermentManager_js_1.DefermentManager(mockLogger, mockCache);
|
|
61
62
|
const [promise, wasInCache] = defermentManager.defer({ id: 'testId' });
|
|
62
63
|
(0, vitest_1.expect)(wasInCache).toBe(false);
|
|
63
64
|
(0, vitest_1.expect)(promise).toBeInstanceOf(Promise);
|
|
@@ -68,9 +69,10 @@ const defermentManager_js_1 = require("./defermentManager.js");
|
|
|
68
69
|
const add = vitest_1.vi.fn();
|
|
69
70
|
const mockCache = {
|
|
70
71
|
get,
|
|
71
|
-
add
|
|
72
|
+
add,
|
|
73
|
+
dispose: vitest_1.vi.fn()
|
|
72
74
|
};
|
|
73
|
-
const defermentManager = new defermentManager_js_1.DefermentManager(
|
|
75
|
+
const defermentManager = new defermentManager_js_1.DefermentManager(mockLogger, mockCache);
|
|
74
76
|
defermentManager.dispose();
|
|
75
77
|
(0, vitest_1.expect)(() => defermentManager.defer({ id: 'testId' })).toThrow('DefermentManager is disposed');
|
|
76
78
|
});
|
|
@@ -84,7 +86,7 @@ const defermentManager_js_1 = require("./defermentManager.js");
|
|
|
84
86
|
get,
|
|
85
87
|
add
|
|
86
88
|
};
|
|
87
|
-
const defermentManager = new defermentManager_js_1.DefermentManager(
|
|
89
|
+
const defermentManager = new defermentManager_js_1.DefermentManager(mockLogger, mockCache);
|
|
88
90
|
const requestItem = vitest_1.vi.fn();
|
|
89
91
|
const [promise] = defermentManager.defer({ id: 'testId' });
|
|
90
92
|
const item = {
|
|
@@ -104,7 +106,7 @@ const defermentManager_js_1 = require("./defermentManager.js");
|
|
|
104
106
|
get,
|
|
105
107
|
add
|
|
106
108
|
};
|
|
107
|
-
const defermentManager = new defermentManager_js_1.DefermentManager(
|
|
109
|
+
const defermentManager = new defermentManager_js_1.DefermentManager(mockLogger, mockCache);
|
|
108
110
|
const requestItem = vitest_1.vi.fn();
|
|
109
111
|
const item = { baseId: 'testId' };
|
|
110
112
|
defermentManager.undefer(item, requestItem);
|
|
@@ -118,7 +120,7 @@ const defermentManager_js_1 = require("./defermentManager.js");
|
|
|
118
120
|
get,
|
|
119
121
|
add
|
|
120
122
|
};
|
|
121
|
-
const defermentManager = new defermentManager_js_1.DefermentManager(
|
|
123
|
+
const defermentManager = new defermentManager_js_1.DefermentManager(mockLogger, mockCache);
|
|
122
124
|
const requestItem = vitest_1.vi.fn();
|
|
123
125
|
const item = {
|
|
124
126
|
// eslint-disable-next-line camelcase
|
|
@@ -139,9 +141,10 @@ const defermentManager_js_1 = require("./defermentManager.js");
|
|
|
139
141
|
const add = vitest_1.vi.fn();
|
|
140
142
|
const mockCache = {
|
|
141
143
|
get,
|
|
142
|
-
add
|
|
144
|
+
add,
|
|
145
|
+
dispose: vitest_1.vi.fn()
|
|
143
146
|
};
|
|
144
|
-
const defermentManager = new defermentManager_js_1.DefermentManager(
|
|
147
|
+
const defermentManager = new defermentManager_js_1.DefermentManager(mockLogger, mockCache);
|
|
145
148
|
const requestItem = vitest_1.vi.fn();
|
|
146
149
|
defermentManager.dispose();
|
|
147
150
|
const item = {
|
|
@@ -159,9 +162,10 @@ const defermentManager_js_1 = require("./defermentManager.js");
|
|
|
159
162
|
const add = vitest_1.vi.fn();
|
|
160
163
|
const mockCache = {
|
|
161
164
|
get,
|
|
162
|
-
add
|
|
165
|
+
add,
|
|
166
|
+
dispose: vitest_1.vi.fn()
|
|
163
167
|
};
|
|
164
|
-
const defermentManager = new defermentManager_js_1.DefermentManager(
|
|
168
|
+
const defermentManager = new defermentManager_js_1.DefermentManager(mockLogger, mockCache);
|
|
165
169
|
void defermentManager.defer({ id: 'testId' });
|
|
166
170
|
defermentManager.dispose();
|
|
167
171
|
// @ts-expect-error - accessing private property for testing
|
|
@@ -173,9 +177,10 @@ const defermentManager_js_1 = require("./defermentManager.js");
|
|
|
173
177
|
const add = vitest_1.vi.fn();
|
|
174
178
|
const mockCache = {
|
|
175
179
|
get,
|
|
176
|
-
add
|
|
180
|
+
add,
|
|
181
|
+
dispose: vitest_1.vi.fn()
|
|
177
182
|
};
|
|
178
|
-
const defermentManager = new defermentManager_js_1.DefermentManager(
|
|
183
|
+
const defermentManager = new defermentManager_js_1.DefermentManager(mockLogger, mockCache);
|
|
179
184
|
defermentManager.dispose();
|
|
180
185
|
// @ts-expect-error - accessing private property for testing
|
|
181
186
|
const outstanding = defermentManager.outstanding;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"defermentManager.test.js","sourceRoot":"","sources":["../../../src/deferment/defermentManager.test.ts"],"names":[],"mappings":";;AAAA,mCAAiD;AACjD,+DAAwD;AAKxD,IAAA,iBAAQ,EAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAA,WAAE,EAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,MAAM,UAAU,GAAiB,WAAE,CAAC,EAAE,EAAE,CAAA;QACxC,MAAM,SAAS,GAAG;YAChB,GAAG,EAAE,WAAE,CAAC,EAAE,EAAE;YACZ,GAAG,EAAE,WAAE,CAAC,EAAE,EAAE;
|
|
1
|
+
{"version":3,"file":"defermentManager.test.js","sourceRoot":"","sources":["../../../src/deferment/defermentManager.test.ts"],"names":[],"mappings":";;AAAA,mCAAiD;AACjD,+DAAwD;AAKxD,IAAA,iBAAQ,EAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAA,WAAE,EAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,MAAM,UAAU,GAAiB,WAAE,CAAC,EAAE,EAAE,CAAA;QACxC,MAAM,SAAS,GAAG;YAChB,GAAG,EAAE,WAAE,CAAC,EAAE,EAAE;YACZ,GAAG,EAAE,WAAE,CAAC,EAAE,EAAE;YACZ,OAAO,EAAE,WAAE,CAAC,EAAE,EAAE;SACS,CAAA;QAC3B,MAAM,gBAAgB,GAAG,IAAI,sCAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;QACpE,IAAA,eAAM,EAAC,gBAAgB,CAAC,CAAC,WAAW,EAAE,CAAA;IACxC,CAAC,CAAC,CAAA;IAEF,IAAA,iBAAQ,EAAC,OAAO,EAAE,GAAG,EAAE;QACrB,IAAA,WAAE,EAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,UAAU,GAAiB,WAAE,CAAC,EAAE,EAAE,CAAA;YACxC,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,SAAS,GAAG;gBAChB,GAAG;gBACH,GAAG;aACsB,CAAA;YAC3B,MAAM,gBAAgB,GAAG,IAAI,sCAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;YAEpE,MAAM,IAAI,GAAS;gBACjB,qCAAqC;gBACrC,IAAI,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE;gBAC5C,MAAM,EAAE,QAAQ;aACjB,CAAA;YACD,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;YAEzB,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,gBAAgB,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;YACtE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAA;YAE5B,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAC7B,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACjC,IAAA,eAAM,EAAC,GAAG,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAA;QAC5C,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,+DAA+D,EAAE,GAAG,EAAE;YACvE,MAAM,UAAU,GAAiB,WAAE,CAAC,EAAE,EAAE,CAAA;YACxC,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,SAAS,GAAG;gBAChB,GAAG;gBACH,GAAG;aACsB,CAAA;YAC3B,MAAM,gBAAgB,GAAG,IAAI,sCAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;YAEpE,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,gBAAgB,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;YACxE,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,gBAAgB,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;YAExE,IAAA,eAAM,EAAC,WAAW,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC/B,IAAA,eAAM,EAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAC9B,IAAA,eAAM,EAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACjC,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,uEAAuE,EAAE,GAAG,EAAE;YAC/E,MAAM,UAAU,GAAiB,WAAE,CAAC,EAAE,EAAE,CAAA;YACxC,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,SAAS,GAAG;gBAChB,GAAG;gBACH,GAAG;aACsB,CAAA;YAC3B,MAAM,gBAAgB,GAAG,IAAI,sCAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;YAEpE,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,gBAAgB,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;YAEtE,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC9B,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QACzC,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,UAAU,GAAiB,WAAE,CAAC,EAAE,EAAE,CAAA;YACxC,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,SAAS,GAAG;gBAChB,GAAG;gBACH,GAAG;gBACH,OAAO,EAAE,WAAE,CAAC,EAAE,EAAE;aACS,CAAA;YAC3B,MAAM,gBAAgB,GAAG,IAAI,sCAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;YAEpE,gBAAgB,CAAC,OAAO,EAAE,CAAA;YAC1B,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,CAC5D,8BAA8B,CAC/B,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,IAAA,iBAAQ,EAAC,SAAS,EAAE,GAAG,EAAE;QACvB,IAAA,WAAE,EAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,UAAU,GAAiB,WAAE,CAAC,EAAE,EAAE,CAAA;YACxC,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,SAAS,GAAG;gBAChB,GAAG;gBACH,GAAG;aACsB,CAAA;YAC3B,MAAM,gBAAgB,GAAG,IAAI,sCAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;YACpE,MAAM,WAAW,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YAE3B,MAAM,CAAC,OAAO,CAAC,GAAG,gBAAgB,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;YAE1D,MAAM,IAAI,GAAS;gBACjB,qCAAqC;gBACrC,IAAI,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE;gBAC5C,MAAM,EAAE,QAAQ;aACjB,CAAA;YACD,gBAAgB,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;YAE3C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAA;YAC5B,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnC,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,UAAU,GAAiB,WAAE,CAAC,EAAE,EAAE,CAAA;YACxC,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,SAAS,GAAG;gBAChB,GAAG;gBACH,GAAG;aACsB,CAAA;YAC3B,MAAM,gBAAgB,GAAG,IAAI,sCAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;YACpE,MAAM,WAAW,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YAE3B,MAAM,IAAI,GAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAA;YACvC,gBAAgB,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;YAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,6BAA6B,EAAE,IAAI,CAAC,CAAA;QAC9E,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,yDAAyD,EAAE,GAAG,EAAE;YACjE,MAAM,UAAU,GAAiB,WAAE,CAAC,EAAE,EAAE,CAAA;YACxC,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,SAAS,GAAG;gBAChB,GAAG;gBACH,GAAG;aACsB,CAAA;YAC3B,MAAM,gBAAgB,GAAG,IAAI,sCAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;YACpE,MAAM,WAAW,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YAE3B,MAAM,IAAI,GAAS;gBACjB,qCAAqC;gBACrC,IAAI,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE;gBAC5C,MAAM,EAAE,QAAQ;aACjB,CAAA;YACD,GAAG,CAAC,kBAAkB,CAAC,CAAC,KAAW,EAAE,eAAsC,EAAE,EAAE;gBAC7E,IAAI,eAAe;oBAAE,eAAe,CAAC,QAAQ,CAAC,CAAA;YAChD,CAAC,CAAC,CAAA;YAEF,gBAAgB,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;YAE3C,IAAA,eAAM,EAAC,GAAG,CAAC,CAAC,oBAAoB,CAAC,IAAI,EAAE,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;YAC5D,IAAA,eAAM,EAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAA;QACpD,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,UAAU,GAAiB,WAAE,CAAC,EAAE,EAAE,CAAA;YACxC,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,SAAS,GAAG;gBAChB,GAAG;gBACH,GAAG;gBACH,OAAO,EAAE,WAAE,CAAC,EAAE,EAAE;aACS,CAAA;YAC3B,MAAM,gBAAgB,GAAG,IAAI,sCAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;YACpE,MAAM,WAAW,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YAE3B,gBAAgB,CAAC,OAAO,EAAE,CAAA;YAC1B,MAAM,IAAI,GAAS;gBACjB,qCAAqC;gBACrC,IAAI,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE;gBAC5C,MAAM,EAAE,QAAQ;aACjB,CAAA;YACD,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,OAAO,CAC/D,8BAA8B,CAC/B,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,IAAA,iBAAQ,EAAC,SAAS,EAAE,GAAG,EAAE;QACvB,IAAA,WAAE,EAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,UAAU,GAAiB,WAAE,CAAC,EAAE,EAAE,CAAA;YACxC,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,SAAS,GAAG;gBAChB,GAAG;gBACH,GAAG;gBACH,OAAO,EAAE,WAAE,CAAC,EAAE,EAAE;aACS,CAAA;YAC3B,MAAM,gBAAgB,GAAG,IAAI,sCAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;YAEpE,KAAK,gBAAgB,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;YAC7C,gBAAgB,CAAC,OAAO,EAAE,CAAA;YAC1B,4DAA4D;YAC5D,IAAA,eAAM,EAAC,gBAAgB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACnD,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,UAAU,GAAiB,WAAE,CAAC,EAAE,EAAE,CAAA;YACxC,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,GAAG,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;YACnB,MAAM,SAAS,GAAG;gBAChB,GAAG;gBACH,GAAG;gBACH,OAAO,EAAE,WAAE,CAAC,EAAE,EAAE;aACS,CAAA;YAC3B,MAAM,gBAAgB,GAAG,IAAI,sCAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;YAEpE,gBAAgB,CAAC,OAAO,EAAE,CAAA;YAC1B,4DAA4D;YAC5D,MAAM,WAAW,GAAG,gBAAgB,CAAC,WAAW,CAAA;YAChD,MAAM,QAAQ,GAAG,WAAE,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,CAAA;YAC/C,gBAAgB,CAAC,OAAO,EAAE,CAAA;YAC1B,IAAA,eAAM,EAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAA;QACzC,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
import { CustomLogger } from '../types/functions.js';
|
|
2
1
|
export default class BatchingQueue<T> {
|
|
3
2
|
#private;
|
|
4
3
|
constructor(params: {
|
|
5
4
|
batchSize: number;
|
|
6
5
|
maxWaitTime: number;
|
|
7
6
|
processFunction: (batch: T[]) => Promise<void>;
|
|
8
|
-
logger?: CustomLogger;
|
|
9
7
|
});
|
|
10
8
|
disposeAsync(): Promise<void>;
|
|
11
9
|
add(key: string, item: T): void;
|
|
12
10
|
addAll(keys: string[], items: T[]): void;
|
|
11
|
+
flush(): Promise<void>;
|
|
13
12
|
get(id: string): T | undefined;
|
|
14
13
|
count(): number;
|
|
15
14
|
isDisposed(): boolean;
|
|
15
|
+
isErrored(): boolean;
|
|
16
16
|
}
|
|
17
17
|
//# sourceMappingURL=batchingQueue.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"batchingQueue.d.ts","sourceRoot":"","sources":["../../../src/queues/batchingQueue.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"batchingQueue.d.ts","sourceRoot":"","sources":["../../../src/queues/batchingQueue.ts"],"names":[],"mappings":"AAQA,MAAM,CAAC,OAAO,OAAO,aAAa,CAAC,CAAC;;gBA8BtB,MAAM,EAAE;QAClB,SAAS,EAAE,MAAM,CAAA;QACjB,WAAW,EAAE,MAAM,CAAA;QACnB,eAAe,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;KAC/C;IAMK,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAsBnC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI;IAM/B,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,IAAI;IAqBlC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAuB5B,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS;IAI9B,KAAK,IAAI,MAAM;IAIf,UAAU,IAAI,OAAO;IAIrB,SAAS,IAAI,OAAO;CAOrB"}
|
|
@@ -17,7 +17,7 @@ const batchingQueue_js_1 = __importDefault(require("./batchingQueue.js"));
|
|
|
17
17
|
items.forEach((item) => queue.add(item.id, item));
|
|
18
18
|
(0, vitest_1.expect)(queue.count()).toBe(3);
|
|
19
19
|
await queue.disposeAsync();
|
|
20
|
-
(0, vitest_1.expect)(processFunction).
|
|
20
|
+
(0, vitest_1.expect)(processFunction).toHaveBeenCalled();
|
|
21
21
|
(0, vitest_1.expect)(queue.count()).toBe(0);
|
|
22
22
|
(0, vitest_1.expect)(queue.isDisposed()).toBe(true);
|
|
23
23
|
});
|
|
@@ -43,8 +43,6 @@ const batchingQueue_js_1 = __importDefault(require("./batchingQueue.js"));
|
|
|
43
43
|
(0, vitest_1.expect)(queue.isDisposed()).toBe(true);
|
|
44
44
|
resolveProcess();
|
|
45
45
|
await disposePromise;
|
|
46
|
-
(0, vitest_1.expect)(processFunction).toHaveBeenCalledTimes(2);
|
|
47
|
-
(0, vitest_1.expect)(processFunction).toHaveBeenCalledWith(items2);
|
|
48
46
|
(0, vitest_1.expect)(queue.count()).toBe(0);
|
|
49
47
|
(0, vitest_1.expect)(queue.isDisposed()).toBe(true);
|
|
50
48
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"batchingQueue.dispose.test.js","sourceRoot":"","sources":["../../../src/queues/batchingQueue.dispose.test.ts"],"names":[],"mappings":";;;;;AAAA,mCAAmD;AACnD,0EAA8C;AAE9C,IAAA,iBAAQ,EAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,IAAA,aAAI,EAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,eAAe,GAAG,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAA;QAC5D,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAiB;YAC9C,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,IAAI;YACjB,eAAe;SAChB,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;QACxE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAA;QAEjD,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAE7B,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAE1B,IAAA,eAAM,EAAC,eAAe,CAAC,CAAC,
|
|
1
|
+
{"version":3,"file":"batchingQueue.dispose.test.js","sourceRoot":"","sources":["../../../src/queues/batchingQueue.dispose.test.ts"],"names":[],"mappings":";;;;;AAAA,mCAAmD;AACnD,0EAA8C;AAE9C,IAAA,iBAAQ,EAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,IAAA,aAAI,EAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,eAAe,GAAG,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAA;QAC5D,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAiB;YAC9C,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,IAAI;YACjB,eAAe;SAChB,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;QACxE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAA;QAEjD,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAE7B,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAE1B,IAAA,eAAM,EAAC,eAAe,CAAC,CAAC,gBAAgB,EAAE,CAAA;QAC1C,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC7B,IAAA,eAAM,EAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACvC,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACvE,IAAI,cAAc,GAA8C,GAAG,EAAE,GAAE,CAAC,CAAA;QACxE,MAAM,cAAc,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnD,cAAc,GAAG,OAAO,CAAA;QAC1B,CAAC,CAAC,CAAA;QAEF,MAAM,eAAe,GAAG,WAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,CAAA;QAExE,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAiB;YAC9C,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe;SAChB,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;QACnD,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAA;QAElD,4BAA4B;QAC5B,IAAA,eAAM,EAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAA;QAEpD,MAAM,MAAM,GAAG,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;QACjC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAA;QAElD,MAAM,cAAc,GAAG,KAAK,CAAC,YAAY,EAAE,CAAA;QAE3C,gEAAgE;QAChE,IAAA,eAAM,EAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACrC,cAAc,EAAE,CAAA;QAChB,MAAM,cAAc,CAAA;QAEpB,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC7B,IAAA,eAAM,EAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACvC,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,eAAe,GAAG,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAA;QAC5D,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAS;YACtC,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,IAAI;YACjB,eAAe;SAChB,CAAC,CAAA;QAEF,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAC1B,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC7B,IAAA,eAAM,EAAC,eAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAA;IAChD,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
|
@@ -15,8 +15,8 @@ class BatchingQueue {
|
|
|
15
15
|
#processFunction;
|
|
16
16
|
#timeoutId = null;
|
|
17
17
|
#isProcessing = false;
|
|
18
|
-
#
|
|
19
|
-
#
|
|
18
|
+
#isDisposed = false;
|
|
19
|
+
#isErrored = false;
|
|
20
20
|
#batchTimeout;
|
|
21
21
|
// Helper methods for cross-environment timeout handling
|
|
22
22
|
#getSetTimeoutFn() {
|
|
@@ -39,10 +39,11 @@ class BatchingQueue {
|
|
|
39
39
|
this.#batchSize = params.batchSize;
|
|
40
40
|
this.#processFunction = params.processFunction;
|
|
41
41
|
this.#batchTimeout = params.maxWaitTime;
|
|
42
|
-
this.#logger = params.logger || (() => { });
|
|
43
42
|
}
|
|
44
43
|
async disposeAsync() {
|
|
45
|
-
this.#
|
|
44
|
+
if (this.#isDisposed)
|
|
45
|
+
return;
|
|
46
|
+
this.#isDisposed = true;
|
|
46
47
|
if (this.#timeoutId) {
|
|
47
48
|
this.#getClearTimeoutFn()(this.#timeoutId);
|
|
48
49
|
this.#timeoutId = null;
|
|
@@ -54,52 +55,53 @@ class BatchingQueue {
|
|
|
54
55
|
// After any ongoing flush is completed, there might be items in the queue.
|
|
55
56
|
// We should flush them.
|
|
56
57
|
if (this.#queue.size > 0) {
|
|
57
|
-
await this
|
|
58
|
+
await this.flush();
|
|
58
59
|
}
|
|
59
60
|
}
|
|
60
61
|
add(key, item) {
|
|
61
|
-
if (this.#
|
|
62
|
+
if (this.#isDisposed || this.#isErrored)
|
|
62
63
|
return;
|
|
63
64
|
this.#queue.enqueue(key, item);
|
|
64
65
|
this.#addCheck();
|
|
65
66
|
}
|
|
66
67
|
addAll(keys, items) {
|
|
67
|
-
if (this.#
|
|
68
|
+
if (this.#isDisposed || this.#isErrored)
|
|
68
69
|
return;
|
|
69
70
|
this.#queue.enqueueAll(keys, items);
|
|
70
71
|
this.#addCheck();
|
|
71
72
|
}
|
|
72
73
|
#addCheck() {
|
|
73
|
-
if (this.#
|
|
74
|
+
if (this.#isDisposed)
|
|
74
75
|
return;
|
|
75
76
|
if (this.#queue.size >= this.#batchSize) {
|
|
76
77
|
// Fire and forget, no need to await
|
|
77
78
|
// eslint-disable-next-line @typescript-eslint/no-floating-promises
|
|
78
|
-
this
|
|
79
|
+
this.flush();
|
|
79
80
|
}
|
|
80
81
|
else {
|
|
81
82
|
if (this.#timeoutId) {
|
|
82
83
|
this.#getClearTimeoutFn()(this.#timeoutId);
|
|
83
84
|
}
|
|
84
85
|
// eslint-disable-next-line @typescript-eslint/no-misused-promises
|
|
85
|
-
this.#timeoutId = this.#getSetTimeoutFn()(() => this
|
|
86
|
+
this.#timeoutId = this.#getSetTimeoutFn()(() => this.flush(), this.#batchTimeout);
|
|
86
87
|
}
|
|
87
88
|
}
|
|
88
|
-
async
|
|
89
|
+
async flush() {
|
|
89
90
|
if (this.#timeoutId) {
|
|
90
91
|
this.#getClearTimeoutFn()(this.#timeoutId);
|
|
91
92
|
this.#timeoutId = null;
|
|
92
93
|
}
|
|
93
|
-
if (this.#isProcessing || this.#queue.size === 0) {
|
|
94
|
+
if (this.#isErrored || this.#isProcessing || this.#queue.size === 0) {
|
|
94
95
|
return;
|
|
95
96
|
}
|
|
96
97
|
this.#isProcessing = true;
|
|
97
|
-
const batchToProcess = this.#getBatch(this.#batchSize);
|
|
98
98
|
try {
|
|
99
|
+
const batchToProcess = this.#getBatch(this.#batchSize);
|
|
99
100
|
await this.#processFunction(batchToProcess);
|
|
100
101
|
}
|
|
101
102
|
catch (error) {
|
|
102
|
-
|
|
103
|
+
console.error('Batch processing failed:', error);
|
|
104
|
+
this.#isErrored = true;
|
|
103
105
|
}
|
|
104
106
|
finally {
|
|
105
107
|
this.#isProcessing = false;
|
|
@@ -113,7 +115,10 @@ class BatchingQueue {
|
|
|
113
115
|
return this.#queue.size;
|
|
114
116
|
}
|
|
115
117
|
isDisposed() {
|
|
116
|
-
return this.#
|
|
118
|
+
return this.#isDisposed;
|
|
119
|
+
}
|
|
120
|
+
isErrored() {
|
|
121
|
+
return this.#isErrored;
|
|
117
122
|
}
|
|
118
123
|
#getBatch(batchSize) {
|
|
119
124
|
return this.#queue.spliceValues(0, Math.min(batchSize, this.#queue.size));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"batchingQueue.js","sourceRoot":"","sources":["../../../src/queues/batchingQueue.ts"],"names":[],"mappings":";;;;;
|
|
1
|
+
{"version":3,"file":"batchingQueue.js","sourceRoot":"","sources":["../../../src/queues/batchingQueue.ts"],"names":[],"mappings":";;;;;AAAA,oEAAwC;AAExC;;;GAGG;AACH,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAEnC,MAAqB,aAAa;IAChC,MAAM,GAA0B,IAAI,uBAAU,EAAa,CAAA;IAC3D,UAAU,CAAQ;IAClB,gBAAgB,CAA+B;IAC/C,UAAU,GAAyC,IAAI,CAAA;IAEvD,aAAa,GAAG,KAAK,CAAA;IACrB,WAAW,GAAG,KAAK,CAAA;IACnB,UAAU,GAAG,KAAK,CAAA;IAClB,aAAa,CAAQ;IAErB,wDAAwD;IACxD,gBAAgB;QACd,oGAAoG;QACpG,OAAO,OAAO,MAAM,KAAK,WAAW;YAClC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;YAChC,CAAC,CAAC,OAAO,MAAM,KAAK,WAAW;gBAC/B,CAAC,CAAC,MAAM,CAAC,UAAU;gBACnB,CAAC,CAAC,UAAU,CAAA;IAChB,CAAC;IAED,kBAAkB;QAChB,sGAAsG;QACtG,OAAO,OAAO,MAAM,KAAK,WAAW;YAClC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;YAClC,CAAC,CAAC,OAAO,MAAM,KAAK,WAAW;gBAC/B,CAAC,CAAC,MAAM,CAAC,YAAY;gBACrB,CAAC,CAAC,YAAY,CAAA;IAClB,CAAC;IAED,YAAY,MAIX;QACC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAA;QAClC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,eAAe,CAAA;QAC9C,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,WAAW,CAAA;IACzC,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAM;QAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACvB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YAC1C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACxB,CAAC;QAED,4CAA4C;QAC5C,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;YAC1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAC5B,IAAI,CAAC,gBAAgB,EAAE,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAC1D,CAAA;QACH,CAAC;QAED,2EAA2E;QAC3E,wBAAwB;QACxB,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;QACpB,CAAC;IACH,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,IAAO;QACtB,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU;YAAE,OAAM;QAC/C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;QAC9B,IAAI,CAAC,SAAS,EAAE,CAAA;IAClB,CAAC;IAED,MAAM,CAAC,IAAc,EAAE,KAAU;QAC/B,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU;YAAE,OAAM;QAC/C,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACnC,IAAI,CAAC,SAAS,EAAE,CAAA;IAClB,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,WAAW;YAAE,OAAM;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,oCAAoC;YACpC,mEAAmE;YACnE,IAAI,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;aAAM,CAAC;YACN,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YAC5C,CAAC;YACD,kEAAkE;YAClE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QACnF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YAC1C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACxB,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACpE,OAAM;QACR,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QAEzB,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YACtD,MAAM,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAA;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAA;YAChD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACxB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;QAC5B,CAAC;QACD,IAAI,CAAC,SAAS,EAAE,CAAA;IAClB,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC5B,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA;IACzB,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,WAAW,CAAA;IACzB,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,UAAU,CAAA;IACxB,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IAC3E,CAAC;CACF;AAnID,gCAmIC"}
|
|
@@ -134,5 +134,103 @@ const batchingQueue_js_1 = __importDefault(require("./batchingQueue.js"));
|
|
|
134
134
|
await queue.disposeAsync();
|
|
135
135
|
}
|
|
136
136
|
});
|
|
137
|
+
(0, vitest_1.test)('should handle processFunction throwing an exception during flush and is disposed', async () => {
|
|
138
|
+
const errorMessage = 'Process function failed';
|
|
139
|
+
const processFunction = vitest_1.vi.fn().mockRejectedValue(new Error(errorMessage));
|
|
140
|
+
const queue = new batchingQueue_js_1.default({
|
|
141
|
+
batchSize: 5,
|
|
142
|
+
maxWaitTime: 1000,
|
|
143
|
+
processFunction
|
|
144
|
+
});
|
|
145
|
+
const items = Array.from({ length: 3 }, (_, i) => ({ id: `item-${i}` }));
|
|
146
|
+
items.forEach((item) => queue.add(item.id, item));
|
|
147
|
+
(0, vitest_1.expect)(queue.count()).toBe(3);
|
|
148
|
+
// flush should not throw even if processFunction rejects
|
|
149
|
+
await (0, vitest_1.expect)(queue.flush()).resolves.not.toThrow();
|
|
150
|
+
(0, vitest_1.expect)(processFunction).toHaveBeenCalled();
|
|
151
|
+
(0, vitest_1.expect)(queue.count()).toBe(0);
|
|
152
|
+
(0, vitest_1.expect)(queue.isDisposed()).toBe(false);
|
|
153
|
+
(0, vitest_1.expect)(queue.isErrored()).toBe(true);
|
|
154
|
+
// Add more items after the exception
|
|
155
|
+
queue.add('key3', { id: `item-3` });
|
|
156
|
+
queue.add('key4', { id: `item-4` });
|
|
157
|
+
// Wait to see if second batch gets processed (it shouldn't due to errored state)
|
|
158
|
+
await new Promise((resolve) => setTimeout(resolve, 200));
|
|
159
|
+
(0, vitest_1.expect)(queue.count()).toBe(0); // Items were not added due to errored state
|
|
160
|
+
await queue.disposeAsync();
|
|
161
|
+
});
|
|
162
|
+
(0, vitest_1.test)('should drain remaining items when disposed', async () => {
|
|
163
|
+
const processSpy = vitest_1.vi.fn();
|
|
164
|
+
const queue = new batchingQueue_js_1.default({
|
|
165
|
+
batchSize: 5, // Large batch size to prevent automatic processing
|
|
166
|
+
maxWaitTime: 10000, // Long timeout to prevent timeout-based processing
|
|
167
|
+
processFunction: async (batch) => {
|
|
168
|
+
await new Promise((resolve) => setTimeout(resolve, 10));
|
|
169
|
+
processSpy(batch);
|
|
170
|
+
}
|
|
171
|
+
});
|
|
172
|
+
// Add items that won't trigger automatic processing (less than batch size)
|
|
173
|
+
queue.add('key1', 'item1');
|
|
174
|
+
queue.add('key2', 'item2');
|
|
175
|
+
queue.add('key3', 'item3');
|
|
176
|
+
// Verify items are in queue but haven't been processed yet
|
|
177
|
+
(0, vitest_1.expect)(queue.count()).toBe(3);
|
|
178
|
+
(0, vitest_1.expect)(processSpy).not.toHaveBeenCalled();
|
|
179
|
+
// Dispose should drain the remaining items
|
|
180
|
+
await queue.disposeAsync();
|
|
181
|
+
// Verify all items were processed during disposal
|
|
182
|
+
(0, vitest_1.expect)(processSpy).toHaveBeenCalledTimes(1);
|
|
183
|
+
(0, vitest_1.expect)(processSpy).toHaveBeenCalledWith(['item1', 'item2', 'item3']);
|
|
184
|
+
(0, vitest_1.expect)(queue.count()).toBe(0);
|
|
185
|
+
(0, vitest_1.expect)(queue.isDisposed()).toBe(true);
|
|
186
|
+
});
|
|
187
|
+
(0, vitest_1.test)('should drain items even with ongoing processing during dispose', async () => {
|
|
188
|
+
const processSpy = vitest_1.vi.fn();
|
|
189
|
+
let firstBatchStarted = false;
|
|
190
|
+
let allowFirstBatchToComplete = null;
|
|
191
|
+
const queue = new batchingQueue_js_1.default({
|
|
192
|
+
batchSize: 2,
|
|
193
|
+
maxWaitTime: 100,
|
|
194
|
+
processFunction: async (batch) => {
|
|
195
|
+
processSpy(batch);
|
|
196
|
+
// Make the first batch wait for our signal
|
|
197
|
+
if (!firstBatchStarted) {
|
|
198
|
+
firstBatchStarted = true;
|
|
199
|
+
await new Promise((resolve) => {
|
|
200
|
+
allowFirstBatchToComplete = resolve;
|
|
201
|
+
});
|
|
202
|
+
}
|
|
203
|
+
else {
|
|
204
|
+
// Other batches process normally
|
|
205
|
+
await new Promise((resolve) => setTimeout(resolve, 10));
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
});
|
|
209
|
+
// Add first batch that will trigger processing but will be blocked
|
|
210
|
+
queue.add('key1', 'item1');
|
|
211
|
+
queue.add('key2', 'item2');
|
|
212
|
+
// Wait for first batch to start processing and allowFirstBatchToComplete to be assigned
|
|
213
|
+
await new Promise((resolve) => setTimeout(resolve, 50));
|
|
214
|
+
(0, vitest_1.expect)(firstBatchStarted).toBe(true);
|
|
215
|
+
(0, vitest_1.expect)(processSpy).toHaveBeenCalledTimes(1);
|
|
216
|
+
(0, vitest_1.expect)(allowFirstBatchToComplete).not.toBeNull();
|
|
217
|
+
// Add more items while first batch is still processing
|
|
218
|
+
queue.add('key3', 'item3');
|
|
219
|
+
queue.add('key4', 'item4');
|
|
220
|
+
// Verify the additional items are queued
|
|
221
|
+
(0, vitest_1.expect)(queue.count()).toBe(2);
|
|
222
|
+
// Start disposal (this should wait for ongoing processing and then drain)
|
|
223
|
+
const disposePromise = queue.disposeAsync();
|
|
224
|
+
// Allow the first batch to complete
|
|
225
|
+
allowFirstBatchToComplete();
|
|
226
|
+
// Wait for disposal to complete
|
|
227
|
+
await disposePromise;
|
|
228
|
+
// Verify all batches were processed
|
|
229
|
+
(0, vitest_1.expect)(processSpy).toHaveBeenCalledTimes(2);
|
|
230
|
+
(0, vitest_1.expect)(processSpy).toHaveBeenCalledWith(['item1', 'item2']);
|
|
231
|
+
(0, vitest_1.expect)(processSpy).toHaveBeenCalledWith(['item3', 'item4']);
|
|
232
|
+
(0, vitest_1.expect)(queue.count()).toBe(0);
|
|
233
|
+
(0, vitest_1.expect)(queue.isDisposed()).toBe(true);
|
|
234
|
+
});
|
|
137
235
|
});
|
|
138
236
|
//# sourceMappingURL=batchingQueue.test.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"batchingQueue.test.js","sourceRoot":"","sources":["../../../src/queues/batchingQueue.test.ts"],"names":[],"mappings":";;;;;AAAA,mCAAmD;AACnD,0EAA8C;AAE9C,IAAA,iBAAQ,EAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAA,aAAI,EAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,UAAU,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;gBACtD,UAAU,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,UAAU,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;gBACtD,UAAU,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,UAAU,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;gBACtD,UAAU,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;YAC3D,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC9C,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAS;YACtC,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,IAAmB,EAAE;gBACzC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;YACxD,CAAC;SACF,CAAC,CAAA;QACF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACvC,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACvC,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,EAAE,CAAA;QAC3C,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAS;YACtC,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,IAAmB,EAAE;gBACzC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;YACxD,CAAC;SACF,CAAC,CAAA;QACF,IAAI,CAAC;YACH,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YAE7B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC/B,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,UAAU,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,UAAU,CAAC,KAAK,CAAC,CAAA;gBACjB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAC1D,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;YAE3D,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;QACpD,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
|
1
|
+
{"version":3,"file":"batchingQueue.test.js","sourceRoot":"","sources":["../../../src/queues/batchingQueue.test.ts"],"names":[],"mappings":";;;;;AAAA,mCAAmD;AACnD,0EAA8C;AAE9C,IAAA,iBAAQ,EAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAA,aAAI,EAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,UAAU,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;gBACtD,UAAU,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,UAAU,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;gBACtD,UAAU,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,UAAU,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;gBACtD,UAAU,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;YAC3D,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC9C,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAS;YACtC,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,IAAmB,EAAE;gBACzC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;YACxD,CAAC;SACF,CAAC,CAAA;QACF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACvC,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACvC,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,EAAE,CAAA;QAC3C,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAS;YACtC,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,IAAmB,EAAE;gBACzC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;YACxD,CAAC;SACF,CAAC,CAAA;QACF,IAAI,CAAC;YACH,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YAE7B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC/B,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,UAAU,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,UAAU,CAAC,KAAK,CAAC,CAAA;gBACjB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAC1D,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;YAE3D,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;QACpD,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,kFAAkF,EAAE,KAAK,IAAI,EAAE;QAClG,MAAM,YAAY,GAAG,yBAAyB,CAAA;QAC9C,MAAM,eAAe,GAAG,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAA;QAE1E,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAiB;YAC9C,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,IAAI;YACjB,eAAe;SAChB,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;QACxE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAA;QAEjD,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAE7B,yDAAyD;QACzD,MAAM,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,CAAA;QAElD,IAAA,eAAM,EAAC,eAAe,CAAC,CAAC,gBAAgB,EAAE,CAAA;QAC1C,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC7B,IAAA,eAAM,EAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACtC,IAAA,eAAM,EAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACpC,qCAAqC;QACrC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;QACnC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;QAEnC,iFAAiF;QACjF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;QAExD,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA,CAAC,4CAA4C;QAC1E,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;IAC5B,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,UAAU,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAC;YAC9B,SAAS,EAAE,CAAC,EAAE,mDAAmD;YACjE,WAAW,EAAE,KAAK,EAAE,mDAAmD;YACvE,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;gBACvD,UAAU,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;SACF,CAAC,CAAA;QAEF,2EAA2E;QAC3E,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAE1B,2DAA2D;QAC3D,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC7B,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAA;QAEzC,2CAA2C;QAC3C,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAE1B,kDAAkD;QAClD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QACpE,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC7B,IAAA,eAAM,EAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACvC,CAAC,CAAC,CAAA;IAEF,IAAA,aAAI,EAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAChF,MAAM,UAAU,GAAG,WAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,IAAI,iBAAiB,GAAG,KAAK,CAAA;QAC7B,IAAI,yBAAyB,GAAwB,IAAI,CAAA;QAEzD,MAAM,KAAK,GAAG,IAAI,0BAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,UAAU,CAAC,KAAK,CAAC,CAAA;gBAEjB,2CAA2C;gBAC3C,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACvB,iBAAiB,GAAG,IAAI,CAAA;oBACxB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;wBAClC,yBAAyB,GAAG,OAAO,CAAA;oBACrC,CAAC,CAAC,CAAA;gBACJ,CAAC;qBAAM,CAAC;oBACN,iCAAiC;oBACjC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;gBACzD,CAAC;YACH,CAAC;SACF,CAAC,CAAA;QAEF,mEAAmE;QACnE,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAE1B,wFAAwF;QACxF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;QACvD,IAAA,eAAM,EAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACpC,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QAC3C,IAAA,eAAM,EAAC,yBAAyB,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAA;QAEhD,uDAAuD;QACvD,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAE1B,yCAAyC;QACzC,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAE7B,0EAA0E;QAC1E,MAAM,cAAc,GAAG,KAAK,CAAC,YAAY,EAAE,CAAA;QAE3C,oCAAoC;QACpC,yBAA0B,EAAE,CAAA;QAE5B,gCAAgC;QAChC,MAAM,cAAc,CAAA;QAEpB,oCAAoC;QACpC,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAC3D,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAC3D,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC7B,IAAA,eAAM,EAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACvC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/types/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,IAAI;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,IAAI,CAAA;IACX,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,IAAI;IACnB,EAAE,EAAE,MAAM,CAAA;IACV,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,SAAS;IACxB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,SAAU,SAAQ,IAAI;IACrC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAA;CACd"}
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/types/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,IAAI;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,IAAI,CAAA;IACX,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,IAAI;IACnB,EAAE,EAAE,MAAM,CAAA;IACV,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,SAAS;IACxB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,SAAU,SAAQ,IAAI;IACrC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAA;CACd;AAED,MAAM,MAAM,mBAAmB,GAC3B;IAAE,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,GACrB;IAAE,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,GACrB,SAAS,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"objectLoader2.d.ts","sourceRoot":"","sources":["../../../src/core/objectLoader2.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"objectLoader2.d.ts","sourceRoot":"","sources":["../../../src/core/objectLoader2.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAA;AAG9C,OAAO,EAAE,oBAAoB,EAAgB,MAAM,cAAc,CAAA;AAOjE,qBAAa,aAAa;;gBAiBZ,OAAO,EAAE,oBAAoB;IAqCnC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAU7B,aAAa,IAAI,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC;IAY1C,SAAS,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhD,mBAAmB,IAAI,OAAO,CAAC,MAAM,CAAC;IAMrC,iBAAiB,IAAI,cAAc,CAAC,IAAI,CAAC;IA4ChD,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,aAAa;IAIxD,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;CAGnD"}
|
|
@@ -1,5 +1,3 @@
|
|
|
1
|
-
import { MemoryCache } from '../deferment/MemoryCache.js';
|
|
2
|
-
import { DefermentManager } from '../deferment/defermentManager.js';
|
|
3
1
|
import AggregateQueue from '../queues/aggregateQueue.js';
|
|
4
2
|
import AsyncGeneratorQueue from '../queues/asyncGeneratorQueue.js';
|
|
5
3
|
import { take } from '../types/functions.js';
|
|
@@ -16,7 +14,6 @@ export class ObjectLoader2 {
|
|
|
16
14
|
#cacheReader;
|
|
17
15
|
#cacheWriter;
|
|
18
16
|
#deferments;
|
|
19
|
-
#cache;
|
|
20
17
|
#gathered;
|
|
21
18
|
#root = undefined;
|
|
22
19
|
#isRootStored = false;
|
|
@@ -34,11 +31,7 @@ export class ObjectLoader2 {
|
|
|
34
31
|
};
|
|
35
32
|
this.#gathered = new AsyncGeneratorQueue();
|
|
36
33
|
this.#database = options.database;
|
|
37
|
-
this.#
|
|
38
|
-
maxSizeInMb: 500, // 500 MB
|
|
39
|
-
ttlms: 5_000 // 5 seconds
|
|
40
|
-
}, this.#logger);
|
|
41
|
-
this.#deferments = new DefermentManager(this.#cache, this.#logger);
|
|
34
|
+
this.#deferments = options.deferments;
|
|
42
35
|
this.#downloader = options.downloader;
|
|
43
36
|
this.#cacheReader = new CacheReader(this.#database, this.#deferments, this.#logger, cacheOptions);
|
|
44
37
|
this.#cacheReader.initializeQueue(this.#gathered, this.#downloader);
|
|
@@ -54,7 +47,6 @@ export class ObjectLoader2 {
|
|
|
54
47
|
this.#cacheReader.disposeAsync()
|
|
55
48
|
]);
|
|
56
49
|
this.#deferments.dispose();
|
|
57
|
-
this.#cache.dispose();
|
|
58
50
|
}
|
|
59
51
|
async getRootObject() {
|
|
60
52
|
if (!this.#root) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"objectLoader2.js","sourceRoot":"","sources":["../../../src/core/objectLoader2.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"objectLoader2.js","sourceRoot":"","sources":["../../../src/core/objectLoader2.ts"],"names":[],"mappings":"AACA,OAAO,cAAc,MAAM,6BAA6B,CAAA;AACxD,OAAO,mBAAmB,MAAM,kCAAkC,CAAA;AAClE,OAAO,EAAgB,IAAI,EAAE,MAAM,uBAAuB,CAAA;AAG1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAA;AAEhE,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAA;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAA;AAErD,MAAM,oBAAoB,GAAG,GAAG,CAAA;AAChC,MAAM,sBAAsB,GAAG,GAAG,CAAA;AAElC,MAAM,OAAO,aAAa;IACxB,OAAO,CAAQ;IAEf,OAAO,CAAc;IAErB,SAAS,CAAU;IACnB,WAAW,CAAY;IACvB,YAAY,CAAa;IACzB,YAAY,CAAa;IAEzB,WAAW,CAAW;IAEtB,SAAS,CAA2B;IAEpC,KAAK,GAAU,SAAS,CAAA;IACxB,aAAa,GAAG,KAAK,CAAA;IAErB,YAAY,OAA6B;QACvC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAA;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,GAAS,EAAE,GAAE,CAAC,CAAC,CAAA;QACjD,IAAI,CAAC,OAAO,CAAC,wCAAwC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;QAEpE,MAAM,YAAY,GAAiB;YACjC,MAAM,EAAE,IAAI,CAAC,OAAO;YACpB,gBAAgB,EAAE,MAAM;YACxB,iBAAiB,EAAE,MAAM;YACzB,iBAAiB,EAAE,MAAM;YACzB,sBAAsB,EAAE,GAAG,EAAE,0BAA0B;YACvD,qBAAqB,EAAE,GAAG,CAAC,0BAA0B;SACtD,CAAA;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,mBAAmB,EAAE,CAAA;QAE1C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAA;QACjC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAA;QACrC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAA;QACrC,IAAI,CAAC,YAAY,GAAG,IAAI,WAAW,CACjC,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,OAAO,EACZ,YAAY,CACb,CAAA;QACD,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QACnE,IAAI,CAAC,YAAY,GAAG,IAAI,WAAW,CACjC,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,EAChB,YAAY,EACZ,CAAC,EAAU,EAAE,EAAE;YACb,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;QACnC,CAAC,CACF,CAAA;IACH,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE;YAC7B,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;YAC/B,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE;YAChC,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE;SACjC,CAAC,CAAA;QACF,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAC7D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,CAAA;YACtD,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;YAC3B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAA;IACnB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAsB;QACpC,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAA;IAC7D,CAAC;IAED,KAAK,CAAC,mBAAmB;QACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC1C,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM,CAAA;QAC7E,OAAO,kBAAkB,GAAG,CAAC,CAAA,CAAC,gBAAgB;IAChD,CAAC;IAED,KAAK,CAAC,CAAC,iBAAiB;QACtB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC3C,IAAI,QAAQ,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAA;YACrC,OAAM;QACR,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAC7B,MAAM,QAAQ,CAAC,IAAI,CAAA;YACnB,OAAM;QACR,CAAC;QAED,8CAA8C;QAC9C,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,IAAI,CACvE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CACtB,CAAA;QACD,IAAI,CAAC,OAAO,CACV,uBAAuB,EACvB,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,KAAK,CACxD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,sBAAsB,CACvC,CACF,CAAA;QACD,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAChD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA,CAAC,yBAAyB;QAC3D,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC;YAC1B,OAAO,EAAE,IAAI,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC;YAC9D,KAAK;SACN,CAAC,CAAA;QACF,eAAe;QACf,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC5B,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;QACtC,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YAClD,MAAM,IAAI,CAAC,IAAK,CAAA,CAAC,2CAA2C;YAC5D,KAAK,EAAE,CAAA;YACP,IAAI,KAAK,IAAI,KAAK,EAAE,CAAC;gBACnB,MAAK;YACP,CAAC;QACH,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAA;YACvC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QAC3B,CAAC;IACH,CAAC;IAED,MAAM,CAAC,iBAAiB,CAAC,OAAe;QACtC,OAAO,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;IACxD,CAAC;IAED,MAAM,CAAC,cAAc,CAAC,IAAY;QAChC,OAAO,oBAAoB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;IAClD,CAAC;CACF"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { CustomLogger } from '../types/functions.js';
|
|
2
|
-
import { Base } from '../types/types.js';
|
|
1
|
+
import { CustomLogger, Fetcher } from '../types/functions.js';
|
|
2
|
+
import { Base, ObjectAttributeMask } from '../types/types.js';
|
|
3
3
|
import { ObjectLoader2 } from './objectLoader2.js';
|
|
4
4
|
export interface ObjectLoader2FactoryOptions {
|
|
5
5
|
keyRange?: {
|
|
@@ -8,6 +8,10 @@ export interface ObjectLoader2FactoryOptions {
|
|
|
8
8
|
upperBound: Function;
|
|
9
9
|
};
|
|
10
10
|
indexedDB?: IDBFactory;
|
|
11
|
+
fetch?: Fetcher;
|
|
12
|
+
attributeMask?: ObjectAttributeMask;
|
|
13
|
+
useCache?: boolean;
|
|
14
|
+
debug?: boolean;
|
|
11
15
|
logger?: CustomLogger;
|
|
12
16
|
}
|
|
13
17
|
export declare class ObjectLoader2Factory {
|
|
@@ -20,6 +24,7 @@ export declare class ObjectLoader2Factory {
|
|
|
20
24
|
token?: string;
|
|
21
25
|
headers?: Headers;
|
|
22
26
|
options?: ObjectLoader2FactoryOptions;
|
|
27
|
+
attributeMask?: ObjectAttributeMask;
|
|
23
28
|
}): ObjectLoader2;
|
|
24
29
|
static getLogger(providedLogger?: CustomLogger): CustomLogger | undefined;
|
|
25
30
|
static logger: CustomLogger;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"objectLoader2Factory.d.ts","sourceRoot":"","sources":["../../../src/core/objectLoader2Factory.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"objectLoader2Factory.d.ts","sourceRoot":"","sources":["../../../src/core/objectLoader2Factory.ts"],"names":[],"mappings":"AACA,OAAO,EACL,YAAY,EACZ,OAAO,EAGR,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAMlD,MAAM,WAAW,2BAA2B;IAE1C,QAAQ,CAAC,EAAE;QAAE,KAAK,EAAE,QAAQ,CAAC;QAAC,UAAU,EAAE,QAAQ,CAAC;QAAC,UAAU,EAAE,QAAQ,CAAA;KAAE,CAAA;IAC1E,SAAS,CAAC,EAAE,UAAU,CAAA;IACtB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,MAAM,CAAC,EAAE,YAAY,CAAA;CACtB;AAED,qBAAa,oBAAoB;IAC/B,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,aAAa;IAexD,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;IAKlD,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE;QAC3B,SAAS,EAAE,MAAM,CAAA;QACjB,QAAQ,EAAE,MAAM,CAAA;QAChB,QAAQ,EAAE,MAAM,CAAA;QAChB,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,OAAO,CAAC,EAAE,OAAO,CAAA;QACjB,OAAO,CAAC,EAAE,2BAA2B,CAAA;QACrC,aAAa,CAAC,EAAE,mBAAmB,CAAA;KACpC,GAAG,aAAa;IA8CjB,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,YAAY,GAAG,YAAY,GAAG,SAAS;IAOzE,MAAM,CAAC,MAAM,EAAE,YAAY,CAE1B;CACF"}
|