bellboy 6.6.3 → 6.6.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/job.js +101 -90
- package/package.json +2 -2
package/lib/job.js
CHANGED
|
@@ -69,7 +69,7 @@ var Job = /** @class */ (function () {
|
|
|
69
69
|
Job.prototype.stop = function (message) { };
|
|
70
70
|
Job.prototype.run = function () {
|
|
71
71
|
return __awaiter(this, void 0, void 0, function () {
|
|
72
|
-
var i, readStream, errorMessage, err_1;
|
|
72
|
+
var i, readStream, errorMessage, e_1, err_1;
|
|
73
73
|
var _this = this;
|
|
74
74
|
return __generator(this, function (_a) {
|
|
75
75
|
switch (_a.label) {
|
|
@@ -106,8 +106,8 @@ var Job = /** @class */ (function () {
|
|
|
106
106
|
args[_i - 1] = arguments[_i];
|
|
107
107
|
}
|
|
108
108
|
return __awaiter(_this, void 0, void 0, function () {
|
|
109
|
-
var results, j, processedRowCount, readStream_1, readStream_1_1, row, i, recordGeneratorFn, _a, _b, record,
|
|
110
|
-
var
|
|
109
|
+
var results, j, processedRowCount, readStream_1, readStream_1_1, row, i, recordGeneratorFn, _a, _b, record, e_2_1, err_2, i, destination, toSend, e_3_1, err_3;
|
|
110
|
+
var e_3, _c, e_2, _d;
|
|
111
111
|
return __generator(this, function (_e) {
|
|
112
112
|
switch (_e.label) {
|
|
113
113
|
case 0:
|
|
@@ -115,130 +115,138 @@ var Job = /** @class */ (function () {
|
|
|
115
115
|
return [4 /*yield*/, this.emit.apply(this, __spreadArrays(['startProcessingStream'], args))];
|
|
116
116
|
case 1:
|
|
117
117
|
_e.sent();
|
|
118
|
-
|
|
118
|
+
_e.label = 2;
|
|
119
|
+
case 2:
|
|
120
|
+
_e.trys.push([2, 44, , 45]);
|
|
121
|
+
if (!!this.stopped) return [3 /*break*/, 43];
|
|
119
122
|
results = [];
|
|
120
123
|
for (j = 0; j < this.destinations.length; j++) {
|
|
121
124
|
results[j] = [];
|
|
122
125
|
}
|
|
123
126
|
processedRowCount = 0;
|
|
124
|
-
_e.label = 2;
|
|
125
|
-
case 2:
|
|
126
|
-
_e.trys.push([2, 34, 35, 40]);
|
|
127
|
-
readStream_1 = __asyncValues(readStream);
|
|
128
127
|
_e.label = 3;
|
|
129
|
-
case 3:
|
|
130
|
-
|
|
131
|
-
|
|
128
|
+
case 3:
|
|
129
|
+
_e.trys.push([3, 35, 36, 41]);
|
|
130
|
+
readStream_1 = __asyncValues(readStream);
|
|
131
|
+
_e.label = 4;
|
|
132
|
+
case 4: return [4 /*yield*/, readStream_1.next()];
|
|
133
|
+
case 5:
|
|
134
|
+
if (!(readStream_1_1 = _e.sent(), !readStream_1_1.done)) return [3 /*break*/, 34];
|
|
132
135
|
row = readStream_1_1.value;
|
|
133
136
|
return [4 /*yield*/, this.emit('startProcessingRow', row)];
|
|
134
|
-
case
|
|
137
|
+
case 6:
|
|
135
138
|
_e.sent();
|
|
136
|
-
if (!!this.stopped) return [3 /*break*/,
|
|
139
|
+
if (!!this.stopped) return [3 /*break*/, 25];
|
|
137
140
|
i = 0;
|
|
138
|
-
_e.label =
|
|
139
|
-
case
|
|
140
|
-
if (!(i < this.destinations.length)) return [3 /*break*/,
|
|
141
|
+
_e.label = 7;
|
|
142
|
+
case 7:
|
|
143
|
+
if (!(i < this.destinations.length)) return [3 /*break*/, 25];
|
|
141
144
|
recordGeneratorFn = this.destinations[i].recordGenerator;
|
|
142
|
-
if (!!recordGeneratorFn) return [3 /*break*/,
|
|
145
|
+
if (!!recordGeneratorFn) return [3 /*break*/, 8];
|
|
143
146
|
results[i].push(row);
|
|
144
|
-
return [3 /*break*/,
|
|
145
|
-
case 7:
|
|
146
|
-
_e.trys.push([7, 21, , 23]);
|
|
147
|
-
_e.label = 8;
|
|
147
|
+
return [3 /*break*/, 24];
|
|
148
148
|
case 8:
|
|
149
|
-
_e.trys.push([8,
|
|
150
|
-
_a = (e_1 = void 0, __asyncValues(recordGeneratorFn(row)));
|
|
149
|
+
_e.trys.push([8, 22, , 24]);
|
|
151
150
|
_e.label = 9;
|
|
152
|
-
case 9:
|
|
153
|
-
|
|
154
|
-
|
|
151
|
+
case 9:
|
|
152
|
+
_e.trys.push([9, 15, 16, 21]);
|
|
153
|
+
_a = (e_2 = void 0, __asyncValues(recordGeneratorFn(row)));
|
|
154
|
+
_e.label = 10;
|
|
155
|
+
case 10: return [4 /*yield*/, _a.next()];
|
|
156
|
+
case 11:
|
|
157
|
+
if (!(_b = _e.sent(), !_b.done)) return [3 /*break*/, 14];
|
|
155
158
|
record = _b.value;
|
|
156
159
|
results[i].push(record);
|
|
157
160
|
return [4 /*yield*/, this.emit('rowGenerated', i, record)];
|
|
158
|
-
case
|
|
161
|
+
case 12:
|
|
159
162
|
_e.sent();
|
|
160
|
-
_e.label =
|
|
161
|
-
case
|
|
162
|
-
case
|
|
163
|
-
case 14:
|
|
164
|
-
e_1_1 = _e.sent();
|
|
165
|
-
e_1 = { error: e_1_1 };
|
|
166
|
-
return [3 /*break*/, 20];
|
|
163
|
+
_e.label = 13;
|
|
164
|
+
case 13: return [3 /*break*/, 10];
|
|
165
|
+
case 14: return [3 /*break*/, 21];
|
|
167
166
|
case 15:
|
|
168
|
-
_e.
|
|
169
|
-
|
|
170
|
-
return [
|
|
167
|
+
e_2_1 = _e.sent();
|
|
168
|
+
e_2 = { error: e_2_1 };
|
|
169
|
+
return [3 /*break*/, 21];
|
|
171
170
|
case 16:
|
|
171
|
+
_e.trys.push([16, , 19, 20]);
|
|
172
|
+
if (!(_b && !_b.done && (_d = _a.return))) return [3 /*break*/, 18];
|
|
173
|
+
return [4 /*yield*/, _d.call(_a)];
|
|
174
|
+
case 17:
|
|
172
175
|
_e.sent();
|
|
173
|
-
_e.label =
|
|
174
|
-
case
|
|
175
|
-
case
|
|
176
|
-
if (
|
|
176
|
+
_e.label = 18;
|
|
177
|
+
case 18: return [3 /*break*/, 20];
|
|
178
|
+
case 19:
|
|
179
|
+
if (e_2) throw e_2.error;
|
|
177
180
|
return [7 /*endfinally*/];
|
|
178
|
-
case
|
|
179
|
-
case
|
|
180
|
-
case
|
|
181
|
+
case 20: return [7 /*endfinally*/];
|
|
182
|
+
case 21: return [3 /*break*/, 24];
|
|
183
|
+
case 22:
|
|
181
184
|
err_2 = _e.sent();
|
|
182
185
|
return [4 /*yield*/, this.emit('rowGenerationError', i, row, err_2)];
|
|
183
|
-
case 22:
|
|
184
|
-
_e.sent();
|
|
185
|
-
return [3 /*break*/, 23];
|
|
186
186
|
case 23:
|
|
187
|
+
_e.sent();
|
|
188
|
+
return [3 /*break*/, 24];
|
|
189
|
+
case 24:
|
|
187
190
|
i++;
|
|
188
|
-
return [3 /*break*/,
|
|
189
|
-
case
|
|
190
|
-
case
|
|
191
|
+
return [3 /*break*/, 7];
|
|
192
|
+
case 25: return [4 /*yield*/, this.emit('endProcessingRow')];
|
|
193
|
+
case 26:
|
|
191
194
|
_e.sent();
|
|
192
195
|
i = 0;
|
|
193
|
-
_e.label = 26;
|
|
194
|
-
case 26:
|
|
195
|
-
if (!(i < this.destinations.length)) return [3 /*break*/, 30];
|
|
196
196
|
_e.label = 27;
|
|
197
197
|
case 27:
|
|
198
|
-
if (!(
|
|
198
|
+
if (!(i < this.destinations.length)) return [3 /*break*/, 31];
|
|
199
|
+
_e.label = 28;
|
|
200
|
+
case 28:
|
|
201
|
+
if (!(this.destinations[i].batchSize && results[i].length >= this.destinations[i].batchSize)) return [3 /*break*/, 30];
|
|
199
202
|
destination = this.destinations[i];
|
|
200
203
|
toSend = results[i].splice(0, destination.batchSize);
|
|
201
204
|
return [4 /*yield*/, this.loadBatch(i, destination, toSend)];
|
|
202
|
-
case 28:
|
|
203
|
-
_e.sent();
|
|
204
|
-
return [3 /*break*/, 27];
|
|
205
205
|
case 29:
|
|
206
|
-
|
|
207
|
-
return [3 /*break*/,
|
|
206
|
+
_e.sent();
|
|
207
|
+
return [3 /*break*/, 28];
|
|
208
208
|
case 30:
|
|
209
|
+
i++;
|
|
210
|
+
return [3 /*break*/, 27];
|
|
211
|
+
case 31:
|
|
209
212
|
processedRowCount++;
|
|
210
|
-
if (!(this.processor.rowLimit === processedRowCount)) return [3 /*break*/,
|
|
213
|
+
if (!(this.processor.rowLimit === processedRowCount)) return [3 /*break*/, 33];
|
|
211
214
|
return [4 /*yield*/, this.flushRows(results)];
|
|
212
|
-
case
|
|
215
|
+
case 32:
|
|
213
216
|
_e.sent();
|
|
214
217
|
this.stop();
|
|
215
|
-
return [3 /*break*/,
|
|
216
|
-
case
|
|
217
|
-
case
|
|
218
|
-
case 34:
|
|
219
|
-
e_2_1 = _e.sent();
|
|
220
|
-
e_2 = { error: e_2_1 };
|
|
221
|
-
return [3 /*break*/, 40];
|
|
218
|
+
return [3 /*break*/, 34];
|
|
219
|
+
case 33: return [3 /*break*/, 4];
|
|
220
|
+
case 34: return [3 /*break*/, 41];
|
|
222
221
|
case 35:
|
|
223
|
-
_e.
|
|
224
|
-
|
|
225
|
-
return [
|
|
222
|
+
e_3_1 = _e.sent();
|
|
223
|
+
e_3 = { error: e_3_1 };
|
|
224
|
+
return [3 /*break*/, 41];
|
|
226
225
|
case 36:
|
|
226
|
+
_e.trys.push([36, , 39, 40]);
|
|
227
|
+
if (!(readStream_1_1 && !readStream_1_1.done && (_c = readStream_1.return))) return [3 /*break*/, 38];
|
|
228
|
+
return [4 /*yield*/, _c.call(readStream_1)];
|
|
229
|
+
case 37:
|
|
227
230
|
_e.sent();
|
|
228
|
-
_e.label =
|
|
229
|
-
case
|
|
230
|
-
case
|
|
231
|
-
if (
|
|
231
|
+
_e.label = 38;
|
|
232
|
+
case 38: return [3 /*break*/, 40];
|
|
233
|
+
case 39:
|
|
234
|
+
if (e_3) throw e_3.error;
|
|
232
235
|
return [7 /*endfinally*/];
|
|
233
|
-
case
|
|
234
|
-
case 40:
|
|
235
|
-
if (!!this.stopped) return [3 /*break*/, 42];
|
|
236
|
-
return [4 /*yield*/, this.flushRows(results)];
|
|
236
|
+
case 40: return [7 /*endfinally*/];
|
|
237
237
|
case 41:
|
|
238
|
+
if (!!this.stopped) return [3 /*break*/, 43];
|
|
239
|
+
return [4 /*yield*/, this.flushRows(results)];
|
|
240
|
+
case 42:
|
|
238
241
|
_e.sent();
|
|
239
|
-
_e.label =
|
|
240
|
-
case
|
|
241
|
-
case
|
|
242
|
+
_e.label = 43;
|
|
243
|
+
case 43: return [3 /*break*/, 45];
|
|
244
|
+
case 44:
|
|
245
|
+
err_3 = _e.sent();
|
|
246
|
+
e_1 = err_3;
|
|
247
|
+
return [3 /*break*/, 45];
|
|
248
|
+
case 45: return [4 /*yield*/, this.emit.apply(this, __spreadArrays(['endProcessingStream'], args))];
|
|
249
|
+
case 46:
|
|
242
250
|
_e.sent();
|
|
243
251
|
return [2 /*return*/];
|
|
244
252
|
}
|
|
@@ -247,6 +255,9 @@ var Job = /** @class */ (function () {
|
|
|
247
255
|
})];
|
|
248
256
|
case 7:
|
|
249
257
|
_a.sent();
|
|
258
|
+
if (e_1) {
|
|
259
|
+
throw e_1;
|
|
260
|
+
}
|
|
250
261
|
return [3 /*break*/, 10];
|
|
251
262
|
case 8:
|
|
252
263
|
err_1 = _a.sent();
|
|
@@ -302,7 +313,7 @@ var Job = /** @class */ (function () {
|
|
|
302
313
|
};
|
|
303
314
|
Job.prototype.loadBatch = function (destinationIndex, destination, data) {
|
|
304
315
|
return __awaiter(this, void 0, void 0, function () {
|
|
305
|
-
var
|
|
316
|
+
var err_4, err_5;
|
|
306
317
|
return __generator(this, function (_a) {
|
|
307
318
|
switch (_a.label) {
|
|
308
319
|
case 0:
|
|
@@ -323,8 +334,8 @@ var Job = /** @class */ (function () {
|
|
|
323
334
|
_a.sent();
|
|
324
335
|
return [3 /*break*/, 7];
|
|
325
336
|
case 5:
|
|
326
|
-
|
|
327
|
-
return [4 /*yield*/, this.emit('transformingBatchError', destinationIndex, data,
|
|
337
|
+
err_4 = _a.sent();
|
|
338
|
+
return [4 /*yield*/, this.emit('transformingBatchError', destinationIndex, data, err_4)];
|
|
328
339
|
case 6:
|
|
329
340
|
_a.sent();
|
|
330
341
|
return [3 /*break*/, 7];
|
|
@@ -349,8 +360,8 @@ var Job = /** @class */ (function () {
|
|
|
349
360
|
_a.sent();
|
|
350
361
|
return [3 /*break*/, 16];
|
|
351
362
|
case 14:
|
|
352
|
-
|
|
353
|
-
return [4 /*yield*/, this.emit('loadingBatchError', destinationIndex, data,
|
|
363
|
+
err_5 = _a.sent();
|
|
364
|
+
return [4 /*yield*/, this.emit('loadingBatchError', destinationIndex, data, err_5)];
|
|
354
365
|
case 15:
|
|
355
366
|
_a.sent();
|
|
356
367
|
return [3 /*break*/, 16];
|
|
@@ -370,7 +381,7 @@ var Job = /** @class */ (function () {
|
|
|
370
381
|
args[_i - 1] = arguments[_i];
|
|
371
382
|
}
|
|
372
383
|
return __awaiter(this, void 0, void 0, function () {
|
|
373
|
-
var fn, bellboyEvent, i, i,
|
|
384
|
+
var fn, bellboyEvent, i, i, err_6;
|
|
374
385
|
return __generator(this, function (_e) {
|
|
375
386
|
switch (_e.label) {
|
|
376
387
|
case 0:
|
|
@@ -417,8 +428,8 @@ var Job = /** @class */ (function () {
|
|
|
417
428
|
return [3 /*break*/, 6];
|
|
418
429
|
case 10: return [3 /*break*/, 12];
|
|
419
430
|
case 11:
|
|
420
|
-
|
|
421
|
-
console.error("Warning. Exception was thrown inside " + eventName + " event.",
|
|
431
|
+
err_6 = _e.sent();
|
|
432
|
+
console.error("Warning. Exception was thrown inside " + eventName + " event.", err_6);
|
|
422
433
|
return [3 /*break*/, 12];
|
|
423
434
|
case 12: return [2 /*return*/];
|
|
424
435
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "bellboy",
|
|
3
|
-
"version": "6.6.
|
|
3
|
+
"version": "6.6.5",
|
|
4
4
|
"description": "Highly performant JavaScript data stream ETL engine.",
|
|
5
5
|
"main": "lib/index",
|
|
6
6
|
"types": "lib/index",
|
|
@@ -56,6 +56,6 @@
|
|
|
56
56
|
"split2": "^3.1.1",
|
|
57
57
|
"stream-json": "^1.7.1",
|
|
58
58
|
"tail": "^2.0.2",
|
|
59
|
-
"xlstream": "^2.5.
|
|
59
|
+
"xlstream": "^2.5.3"
|
|
60
60
|
}
|
|
61
61
|
}
|