bellboy 6.6.3 → 6.6.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (2) hide show
  1. package/lib/job.js +101 -90
  2. package/package.json +2 -2
package/lib/job.js CHANGED
@@ -69,7 +69,7 @@ var Job = /** @class */ (function () {
69
69
  Job.prototype.stop = function (message) { };
70
70
  Job.prototype.run = function () {
71
71
  return __awaiter(this, void 0, void 0, function () {
72
- var i, readStream, errorMessage, err_1;
72
+ var i, readStream, errorMessage, e_1, err_1;
73
73
  var _this = this;
74
74
  return __generator(this, function (_a) {
75
75
  switch (_a.label) {
@@ -106,8 +106,8 @@ var Job = /** @class */ (function () {
106
106
  args[_i - 1] = arguments[_i];
107
107
  }
108
108
  return __awaiter(_this, void 0, void 0, function () {
109
- var results, j, processedRowCount, readStream_1, readStream_1_1, row, i, recordGeneratorFn, _a, _b, record, e_1_1, err_2, i, destination, toSend, e_2_1;
110
- var e_2, _c, e_1, _d;
109
+ var results, j, processedRowCount, readStream_1, readStream_1_1, row, i, recordGeneratorFn, _a, _b, record, e_2_1, err_2, i, destination, toSend, e_3_1, err_3;
110
+ var e_3, _c, e_2, _d;
111
111
  return __generator(this, function (_e) {
112
112
  switch (_e.label) {
113
113
  case 0:
@@ -115,130 +115,138 @@ var Job = /** @class */ (function () {
115
115
  return [4 /*yield*/, this.emit.apply(this, __spreadArrays(['startProcessingStream'], args))];
116
116
  case 1:
117
117
  _e.sent();
118
- if (!!this.stopped) return [3 /*break*/, 42];
118
+ _e.label = 2;
119
+ case 2:
120
+ _e.trys.push([2, 44, , 45]);
121
+ if (!!this.stopped) return [3 /*break*/, 43];
119
122
  results = [];
120
123
  for (j = 0; j < this.destinations.length; j++) {
121
124
  results[j] = [];
122
125
  }
123
126
  processedRowCount = 0;
124
- _e.label = 2;
125
- case 2:
126
- _e.trys.push([2, 34, 35, 40]);
127
- readStream_1 = __asyncValues(readStream);
128
127
  _e.label = 3;
129
- case 3: return [4 /*yield*/, readStream_1.next()];
130
- case 4:
131
- if (!(readStream_1_1 = _e.sent(), !readStream_1_1.done)) return [3 /*break*/, 33];
128
+ case 3:
129
+ _e.trys.push([3, 35, 36, 41]);
130
+ readStream_1 = __asyncValues(readStream);
131
+ _e.label = 4;
132
+ case 4: return [4 /*yield*/, readStream_1.next()];
133
+ case 5:
134
+ if (!(readStream_1_1 = _e.sent(), !readStream_1_1.done)) return [3 /*break*/, 34];
132
135
  row = readStream_1_1.value;
133
136
  return [4 /*yield*/, this.emit('startProcessingRow', row)];
134
- case 5:
137
+ case 6:
135
138
  _e.sent();
136
- if (!!this.stopped) return [3 /*break*/, 24];
139
+ if (!!this.stopped) return [3 /*break*/, 25];
137
140
  i = 0;
138
- _e.label = 6;
139
- case 6:
140
- if (!(i < this.destinations.length)) return [3 /*break*/, 24];
141
+ _e.label = 7;
142
+ case 7:
143
+ if (!(i < this.destinations.length)) return [3 /*break*/, 25];
141
144
  recordGeneratorFn = this.destinations[i].recordGenerator;
142
- if (!!recordGeneratorFn) return [3 /*break*/, 7];
145
+ if (!!recordGeneratorFn) return [3 /*break*/, 8];
143
146
  results[i].push(row);
144
- return [3 /*break*/, 23];
145
- case 7:
146
- _e.trys.push([7, 21, , 23]);
147
- _e.label = 8;
147
+ return [3 /*break*/, 24];
148
148
  case 8:
149
- _e.trys.push([8, 14, 15, 20]);
150
- _a = (e_1 = void 0, __asyncValues(recordGeneratorFn(row)));
149
+ _e.trys.push([8, 22, , 24]);
151
150
  _e.label = 9;
152
- case 9: return [4 /*yield*/, _a.next()];
153
- case 10:
154
- if (!(_b = _e.sent(), !_b.done)) return [3 /*break*/, 13];
151
+ case 9:
152
+ _e.trys.push([9, 15, 16, 21]);
153
+ _a = (e_2 = void 0, __asyncValues(recordGeneratorFn(row)));
154
+ _e.label = 10;
155
+ case 10: return [4 /*yield*/, _a.next()];
156
+ case 11:
157
+ if (!(_b = _e.sent(), !_b.done)) return [3 /*break*/, 14];
155
158
  record = _b.value;
156
159
  results[i].push(record);
157
160
  return [4 /*yield*/, this.emit('rowGenerated', i, record)];
158
- case 11:
161
+ case 12:
159
162
  _e.sent();
160
- _e.label = 12;
161
- case 12: return [3 /*break*/, 9];
162
- case 13: return [3 /*break*/, 20];
163
- case 14:
164
- e_1_1 = _e.sent();
165
- e_1 = { error: e_1_1 };
166
- return [3 /*break*/, 20];
163
+ _e.label = 13;
164
+ case 13: return [3 /*break*/, 10];
165
+ case 14: return [3 /*break*/, 21];
167
166
  case 15:
168
- _e.trys.push([15, , 18, 19]);
169
- if (!(_b && !_b.done && (_d = _a.return))) return [3 /*break*/, 17];
170
- return [4 /*yield*/, _d.call(_a)];
167
+ e_2_1 = _e.sent();
168
+ e_2 = { error: e_2_1 };
169
+ return [3 /*break*/, 21];
171
170
  case 16:
171
+ _e.trys.push([16, , 19, 20]);
172
+ if (!(_b && !_b.done && (_d = _a.return))) return [3 /*break*/, 18];
173
+ return [4 /*yield*/, _d.call(_a)];
174
+ case 17:
172
175
  _e.sent();
173
- _e.label = 17;
174
- case 17: return [3 /*break*/, 19];
175
- case 18:
176
- if (e_1) throw e_1.error;
176
+ _e.label = 18;
177
+ case 18: return [3 /*break*/, 20];
178
+ case 19:
179
+ if (e_2) throw e_2.error;
177
180
  return [7 /*endfinally*/];
178
- case 19: return [7 /*endfinally*/];
179
- case 20: return [3 /*break*/, 23];
180
- case 21:
181
+ case 20: return [7 /*endfinally*/];
182
+ case 21: return [3 /*break*/, 24];
183
+ case 22:
181
184
  err_2 = _e.sent();
182
185
  return [4 /*yield*/, this.emit('rowGenerationError', i, row, err_2)];
183
- case 22:
184
- _e.sent();
185
- return [3 /*break*/, 23];
186
186
  case 23:
187
+ _e.sent();
188
+ return [3 /*break*/, 24];
189
+ case 24:
187
190
  i++;
188
- return [3 /*break*/, 6];
189
- case 24: return [4 /*yield*/, this.emit('endProcessingRow')];
190
- case 25:
191
+ return [3 /*break*/, 7];
192
+ case 25: return [4 /*yield*/, this.emit('endProcessingRow')];
193
+ case 26:
191
194
  _e.sent();
192
195
  i = 0;
193
- _e.label = 26;
194
- case 26:
195
- if (!(i < this.destinations.length)) return [3 /*break*/, 30];
196
196
  _e.label = 27;
197
197
  case 27:
198
- if (!(this.destinations[i].batchSize && results[i].length >= this.destinations[i].batchSize)) return [3 /*break*/, 29];
198
+ if (!(i < this.destinations.length)) return [3 /*break*/, 31];
199
+ _e.label = 28;
200
+ case 28:
201
+ if (!(this.destinations[i].batchSize && results[i].length >= this.destinations[i].batchSize)) return [3 /*break*/, 30];
199
202
  destination = this.destinations[i];
200
203
  toSend = results[i].splice(0, destination.batchSize);
201
204
  return [4 /*yield*/, this.loadBatch(i, destination, toSend)];
202
- case 28:
203
- _e.sent();
204
- return [3 /*break*/, 27];
205
205
  case 29:
206
- i++;
207
- return [3 /*break*/, 26];
206
+ _e.sent();
207
+ return [3 /*break*/, 28];
208
208
  case 30:
209
+ i++;
210
+ return [3 /*break*/, 27];
211
+ case 31:
209
212
  processedRowCount++;
210
- if (!(this.processor.rowLimit === processedRowCount)) return [3 /*break*/, 32];
213
+ if (!(this.processor.rowLimit === processedRowCount)) return [3 /*break*/, 33];
211
214
  return [4 /*yield*/, this.flushRows(results)];
212
- case 31:
215
+ case 32:
213
216
  _e.sent();
214
217
  this.stop();
215
- return [3 /*break*/, 33];
216
- case 32: return [3 /*break*/, 3];
217
- case 33: return [3 /*break*/, 40];
218
- case 34:
219
- e_2_1 = _e.sent();
220
- e_2 = { error: e_2_1 };
221
- return [3 /*break*/, 40];
218
+ return [3 /*break*/, 34];
219
+ case 33: return [3 /*break*/, 4];
220
+ case 34: return [3 /*break*/, 41];
222
221
  case 35:
223
- _e.trys.push([35, , 38, 39]);
224
- if (!(readStream_1_1 && !readStream_1_1.done && (_c = readStream_1.return))) return [3 /*break*/, 37];
225
- return [4 /*yield*/, _c.call(readStream_1)];
222
+ e_3_1 = _e.sent();
223
+ e_3 = { error: e_3_1 };
224
+ return [3 /*break*/, 41];
226
225
  case 36:
226
+ _e.trys.push([36, , 39, 40]);
227
+ if (!(readStream_1_1 && !readStream_1_1.done && (_c = readStream_1.return))) return [3 /*break*/, 38];
228
+ return [4 /*yield*/, _c.call(readStream_1)];
229
+ case 37:
227
230
  _e.sent();
228
- _e.label = 37;
229
- case 37: return [3 /*break*/, 39];
230
- case 38:
231
- if (e_2) throw e_2.error;
231
+ _e.label = 38;
232
+ case 38: return [3 /*break*/, 40];
233
+ case 39:
234
+ if (e_3) throw e_3.error;
232
235
  return [7 /*endfinally*/];
233
- case 39: return [7 /*endfinally*/];
234
- case 40:
235
- if (!!this.stopped) return [3 /*break*/, 42];
236
- return [4 /*yield*/, this.flushRows(results)];
236
+ case 40: return [7 /*endfinally*/];
237
237
  case 41:
238
+ if (!!this.stopped) return [3 /*break*/, 43];
239
+ return [4 /*yield*/, this.flushRows(results)];
240
+ case 42:
238
241
  _e.sent();
239
- _e.label = 42;
240
- case 42: return [4 /*yield*/, this.emit.apply(this, __spreadArrays(['endProcessingStream'], args))];
241
- case 43:
242
+ _e.label = 43;
243
+ case 43: return [3 /*break*/, 45];
244
+ case 44:
245
+ err_3 = _e.sent();
246
+ e_1 = err_3;
247
+ return [3 /*break*/, 45];
248
+ case 45: return [4 /*yield*/, this.emit.apply(this, __spreadArrays(['endProcessingStream'], args))];
249
+ case 46:
242
250
  _e.sent();
243
251
  return [2 /*return*/];
244
252
  }
@@ -247,6 +255,9 @@ var Job = /** @class */ (function () {
247
255
  })];
248
256
  case 7:
249
257
  _a.sent();
258
+ if (e_1) {
259
+ throw e_1;
260
+ }
250
261
  return [3 /*break*/, 10];
251
262
  case 8:
252
263
  err_1 = _a.sent();
@@ -302,7 +313,7 @@ var Job = /** @class */ (function () {
302
313
  };
303
314
  Job.prototype.loadBatch = function (destinationIndex, destination, data) {
304
315
  return __awaiter(this, void 0, void 0, function () {
305
- var err_3, err_4;
316
+ var err_4, err_5;
306
317
  return __generator(this, function (_a) {
307
318
  switch (_a.label) {
308
319
  case 0:
@@ -323,8 +334,8 @@ var Job = /** @class */ (function () {
323
334
  _a.sent();
324
335
  return [3 /*break*/, 7];
325
336
  case 5:
326
- err_3 = _a.sent();
327
- return [4 /*yield*/, this.emit('transformingBatchError', destinationIndex, data, err_3)];
337
+ err_4 = _a.sent();
338
+ return [4 /*yield*/, this.emit('transformingBatchError', destinationIndex, data, err_4)];
328
339
  case 6:
329
340
  _a.sent();
330
341
  return [3 /*break*/, 7];
@@ -349,8 +360,8 @@ var Job = /** @class */ (function () {
349
360
  _a.sent();
350
361
  return [3 /*break*/, 16];
351
362
  case 14:
352
- err_4 = _a.sent();
353
- return [4 /*yield*/, this.emit('loadingBatchError', destinationIndex, data, err_4)];
363
+ err_5 = _a.sent();
364
+ return [4 /*yield*/, this.emit('loadingBatchError', destinationIndex, data, err_5)];
354
365
  case 15:
355
366
  _a.sent();
356
367
  return [3 /*break*/, 16];
@@ -370,7 +381,7 @@ var Job = /** @class */ (function () {
370
381
  args[_i - 1] = arguments[_i];
371
382
  }
372
383
  return __awaiter(this, void 0, void 0, function () {
373
- var fn, bellboyEvent, i, i, err_5;
384
+ var fn, bellboyEvent, i, i, err_6;
374
385
  return __generator(this, function (_e) {
375
386
  switch (_e.label) {
376
387
  case 0:
@@ -417,8 +428,8 @@ var Job = /** @class */ (function () {
417
428
  return [3 /*break*/, 6];
418
429
  case 10: return [3 /*break*/, 12];
419
430
  case 11:
420
- err_5 = _e.sent();
421
- console.error("Warning. Exception was thrown inside " + eventName + " event.", err_5);
431
+ err_6 = _e.sent();
432
+ console.error("Warning. Exception was thrown inside " + eventName + " event.", err_6);
422
433
  return [3 /*break*/, 12];
423
434
  case 12: return [2 /*return*/];
424
435
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "bellboy",
3
- "version": "6.6.3",
3
+ "version": "6.6.5",
4
4
  "description": "Highly performant JavaScript data stream ETL engine.",
5
5
  "main": "lib/index",
6
6
  "types": "lib/index",
@@ -56,6 +56,6 @@
56
56
  "split2": "^3.1.1",
57
57
  "stream-json": "^1.7.1",
58
58
  "tail": "^2.0.2",
59
- "xlstream": "^2.5.1"
59
+ "xlstream": "^2.5.3"
60
60
  }
61
61
  }