@promptbook/cli 0.75.6 โ 0.75.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/esm/index.es.js +85 -67
- package/esm/index.es.js.map +1 -1
- package/esm/typings/src/_packages/types.index.d.ts +0 -2
- package/esm/typings/src/execution/createPipelineExecutor/10-executePipeline.d.ts +1 -1
- package/esm/typings/src/execution/createPipelineExecutor/20-executeTask.d.ts +1 -1
- package/esm/typings/src/execution/createPipelineExecutor/40-executeAttempts.d.ts +1 -1
- package/esm/typings/src/prepare/PrepareAndScrapeOptions.d.ts +6 -4
- package/package.json +1 -1
- package/umd/index.umd.js +85 -67
- package/umd/index.umd.js.map +1 -1
- package/esm/typings/src/_packages/langtail.index.d.ts +0 -6
- package/esm/typings/src/llm-providers/langtail/LangtailExecutionTools.d.ts +0 -17
- package/esm/typings/src/llm-providers/langtail/LangtailExecutionToolsOptions.d.ts +0 -13
- package/esm/typings/src/llm-providers/langtail/playground/playground.d.ts +0 -5
package/esm/index.es.js
CHANGED
|
@@ -37,7 +37,7 @@ var BOOK_LANGUAGE_VERSION = '1.0.0';
|
|
|
37
37
|
*
|
|
38
38
|
* @see https://github.com/webgptorg/promptbook
|
|
39
39
|
*/
|
|
40
|
-
var PROMPTBOOK_ENGINE_VERSION = '0.75.
|
|
40
|
+
var PROMPTBOOK_ENGINE_VERSION = '0.75.7';
|
|
41
41
|
/**
|
|
42
42
|
* TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
|
|
43
43
|
* Note: [๐] Ignore a discrepancy between file name and entity name
|
|
@@ -554,6 +554,12 @@ var DEFAULT_CSV_SETTINGS = Object.freeze({
|
|
|
554
554
|
* @public exported from `@promptbook/core`
|
|
555
555
|
*/
|
|
556
556
|
var DEFAULT_IS_VERBOSE = false;
|
|
557
|
+
/**
|
|
558
|
+
* @@@
|
|
559
|
+
*
|
|
560
|
+
* @public exported from `@promptbook/core`
|
|
561
|
+
*/
|
|
562
|
+
var DEFAULT_IS_AUTO_INSTALLED = false;
|
|
557
563
|
/**
|
|
558
564
|
* @@@
|
|
559
565
|
*
|
|
@@ -4193,12 +4199,12 @@ function getReservedParametersForTask(options) {
|
|
|
4193
4199
|
*/
|
|
4194
4200
|
function executeTask(options) {
|
|
4195
4201
|
return __awaiter(this, void 0, void 0, function () {
|
|
4196
|
-
var currentTask, preparedPipeline, parametersToPass, tools, onProgress, $executionReport, pipelineIdentification,
|
|
4197
|
-
var e_1,
|
|
4198
|
-
return __generator(this, function (
|
|
4199
|
-
switch (
|
|
4202
|
+
var currentTask, preparedPipeline, parametersToPass, tools, onProgress, $executionReport, pipelineIdentification, maxExecutionAttempts, maxParallelCount, csvSettings, isVerbose, rootDirname, cacheDirname, intermediateFilesStrategy, isAutoInstalled, isNotPreparedWarningSupressed, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_1, _d, _e, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
|
|
4203
|
+
var e_1, _f, _g;
|
|
4204
|
+
return __generator(this, function (_h) {
|
|
4205
|
+
switch (_h.label) {
|
|
4200
4206
|
case 0:
|
|
4201
|
-
currentTask = options.currentTask, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification,
|
|
4207
|
+
currentTask = options.currentTask, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification, maxExecutionAttempts = options.maxExecutionAttempts, maxParallelCount = options.maxParallelCount, csvSettings = options.csvSettings, isVerbose = options.isVerbose, rootDirname = options.rootDirname, cacheDirname = options.cacheDirname, intermediateFilesStrategy = options.intermediateFilesStrategy, isAutoInstalled = options.isAutoInstalled, isNotPreparedWarningSupressed = options.isNotPreparedWarningSupressed;
|
|
4202
4208
|
name = "pipeline-executor-frame-".concat(currentTask.name);
|
|
4203
4209
|
title = currentTask.title;
|
|
4204
4210
|
priority = preparedPipeline.tasks.length - preparedPipeline.tasks.indexOf(currentTask);
|
|
@@ -4213,7 +4219,7 @@ function executeTask(options) {
|
|
|
4213
4219
|
// <- [๐ธ]
|
|
4214
4220
|
})];
|
|
4215
4221
|
case 1:
|
|
4216
|
-
|
|
4222
|
+
_h.sent();
|
|
4217
4223
|
usedParameterNames = extractParameterNamesFromTask(currentTask);
|
|
4218
4224
|
dependentParameterNames = new Set(currentTask.dependentParameterNames);
|
|
4219
4225
|
// TODO: [๐ฉ๐พโ๐คโ๐ฉ๐ป] Use here `mapAvailableToExpectedParameters`
|
|
@@ -4224,15 +4230,15 @@ function executeTask(options) {
|
|
|
4224
4230
|
.map(function (name) { return "{".concat(name, "}"); })
|
|
4225
4231
|
.join(', '), "\n\n ").concat(block(pipelineIdentification), "\n\n "); }));
|
|
4226
4232
|
}
|
|
4227
|
-
|
|
4228
|
-
|
|
4233
|
+
_b = (_a = Object).freeze;
|
|
4234
|
+
_c = [{}];
|
|
4229
4235
|
return [4 /*yield*/, getReservedParametersForTask({
|
|
4230
4236
|
preparedPipeline: preparedPipeline,
|
|
4231
4237
|
task: currentTask,
|
|
4232
4238
|
pipelineIdentification: pipelineIdentification,
|
|
4233
4239
|
})];
|
|
4234
4240
|
case 2:
|
|
4235
|
-
definedParameters =
|
|
4241
|
+
definedParameters = _b.apply(_a, [__assign.apply(void 0, [__assign.apply(void 0, _c.concat([(_h.sent())])), parametersToPass])]);
|
|
4236
4242
|
definedParameterNames = new Set(Object.keys(definedParameters));
|
|
4237
4243
|
parameters = {};
|
|
4238
4244
|
_loop_1 = function (parameterName) {
|
|
@@ -4252,15 +4258,15 @@ function executeTask(options) {
|
|
|
4252
4258
|
try {
|
|
4253
4259
|
// Note: [2] Check that all used parameters are defined and removing unused parameters for this task
|
|
4254
4260
|
// TODO: [๐ฉ๐พโ๐คโ๐ฉ๐ป] Use here `mapAvailableToExpectedParameters`
|
|
4255
|
-
for (
|
|
4256
|
-
parameterName =
|
|
4261
|
+
for (_d = __values(Array.from(union(definedParameterNames, usedParameterNames, dependentParameterNames))), _e = _d.next(); !_e.done; _e = _d.next()) {
|
|
4262
|
+
parameterName = _e.value;
|
|
4257
4263
|
_loop_1(parameterName);
|
|
4258
4264
|
}
|
|
4259
4265
|
}
|
|
4260
4266
|
catch (e_1_1) { e_1 = { error: e_1_1 }; }
|
|
4261
4267
|
finally {
|
|
4262
4268
|
try {
|
|
4263
|
-
if (
|
|
4269
|
+
if (_e && !_e.done && (_f = _d.return)) _f.call(_d);
|
|
4264
4270
|
}
|
|
4265
4271
|
finally { if (e_1) throw e_1.error; }
|
|
4266
4272
|
}
|
|
@@ -4280,9 +4286,18 @@ function executeTask(options) {
|
|
|
4280
4286
|
tools: tools,
|
|
4281
4287
|
$executionReport: $executionReport,
|
|
4282
4288
|
pipelineIdentification: pipelineIdentification,
|
|
4289
|
+
maxExecutionAttempts: maxExecutionAttempts,
|
|
4290
|
+
maxParallelCount: maxParallelCount,
|
|
4291
|
+
csvSettings: csvSettings,
|
|
4292
|
+
isVerbose: isVerbose,
|
|
4293
|
+
rootDirname: rootDirname,
|
|
4294
|
+
cacheDirname: cacheDirname,
|
|
4295
|
+
intermediateFilesStrategy: intermediateFilesStrategy,
|
|
4296
|
+
isAutoInstalled: isAutoInstalled,
|
|
4297
|
+
isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
|
|
4283
4298
|
})];
|
|
4284
4299
|
case 3:
|
|
4285
|
-
resultString =
|
|
4300
|
+
resultString = _h.sent();
|
|
4286
4301
|
return [4 /*yield*/, onProgress({
|
|
4287
4302
|
name: name,
|
|
4288
4303
|
title: title,
|
|
@@ -4294,12 +4309,12 @@ function executeTask(options) {
|
|
|
4294
4309
|
// <- [๐ธ]
|
|
4295
4310
|
})];
|
|
4296
4311
|
case 4:
|
|
4297
|
-
|
|
4298
|
-
return [2 /*return*/, Object.freeze((
|
|
4299
|
-
|
|
4312
|
+
_h.sent();
|
|
4313
|
+
return [2 /*return*/, Object.freeze((_g = {},
|
|
4314
|
+
_g[currentTask.resultingParameterName] =
|
|
4300
4315
|
// <- Note: [๐ฉโ๐ฉโ๐ง] No need to detect parameter collision here because pipeline checks logic consistency during construction
|
|
4301
4316
|
resultString,
|
|
4302
|
-
|
|
4317
|
+
_g))];
|
|
4303
4318
|
}
|
|
4304
4319
|
});
|
|
4305
4320
|
});
|
|
@@ -4358,12 +4373,12 @@ function filterJustOutputParameters(options) {
|
|
|
4358
4373
|
*/
|
|
4359
4374
|
function executePipeline(options) {
|
|
4360
4375
|
return __awaiter(this, void 0, void 0, function () {
|
|
4361
|
-
var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, maxParallelCount, rootDirname,
|
|
4362
|
-
var e_1,
|
|
4363
|
-
return __generator(this, function (
|
|
4364
|
-
switch (
|
|
4376
|
+
var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, maxParallelCount, rootDirname, isVerbose, preparedPipeline, errors, warnings, executionReport, isReturned, _a, _b, parameter, e_1_1, _loop_1, _c, _d, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTasks_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
|
|
4377
|
+
var e_1, _e, e_2, _f;
|
|
4378
|
+
return __generator(this, function (_g) {
|
|
4379
|
+
switch (_g.label) {
|
|
4365
4380
|
case 0:
|
|
4366
|
-
inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, maxParallelCount = options.maxParallelCount, rootDirname = options.rootDirname,
|
|
4381
|
+
inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, maxParallelCount = options.maxParallelCount, rootDirname = options.rootDirname, isVerbose = options.isVerbose;
|
|
4367
4382
|
preparedPipeline = options.preparedPipeline;
|
|
4368
4383
|
if (!(preparedPipeline === undefined)) return [3 /*break*/, 2];
|
|
4369
4384
|
return [4 /*yield*/, preparePipeline(pipeline, tools, {
|
|
@@ -4372,9 +4387,9 @@ function executePipeline(options) {
|
|
|
4372
4387
|
maxParallelCount: maxParallelCount,
|
|
4373
4388
|
})];
|
|
4374
4389
|
case 1:
|
|
4375
|
-
preparedPipeline =
|
|
4390
|
+
preparedPipeline = _g.sent();
|
|
4376
4391
|
setPreparedPipeline(preparedPipeline);
|
|
4377
|
-
|
|
4392
|
+
_g.label = 2;
|
|
4378
4393
|
case 2:
|
|
4379
4394
|
errors = [];
|
|
4380
4395
|
warnings = [];
|
|
@@ -4387,17 +4402,17 @@ function executePipeline(options) {
|
|
|
4387
4402
|
promptExecutions: [],
|
|
4388
4403
|
};
|
|
4389
4404
|
isReturned = false;
|
|
4390
|
-
|
|
4405
|
+
_g.label = 3;
|
|
4391
4406
|
case 3:
|
|
4392
|
-
|
|
4393
|
-
|
|
4407
|
+
_g.trys.push([3, 9, 10, 11]);
|
|
4408
|
+
_a = __values(preparedPipeline.parameters.filter(function (_a) {
|
|
4394
4409
|
var isInput = _a.isInput;
|
|
4395
4410
|
return isInput;
|
|
4396
|
-
})),
|
|
4397
|
-
|
|
4411
|
+
})), _b = _a.next();
|
|
4412
|
+
_g.label = 4;
|
|
4398
4413
|
case 4:
|
|
4399
|
-
if (!!
|
|
4400
|
-
parameter =
|
|
4414
|
+
if (!!_b.done) return [3 /*break*/, 8];
|
|
4415
|
+
parameter = _b.value;
|
|
4401
4416
|
if (!(inputParameters[parameter.name] === undefined)) return [3 /*break*/, 7];
|
|
4402
4417
|
isReturned = true;
|
|
4403
4418
|
if (!(onProgress !== undefined)) return [3 /*break*/, 6];
|
|
@@ -4405,8 +4420,8 @@ function executePipeline(options) {
|
|
|
4405
4420
|
return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
|
|
4406
4421
|
case 5:
|
|
4407
4422
|
// Note: Wait a short time to prevent race conditions
|
|
4408
|
-
|
|
4409
|
-
|
|
4423
|
+
_g.sent();
|
|
4424
|
+
_g.label = 6;
|
|
4410
4425
|
case 6: return [2 /*return*/, $asDeeplyFrozenSerializableJson("Unuccessful PipelineExecutorResult (with missing parameter {".concat(parameter.name, "}) PipelineExecutorResult"), {
|
|
4411
4426
|
isSuccessful: false,
|
|
4412
4427
|
errors: __spreadArray([
|
|
@@ -4419,24 +4434,24 @@ function executePipeline(options) {
|
|
|
4419
4434
|
preparedPipeline: preparedPipeline,
|
|
4420
4435
|
})];
|
|
4421
4436
|
case 7:
|
|
4422
|
-
|
|
4437
|
+
_b = _a.next();
|
|
4423
4438
|
return [3 /*break*/, 4];
|
|
4424
4439
|
case 8: return [3 /*break*/, 11];
|
|
4425
4440
|
case 9:
|
|
4426
|
-
e_1_1 =
|
|
4441
|
+
e_1_1 = _g.sent();
|
|
4427
4442
|
e_1 = { error: e_1_1 };
|
|
4428
4443
|
return [3 /*break*/, 11];
|
|
4429
4444
|
case 10:
|
|
4430
4445
|
try {
|
|
4431
|
-
if (
|
|
4446
|
+
if (_b && !_b.done && (_e = _a.return)) _e.call(_a);
|
|
4432
4447
|
}
|
|
4433
4448
|
finally { if (e_1) throw e_1.error; }
|
|
4434
4449
|
return [7 /*endfinally*/];
|
|
4435
4450
|
case 11:
|
|
4436
4451
|
_loop_1 = function (parameterName) {
|
|
4437
4452
|
var parameter;
|
|
4438
|
-
return __generator(this, function (
|
|
4439
|
-
switch (
|
|
4453
|
+
return __generator(this, function (_h) {
|
|
4454
|
+
switch (_h.label) {
|
|
4440
4455
|
case 0:
|
|
4441
4456
|
parameter = preparedPipeline.parameters.find(function (_a) {
|
|
4442
4457
|
var name = _a.name;
|
|
@@ -4453,8 +4468,8 @@ function executePipeline(options) {
|
|
|
4453
4468
|
return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
|
|
4454
4469
|
case 2:
|
|
4455
4470
|
// Note: Wait a short time to prevent race conditions
|
|
4456
|
-
|
|
4457
|
-
|
|
4471
|
+
_h.sent();
|
|
4472
|
+
_h.label = 3;
|
|
4458
4473
|
case 3: return [2 /*return*/, { value: $asDeeplyFrozenSerializableJson(spaceTrim(function (block) { return "\n Unuccessful PipelineExecutorResult (with extra parameter {".concat(parameter.name, "}) PipelineExecutorResult\n\n ").concat(block(pipelineIdentification), "\n "); }), {
|
|
4459
4474
|
isSuccessful: false,
|
|
4460
4475
|
errors: __spreadArray([
|
|
@@ -4470,39 +4485,39 @@ function executePipeline(options) {
|
|
|
4470
4485
|
}
|
|
4471
4486
|
});
|
|
4472
4487
|
};
|
|
4473
|
-
|
|
4488
|
+
_g.label = 12;
|
|
4474
4489
|
case 12:
|
|
4475
|
-
|
|
4476
|
-
|
|
4477
|
-
|
|
4490
|
+
_g.trys.push([12, 17, 18, 19]);
|
|
4491
|
+
_c = __values(Object.keys(inputParameters)), _d = _c.next();
|
|
4492
|
+
_g.label = 13;
|
|
4478
4493
|
case 13:
|
|
4479
|
-
if (!!
|
|
4480
|
-
parameterName =
|
|
4494
|
+
if (!!_d.done) return [3 /*break*/, 16];
|
|
4495
|
+
parameterName = _d.value;
|
|
4481
4496
|
return [5 /*yield**/, _loop_1(parameterName)];
|
|
4482
4497
|
case 14:
|
|
4483
|
-
state_1 =
|
|
4498
|
+
state_1 = _g.sent();
|
|
4484
4499
|
if (typeof state_1 === "object")
|
|
4485
4500
|
return [2 /*return*/, state_1.value];
|
|
4486
|
-
|
|
4501
|
+
_g.label = 15;
|
|
4487
4502
|
case 15:
|
|
4488
|
-
|
|
4503
|
+
_d = _c.next();
|
|
4489
4504
|
return [3 /*break*/, 13];
|
|
4490
4505
|
case 16: return [3 /*break*/, 19];
|
|
4491
4506
|
case 17:
|
|
4492
|
-
e_2_1 =
|
|
4507
|
+
e_2_1 = _g.sent();
|
|
4493
4508
|
e_2 = { error: e_2_1 };
|
|
4494
4509
|
return [3 /*break*/, 19];
|
|
4495
4510
|
case 18:
|
|
4496
4511
|
try {
|
|
4497
|
-
if (
|
|
4512
|
+
if (_d && !_d.done && (_f = _c.return)) _f.call(_c);
|
|
4498
4513
|
}
|
|
4499
4514
|
finally { if (e_2) throw e_2.error; }
|
|
4500
4515
|
return [7 /*endfinally*/];
|
|
4501
4516
|
case 19:
|
|
4502
4517
|
parametersToPass = inputParameters;
|
|
4503
|
-
|
|
4518
|
+
_g.label = 20;
|
|
4504
4519
|
case 20:
|
|
4505
|
-
|
|
4520
|
+
_g.trys.push([20, 25, , 28]);
|
|
4506
4521
|
resovedParameterNames_1 = preparedPipeline.parameters
|
|
4507
4522
|
.filter(function (_a) {
|
|
4508
4523
|
var isInput = _a.isInput;
|
|
@@ -4517,8 +4532,8 @@ function executePipeline(options) {
|
|
|
4517
4532
|
loopLimit = LOOP_LIMIT;
|
|
4518
4533
|
_loop_2 = function () {
|
|
4519
4534
|
var currentTask, work_1;
|
|
4520
|
-
return __generator(this, function (
|
|
4521
|
-
switch (
|
|
4535
|
+
return __generator(this, function (_j) {
|
|
4536
|
+
switch (_j.label) {
|
|
4522
4537
|
case 0:
|
|
4523
4538
|
if (loopLimit-- < 0) {
|
|
4524
4539
|
// Note: Really UnexpectedError not LimitReachedError - this should be catched during validatePipeline
|
|
@@ -4554,7 +4569,7 @@ function executePipeline(options) {
|
|
|
4554
4569
|
if (!!currentTask) return [3 /*break*/, 3];
|
|
4555
4570
|
/* [๐คนโโ๏ธ] */ return [4 /*yield*/, Promise.race(resolving_1)];
|
|
4556
4571
|
case 2:
|
|
4557
|
-
/* [๐คนโโ๏ธ] */
|
|
4572
|
+
/* [๐คนโโ๏ธ] */ _j.sent();
|
|
4558
4573
|
return [3 /*break*/, 4];
|
|
4559
4574
|
case 3:
|
|
4560
4575
|
unresovedTasks_1 = unresovedTasks_1.filter(function (task) { return task !== currentTask; });
|
|
@@ -4579,24 +4594,24 @@ function executePipeline(options) {
|
|
|
4579
4594
|
// <- Note: Errors are catched here [3]
|
|
4580
4595
|
// TODO: BUT if in multiple tasks are errors, only the first one is catched so maybe we should catch errors here and save them to errors array here
|
|
4581
4596
|
resolving_1.push(work_1);
|
|
4582
|
-
|
|
4597
|
+
_j.label = 4;
|
|
4583
4598
|
case 4: return [2 /*return*/];
|
|
4584
4599
|
}
|
|
4585
4600
|
});
|
|
4586
4601
|
};
|
|
4587
|
-
|
|
4602
|
+
_g.label = 21;
|
|
4588
4603
|
case 21:
|
|
4589
4604
|
if (!(unresovedTasks_1.length > 0)) return [3 /*break*/, 23];
|
|
4590
4605
|
return [5 /*yield**/, _loop_2()];
|
|
4591
4606
|
case 22:
|
|
4592
|
-
|
|
4607
|
+
_g.sent();
|
|
4593
4608
|
return [3 /*break*/, 21];
|
|
4594
4609
|
case 23: return [4 /*yield*/, Promise.all(resolving_1)];
|
|
4595
4610
|
case 24:
|
|
4596
|
-
|
|
4611
|
+
_g.sent();
|
|
4597
4612
|
return [3 /*break*/, 28];
|
|
4598
4613
|
case 25:
|
|
4599
|
-
error_1 =
|
|
4614
|
+
error_1 = _g.sent();
|
|
4600
4615
|
if (!(error_1 instanceof Error)) {
|
|
4601
4616
|
throw error_1;
|
|
4602
4617
|
}
|
|
@@ -4616,8 +4631,8 @@ function executePipeline(options) {
|
|
|
4616
4631
|
return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
|
|
4617
4632
|
case 26:
|
|
4618
4633
|
// Note: Wait a short time to prevent race conditions
|
|
4619
|
-
|
|
4620
|
-
|
|
4634
|
+
_g.sent();
|
|
4635
|
+
_g.label = 27;
|
|
4621
4636
|
case 27: return [2 /*return*/, $asDeeplyFrozenSerializableJson('Unuccessful PipelineExecutorResult (with misc errors) PipelineExecutorResult', {
|
|
4622
4637
|
isSuccessful: false,
|
|
4623
4638
|
errors: __spreadArray([error_1], __read(errors), false).map(serializeError),
|
|
@@ -4644,8 +4659,8 @@ function executePipeline(options) {
|
|
|
4644
4659
|
return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
|
|
4645
4660
|
case 29:
|
|
4646
4661
|
// Note: Wait a short time to prevent race conditions
|
|
4647
|
-
|
|
4648
|
-
|
|
4662
|
+
_g.sent();
|
|
4663
|
+
_g.label = 30;
|
|
4649
4664
|
case 30: return [2 /*return*/, $asDeeplyFrozenSerializableJson('Successful PipelineExecutorResult', {
|
|
4650
4665
|
isSuccessful: true,
|
|
4651
4666
|
errors: errors.map(serializeError),
|
|
@@ -4672,7 +4687,7 @@ function executePipeline(options) {
|
|
|
4672
4687
|
*/
|
|
4673
4688
|
function createPipelineExecutor(options) {
|
|
4674
4689
|
var _this = this;
|
|
4675
|
-
var pipeline = options.pipeline, tools = options.tools, _a = options.maxExecutionAttempts, maxExecutionAttempts = _a === void 0 ? DEFAULT_MAX_EXECUTION_ATTEMPTS : _a, _b = options.maxParallelCount, maxParallelCount = _b === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _b, _c = options.csvSettings, csvSettings = _c === void 0 ? DEFAULT_CSV_SETTINGS : _c, _d = options.isVerbose, isVerbose = _d === void 0 ? DEFAULT_IS_VERBOSE : _d, _e = options.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _e === void 0 ? false : _e, _f = options.rootDirname, rootDirname =
|
|
4690
|
+
var pipeline = options.pipeline, tools = options.tools, _a = options.maxExecutionAttempts, maxExecutionAttempts = _a === void 0 ? DEFAULT_MAX_EXECUTION_ATTEMPTS : _a, _b = options.maxParallelCount, maxParallelCount = _b === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _b, _c = options.csvSettings, csvSettings = _c === void 0 ? DEFAULT_CSV_SETTINGS : _c, _d = options.isVerbose, isVerbose = _d === void 0 ? DEFAULT_IS_VERBOSE : _d, _e = options.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _e === void 0 ? false : _e, _f = options.cacheDirname, cacheDirname = _f === void 0 ? DEFAULT_SCRAPE_CACHE_DIRNAME : _f, _g = options.intermediateFilesStrategy, intermediateFilesStrategy = _g === void 0 ? DEFAULT_INTERMEDIATE_FILES_STRATEGY : _g, _h = options.isAutoInstalled, isAutoInstalled = _h === void 0 ? DEFAULT_IS_AUTO_INSTALLED : _h, _j = options.rootDirname, rootDirname = _j === void 0 ? null : _j;
|
|
4676
4691
|
validatePipeline(pipeline);
|
|
4677
4692
|
var pipelineIdentification = (function () {
|
|
4678
4693
|
// Note: This is a ๐ implementation of [๐]
|
|
@@ -4712,6 +4727,9 @@ function createPipelineExecutor(options) {
|
|
|
4712
4727
|
isVerbose: isVerbose,
|
|
4713
4728
|
isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
|
|
4714
4729
|
rootDirname: rootDirname,
|
|
4730
|
+
cacheDirname: cacheDirname,
|
|
4731
|
+
intermediateFilesStrategy: intermediateFilesStrategy,
|
|
4732
|
+
isAutoInstalled: isAutoInstalled,
|
|
4715
4733
|
})];
|
|
4716
4734
|
});
|
|
4717
4735
|
}); };
|