@promptbook/core 0.75.6 โ 0.75.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/esm/index.es.js +79 -67
- package/esm/index.es.js.map +1 -1
- package/esm/typings/src/_packages/types.index.d.ts +0 -2
- package/esm/typings/src/execution/createPipelineExecutor/10-executePipeline.d.ts +1 -1
- package/esm/typings/src/execution/createPipelineExecutor/20-executeTask.d.ts +1 -1
- package/esm/typings/src/execution/createPipelineExecutor/40-executeAttempts.d.ts +1 -1
- package/esm/typings/src/prepare/PrepareAndScrapeOptions.d.ts +6 -4
- package/package.json +1 -1
- package/umd/index.umd.js +79 -67
- package/umd/index.umd.js.map +1 -1
- package/esm/typings/src/_packages/langtail.index.d.ts +0 -6
- package/esm/typings/src/llm-providers/langtail/LangtailExecutionTools.d.ts +0 -17
- package/esm/typings/src/llm-providers/langtail/LangtailExecutionToolsOptions.d.ts +0 -13
- package/esm/typings/src/llm-providers/langtail/playground/playground.d.ts +0 -5
package/esm/index.es.js
CHANGED
|
@@ -22,7 +22,7 @@ var BOOK_LANGUAGE_VERSION = '1.0.0';
|
|
|
22
22
|
*
|
|
23
23
|
* @see https://github.com/webgptorg/promptbook
|
|
24
24
|
*/
|
|
25
|
-
var PROMPTBOOK_ENGINE_VERSION = '0.75.
|
|
25
|
+
var PROMPTBOOK_ENGINE_VERSION = '0.75.7';
|
|
26
26
|
/**
|
|
27
27
|
* TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
|
|
28
28
|
* Note: [๐] Ignore a discrepancy between file name and entity name
|
|
@@ -4356,12 +4356,12 @@ function getReservedParametersForTask(options) {
|
|
|
4356
4356
|
*/
|
|
4357
4357
|
function executeTask(options) {
|
|
4358
4358
|
return __awaiter(this, void 0, void 0, function () {
|
|
4359
|
-
var currentTask, preparedPipeline, parametersToPass, tools, onProgress, $executionReport, pipelineIdentification,
|
|
4360
|
-
var e_1,
|
|
4361
|
-
return __generator(this, function (
|
|
4362
|
-
switch (
|
|
4359
|
+
var currentTask, preparedPipeline, parametersToPass, tools, onProgress, $executionReport, pipelineIdentification, maxExecutionAttempts, maxParallelCount, csvSettings, isVerbose, rootDirname, cacheDirname, intermediateFilesStrategy, isAutoInstalled, isNotPreparedWarningSupressed, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_1, _d, _e, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
|
|
4360
|
+
var e_1, _f, _g;
|
|
4361
|
+
return __generator(this, function (_h) {
|
|
4362
|
+
switch (_h.label) {
|
|
4363
4363
|
case 0:
|
|
4364
|
-
currentTask = options.currentTask, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification,
|
|
4364
|
+
currentTask = options.currentTask, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification, maxExecutionAttempts = options.maxExecutionAttempts, maxParallelCount = options.maxParallelCount, csvSettings = options.csvSettings, isVerbose = options.isVerbose, rootDirname = options.rootDirname, cacheDirname = options.cacheDirname, intermediateFilesStrategy = options.intermediateFilesStrategy, isAutoInstalled = options.isAutoInstalled, isNotPreparedWarningSupressed = options.isNotPreparedWarningSupressed;
|
|
4365
4365
|
name = "pipeline-executor-frame-".concat(currentTask.name);
|
|
4366
4366
|
title = currentTask.title;
|
|
4367
4367
|
priority = preparedPipeline.tasks.length - preparedPipeline.tasks.indexOf(currentTask);
|
|
@@ -4376,7 +4376,7 @@ function executeTask(options) {
|
|
|
4376
4376
|
// <- [๐ธ]
|
|
4377
4377
|
})];
|
|
4378
4378
|
case 1:
|
|
4379
|
-
|
|
4379
|
+
_h.sent();
|
|
4380
4380
|
usedParameterNames = extractParameterNamesFromTask(currentTask);
|
|
4381
4381
|
dependentParameterNames = new Set(currentTask.dependentParameterNames);
|
|
4382
4382
|
// TODO: [๐ฉ๐พโ๐คโ๐ฉ๐ป] Use here `mapAvailableToExpectedParameters`
|
|
@@ -4387,15 +4387,15 @@ function executeTask(options) {
|
|
|
4387
4387
|
.map(function (name) { return "{".concat(name, "}"); })
|
|
4388
4388
|
.join(', '), "\n\n ").concat(block(pipelineIdentification), "\n\n "); }));
|
|
4389
4389
|
}
|
|
4390
|
-
|
|
4391
|
-
|
|
4390
|
+
_b = (_a = Object).freeze;
|
|
4391
|
+
_c = [{}];
|
|
4392
4392
|
return [4 /*yield*/, getReservedParametersForTask({
|
|
4393
4393
|
preparedPipeline: preparedPipeline,
|
|
4394
4394
|
task: currentTask,
|
|
4395
4395
|
pipelineIdentification: pipelineIdentification,
|
|
4396
4396
|
})];
|
|
4397
4397
|
case 2:
|
|
4398
|
-
definedParameters =
|
|
4398
|
+
definedParameters = _b.apply(_a, [__assign.apply(void 0, [__assign.apply(void 0, _c.concat([(_h.sent())])), parametersToPass])]);
|
|
4399
4399
|
definedParameterNames = new Set(Object.keys(definedParameters));
|
|
4400
4400
|
parameters = {};
|
|
4401
4401
|
_loop_1 = function (parameterName) {
|
|
@@ -4415,15 +4415,15 @@ function executeTask(options) {
|
|
|
4415
4415
|
try {
|
|
4416
4416
|
// Note: [2] Check that all used parameters are defined and removing unused parameters for this task
|
|
4417
4417
|
// TODO: [๐ฉ๐พโ๐คโ๐ฉ๐ป] Use here `mapAvailableToExpectedParameters`
|
|
4418
|
-
for (
|
|
4419
|
-
parameterName =
|
|
4418
|
+
for (_d = __values(Array.from(union(definedParameterNames, usedParameterNames, dependentParameterNames))), _e = _d.next(); !_e.done; _e = _d.next()) {
|
|
4419
|
+
parameterName = _e.value;
|
|
4420
4420
|
_loop_1(parameterName);
|
|
4421
4421
|
}
|
|
4422
4422
|
}
|
|
4423
4423
|
catch (e_1_1) { e_1 = { error: e_1_1 }; }
|
|
4424
4424
|
finally {
|
|
4425
4425
|
try {
|
|
4426
|
-
if (
|
|
4426
|
+
if (_e && !_e.done && (_f = _d.return)) _f.call(_d);
|
|
4427
4427
|
}
|
|
4428
4428
|
finally { if (e_1) throw e_1.error; }
|
|
4429
4429
|
}
|
|
@@ -4443,9 +4443,18 @@ function executeTask(options) {
|
|
|
4443
4443
|
tools: tools,
|
|
4444
4444
|
$executionReport: $executionReport,
|
|
4445
4445
|
pipelineIdentification: pipelineIdentification,
|
|
4446
|
+
maxExecutionAttempts: maxExecutionAttempts,
|
|
4447
|
+
maxParallelCount: maxParallelCount,
|
|
4448
|
+
csvSettings: csvSettings,
|
|
4449
|
+
isVerbose: isVerbose,
|
|
4450
|
+
rootDirname: rootDirname,
|
|
4451
|
+
cacheDirname: cacheDirname,
|
|
4452
|
+
intermediateFilesStrategy: intermediateFilesStrategy,
|
|
4453
|
+
isAutoInstalled: isAutoInstalled,
|
|
4454
|
+
isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
|
|
4446
4455
|
})];
|
|
4447
4456
|
case 3:
|
|
4448
|
-
resultString =
|
|
4457
|
+
resultString = _h.sent();
|
|
4449
4458
|
return [4 /*yield*/, onProgress({
|
|
4450
4459
|
name: name,
|
|
4451
4460
|
title: title,
|
|
@@ -4457,12 +4466,12 @@ function executeTask(options) {
|
|
|
4457
4466
|
// <- [๐ธ]
|
|
4458
4467
|
})];
|
|
4459
4468
|
case 4:
|
|
4460
|
-
|
|
4461
|
-
return [2 /*return*/, Object.freeze((
|
|
4462
|
-
|
|
4469
|
+
_h.sent();
|
|
4470
|
+
return [2 /*return*/, Object.freeze((_g = {},
|
|
4471
|
+
_g[currentTask.resultingParameterName] =
|
|
4463
4472
|
// <- Note: [๐ฉโ๐ฉโ๐ง] No need to detect parameter collision here because pipeline checks logic consistency during construction
|
|
4464
4473
|
resultString,
|
|
4465
|
-
|
|
4474
|
+
_g))];
|
|
4466
4475
|
}
|
|
4467
4476
|
});
|
|
4468
4477
|
});
|
|
@@ -4521,12 +4530,12 @@ function filterJustOutputParameters(options) {
|
|
|
4521
4530
|
*/
|
|
4522
4531
|
function executePipeline(options) {
|
|
4523
4532
|
return __awaiter(this, void 0, void 0, function () {
|
|
4524
|
-
var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, maxParallelCount, rootDirname,
|
|
4525
|
-
var e_1,
|
|
4526
|
-
return __generator(this, function (
|
|
4527
|
-
switch (
|
|
4533
|
+
var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, maxParallelCount, rootDirname, isVerbose, preparedPipeline, errors, warnings, executionReport, isReturned, _a, _b, parameter, e_1_1, _loop_1, _c, _d, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTasks_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
|
|
4534
|
+
var e_1, _e, e_2, _f;
|
|
4535
|
+
return __generator(this, function (_g) {
|
|
4536
|
+
switch (_g.label) {
|
|
4528
4537
|
case 0:
|
|
4529
|
-
inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, maxParallelCount = options.maxParallelCount, rootDirname = options.rootDirname,
|
|
4538
|
+
inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, maxParallelCount = options.maxParallelCount, rootDirname = options.rootDirname, isVerbose = options.isVerbose;
|
|
4530
4539
|
preparedPipeline = options.preparedPipeline;
|
|
4531
4540
|
if (!(preparedPipeline === undefined)) return [3 /*break*/, 2];
|
|
4532
4541
|
return [4 /*yield*/, preparePipeline(pipeline, tools, {
|
|
@@ -4535,9 +4544,9 @@ function executePipeline(options) {
|
|
|
4535
4544
|
maxParallelCount: maxParallelCount,
|
|
4536
4545
|
})];
|
|
4537
4546
|
case 1:
|
|
4538
|
-
preparedPipeline =
|
|
4547
|
+
preparedPipeline = _g.sent();
|
|
4539
4548
|
setPreparedPipeline(preparedPipeline);
|
|
4540
|
-
|
|
4549
|
+
_g.label = 2;
|
|
4541
4550
|
case 2:
|
|
4542
4551
|
errors = [];
|
|
4543
4552
|
warnings = [];
|
|
@@ -4550,17 +4559,17 @@ function executePipeline(options) {
|
|
|
4550
4559
|
promptExecutions: [],
|
|
4551
4560
|
};
|
|
4552
4561
|
isReturned = false;
|
|
4553
|
-
|
|
4562
|
+
_g.label = 3;
|
|
4554
4563
|
case 3:
|
|
4555
|
-
|
|
4556
|
-
|
|
4564
|
+
_g.trys.push([3, 9, 10, 11]);
|
|
4565
|
+
_a = __values(preparedPipeline.parameters.filter(function (_a) {
|
|
4557
4566
|
var isInput = _a.isInput;
|
|
4558
4567
|
return isInput;
|
|
4559
|
-
})),
|
|
4560
|
-
|
|
4568
|
+
})), _b = _a.next();
|
|
4569
|
+
_g.label = 4;
|
|
4561
4570
|
case 4:
|
|
4562
|
-
if (!!
|
|
4563
|
-
parameter =
|
|
4571
|
+
if (!!_b.done) return [3 /*break*/, 8];
|
|
4572
|
+
parameter = _b.value;
|
|
4564
4573
|
if (!(inputParameters[parameter.name] === undefined)) return [3 /*break*/, 7];
|
|
4565
4574
|
isReturned = true;
|
|
4566
4575
|
if (!(onProgress !== undefined)) return [3 /*break*/, 6];
|
|
@@ -4568,8 +4577,8 @@ function executePipeline(options) {
|
|
|
4568
4577
|
return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
|
|
4569
4578
|
case 5:
|
|
4570
4579
|
// Note: Wait a short time to prevent race conditions
|
|
4571
|
-
|
|
4572
|
-
|
|
4580
|
+
_g.sent();
|
|
4581
|
+
_g.label = 6;
|
|
4573
4582
|
case 6: return [2 /*return*/, $asDeeplyFrozenSerializableJson("Unuccessful PipelineExecutorResult (with missing parameter {".concat(parameter.name, "}) PipelineExecutorResult"), {
|
|
4574
4583
|
isSuccessful: false,
|
|
4575
4584
|
errors: __spreadArray([
|
|
@@ -4582,24 +4591,24 @@ function executePipeline(options) {
|
|
|
4582
4591
|
preparedPipeline: preparedPipeline,
|
|
4583
4592
|
})];
|
|
4584
4593
|
case 7:
|
|
4585
|
-
|
|
4594
|
+
_b = _a.next();
|
|
4586
4595
|
return [3 /*break*/, 4];
|
|
4587
4596
|
case 8: return [3 /*break*/, 11];
|
|
4588
4597
|
case 9:
|
|
4589
|
-
e_1_1 =
|
|
4598
|
+
e_1_1 = _g.sent();
|
|
4590
4599
|
e_1 = { error: e_1_1 };
|
|
4591
4600
|
return [3 /*break*/, 11];
|
|
4592
4601
|
case 10:
|
|
4593
4602
|
try {
|
|
4594
|
-
if (
|
|
4603
|
+
if (_b && !_b.done && (_e = _a.return)) _e.call(_a);
|
|
4595
4604
|
}
|
|
4596
4605
|
finally { if (e_1) throw e_1.error; }
|
|
4597
4606
|
return [7 /*endfinally*/];
|
|
4598
4607
|
case 11:
|
|
4599
4608
|
_loop_1 = function (parameterName) {
|
|
4600
4609
|
var parameter;
|
|
4601
|
-
return __generator(this, function (
|
|
4602
|
-
switch (
|
|
4610
|
+
return __generator(this, function (_h) {
|
|
4611
|
+
switch (_h.label) {
|
|
4603
4612
|
case 0:
|
|
4604
4613
|
parameter = preparedPipeline.parameters.find(function (_a) {
|
|
4605
4614
|
var name = _a.name;
|
|
@@ -4616,8 +4625,8 @@ function executePipeline(options) {
|
|
|
4616
4625
|
return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
|
|
4617
4626
|
case 2:
|
|
4618
4627
|
// Note: Wait a short time to prevent race conditions
|
|
4619
|
-
|
|
4620
|
-
|
|
4628
|
+
_h.sent();
|
|
4629
|
+
_h.label = 3;
|
|
4621
4630
|
case 3: return [2 /*return*/, { value: $asDeeplyFrozenSerializableJson(spaceTrim$1(function (block) { return "\n Unuccessful PipelineExecutorResult (with extra parameter {".concat(parameter.name, "}) PipelineExecutorResult\n\n ").concat(block(pipelineIdentification), "\n "); }), {
|
|
4622
4631
|
isSuccessful: false,
|
|
4623
4632
|
errors: __spreadArray([
|
|
@@ -4633,39 +4642,39 @@ function executePipeline(options) {
|
|
|
4633
4642
|
}
|
|
4634
4643
|
});
|
|
4635
4644
|
};
|
|
4636
|
-
|
|
4645
|
+
_g.label = 12;
|
|
4637
4646
|
case 12:
|
|
4638
|
-
|
|
4639
|
-
|
|
4640
|
-
|
|
4647
|
+
_g.trys.push([12, 17, 18, 19]);
|
|
4648
|
+
_c = __values(Object.keys(inputParameters)), _d = _c.next();
|
|
4649
|
+
_g.label = 13;
|
|
4641
4650
|
case 13:
|
|
4642
|
-
if (!!
|
|
4643
|
-
parameterName =
|
|
4651
|
+
if (!!_d.done) return [3 /*break*/, 16];
|
|
4652
|
+
parameterName = _d.value;
|
|
4644
4653
|
return [5 /*yield**/, _loop_1(parameterName)];
|
|
4645
4654
|
case 14:
|
|
4646
|
-
state_1 =
|
|
4655
|
+
state_1 = _g.sent();
|
|
4647
4656
|
if (typeof state_1 === "object")
|
|
4648
4657
|
return [2 /*return*/, state_1.value];
|
|
4649
|
-
|
|
4658
|
+
_g.label = 15;
|
|
4650
4659
|
case 15:
|
|
4651
|
-
|
|
4660
|
+
_d = _c.next();
|
|
4652
4661
|
return [3 /*break*/, 13];
|
|
4653
4662
|
case 16: return [3 /*break*/, 19];
|
|
4654
4663
|
case 17:
|
|
4655
|
-
e_2_1 =
|
|
4664
|
+
e_2_1 = _g.sent();
|
|
4656
4665
|
e_2 = { error: e_2_1 };
|
|
4657
4666
|
return [3 /*break*/, 19];
|
|
4658
4667
|
case 18:
|
|
4659
4668
|
try {
|
|
4660
|
-
if (
|
|
4669
|
+
if (_d && !_d.done && (_f = _c.return)) _f.call(_c);
|
|
4661
4670
|
}
|
|
4662
4671
|
finally { if (e_2) throw e_2.error; }
|
|
4663
4672
|
return [7 /*endfinally*/];
|
|
4664
4673
|
case 19:
|
|
4665
4674
|
parametersToPass = inputParameters;
|
|
4666
|
-
|
|
4675
|
+
_g.label = 20;
|
|
4667
4676
|
case 20:
|
|
4668
|
-
|
|
4677
|
+
_g.trys.push([20, 25, , 28]);
|
|
4669
4678
|
resovedParameterNames_1 = preparedPipeline.parameters
|
|
4670
4679
|
.filter(function (_a) {
|
|
4671
4680
|
var isInput = _a.isInput;
|
|
@@ -4680,8 +4689,8 @@ function executePipeline(options) {
|
|
|
4680
4689
|
loopLimit = LOOP_LIMIT;
|
|
4681
4690
|
_loop_2 = function () {
|
|
4682
4691
|
var currentTask, work_1;
|
|
4683
|
-
return __generator(this, function (
|
|
4684
|
-
switch (
|
|
4692
|
+
return __generator(this, function (_j) {
|
|
4693
|
+
switch (_j.label) {
|
|
4685
4694
|
case 0:
|
|
4686
4695
|
if (loopLimit-- < 0) {
|
|
4687
4696
|
// Note: Really UnexpectedError not LimitReachedError - this should be catched during validatePipeline
|
|
@@ -4717,7 +4726,7 @@ function executePipeline(options) {
|
|
|
4717
4726
|
if (!!currentTask) return [3 /*break*/, 3];
|
|
4718
4727
|
/* [๐คนโโ๏ธ] */ return [4 /*yield*/, Promise.race(resolving_1)];
|
|
4719
4728
|
case 2:
|
|
4720
|
-
/* [๐คนโโ๏ธ] */
|
|
4729
|
+
/* [๐คนโโ๏ธ] */ _j.sent();
|
|
4721
4730
|
return [3 /*break*/, 4];
|
|
4722
4731
|
case 3:
|
|
4723
4732
|
unresovedTasks_1 = unresovedTasks_1.filter(function (task) { return task !== currentTask; });
|
|
@@ -4742,24 +4751,24 @@ function executePipeline(options) {
|
|
|
4742
4751
|
// <- Note: Errors are catched here [3]
|
|
4743
4752
|
// TODO: BUT if in multiple tasks are errors, only the first one is catched so maybe we should catch errors here and save them to errors array here
|
|
4744
4753
|
resolving_1.push(work_1);
|
|
4745
|
-
|
|
4754
|
+
_j.label = 4;
|
|
4746
4755
|
case 4: return [2 /*return*/];
|
|
4747
4756
|
}
|
|
4748
4757
|
});
|
|
4749
4758
|
};
|
|
4750
|
-
|
|
4759
|
+
_g.label = 21;
|
|
4751
4760
|
case 21:
|
|
4752
4761
|
if (!(unresovedTasks_1.length > 0)) return [3 /*break*/, 23];
|
|
4753
4762
|
return [5 /*yield**/, _loop_2()];
|
|
4754
4763
|
case 22:
|
|
4755
|
-
|
|
4764
|
+
_g.sent();
|
|
4756
4765
|
return [3 /*break*/, 21];
|
|
4757
4766
|
case 23: return [4 /*yield*/, Promise.all(resolving_1)];
|
|
4758
4767
|
case 24:
|
|
4759
|
-
|
|
4768
|
+
_g.sent();
|
|
4760
4769
|
return [3 /*break*/, 28];
|
|
4761
4770
|
case 25:
|
|
4762
|
-
error_1 =
|
|
4771
|
+
error_1 = _g.sent();
|
|
4763
4772
|
if (!(error_1 instanceof Error)) {
|
|
4764
4773
|
throw error_1;
|
|
4765
4774
|
}
|
|
@@ -4779,8 +4788,8 @@ function executePipeline(options) {
|
|
|
4779
4788
|
return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
|
|
4780
4789
|
case 26:
|
|
4781
4790
|
// Note: Wait a short time to prevent race conditions
|
|
4782
|
-
|
|
4783
|
-
|
|
4791
|
+
_g.sent();
|
|
4792
|
+
_g.label = 27;
|
|
4784
4793
|
case 27: return [2 /*return*/, $asDeeplyFrozenSerializableJson('Unuccessful PipelineExecutorResult (with misc errors) PipelineExecutorResult', {
|
|
4785
4794
|
isSuccessful: false,
|
|
4786
4795
|
errors: __spreadArray([error_1], __read(errors), false).map(serializeError),
|
|
@@ -4807,8 +4816,8 @@ function executePipeline(options) {
|
|
|
4807
4816
|
return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
|
|
4808
4817
|
case 29:
|
|
4809
4818
|
// Note: Wait a short time to prevent race conditions
|
|
4810
|
-
|
|
4811
|
-
|
|
4819
|
+
_g.sent();
|
|
4820
|
+
_g.label = 30;
|
|
4812
4821
|
case 30: return [2 /*return*/, $asDeeplyFrozenSerializableJson('Successful PipelineExecutorResult', {
|
|
4813
4822
|
isSuccessful: true,
|
|
4814
4823
|
errors: errors.map(serializeError),
|
|
@@ -4835,7 +4844,7 @@ function executePipeline(options) {
|
|
|
4835
4844
|
*/
|
|
4836
4845
|
function createPipelineExecutor(options) {
|
|
4837
4846
|
var _this = this;
|
|
4838
|
-
var pipeline = options.pipeline, tools = options.tools, _a = options.maxExecutionAttempts, maxExecutionAttempts = _a === void 0 ? DEFAULT_MAX_EXECUTION_ATTEMPTS : _a, _b = options.maxParallelCount, maxParallelCount = _b === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _b, _c = options.csvSettings, csvSettings = _c === void 0 ? DEFAULT_CSV_SETTINGS : _c, _d = options.isVerbose, isVerbose = _d === void 0 ? DEFAULT_IS_VERBOSE : _d, _e = options.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _e === void 0 ? false : _e, _f = options.rootDirname, rootDirname =
|
|
4847
|
+
var pipeline = options.pipeline, tools = options.tools, _a = options.maxExecutionAttempts, maxExecutionAttempts = _a === void 0 ? DEFAULT_MAX_EXECUTION_ATTEMPTS : _a, _b = options.maxParallelCount, maxParallelCount = _b === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _b, _c = options.csvSettings, csvSettings = _c === void 0 ? DEFAULT_CSV_SETTINGS : _c, _d = options.isVerbose, isVerbose = _d === void 0 ? DEFAULT_IS_VERBOSE : _d, _e = options.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _e === void 0 ? false : _e, _f = options.cacheDirname, cacheDirname = _f === void 0 ? DEFAULT_SCRAPE_CACHE_DIRNAME : _f, _g = options.intermediateFilesStrategy, intermediateFilesStrategy = _g === void 0 ? DEFAULT_INTERMEDIATE_FILES_STRATEGY : _g, _h = options.isAutoInstalled, isAutoInstalled = _h === void 0 ? DEFAULT_IS_AUTO_INSTALLED : _h, _j = options.rootDirname, rootDirname = _j === void 0 ? null : _j;
|
|
4839
4848
|
validatePipeline(pipeline);
|
|
4840
4849
|
var pipelineIdentification = (function () {
|
|
4841
4850
|
// Note: This is a ๐ implementation of [๐]
|
|
@@ -4875,6 +4884,9 @@ function createPipelineExecutor(options) {
|
|
|
4875
4884
|
isVerbose: isVerbose,
|
|
4876
4885
|
isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
|
|
4877
4886
|
rootDirname: rootDirname,
|
|
4887
|
+
cacheDirname: cacheDirname,
|
|
4888
|
+
intermediateFilesStrategy: intermediateFilesStrategy,
|
|
4889
|
+
isAutoInstalled: isAutoInstalled,
|
|
4878
4890
|
})];
|
|
4879
4891
|
});
|
|
4880
4892
|
}); };
|