@promptbook/website-crawler 0.75.4 → 0.75.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/esm/index.es.js +44 -40
- package/esm/index.es.js.map +1 -1
- package/esm/typings/src/_packages/core.index.d.ts +4 -2
- package/esm/typings/src/errors/0-BoilerplateError.d.ts +12 -0
- package/esm/typings/src/errors/{index.d.ts → 0-index.d.ts} +10 -2
- package/esm/typings/src/errors/utils/ErrorJson.d.ts +1 -1
- package/package.json +2 -2
- package/umd/index.umd.js +44 -40
- package/umd/index.umd.js.map +1 -1
|
@@ -34,11 +34,12 @@ import { stringifyPipelineJson } from '../conversion/utils/stringifyPipelineJson
|
|
|
34
34
|
import { validatePipeline } from '../conversion/validation/validatePipeline';
|
|
35
35
|
import { CallbackInterfaceTools } from '../dialogs/callback/CallbackInterfaceTools';
|
|
36
36
|
import type { CallbackInterfaceToolsOptions } from '../dialogs/callback/CallbackInterfaceToolsOptions';
|
|
37
|
+
import { BoilerplateError } from '../errors/0-BoilerplateError';
|
|
38
|
+
import { ERRORS } from '../errors/0-index';
|
|
37
39
|
import { AbstractFormatError } from '../errors/AbstractFormatError';
|
|
38
40
|
import { CollectionError } from '../errors/CollectionError';
|
|
39
41
|
import { EnvironmentMismatchError } from '../errors/EnvironmentMismatchError';
|
|
40
42
|
import { ExpectError } from '../errors/ExpectError';
|
|
41
|
-
import { ERRORS } from '../errors/index';
|
|
42
43
|
import { KnowledgeScrapeError } from '../errors/KnowledgeScrapeError';
|
|
43
44
|
import { LimitReachedError } from '../errors/LimitReachedError';
|
|
44
45
|
import { MissingToolsError } from '../errors/MissingToolsError';
|
|
@@ -147,11 +148,12 @@ export { stringifyPipelineJson };
|
|
|
147
148
|
export { validatePipeline };
|
|
148
149
|
export { CallbackInterfaceTools };
|
|
149
150
|
export type { CallbackInterfaceToolsOptions };
|
|
151
|
+
export { BoilerplateError };
|
|
152
|
+
export { ERRORS };
|
|
150
153
|
export { AbstractFormatError };
|
|
151
154
|
export { CollectionError };
|
|
152
155
|
export { EnvironmentMismatchError };
|
|
153
156
|
export { ExpectError };
|
|
154
|
-
export { ERRORS };
|
|
155
157
|
export { KnowledgeScrapeError };
|
|
156
158
|
export { LimitReachedError };
|
|
157
159
|
export { MissingToolsError };
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This error indicates @@@
|
|
3
|
+
*
|
|
4
|
+
* @public exported from `@promptbook/core`
|
|
5
|
+
*/
|
|
6
|
+
export declare class BoilerplateError extends Error {
|
|
7
|
+
readonly name = "BoilerplateError";
|
|
8
|
+
constructor(message: string);
|
|
9
|
+
}
|
|
10
|
+
/**
|
|
11
|
+
* TODO: @@@ Do not forget to add the error into `0-index.ts` ERRORS
|
|
12
|
+
*/
|
|
@@ -1,7 +1,11 @@
|
|
|
1
|
+
import { CsvFormatError } from '../formats/csv/CsvFormatError';
|
|
2
|
+
import { AbstractFormatError } from './AbstractFormatError';
|
|
1
3
|
import { CollectionError } from './CollectionError';
|
|
2
4
|
import { EnvironmentMismatchError } from './EnvironmentMismatchError';
|
|
3
5
|
import { ExpectError } from './ExpectError';
|
|
6
|
+
import { KnowledgeScrapeError } from './KnowledgeScrapeError';
|
|
4
7
|
import { LimitReachedError } from './LimitReachedError';
|
|
8
|
+
import { MissingToolsError } from './MissingToolsError';
|
|
5
9
|
import { NotFoundError } from './NotFoundError';
|
|
6
10
|
import { NotYetImplementedError } from './NotYetImplementedError';
|
|
7
11
|
import { ParseError } from './ParseError';
|
|
@@ -15,10 +19,14 @@ import { UnexpectedError } from './UnexpectedError';
|
|
|
15
19
|
* @public exported from `@promptbook/core`
|
|
16
20
|
*/
|
|
17
21
|
export declare const ERRORS: {
|
|
18
|
-
readonly
|
|
22
|
+
readonly AbstractFormatError: typeof AbstractFormatError;
|
|
23
|
+
readonly CsvFormatError: typeof CsvFormatError;
|
|
19
24
|
readonly CollectionError: typeof CollectionError;
|
|
20
25
|
readonly EnvironmentMismatchError: typeof EnvironmentMismatchError;
|
|
26
|
+
readonly ExpectError: typeof ExpectError;
|
|
27
|
+
readonly KnowledgeScrapeError: typeof KnowledgeScrapeError;
|
|
21
28
|
readonly LimitReachedError: typeof LimitReachedError;
|
|
29
|
+
readonly MissingToolsError: typeof MissingToolsError;
|
|
22
30
|
readonly NotFoundError: typeof NotFoundError;
|
|
23
31
|
readonly NotYetImplementedError: typeof NotYetImplementedError;
|
|
24
32
|
readonly ParseError: typeof ParseError;
|
|
@@ -29,4 +37,4 @@ export declare const ERRORS: {
|
|
|
29
37
|
};
|
|
30
38
|
/**
|
|
31
39
|
* Note: [💞] Ignore a discrepancy between file name and entity name
|
|
32
|
-
*/
|
|
40
|
+
*/
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@promptbook/website-crawler",
|
|
3
|
-
"version": "0.75.
|
|
3
|
+
"version": "0.75.6",
|
|
4
4
|
"description": "It's time for a paradigm shift. The future of software in plain English, French or Latin",
|
|
5
5
|
"--note-0": " <- [🐊]",
|
|
6
6
|
"private": false,
|
|
@@ -54,7 +54,7 @@
|
|
|
54
54
|
"module": "./esm/index.es.js",
|
|
55
55
|
"typings": "./esm/typings/src/_packages/website-crawler.index.d.ts",
|
|
56
56
|
"peerDependencies": {
|
|
57
|
-
"@promptbook/core": "0.75.
|
|
57
|
+
"@promptbook/core": "0.75.6"
|
|
58
58
|
},
|
|
59
59
|
"dependencies": {
|
|
60
60
|
"@mozilla/readability": "0.5.0",
|
package/umd/index.umd.js
CHANGED
|
@@ -22,7 +22,7 @@
|
|
|
22
22
|
*
|
|
23
23
|
* @see https://github.com/webgptorg/promptbook
|
|
24
24
|
*/
|
|
25
|
-
var PROMPTBOOK_ENGINE_VERSION = '0.75.
|
|
25
|
+
var PROMPTBOOK_ENGINE_VERSION = '0.75.5';
|
|
26
26
|
/**
|
|
27
27
|
* TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
|
|
28
28
|
* Note: [💞] Ignore a discrepancy between file name and entity name
|
|
@@ -2090,6 +2090,42 @@
|
|
|
2090
2090
|
return PipelineExecutionError;
|
|
2091
2091
|
}(Error));
|
|
2092
2092
|
|
|
2093
|
+
/**
|
|
2094
|
+
* This error indicates problems parsing the format value
|
|
2095
|
+
*
|
|
2096
|
+
* For example, when the format value is not a valid JSON or CSV
|
|
2097
|
+
* This is not thrown directly but in extended classes
|
|
2098
|
+
*
|
|
2099
|
+
* @public exported from `@promptbook/core`
|
|
2100
|
+
*/
|
|
2101
|
+
var AbstractFormatError = /** @class */ (function (_super) {
|
|
2102
|
+
__extends(AbstractFormatError, _super);
|
|
2103
|
+
// Note: To allow instanceof do not put here error `name`
|
|
2104
|
+
// public readonly name = 'AbstractFormatError';
|
|
2105
|
+
function AbstractFormatError(message) {
|
|
2106
|
+
var _this = _super.call(this, message) || this;
|
|
2107
|
+
Object.setPrototypeOf(_this, AbstractFormatError.prototype);
|
|
2108
|
+
return _this;
|
|
2109
|
+
}
|
|
2110
|
+
return AbstractFormatError;
|
|
2111
|
+
}(Error));
|
|
2112
|
+
|
|
2113
|
+
/**
|
|
2114
|
+
* This error indicates problem with parsing of CSV
|
|
2115
|
+
*
|
|
2116
|
+
* @public exported from `@promptbook/core`
|
|
2117
|
+
*/
|
|
2118
|
+
var CsvFormatError = /** @class */ (function (_super) {
|
|
2119
|
+
__extends(CsvFormatError, _super);
|
|
2120
|
+
function CsvFormatError(message) {
|
|
2121
|
+
var _this = _super.call(this, message) || this;
|
|
2122
|
+
_this.name = 'CsvFormatError';
|
|
2123
|
+
Object.setPrototypeOf(_this, CsvFormatError.prototype);
|
|
2124
|
+
return _this;
|
|
2125
|
+
}
|
|
2126
|
+
return CsvFormatError;
|
|
2127
|
+
}(AbstractFormatError));
|
|
2128
|
+
|
|
2093
2129
|
/**
|
|
2094
2130
|
* This error indicates that the pipeline collection cannot be propperly loaded
|
|
2095
2131
|
*
|
|
@@ -2147,10 +2183,14 @@
|
|
|
2147
2183
|
* @public exported from `@promptbook/core`
|
|
2148
2184
|
*/
|
|
2149
2185
|
var ERRORS = {
|
|
2150
|
-
|
|
2186
|
+
AbstractFormatError: AbstractFormatError,
|
|
2187
|
+
CsvFormatError: CsvFormatError,
|
|
2151
2188
|
CollectionError: CollectionError,
|
|
2152
2189
|
EnvironmentMismatchError: EnvironmentMismatchError,
|
|
2190
|
+
ExpectError: ExpectError,
|
|
2191
|
+
KnowledgeScrapeError: KnowledgeScrapeError,
|
|
2153
2192
|
LimitReachedError: LimitReachedError,
|
|
2193
|
+
MissingToolsError: MissingToolsError,
|
|
2154
2194
|
NotFoundError: NotFoundError,
|
|
2155
2195
|
NotYetImplementedError: NotYetImplementedError,
|
|
2156
2196
|
ParseError: ParseError,
|
|
@@ -3819,42 +3859,6 @@
|
|
|
3819
3859
|
return union;
|
|
3820
3860
|
}
|
|
3821
3861
|
|
|
3822
|
-
/**
|
|
3823
|
-
* This error indicates problems parsing the format value
|
|
3824
|
-
*
|
|
3825
|
-
* For example, when the format value is not a valid JSON or CSV
|
|
3826
|
-
* This is not thrown directly but in extended classes
|
|
3827
|
-
*
|
|
3828
|
-
* @public exported from `@promptbook/core`
|
|
3829
|
-
*/
|
|
3830
|
-
var AbstractFormatError = /** @class */ (function (_super) {
|
|
3831
|
-
__extends(AbstractFormatError, _super);
|
|
3832
|
-
// Note: To allow instanceof do not put here error `name`
|
|
3833
|
-
// public readonly name = 'AbstractFormatError';
|
|
3834
|
-
function AbstractFormatError(message) {
|
|
3835
|
-
var _this = _super.call(this, message) || this;
|
|
3836
|
-
Object.setPrototypeOf(_this, AbstractFormatError.prototype);
|
|
3837
|
-
return _this;
|
|
3838
|
-
}
|
|
3839
|
-
return AbstractFormatError;
|
|
3840
|
-
}(Error));
|
|
3841
|
-
|
|
3842
|
-
/**
|
|
3843
|
-
* This error indicates problem with parsing of CSV
|
|
3844
|
-
*
|
|
3845
|
-
* @public exported from `@promptbook/core`
|
|
3846
|
-
*/
|
|
3847
|
-
var CsvFormatError = /** @class */ (function (_super) {
|
|
3848
|
-
__extends(CsvFormatError, _super);
|
|
3849
|
-
function CsvFormatError(message) {
|
|
3850
|
-
var _this = _super.call(this, message) || this;
|
|
3851
|
-
_this.name = 'CsvFormatError';
|
|
3852
|
-
Object.setPrototypeOf(_this, CsvFormatError.prototype);
|
|
3853
|
-
return _this;
|
|
3854
|
-
}
|
|
3855
|
-
return CsvFormatError;
|
|
3856
|
-
}(AbstractFormatError));
|
|
3857
|
-
|
|
3858
3862
|
/**
|
|
3859
3863
|
* @@@
|
|
3860
3864
|
*
|
|
@@ -3895,7 +3899,7 @@
|
|
|
3895
3899
|
case 0:
|
|
3896
3900
|
csv = papaparse.parse(value, __assign(__assign({}, settings), MANDATORY_CSV_SETTINGS));
|
|
3897
3901
|
if (csv.errors.length !== 0) {
|
|
3898
|
-
throw new CsvFormatError(spaceTrim__default["default"](function (block) { return "\n CSV parsing error\n\n ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n "); }));
|
|
3902
|
+
throw new CsvFormatError(spaceTrim__default["default"](function (block) { return "\n CSV parsing error\n\n Error(s) from CSV parsing:\n ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n\n The CSV setings:\n ").concat(block(JSON.stringify(__assign(__assign({}, settings), MANDATORY_CSV_SETTINGS), null, 2)), "\n\n The CSV data:\n ").concat(block(value), "\n "); }));
|
|
3899
3903
|
}
|
|
3900
3904
|
return [4 /*yield*/, Promise.all(csv.data.map(function (row, index) { return __awaiter(_this, void 0, void 0, function () {
|
|
3901
3905
|
var _a, _b;
|
|
@@ -3933,7 +3937,7 @@
|
|
|
3933
3937
|
case 0:
|
|
3934
3938
|
csv = papaparse.parse(value, __assign(__assign({}, settings), MANDATORY_CSV_SETTINGS));
|
|
3935
3939
|
if (csv.errors.length !== 0) {
|
|
3936
|
-
throw new CsvFormatError(spaceTrim__default["default"](function (block) { return "\n CSV parsing error\n\n ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n "); }));
|
|
3940
|
+
throw new CsvFormatError(spaceTrim__default["default"](function (block) { return "\n CSV parsing error\n\n Error(s) from CSV parsing:\n ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n\n The CSV setings:\n ").concat(block(JSON.stringify(__assign(__assign({}, settings), MANDATORY_CSV_SETTINGS), null, 2)), "\n\n The CSV data:\n ").concat(block(value), "\n "); }));
|
|
3937
3941
|
}
|
|
3938
3942
|
return [4 /*yield*/, Promise.all(csv.data.map(function (row, rowIndex) { return __awaiter(_this, void 0, void 0, function () {
|
|
3939
3943
|
var _this = this;
|