@promptbook/markdown-utils 0.88.0-10 โ 0.88.0-12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -1
- package/esm/index.es.js +51 -22
- package/esm/index.es.js.map +1 -1
- package/esm/typings/src/config.d.ts +1 -1
- package/esm/typings/src/errors/PipelineExecutionError.d.ts +5 -0
- package/esm/typings/src/errors/utils/ErrorJson.d.ts +5 -0
- package/esm/typings/src/utils/expectation-counters/countCharacters.d.ts +3 -0
- package/esm/typings/src/utils/expectation-counters/countLines.d.ts +3 -0
- package/esm/typings/src/utils/expectation-counters/countPages.d.ts +3 -0
- package/esm/typings/src/utils/expectation-counters/countParagraphs.d.ts +3 -0
- package/esm/typings/src/utils/expectation-counters/countSentences.d.ts +3 -0
- package/esm/typings/src/utils/expectation-counters/countWords.d.ts +3 -0
- package/package.json +1 -1
- package/umd/index.umd.js +54 -25
- package/umd/index.umd.js.map +1 -1
package/README.md
CHANGED
|
@@ -68,6 +68,9 @@ This shift is going to happen, whether we are ready for it or not. Our mission i
|
|
|
68
68
|
|
|
69
69
|
|
|
70
70
|
|
|
71
|
+
|
|
72
|
+
|
|
73
|
+
|
|
71
74
|
## ๐ Get started
|
|
72
75
|
|
|
73
76
|
Take a look at the simple starter kit with books integrated into the **Hello World** sample applications:
|
|
@@ -79,6 +82,8 @@ Take a look at the simple starter kit with books integrated into the **Hello Wor
|
|
|
79
82
|
|
|
80
83
|
|
|
81
84
|
|
|
85
|
+
|
|
86
|
+
|
|
82
87
|
## ๐ The Promptbook Project
|
|
83
88
|
|
|
84
89
|
Promptbook project is ecosystem of multiple projects and tools, following is a list of most important pieces of the project:
|
|
@@ -396,7 +401,7 @@ See [TODO.md](./TODO.md)
|
|
|
396
401
|
<a href="https://technologickainkubace.org/en/about-technology-incubation/about-the-project/">
|
|
397
402
|
<img src="./other/partners/CI-Technology-Incubation.png" alt="Technology Incubation" height="70">
|
|
398
403
|
</a>
|
|
399
|
-
|
|
404
|
+
|
|
400
405
|
</div>
|
|
401
406
|
|
|
402
407
|
## ๐๏ธ Contributing
|
package/esm/index.es.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import spaceTrim, { spaceTrim as spaceTrim$1 } from 'spacetrim';
|
|
2
2
|
import { format } from 'prettier';
|
|
3
3
|
import parserHtml from 'prettier/parser-html';
|
|
4
|
-
import { Subject } from 'rxjs';
|
|
5
4
|
import { randomBytes } from 'crypto';
|
|
5
|
+
import { Subject } from 'rxjs';
|
|
6
6
|
import { forTime } from 'waitasecond';
|
|
7
7
|
import hexEncoder from 'crypto-js/enc-hex';
|
|
8
8
|
import sha256 from 'crypto-js/sha256';
|
|
@@ -25,7 +25,7 @@ const BOOK_LANGUAGE_VERSION = '1.0.0';
|
|
|
25
25
|
* @generated
|
|
26
26
|
* @see https://github.com/webgptorg/promptbook
|
|
27
27
|
*/
|
|
28
|
-
const PROMPTBOOK_ENGINE_VERSION = '0.88.0-
|
|
28
|
+
const PROMPTBOOK_ENGINE_VERSION = '0.88.0-12';
|
|
29
29
|
/**
|
|
30
30
|
* TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
|
|
31
31
|
* Note: [๐] Ignore a discrepancy between file name and entity name
|
|
@@ -659,7 +659,7 @@ const DEFAULT_MAX_PARALLEL_COUNT = 5; // <- TODO: [๐คนโโ๏ธ]
|
|
|
659
659
|
*
|
|
660
660
|
* @public exported from `@promptbook/core`
|
|
661
661
|
*/
|
|
662
|
-
const DEFAULT_MAX_EXECUTION_ATTEMPTS =
|
|
662
|
+
const DEFAULT_MAX_EXECUTION_ATTEMPTS = 10; // <- TODO: [๐คนโโ๏ธ]
|
|
663
663
|
// <- TODO: [๐] Make also `BOOKS_DIRNAME_ALTERNATIVES`
|
|
664
664
|
/**
|
|
665
665
|
* Where to store the temporary downloads
|
|
@@ -1676,6 +1676,21 @@ class MissingToolsError extends Error {
|
|
|
1676
1676
|
}
|
|
1677
1677
|
}
|
|
1678
1678
|
|
|
1679
|
+
/**
|
|
1680
|
+
* Generates random token
|
|
1681
|
+
*
|
|
1682
|
+
* Note: This function is cryptographically secure (it uses crypto.randomBytes internally)
|
|
1683
|
+
*
|
|
1684
|
+
* @private internal helper function
|
|
1685
|
+
* @returns secure random token
|
|
1686
|
+
*/
|
|
1687
|
+
function $randomToken(randomness) {
|
|
1688
|
+
return randomBytes(randomness).toString('hex');
|
|
1689
|
+
}
|
|
1690
|
+
/**
|
|
1691
|
+
* TODO: Maybe use nanoid instead https://github.com/ai/nanoid
|
|
1692
|
+
*/
|
|
1693
|
+
|
|
1679
1694
|
/**
|
|
1680
1695
|
* This error indicates errors during the execution of the pipeline
|
|
1681
1696
|
*
|
|
@@ -1683,11 +1698,17 @@ class MissingToolsError extends Error {
|
|
|
1683
1698
|
*/
|
|
1684
1699
|
class PipelineExecutionError extends Error {
|
|
1685
1700
|
constructor(message) {
|
|
1701
|
+
// Added id parameter
|
|
1686
1702
|
super(message);
|
|
1687
1703
|
this.name = 'PipelineExecutionError';
|
|
1704
|
+
// TODO: [๐] DRY - Maybe $randomId
|
|
1705
|
+
this.id = `error-${$randomToken(8 /* <- TODO: To global config + Use Base58 to avoid simmilar char conflicts */)}`;
|
|
1688
1706
|
Object.setPrototypeOf(this, PipelineExecutionError.prototype);
|
|
1689
1707
|
}
|
|
1690
1708
|
}
|
|
1709
|
+
/**
|
|
1710
|
+
* TODO: !!!!!! Add id to all errors
|
|
1711
|
+
*/
|
|
1691
1712
|
|
|
1692
1713
|
/**
|
|
1693
1714
|
* Determine if the pipeline is fully prepared
|
|
@@ -1726,21 +1747,6 @@ function isPipelinePrepared(pipeline) {
|
|
|
1726
1747
|
* - [โจ] Are tasks prepared
|
|
1727
1748
|
*/
|
|
1728
1749
|
|
|
1729
|
-
/**
|
|
1730
|
-
* Generates random token
|
|
1731
|
-
*
|
|
1732
|
-
* Note: This function is cryptographically secure (it uses crypto.randomBytes internally)
|
|
1733
|
-
*
|
|
1734
|
-
* @private internal helper function
|
|
1735
|
-
* @returns secure random token
|
|
1736
|
-
*/
|
|
1737
|
-
function $randomToken(randomness) {
|
|
1738
|
-
return randomBytes(randomness).toString('hex');
|
|
1739
|
-
}
|
|
1740
|
-
/**
|
|
1741
|
-
* TODO: Maybe use nanoid instead https://github.com/ai/nanoid
|
|
1742
|
-
*/
|
|
1743
|
-
|
|
1744
1750
|
/**
|
|
1745
1751
|
* Recursively converts JSON strings to JSON objects
|
|
1746
1752
|
|
|
@@ -1957,7 +1963,7 @@ const ALL_ERRORS = {
|
|
|
1957
1963
|
* @public exported from `@promptbook/utils`
|
|
1958
1964
|
*/
|
|
1959
1965
|
function deserializeError(error) {
|
|
1960
|
-
const { name, stack } = error;
|
|
1966
|
+
const { name, stack, id } = error; // Added id
|
|
1961
1967
|
let { message } = error;
|
|
1962
1968
|
let ErrorClass = ALL_ERRORS[error.name];
|
|
1963
1969
|
if (ErrorClass === undefined) {
|
|
@@ -1972,7 +1978,9 @@ function deserializeError(error) {
|
|
|
1972
1978
|
${block(stack || '')}
|
|
1973
1979
|
`);
|
|
1974
1980
|
}
|
|
1975
|
-
|
|
1981
|
+
const deserializedError = new ErrorClass(message);
|
|
1982
|
+
deserializedError.id = id; // Assign id to the error object
|
|
1983
|
+
return deserializedError;
|
|
1976
1984
|
}
|
|
1977
1985
|
|
|
1978
1986
|
/**
|
|
@@ -2022,6 +2030,7 @@ function assertsTaskSuccessful(executionResult) {
|
|
|
2022
2030
|
*/
|
|
2023
2031
|
function createTask(options) {
|
|
2024
2032
|
const { taskType, taskProcessCallback } = options;
|
|
2033
|
+
// TODO: [๐] DRY
|
|
2025
2034
|
const taskId = `${taskType.toLowerCase().substring(0, 4)}-${$randomToken(8 /* <- TODO: To global config + Use Base58 to avoid simmilar char conflicts */)}`;
|
|
2026
2035
|
let status = 'RUNNING';
|
|
2027
2036
|
const createdAt = new Date();
|
|
@@ -2118,19 +2127,21 @@ function createTask(options) {
|
|
|
2118
2127
|
*/
|
|
2119
2128
|
function serializeError(error) {
|
|
2120
2129
|
const { name, message, stack } = error;
|
|
2130
|
+
const { id } = error;
|
|
2121
2131
|
if (!Object.keys(ALL_ERRORS).includes(name)) {
|
|
2122
2132
|
console.error(spaceTrim((block) => `
|
|
2123
|
-
|
|
2133
|
+
|
|
2124
2134
|
Cannot serialize error with name "${name}"
|
|
2125
2135
|
|
|
2126
2136
|
${block(stack || message)}
|
|
2127
|
-
|
|
2137
|
+
|
|
2128
2138
|
`));
|
|
2129
2139
|
}
|
|
2130
2140
|
return {
|
|
2131
2141
|
name: name,
|
|
2132
2142
|
message,
|
|
2133
2143
|
stack,
|
|
2144
|
+
id, // Include id in the serialized object
|
|
2134
2145
|
};
|
|
2135
2146
|
}
|
|
2136
2147
|
|
|
@@ -4326,6 +4337,9 @@ function countCharacters(text) {
|
|
|
4326
4337
|
text = text.replace(/\p{Extended_Pictographic}(\u{200D}\p{Extended_Pictographic})*/gu, '-');
|
|
4327
4338
|
return text.length;
|
|
4328
4339
|
}
|
|
4340
|
+
/**
|
|
4341
|
+
* TODO: [๐ฅด] Implement counting in formats - like JSON, CSV, XML,...
|
|
4342
|
+
*/
|
|
4329
4343
|
|
|
4330
4344
|
/**
|
|
4331
4345
|
* Number of characters per standard line with 11pt Arial font size.
|
|
@@ -4357,6 +4371,9 @@ function countLines(text) {
|
|
|
4357
4371
|
const lines = text.split('\n');
|
|
4358
4372
|
return lines.reduce((count, line) => count + Math.ceil(line.length / CHARACTERS_PER_STANDARD_LINE), 0);
|
|
4359
4373
|
}
|
|
4374
|
+
/**
|
|
4375
|
+
* TODO: [๐ฅด] Implement counting in formats - like JSON, CSV, XML,...
|
|
4376
|
+
*/
|
|
4360
4377
|
|
|
4361
4378
|
/**
|
|
4362
4379
|
* Counts number of pages in the text
|
|
@@ -4368,6 +4385,9 @@ function countLines(text) {
|
|
|
4368
4385
|
function countPages(text) {
|
|
4369
4386
|
return Math.ceil(countLines(text) / LINES_PER_STANDARD_PAGE);
|
|
4370
4387
|
}
|
|
4388
|
+
/**
|
|
4389
|
+
* TODO: [๐ฅด] Implement counting in formats - like JSON, CSV, XML,...
|
|
4390
|
+
*/
|
|
4371
4391
|
|
|
4372
4392
|
/**
|
|
4373
4393
|
* Counts number of paragraphs in the text
|
|
@@ -4377,6 +4397,9 @@ function countPages(text) {
|
|
|
4377
4397
|
function countParagraphs(text) {
|
|
4378
4398
|
return text.split(/\n\s*\n/).filter((paragraph) => paragraph.trim() !== '').length;
|
|
4379
4399
|
}
|
|
4400
|
+
/**
|
|
4401
|
+
* TODO: [๐ฅด] Implement counting in formats - like JSON, CSV, XML,...
|
|
4402
|
+
*/
|
|
4380
4403
|
|
|
4381
4404
|
/**
|
|
4382
4405
|
* Split text into sentences
|
|
@@ -4394,6 +4417,9 @@ function splitIntoSentences(text) {
|
|
|
4394
4417
|
function countSentences(text) {
|
|
4395
4418
|
return splitIntoSentences(text).length;
|
|
4396
4419
|
}
|
|
4420
|
+
/**
|
|
4421
|
+
* TODO: [๐ฅด] Implement counting in formats - like JSON, CSV, XML,...
|
|
4422
|
+
*/
|
|
4397
4423
|
|
|
4398
4424
|
/**
|
|
4399
4425
|
* Counts number of words in the text
|
|
@@ -4407,6 +4433,9 @@ function countWords(text) {
|
|
|
4407
4433
|
text = text.replace(/([a-z])([A-Z])/g, '$1 $2');
|
|
4408
4434
|
return text.split(/[^a-zะฐ-ั0-9]+/i).filter((word) => word.length > 0).length;
|
|
4409
4435
|
}
|
|
4436
|
+
/**
|
|
4437
|
+
* TODO: [๐ฅด] Implement counting in formats - like JSON, CSV, XML,...
|
|
4438
|
+
*/
|
|
4410
4439
|
|
|
4411
4440
|
/**
|
|
4412
4441
|
* Index of all counter functions
|