@promptbook/markdown-utils 0.85.0-9 → 0.85.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -6,7 +6,7 @@ import type { PipelineCollection } from '../PipelineCollection';
|
|
|
6
6
|
/**
|
|
7
7
|
* Options for `createCollectionFromDirectory` function
|
|
8
8
|
*
|
|
9
|
-
* Note: `rootDirname` is not needed because it is the folder in which `.book.md` file is located
|
|
9
|
+
* Note: `rootDirname` is not needed because it is the folder in which `.book` or `.book.md` file is located
|
|
10
10
|
* This is not same as `path` which is the first argument of `createCollectionFromDirectory` - it can be a subfolder
|
|
11
11
|
*/
|
|
12
12
|
type CreatePipelineCollectionFromDirectoryOptions = Omit<PrepareAndScrapeOptions, 'rootDirname'> & {
|
|
@@ -51,13 +51,13 @@ type CreatePipelineCollectionFromDirectoryOptions = Omit<PrepareAndScrapeOptions
|
|
|
51
51
|
*
|
|
52
52
|
* Note: Works only in Node.js environment because it reads the file system
|
|
53
53
|
*
|
|
54
|
-
* @param
|
|
54
|
+
* @param rootPath - path to the directory with pipelines
|
|
55
55
|
* @param tools - Execution tools to be used for pipeline preparation if needed - If not provided, `$provideExecutionToolsForNode` will be used
|
|
56
56
|
* @param options - Options for the collection creation
|
|
57
57
|
* @returns PipelineCollection
|
|
58
58
|
* @public exported from `@promptbook/node`
|
|
59
59
|
*/
|
|
60
|
-
export declare function createCollectionFromDirectory(
|
|
60
|
+
export declare function createCollectionFromDirectory(rootPath: string_dirname, tools?: Pick<ExecutionTools, 'llm' | 'fs' | 'scrapers'>, options?: CreatePipelineCollectionFromDirectoryOptions): Promise<PipelineCollection>;
|
|
61
61
|
export {};
|
|
62
62
|
/**
|
|
63
63
|
* TODO: [🖇] What about symlinks? Maybe option isSymlinksFollowed
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@promptbook/markdown-utils",
|
|
3
|
-
"version": "0.85.0
|
|
3
|
+
"version": "0.85.0",
|
|
4
4
|
"description": "It's time for a paradigm shift. The future of software in plain English, French or Latin",
|
|
5
5
|
"private": false,
|
|
6
6
|
"sideEffects": false,
|
|
@@ -42,7 +42,7 @@
|
|
|
42
42
|
"bugs": {
|
|
43
43
|
"url": "https://github.com/webgptorg/promptbook/issues"
|
|
44
44
|
},
|
|
45
|
-
"homepage": "https://
|
|
45
|
+
"homepage": "https://ptbk.io/",
|
|
46
46
|
"main": "./umd/index.umd.js",
|
|
47
47
|
"module": "./esm/index.es.js",
|
|
48
48
|
"typings": "./esm/typings/src/_packages/markdown-utils.index.d.ts",
|
package/umd/index.umd.js
CHANGED
|
@@ -25,7 +25,7 @@
|
|
|
25
25
|
* @generated
|
|
26
26
|
* @see https://github.com/webgptorg/promptbook
|
|
27
27
|
*/
|
|
28
|
-
var PROMPTBOOK_ENGINE_VERSION = '0.85.0-
|
|
28
|
+
var PROMPTBOOK_ENGINE_VERSION = '0.85.0-16';
|
|
29
29
|
/**
|
|
30
30
|
* TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
|
|
31
31
|
* Note: [💞] Ignore a discrepancy between file name and entity name
|
|
@@ -1282,57 +1282,6 @@
|
|
|
1282
1282
|
return true;
|
|
1283
1283
|
}
|
|
1284
1284
|
|
|
1285
|
-
/**
|
|
1286
|
-
* Checks if an URL is reserved for private networks or localhost.
|
|
1287
|
-
*
|
|
1288
|
-
* Note: There are two simmilar functions:
|
|
1289
|
-
* - `isUrlOnPrivateNetwork` which tests full URL
|
|
1290
|
-
* - `isHostnameOnPrivateNetwork` *(this one)* which tests just hostname
|
|
1291
|
-
*
|
|
1292
|
-
* @public exported from `@promptbook/utils`
|
|
1293
|
-
*/
|
|
1294
|
-
function isHostnameOnPrivateNetwork(hostname) {
|
|
1295
|
-
if (hostname === 'example.com' ||
|
|
1296
|
-
hostname === 'localhost' ||
|
|
1297
|
-
hostname.endsWith('.localhost') ||
|
|
1298
|
-
hostname.endsWith('.local') ||
|
|
1299
|
-
hostname.endsWith('.test') ||
|
|
1300
|
-
hostname === '127.0.0.1' ||
|
|
1301
|
-
hostname === '::1') {
|
|
1302
|
-
return true;
|
|
1303
|
-
}
|
|
1304
|
-
if (hostname.includes(':')) {
|
|
1305
|
-
// IPv6
|
|
1306
|
-
var ipParts = hostname.split(':');
|
|
1307
|
-
return ipParts[0] === 'fc00' || ipParts[0] === 'fd00' || ipParts[0] === 'fe80';
|
|
1308
|
-
}
|
|
1309
|
-
else {
|
|
1310
|
-
// IPv4
|
|
1311
|
-
var ipParts = hostname.split('.').map(function (part) { return Number.parseInt(part, 10); });
|
|
1312
|
-
return (ipParts[0] === 10 ||
|
|
1313
|
-
(ipParts[0] === 172 && ipParts[1] >= 16 && ipParts[1] <= 31) ||
|
|
1314
|
-
(ipParts[0] === 192 && ipParts[1] === 168));
|
|
1315
|
-
}
|
|
1316
|
-
}
|
|
1317
|
-
|
|
1318
|
-
/**
|
|
1319
|
-
* Checks if an IP address or hostname is reserved for private networks or localhost.
|
|
1320
|
-
*
|
|
1321
|
-
* Note: There are two simmilar functions:
|
|
1322
|
-
* - `isUrlOnPrivateNetwork` *(this one)* which tests full URL
|
|
1323
|
-
* - `isHostnameOnPrivateNetwork` which tests just hostname
|
|
1324
|
-
*
|
|
1325
|
-
* @param {string} ipAddress - The IP address to check.
|
|
1326
|
-
* @returns {boolean} Returns true if the IP address is reserved for private networks or localhost, otherwise false.
|
|
1327
|
-
* @public exported from `@promptbook/utils`
|
|
1328
|
-
*/
|
|
1329
|
-
function isUrlOnPrivateNetwork(url) {
|
|
1330
|
-
if (typeof url === 'string') {
|
|
1331
|
-
url = new URL(url);
|
|
1332
|
-
}
|
|
1333
|
-
return isHostnameOnPrivateNetwork(url.hostname);
|
|
1334
|
-
}
|
|
1335
|
-
|
|
1336
1285
|
/**
|
|
1337
1286
|
* Tests if given string is valid pipeline URL URL.
|
|
1338
1287
|
*
|
|
@@ -1346,16 +1295,19 @@
|
|
|
1346
1295
|
if (!isValidUrl(url)) {
|
|
1347
1296
|
return false;
|
|
1348
1297
|
}
|
|
1349
|
-
if (!url.startsWith('https://')) {
|
|
1298
|
+
if (!url.startsWith('https://') && !url.startsWith('http://') /* <- Note: [👣] */) {
|
|
1350
1299
|
return false;
|
|
1351
1300
|
}
|
|
1352
1301
|
if (url.includes('#')) {
|
|
1353
1302
|
// TODO: [🐠]
|
|
1354
1303
|
return false;
|
|
1355
1304
|
}
|
|
1305
|
+
/*
|
|
1306
|
+
Note: [👣][🧠] Is it secure to allow pipeline URLs on private and unsecured networks?
|
|
1356
1307
|
if (isUrlOnPrivateNetwork(url)) {
|
|
1357
1308
|
return false;
|
|
1358
1309
|
}
|
|
1310
|
+
*/
|
|
1359
1311
|
return true;
|
|
1360
1312
|
}
|
|
1361
1313
|
/**
|