@promptbook/core 0.85.0-9 → 0.85.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -6,7 +6,7 @@ import type { PipelineCollection } from '../PipelineCollection';
|
|
|
6
6
|
/**
|
|
7
7
|
* Options for `createCollectionFromDirectory` function
|
|
8
8
|
*
|
|
9
|
-
* Note: `rootDirname` is not needed because it is the folder in which `.book.md` file is located
|
|
9
|
+
* Note: `rootDirname` is not needed because it is the folder in which `.book` or `.book.md` file is located
|
|
10
10
|
* This is not same as `path` which is the first argument of `createCollectionFromDirectory` - it can be a subfolder
|
|
11
11
|
*/
|
|
12
12
|
type CreatePipelineCollectionFromDirectoryOptions = Omit<PrepareAndScrapeOptions, 'rootDirname'> & {
|
|
@@ -51,13 +51,13 @@ type CreatePipelineCollectionFromDirectoryOptions = Omit<PrepareAndScrapeOptions
|
|
|
51
51
|
*
|
|
52
52
|
* Note: Works only in Node.js environment because it reads the file system
|
|
53
53
|
*
|
|
54
|
-
* @param
|
|
54
|
+
* @param rootPath - path to the directory with pipelines
|
|
55
55
|
* @param tools - Execution tools to be used for pipeline preparation if needed - If not provided, `$provideExecutionToolsForNode` will be used
|
|
56
56
|
* @param options - Options for the collection creation
|
|
57
57
|
* @returns PipelineCollection
|
|
58
58
|
* @public exported from `@promptbook/node`
|
|
59
59
|
*/
|
|
60
|
-
export declare function createCollectionFromDirectory(
|
|
60
|
+
export declare function createCollectionFromDirectory(rootPath: string_dirname, tools?: Pick<ExecutionTools, 'llm' | 'fs' | 'scrapers'>, options?: CreatePipelineCollectionFromDirectoryOptions): Promise<PipelineCollection>;
|
|
61
61
|
export {};
|
|
62
62
|
/**
|
|
63
63
|
* TODO: [🖇] What about symlinks? Maybe option isSymlinksFollowed
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@promptbook/core",
|
|
3
|
-
"version": "0.85.0
|
|
3
|
+
"version": "0.85.0",
|
|
4
4
|
"description": "It's time for a paradigm shift. The future of software in plain English, French or Latin",
|
|
5
5
|
"private": false,
|
|
6
6
|
"sideEffects": false,
|
|
@@ -42,7 +42,7 @@
|
|
|
42
42
|
"bugs": {
|
|
43
43
|
"url": "https://github.com/webgptorg/promptbook/issues"
|
|
44
44
|
},
|
|
45
|
-
"homepage": "https://
|
|
45
|
+
"homepage": "https://ptbk.io/",
|
|
46
46
|
"main": "./umd/index.umd.js",
|
|
47
47
|
"module": "./esm/index.es.js",
|
|
48
48
|
"typings": "./esm/typings/src/_packages/core.index.d.ts",
|
package/umd/index.umd.js
CHANGED
|
@@ -27,7 +27,7 @@
|
|
|
27
27
|
* @generated
|
|
28
28
|
* @see https://github.com/webgptorg/promptbook
|
|
29
29
|
*/
|
|
30
|
-
var PROMPTBOOK_ENGINE_VERSION = '0.85.0-
|
|
30
|
+
var PROMPTBOOK_ENGINE_VERSION = '0.85.0-16';
|
|
31
31
|
/**
|
|
32
32
|
* TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
|
|
33
33
|
* Note: [💞] Ignore a discrepancy between file name and entity name
|
|
@@ -1262,57 +1262,6 @@
|
|
|
1262
1262
|
return true;
|
|
1263
1263
|
}
|
|
1264
1264
|
|
|
1265
|
-
/**
|
|
1266
|
-
* Checks if an URL is reserved for private networks or localhost.
|
|
1267
|
-
*
|
|
1268
|
-
* Note: There are two simmilar functions:
|
|
1269
|
-
* - `isUrlOnPrivateNetwork` which tests full URL
|
|
1270
|
-
* - `isHostnameOnPrivateNetwork` *(this one)* which tests just hostname
|
|
1271
|
-
*
|
|
1272
|
-
* @public exported from `@promptbook/utils`
|
|
1273
|
-
*/
|
|
1274
|
-
function isHostnameOnPrivateNetwork(hostname) {
|
|
1275
|
-
if (hostname === 'example.com' ||
|
|
1276
|
-
hostname === 'localhost' ||
|
|
1277
|
-
hostname.endsWith('.localhost') ||
|
|
1278
|
-
hostname.endsWith('.local') ||
|
|
1279
|
-
hostname.endsWith('.test') ||
|
|
1280
|
-
hostname === '127.0.0.1' ||
|
|
1281
|
-
hostname === '::1') {
|
|
1282
|
-
return true;
|
|
1283
|
-
}
|
|
1284
|
-
if (hostname.includes(':')) {
|
|
1285
|
-
// IPv6
|
|
1286
|
-
var ipParts = hostname.split(':');
|
|
1287
|
-
return ipParts[0] === 'fc00' || ipParts[0] === 'fd00' || ipParts[0] === 'fe80';
|
|
1288
|
-
}
|
|
1289
|
-
else {
|
|
1290
|
-
// IPv4
|
|
1291
|
-
var ipParts = hostname.split('.').map(function (part) { return Number.parseInt(part, 10); });
|
|
1292
|
-
return (ipParts[0] === 10 ||
|
|
1293
|
-
(ipParts[0] === 172 && ipParts[1] >= 16 && ipParts[1] <= 31) ||
|
|
1294
|
-
(ipParts[0] === 192 && ipParts[1] === 168));
|
|
1295
|
-
}
|
|
1296
|
-
}
|
|
1297
|
-
|
|
1298
|
-
/**
|
|
1299
|
-
* Checks if an IP address or hostname is reserved for private networks or localhost.
|
|
1300
|
-
*
|
|
1301
|
-
* Note: There are two simmilar functions:
|
|
1302
|
-
* - `isUrlOnPrivateNetwork` *(this one)* which tests full URL
|
|
1303
|
-
* - `isHostnameOnPrivateNetwork` which tests just hostname
|
|
1304
|
-
*
|
|
1305
|
-
* @param {string} ipAddress - The IP address to check.
|
|
1306
|
-
* @returns {boolean} Returns true if the IP address is reserved for private networks or localhost, otherwise false.
|
|
1307
|
-
* @public exported from `@promptbook/utils`
|
|
1308
|
-
*/
|
|
1309
|
-
function isUrlOnPrivateNetwork(url) {
|
|
1310
|
-
if (typeof url === 'string') {
|
|
1311
|
-
url = new URL(url);
|
|
1312
|
-
}
|
|
1313
|
-
return isHostnameOnPrivateNetwork(url.hostname);
|
|
1314
|
-
}
|
|
1315
|
-
|
|
1316
1265
|
/**
|
|
1317
1266
|
* Tests if given string is valid pipeline URL URL.
|
|
1318
1267
|
*
|
|
@@ -1326,16 +1275,19 @@
|
|
|
1326
1275
|
if (!isValidUrl(url)) {
|
|
1327
1276
|
return false;
|
|
1328
1277
|
}
|
|
1329
|
-
if (!url.startsWith('https://')) {
|
|
1278
|
+
if (!url.startsWith('https://') && !url.startsWith('http://') /* <- Note: [👣] */) {
|
|
1330
1279
|
return false;
|
|
1331
1280
|
}
|
|
1332
1281
|
if (url.includes('#')) {
|
|
1333
1282
|
// TODO: [🐠]
|
|
1334
1283
|
return false;
|
|
1335
1284
|
}
|
|
1285
|
+
/*
|
|
1286
|
+
Note: [👣][🧠] Is it secure to allow pipeline URLs on private and unsecured networks?
|
|
1336
1287
|
if (isUrlOnPrivateNetwork(url)) {
|
|
1337
1288
|
return false;
|
|
1338
1289
|
}
|
|
1290
|
+
*/
|
|
1339
1291
|
return true;
|
|
1340
1292
|
}
|
|
1341
1293
|
/**
|