@promptbook/node 0.86.30 → 0.88.0-1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/esm/index.es.js +111 -16
- package/esm/index.es.js.map +1 -1
- package/esm/typings/src/_packages/{execute-javascript.index.d.ts → javascript.index.d.ts} +2 -0
- package/esm/typings/src/_packages/node.index.d.ts +2 -0
- package/esm/typings/src/scrapers/_common/register/$provideScriptingForNode.d.ts +11 -0
- package/esm/typings/src/scripting/javascript/JavascriptEvalExecutionTools.d.ts +1 -1
- package/esm/typings/src/scripting/javascript/JavascriptEvalExecutionTools.test.d.ts +4 -0
- package/esm/typings/src/scripting/javascript/JavascriptExecutionTools.d.ts +1 -1
- package/esm/typings/src/scripting/javascript/postprocessing-functions.d.ts +1 -1
- package/esm/typings/src/scripting/javascript/utils/extractVariablesFromJavascript.d.ts +14 -0
- package/esm/typings/src/scripting/javascript/utils/extractVariablesFromJavascript.test.d.ts +1 -0
- package/esm/typings/src/scripting/javascript/utils/extractVariablesFromScript.test.d.ts +1 -0
- package/package.json +2 -2
- package/umd/index.umd.js +111 -15
- package/umd/index.umd.js.map +1 -1
|
@@ -2,7 +2,9 @@ import { BOOK_LANGUAGE_VERSION, PROMPTBOOK_ENGINE_VERSION } from '../version';
|
|
|
2
2
|
import { JavascriptEvalExecutionTools } from '../scripting/javascript/JavascriptEvalExecutionTools';
|
|
3
3
|
import { JavascriptExecutionTools } from '../scripting/javascript/JavascriptExecutionTools';
|
|
4
4
|
import { POSTPROCESSING_FUNCTIONS } from '../scripting/javascript/postprocessing-functions';
|
|
5
|
+
import { extractVariablesFromJavascript } from '../scripting/javascript/utils/extractVariablesFromJavascript';
|
|
5
6
|
export { BOOK_LANGUAGE_VERSION, PROMPTBOOK_ENGINE_VERSION };
|
|
6
7
|
export { JavascriptEvalExecutionTools };
|
|
7
8
|
export { JavascriptExecutionTools };
|
|
8
9
|
export { POSTPROCESSING_FUNCTIONS };
|
|
10
|
+
export { extractVariablesFromJavascript };
|
|
@@ -6,6 +6,7 @@ import { $provideLlmToolsConfigurationFromEnv } from '../llm-providers/_common/r
|
|
|
6
6
|
import { $provideLlmToolsFromEnv } from '../llm-providers/_common/register/$provideLlmToolsFromEnv';
|
|
7
7
|
import { $provideFilesystemForNode } from '../scrapers/_common/register/$provideFilesystemForNode';
|
|
8
8
|
import { $provideScrapersForNode } from '../scrapers/_common/register/$provideScrapersForNode';
|
|
9
|
+
import { $provideScriptingForNode } from '../scrapers/_common/register/$provideScriptingForNode';
|
|
9
10
|
import { FileCacheStorage } from '../storage/file-cache-storage/FileCacheStorage';
|
|
10
11
|
import { $execCommand } from '../utils/execCommand/$execCommand';
|
|
11
12
|
import { $execCommands } from '../utils/execCommand/$execCommands';
|
|
@@ -17,6 +18,7 @@ export { $provideLlmToolsConfigurationFromEnv };
|
|
|
17
18
|
export { $provideLlmToolsFromEnv };
|
|
18
19
|
export { $provideFilesystemForNode };
|
|
19
20
|
export { $provideScrapersForNode };
|
|
21
|
+
export { $provideScriptingForNode };
|
|
20
22
|
export { FileCacheStorage };
|
|
21
23
|
export { $execCommand };
|
|
22
24
|
export { $execCommands };
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { ScriptExecutionTools } from '../../../execution/ScriptExecutionTools';
|
|
2
|
+
import type { PrepareAndScrapeOptions } from '../../../prepare/PrepareAndScrapeOptions';
|
|
3
|
+
/**
|
|
4
|
+
* Provides script execution tools
|
|
5
|
+
*
|
|
6
|
+
* @public exported from `@promptbook/node`
|
|
7
|
+
*/
|
|
8
|
+
export declare function $provideScriptingForNode(options?: PrepareAndScrapeOptions): Promise<ReadonlyArray<ScriptExecutionTools>>;
|
|
9
|
+
/**
|
|
10
|
+
* Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
|
|
11
|
+
*/
|
|
@@ -6,7 +6,7 @@ import type { JavascriptExecutionToolsOptions } from './JavascriptExecutionTools
|
|
|
6
6
|
* Warning: It is used for testing and mocking
|
|
7
7
|
* **NOT intended to use in the production** due to its unsafe nature, use `JavascriptExecutionTools` instead.
|
|
8
8
|
*
|
|
9
|
-
* @public exported from `@promptbook/
|
|
9
|
+
* @public exported from `@promptbook/javascript`
|
|
10
10
|
*/
|
|
11
11
|
export declare class JavascriptEvalExecutionTools implements ScriptExecutionTools {
|
|
12
12
|
protected readonly options: JavascriptExecutionToolsOptions;
|
|
@@ -3,6 +3,6 @@ import { JavascriptEvalExecutionTools } from './JavascriptEvalExecutionTools';
|
|
|
3
3
|
* Placeholder for better implementation of JavascriptExecutionTools - some propper sandboxing
|
|
4
4
|
*
|
|
5
5
|
* @alias JavascriptExecutionTools
|
|
6
|
-
* @public exported from `@promptbook/
|
|
6
|
+
* @public exported from `@promptbook/javascript`
|
|
7
7
|
*/
|
|
8
8
|
export declare const JavascriptExecutionTools: typeof JavascriptEvalExecutionTools;
|
|
@@ -20,7 +20,7 @@ import { unwrapResult } from '../../utils/unwrapResult';
|
|
|
20
20
|
/**
|
|
21
21
|
* @@@
|
|
22
22
|
*
|
|
23
|
-
* @public exported from `@promptbook/
|
|
23
|
+
* @public exported from `@promptbook/javascript`
|
|
24
24
|
*/
|
|
25
25
|
export declare const POSTPROCESSING_FUNCTIONS: {
|
|
26
26
|
spaceTrim: typeof spaceTrim;
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { string_javascript } from '../../../types/typeAliases';
|
|
2
|
+
import type { string_javascript_name } from '../../../types/typeAliases';
|
|
3
|
+
/**
|
|
4
|
+
* Parses the given script and returns the list of all used variables that are not defined in the script
|
|
5
|
+
*
|
|
6
|
+
* @param script from which to extract the variables
|
|
7
|
+
* @returns the list of variable names
|
|
8
|
+
* @throws {ParseError} if the script is invalid
|
|
9
|
+
* @public exported from `@promptbook/javascript`
|
|
10
|
+
*/
|
|
11
|
+
export declare function extractVariablesFromJavascript(script: string_javascript): Set<string_javascript_name>;
|
|
12
|
+
/**
|
|
13
|
+
* TODO: [🔣] Support for multiple languages - python, java,...
|
|
14
|
+
*/
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@promptbook/node",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.88.0-1",
|
|
4
4
|
"description": "It's time for a paradigm shift. The future of software in plain English, French or Latin",
|
|
5
5
|
"private": false,
|
|
6
6
|
"sideEffects": false,
|
|
@@ -47,7 +47,7 @@
|
|
|
47
47
|
"module": "./esm/index.es.js",
|
|
48
48
|
"typings": "./esm/typings/src/_packages/node.index.d.ts",
|
|
49
49
|
"peerDependencies": {
|
|
50
|
-
"@promptbook/core": "0.
|
|
50
|
+
"@promptbook/core": "0.88.0-1"
|
|
51
51
|
},
|
|
52
52
|
"dependencies": {
|
|
53
53
|
"colors": "1.4.0",
|
package/umd/index.umd.js
CHANGED
|
@@ -46,7 +46,7 @@
|
|
|
46
46
|
* @generated
|
|
47
47
|
* @see https://github.com/webgptorg/promptbook
|
|
48
48
|
*/
|
|
49
|
-
const PROMPTBOOK_ENGINE_VERSION = '0.
|
|
49
|
+
const PROMPTBOOK_ENGINE_VERSION = '0.88.0-1';
|
|
50
50
|
/**
|
|
51
51
|
* TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
|
|
52
52
|
* Note: [💞] Ignore a discrepancy between file name and entity name
|
|
@@ -2132,6 +2132,83 @@
|
|
|
2132
2132
|
}, deepClone(ZERO_USAGE));
|
|
2133
2133
|
}
|
|
2134
2134
|
|
|
2135
|
+
/**
|
|
2136
|
+
* Parses the given script and returns the list of all used variables that are not defined in the script
|
|
2137
|
+
*
|
|
2138
|
+
* @param script from which to extract the variables
|
|
2139
|
+
* @returns the list of variable names
|
|
2140
|
+
* @throws {ParseError} if the script is invalid
|
|
2141
|
+
* @public exported from `@promptbook/javascript`
|
|
2142
|
+
*/
|
|
2143
|
+
function extractVariablesFromJavascript(script) {
|
|
2144
|
+
const variables = new Set();
|
|
2145
|
+
const originalScript = script;
|
|
2146
|
+
script = `(()=>{${script}})()`;
|
|
2147
|
+
try {
|
|
2148
|
+
for (let i = 0; i < LOOP_LIMIT; i++)
|
|
2149
|
+
try {
|
|
2150
|
+
eval(script); // <- TODO: Use `JavascriptExecutionTools.execute` here
|
|
2151
|
+
}
|
|
2152
|
+
catch (error) {
|
|
2153
|
+
if (!(error instanceof ReferenceError)) {
|
|
2154
|
+
throw error;
|
|
2155
|
+
}
|
|
2156
|
+
/*
|
|
2157
|
+
Note: Parsing the error
|
|
2158
|
+
🌟 Most devices:
|
|
2159
|
+
[PipelineUrlError: thing is not defined]
|
|
2160
|
+
|
|
2161
|
+
🍏 iPhone`s Safari:
|
|
2162
|
+
[PipelineUrlError: Can't find variable: thing]
|
|
2163
|
+
*/
|
|
2164
|
+
let variableName = undefined;
|
|
2165
|
+
if (error.message.startsWith(`Can't`)) {
|
|
2166
|
+
// 🍏 Case
|
|
2167
|
+
variableName = error.message.split(' ').pop();
|
|
2168
|
+
}
|
|
2169
|
+
else {
|
|
2170
|
+
// 🌟 Case
|
|
2171
|
+
variableName = error.message.split(' ').shift();
|
|
2172
|
+
}
|
|
2173
|
+
if (variableName === undefined) {
|
|
2174
|
+
throw error;
|
|
2175
|
+
}
|
|
2176
|
+
if (script.includes(variableName + '(')) {
|
|
2177
|
+
script = `const ${variableName} = ()=>'';` + script;
|
|
2178
|
+
}
|
|
2179
|
+
else {
|
|
2180
|
+
variables.add(variableName);
|
|
2181
|
+
script = `const ${variableName} = '';` + script;
|
|
2182
|
+
}
|
|
2183
|
+
}
|
|
2184
|
+
}
|
|
2185
|
+
catch (error) {
|
|
2186
|
+
if (!(error instanceof Error)) {
|
|
2187
|
+
throw error;
|
|
2188
|
+
}
|
|
2189
|
+
throw new ParseError(spaceTrim.spaceTrim((block) => `
|
|
2190
|
+
Can not extract variables from the script
|
|
2191
|
+
${block(error.stack || error.message)}
|
|
2192
|
+
|
|
2193
|
+
Found variables:
|
|
2194
|
+
${Array.from(variables)
|
|
2195
|
+
.map((variableName, i) => `${i + 1}) ${variableName}`)
|
|
2196
|
+
.join('\n')}
|
|
2197
|
+
|
|
2198
|
+
|
|
2199
|
+
The script:
|
|
2200
|
+
|
|
2201
|
+
\`\`\`javascript
|
|
2202
|
+
${block(originalScript)}
|
|
2203
|
+
\`\`\`
|
|
2204
|
+
`));
|
|
2205
|
+
}
|
|
2206
|
+
return variables;
|
|
2207
|
+
}
|
|
2208
|
+
/**
|
|
2209
|
+
* TODO: [🔣] Support for multiple languages - python, java,...
|
|
2210
|
+
*/
|
|
2211
|
+
|
|
2135
2212
|
/**
|
|
2136
2213
|
* Parses the task and returns the set of all used parameters
|
|
2137
2214
|
*
|
|
@@ -2141,24 +2218,26 @@
|
|
|
2141
2218
|
* @public exported from `@promptbook/core` <- Note: [👖] This utility is so tightly interconnected with the Promptbook that it is not exported as util but in core
|
|
2142
2219
|
*/
|
|
2143
2220
|
function extractParameterNamesFromTask(task) {
|
|
2144
|
-
const { title, description,
|
|
2221
|
+
const { title, description, taskType, content, preparedContent, jokerParameterNames, foreach } = task;
|
|
2145
2222
|
const parameterNames = new Set();
|
|
2223
|
+
let contentParameters;
|
|
2224
|
+
if (taskType !== 'SCRIPT_TASK') {
|
|
2225
|
+
contentParameters = extractParameterNames(content);
|
|
2226
|
+
}
|
|
2227
|
+
else {
|
|
2228
|
+
// TODO: What if script is not javascript?
|
|
2229
|
+
// const { contentLanguage } = task;
|
|
2230
|
+
// if (contentLanguage !== 'javascript') {
|
|
2231
|
+
contentParameters = extractVariablesFromJavascript(content);
|
|
2232
|
+
}
|
|
2146
2233
|
for (const parameterName of [
|
|
2147
2234
|
...extractParameterNames(title),
|
|
2148
2235
|
...extractParameterNames(description || ''),
|
|
2149
|
-
...
|
|
2236
|
+
...contentParameters,
|
|
2150
2237
|
...extractParameterNames(preparedContent || ''),
|
|
2151
2238
|
]) {
|
|
2152
2239
|
parameterNames.add(parameterName);
|
|
2153
2240
|
}
|
|
2154
|
-
/*/
|
|
2155
|
-
// TODO: [🙊] Fix `extractVariablesFromScript` or delete
|
|
2156
|
-
if (taskType === 'SCRIPT_TASK') {
|
|
2157
|
-
for (const parameterName of extractVariablesFromScript(content)) {
|
|
2158
|
-
parameterNames.add(parameterName);
|
|
2159
|
-
}
|
|
2160
|
-
}
|
|
2161
|
-
/**/
|
|
2162
2241
|
for (const jokerName of jokerParameterNames || []) {
|
|
2163
2242
|
parameterNames.add(jokerName);
|
|
2164
2243
|
}
|
|
@@ -9842,7 +9921,7 @@
|
|
|
9842
9921
|
* Warning: It is used for testing and mocking
|
|
9843
9922
|
* **NOT intended to use in the production** due to its unsafe nature, use `JavascriptExecutionTools` instead.
|
|
9844
9923
|
*
|
|
9845
|
-
* @public exported from `@promptbook/
|
|
9924
|
+
* @public exported from `@promptbook/javascript`
|
|
9846
9925
|
*/
|
|
9847
9926
|
class JavascriptEvalExecutionTools {
|
|
9848
9927
|
constructor(options) {
|
|
@@ -9948,8 +10027,8 @@
|
|
|
9948
10027
|
// Note: Custom functions are exposed to the current scope as variables
|
|
9949
10028
|
`const ${functionName} = customFunctions.${functionName};`)
|
|
9950
10029
|
.join('\n');
|
|
9951
|
-
script = templateParameters(script, parameters);
|
|
9952
|
-
// <-
|
|
10030
|
+
// script = templateParameters(script, parameters);
|
|
10031
|
+
// <- TODO: [🧠][🥳] Should be this is one of two variants how to use parameters in script
|
|
9953
10032
|
const statementToEvaluate = spaceTrim__default["default"]((block) => `
|
|
9954
10033
|
|
|
9955
10034
|
// Build-in functions:
|
|
@@ -10040,7 +10119,7 @@
|
|
|
10040
10119
|
* Placeholder for better implementation of JavascriptExecutionTools - some propper sandboxing
|
|
10041
10120
|
*
|
|
10042
10121
|
* @alias JavascriptExecutionTools
|
|
10043
|
-
* @public exported from `@promptbook/
|
|
10122
|
+
* @public exported from `@promptbook/javascript`
|
|
10044
10123
|
*/
|
|
10045
10124
|
const JavascriptExecutionTools = JavascriptEvalExecutionTools;
|
|
10046
10125
|
|
|
@@ -10383,6 +10462,22 @@
|
|
|
10383
10462
|
* TODO: Maybe move from `@promptbook/node` to `@promptbook/core` as we removes direct dependency on `fs`
|
|
10384
10463
|
*/
|
|
10385
10464
|
|
|
10465
|
+
/**
|
|
10466
|
+
* Provides script execution tools
|
|
10467
|
+
*
|
|
10468
|
+
* @public exported from `@promptbook/node`
|
|
10469
|
+
*/
|
|
10470
|
+
async function $provideScriptingForNode(options) {
|
|
10471
|
+
if (!$isRunningInNode()) {
|
|
10472
|
+
throw new EnvironmentMismatchError('Function `$provideScriptingForNode` works only in Node.js environment');
|
|
10473
|
+
}
|
|
10474
|
+
// TODO: [🔱] Do here auto-installation
|
|
10475
|
+
return [new JavascriptExecutionTools(options)];
|
|
10476
|
+
}
|
|
10477
|
+
/**
|
|
10478
|
+
* Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
|
|
10479
|
+
*/
|
|
10480
|
+
|
|
10386
10481
|
/**
|
|
10387
10482
|
* Stringify the PipelineJson with proper formatting
|
|
10388
10483
|
*
|
|
@@ -10509,6 +10604,7 @@
|
|
|
10509
10604
|
exports.$provideLlmToolsConfigurationFromEnv = $provideLlmToolsConfigurationFromEnv;
|
|
10510
10605
|
exports.$provideLlmToolsFromEnv = $provideLlmToolsFromEnv;
|
|
10511
10606
|
exports.$provideScrapersForNode = $provideScrapersForNode;
|
|
10607
|
+
exports.$provideScriptingForNode = $provideScriptingForNode;
|
|
10512
10608
|
exports.BOOK_LANGUAGE_VERSION = BOOK_LANGUAGE_VERSION;
|
|
10513
10609
|
exports.FileCacheStorage = FileCacheStorage;
|
|
10514
10610
|
exports.PROMPTBOOK_ENGINE_VERSION = PROMPTBOOK_ENGINE_VERSION;
|