ai-evaluate 2.1.4 → 2.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build.log +1 -1
- package/README.md +121 -72
- package/dist/evaluate.d.ts +7 -24
- package/dist/evaluate.d.ts.map +1 -1
- package/dist/evaluate.js +26 -113
- package/dist/evaluate.js.map +1 -1
- package/dist/node.d.ts +17 -0
- package/dist/node.d.ts.map +1 -0
- package/dist/node.js +171 -0
- package/dist/node.js.map +1 -0
- package/dist/repl.d.ts +77 -0
- package/dist/repl.d.ts.map +1 -0
- package/dist/repl.js +145 -0
- package/dist/repl.js.map +1 -0
- package/dist/types.d.ts +12 -10
- package/dist/types.d.ts.map +1 -1
- package/dist/worker-template.d.ts +11 -10
- package/dist/worker-template.d.ts.map +1 -1
- package/dist/worker-template.js +107 -20
- package/dist/worker-template.js.map +1 -1
- package/example/package.json +16 -0
- package/example/src/index.ts +67 -0
- package/example/wrangler.jsonc +9 -0
- package/package.json +11 -3
- package/src/evaluate.ts +28 -127
- package/src/node.d.ts +17 -0
- package/src/node.d.ts.map +1 -0
- package/src/node.js +168 -0
- package/src/node.js.map +1 -0
- package/src/node.ts +200 -0
- package/src/repl.ts +228 -0
- package/src/types.d.ts +172 -0
- package/src/types.d.ts.map +1 -0
- package/src/types.js.map +1 -0
- package/src/types.ts +15 -16
- package/src/worker-template.d.ts +41 -0
- package/src/worker-template.d.ts.map +1 -0
- package/src/worker-template.js.map +1 -0
- package/src/worker-template.ts +113 -31
- package/vitest.config.js +6 -0
- package/vitest.config.ts +14 -2
package/src/node.js
ADDED
|
@@ -0,0 +1,168 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluate code in a sandboxed environment (Node.js version)
|
|
3
|
+
*
|
|
4
|
+
* Uses Cloudflare worker_loaders when available, falls back to Miniflare for local dev.
|
|
5
|
+
* For Workers-only builds, import from 'ai-evaluate' instead.
|
|
6
|
+
*/
|
|
7
|
+
import { generateWorkerCode, generateDevWorkerCode } from './worker-template.js';
|
|
8
|
+
/**
|
|
9
|
+
* Check if code contains JSX syntax that needs transformation
|
|
10
|
+
*/
|
|
11
|
+
function containsJSX(code) {
|
|
12
|
+
if (!code)
|
|
13
|
+
return false;
|
|
14
|
+
const jsxPattern = /<[A-Z][a-zA-Z0-9]*[\s/>]|<[a-z][a-z0-9-]*[\s/>]|<>|<\/>/;
|
|
15
|
+
const jsxReturnPattern = /return\s*\(\s*<|return\s+<[A-Za-z]/;
|
|
16
|
+
return jsxPattern.test(code) || jsxReturnPattern.test(code);
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* Transform JSX in code using esbuild
|
|
20
|
+
*/
|
|
21
|
+
async function transformJSX(code) {
|
|
22
|
+
if (!code || !containsJSX(code))
|
|
23
|
+
return code;
|
|
24
|
+
try {
|
|
25
|
+
const { transform } = await import('esbuild');
|
|
26
|
+
const result = await transform(code, {
|
|
27
|
+
loader: 'tsx',
|
|
28
|
+
jsxFactory: 'h',
|
|
29
|
+
jsxFragment: 'Fragment',
|
|
30
|
+
target: 'esnext',
|
|
31
|
+
format: 'esm',
|
|
32
|
+
});
|
|
33
|
+
return result.code;
|
|
34
|
+
}
|
|
35
|
+
catch (error) {
|
|
36
|
+
console.error('JSX transform failed:', error);
|
|
37
|
+
return code;
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* Evaluate code in a sandboxed worker (Node.js version with Miniflare fallback)
|
|
42
|
+
*/
|
|
43
|
+
export async function evaluate(options, env) {
|
|
44
|
+
const start = Date.now();
|
|
45
|
+
try {
|
|
46
|
+
// Transform JSX in module, tests, and script before evaluation
|
|
47
|
+
const transformedModule = options.module ? await transformJSX(options.module) : undefined;
|
|
48
|
+
const transformedTests = options.tests ? await transformJSX(options.tests) : undefined;
|
|
49
|
+
const transformedScript = options.script ? await transformJSX(options.script) : undefined;
|
|
50
|
+
const transformedOptions = {
|
|
51
|
+
...options,
|
|
52
|
+
module: transformedModule,
|
|
53
|
+
tests: transformedTests,
|
|
54
|
+
script: transformedScript,
|
|
55
|
+
};
|
|
56
|
+
// Use worker_loaders if available (Cloudflare Workers)
|
|
57
|
+
if (env?.LOADER && env?.TEST) {
|
|
58
|
+
return await evaluateWithWorkerLoader(transformedOptions, env.LOADER, env.TEST, start);
|
|
59
|
+
}
|
|
60
|
+
// Fall back to Miniflare (Node.js/local development)
|
|
61
|
+
return await evaluateWithMiniflare(transformedOptions, start);
|
|
62
|
+
}
|
|
63
|
+
catch (error) {
|
|
64
|
+
return {
|
|
65
|
+
success: false,
|
|
66
|
+
logs: [],
|
|
67
|
+
error: error instanceof Error ? error.message : String(error),
|
|
68
|
+
duration: Date.now() - start,
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Evaluate using Cloudflare worker_loaders binding
|
|
74
|
+
*/
|
|
75
|
+
async function evaluateWithWorkerLoader(options, loader, testService, start) {
|
|
76
|
+
const workerCode = generateWorkerCode({
|
|
77
|
+
module: options.module,
|
|
78
|
+
tests: options.tests,
|
|
79
|
+
script: options.script,
|
|
80
|
+
sdk: options.sdk,
|
|
81
|
+
imports: options.imports,
|
|
82
|
+
});
|
|
83
|
+
const id = `sandbox-${Date.now()}-${Math.random().toString(36).slice(2)}`;
|
|
84
|
+
const worker = loader.get(id, async () => ({
|
|
85
|
+
mainModule: 'worker.js',
|
|
86
|
+
modules: {
|
|
87
|
+
'worker.js': workerCode,
|
|
88
|
+
},
|
|
89
|
+
compatibilityDate: '2026-01-01',
|
|
90
|
+
globalOutbound: options.fetch === null ? null : undefined,
|
|
91
|
+
bindings: {
|
|
92
|
+
TEST: testService,
|
|
93
|
+
},
|
|
94
|
+
}));
|
|
95
|
+
const entrypoint = worker.getEntrypoint();
|
|
96
|
+
const response = await entrypoint.fetch(new Request('http://sandbox/execute'));
|
|
97
|
+
const result = (await response.json());
|
|
98
|
+
return {
|
|
99
|
+
...result,
|
|
100
|
+
duration: Date.now() - start,
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
/**
|
|
104
|
+
* Evaluate using Miniflare (for Node.js/development)
|
|
105
|
+
*/
|
|
106
|
+
async function evaluateWithMiniflare(options, start) {
|
|
107
|
+
const { Miniflare } = await import('miniflare');
|
|
108
|
+
const workerCode = generateDevWorkerCode({
|
|
109
|
+
module: options.module,
|
|
110
|
+
tests: options.tests,
|
|
111
|
+
script: options.script,
|
|
112
|
+
sdk: options.sdk,
|
|
113
|
+
imports: options.imports,
|
|
114
|
+
fetch: options.fetch, // Pass fetch option to worker template
|
|
115
|
+
});
|
|
116
|
+
// Block outbound network requests at Miniflare level when fetch: null
|
|
117
|
+
// This complements the globalThis.fetch override in the worker template
|
|
118
|
+
const blockNetwork = options.fetch === null;
|
|
119
|
+
const mf = new Miniflare({
|
|
120
|
+
modules: true,
|
|
121
|
+
script: workerCode,
|
|
122
|
+
compatibilityDate: '2026-01-01',
|
|
123
|
+
// Block all outbound fetch/connect when network is disabled
|
|
124
|
+
...(blockNetwork && {
|
|
125
|
+
outboundService: () => {
|
|
126
|
+
throw new Error('Network access blocked: fetch is disabled in this sandbox');
|
|
127
|
+
},
|
|
128
|
+
}),
|
|
129
|
+
});
|
|
130
|
+
try {
|
|
131
|
+
const timeout = options.timeout || 5000;
|
|
132
|
+
const controller = new AbortController();
|
|
133
|
+
const timeoutId = setTimeout(() => controller.abort(), timeout);
|
|
134
|
+
try {
|
|
135
|
+
const response = await mf.dispatchFetch('http://sandbox/execute', {
|
|
136
|
+
signal: controller.signal,
|
|
137
|
+
});
|
|
138
|
+
clearTimeout(timeoutId);
|
|
139
|
+
const result = (await response.json());
|
|
140
|
+
return {
|
|
141
|
+
...result,
|
|
142
|
+
duration: Date.now() - start,
|
|
143
|
+
};
|
|
144
|
+
}
|
|
145
|
+
catch (err) {
|
|
146
|
+
clearTimeout(timeoutId);
|
|
147
|
+
if (err.name === 'AbortError') {
|
|
148
|
+
return {
|
|
149
|
+
success: false,
|
|
150
|
+
logs: [],
|
|
151
|
+
error: `Timeout: Script execution exceeded ${timeout}ms`,
|
|
152
|
+
duration: Date.now() - start,
|
|
153
|
+
};
|
|
154
|
+
}
|
|
155
|
+
throw err;
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
finally {
|
|
159
|
+
await mf.dispose();
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* Create an evaluate function bound to a specific environment
|
|
164
|
+
*/
|
|
165
|
+
export function createEvaluator(env) {
|
|
166
|
+
return (options) => evaluate(options, env);
|
|
167
|
+
}
|
|
168
|
+
//# sourceMappingURL=node.js.map
|
package/src/node.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"node.js","sourceRoot":"","sources":["node.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAEhF;;GAEG;AACH,SAAS,WAAW,CAAC,IAAY;IAC/B,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAA;IACvB,MAAM,UAAU,GAAG,yDAAyD,CAAA;IAC5E,MAAM,gBAAgB,GAAG,oCAAoC,CAAA;IAC7D,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC7D,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY,CAAC,IAAY;IACtC,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAE5C,IAAI,CAAC;QACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAA;QAC7C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE;YACnC,MAAM,EAAE,KAAK;YACb,UAAU,EAAE,GAAG;YACf,WAAW,EAAE,UAAU;YACvB,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE,KAAK;SACd,CAAC,CAAA;QACF,OAAO,MAAM,CAAC,IAAI,CAAA;IACpB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAA;QAC7C,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,OAAwB,EACxB,GAAgB;IAEhB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAExB,IAAI,CAAC;QACH,+DAA+D;QAC/D,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACzF,MAAM,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACtF,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QAEzF,MAAM,kBAAkB,GAAoB;YAC1C,GAAG,OAAO;YACV,MAAM,EAAE,iBAAiB;YACzB,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,iBAAiB;SAC1B,CAAA;QAED,uDAAuD;QACvD,IAAI,GAAG,EAAE,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,CAAC;YAC7B,OAAO,MAAM,wBAAwB,CAAC,kBAAkB,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACxF,CAAC;QAED,qDAAqD;QACrD,OAAO,MAAM,qBAAqB,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAA;IAC/D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,IAAI,EAAE,EAAE;YACR,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC7B,CAAA;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,wBAAwB,CACrC,OAAwB,EACxB,MAAoB,EACpB,WAAoB,EACpB,KAAa;IAEb,MAAM,UAAU,GAAG,kBAAkB,CAAC;QACpC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,OAAO,EAAE,OAAO,CAAC,OAAO;KACzB,CAAC,CAAA;IACF,MAAM,EAAE,GAAG,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;IAEzE,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;QACzC,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE;YACP,WAAW,EAAE,UAAU;SACxB;QACD,iBAAiB,EAAE,YAAY;QAC/B,cAAc,EAAE,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;QACzD,QAAQ,EAAE;YACR,IAAI,EAAE,WAAW;SAClB;KACF,CAAC,CAAC,CAAA;IAEH,MAAM,UAAU,GAAG,MAAM,CAAC,aAAa,EAAE,CAAA;IACzC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,wBAAwB,CAAC,CAAC,CAAA;IAC9E,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAA;IAExD,OAAO;QACL,GAAG,MAAM;QACT,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;KAC7B,CAAA;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,qBAAqB,CAClC,OAAwB,EACxB,KAAa;IAEb,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAA;IAE/C,MAAM,UAAU,GAAG,qBAAqB,CAAC;QACvC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,uCAAuC;KAC9D,CAAC,CAAA;IAEF,sEAAsE;IACtE,wEAAwE;IACxE,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,KAAK,IAAI,CAAA;IAE3C,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC;QACvB,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,UAAU;QAClB,iBAAiB,EAAE,YAAY;QAC/B,4DAA4D;QAC5D,GAAG,CAAC,YAAY,IAAI;YAClB,eAAe,EAAE,GAAG,EAAE;gBACpB,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;YAC9E,CAAC;SACF,CAAC;KACH,CAAC,CAAA;IAEF,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAA;QACvC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;QACxC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAA;QAE/D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,aAAa,CAAC,wBAAwB,EAAE;gBAChE,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAA;YACF,YAAY,CAAC,SAAS,CAAC,CAAA;YACvB,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAA;YAExD,OAAO;gBACL,GAAG,MAAM;gBACT,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC7B,CAAA;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,YAAY,CAAC,SAAS,CAAC,CAAA;YACvB,IAAK,GAAa,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACzC,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,IAAI,EAAE,EAAE;oBACR,KAAK,EAAE,sCAAsC,OAAO,IAAI;oBACxD,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;iBAC7B,CAAA;YACH,CAAC;YACD,MAAM,GAAG,CAAA;QACX,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,OAAO,EAAE,CAAA;IACpB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAgB;IAC9C,OAAO,CAAC,OAAwB,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;AAC7D,CAAC"}
|
package/src/node.ts
ADDED
|
@@ -0,0 +1,200 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluate code in a sandboxed environment (Node.js version)
|
|
3
|
+
*
|
|
4
|
+
* Uses Cloudflare worker_loaders when available, falls back to Miniflare for local dev.
|
|
5
|
+
* For Workers-only builds, import from 'ai-evaluate' instead.
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
import type { EvaluateOptions, EvaluateResult, WorkerLoader, SandboxEnv } from './types.js'
|
|
9
|
+
import { generateWorkerCode, generateDevWorkerCode } from './worker-template.js'
|
|
10
|
+
|
|
11
|
+
/**
|
|
12
|
+
* Check if code contains JSX syntax that needs transformation
|
|
13
|
+
*/
|
|
14
|
+
function containsJSX(code: string): boolean {
|
|
15
|
+
if (!code) return false
|
|
16
|
+
const jsxPattern = /<[A-Z][a-zA-Z0-9]*[\s/>]|<[a-z][a-z0-9-]*[\s/>]|<>|<\/>/
|
|
17
|
+
const jsxReturnPattern = /return\s*\(\s*<|return\s+<[A-Za-z]/
|
|
18
|
+
return jsxPattern.test(code) || jsxReturnPattern.test(code)
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
/**
|
|
22
|
+
* Transform JSX in code using esbuild
|
|
23
|
+
*/
|
|
24
|
+
async function transformJSX(code: string): Promise<string> {
|
|
25
|
+
if (!code || !containsJSX(code)) return code
|
|
26
|
+
|
|
27
|
+
try {
|
|
28
|
+
const { transform } = await import('esbuild')
|
|
29
|
+
const result = await transform(code, {
|
|
30
|
+
loader: 'tsx',
|
|
31
|
+
jsxFactory: 'h',
|
|
32
|
+
jsxFragment: 'Fragment',
|
|
33
|
+
target: 'esnext',
|
|
34
|
+
format: 'esm',
|
|
35
|
+
})
|
|
36
|
+
return result.code
|
|
37
|
+
} catch (error) {
|
|
38
|
+
console.error('JSX transform failed:', error)
|
|
39
|
+
return code
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
/**
|
|
44
|
+
* Evaluate code in a sandboxed worker (Node.js version with Miniflare fallback)
|
|
45
|
+
*/
|
|
46
|
+
export async function evaluate(
|
|
47
|
+
options: EvaluateOptions,
|
|
48
|
+
env?: SandboxEnv
|
|
49
|
+
): Promise<EvaluateResult> {
|
|
50
|
+
const start = Date.now()
|
|
51
|
+
|
|
52
|
+
try {
|
|
53
|
+
// Transform JSX in module, tests, and script before evaluation
|
|
54
|
+
const transformedModule = options.module ? await transformJSX(options.module) : undefined
|
|
55
|
+
const transformedTests = options.tests ? await transformJSX(options.tests) : undefined
|
|
56
|
+
const transformedScript = options.script ? await transformJSX(options.script) : undefined
|
|
57
|
+
|
|
58
|
+
const transformedOptions: EvaluateOptions = {
|
|
59
|
+
...options,
|
|
60
|
+
module: transformedModule,
|
|
61
|
+
tests: transformedTests,
|
|
62
|
+
script: transformedScript,
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
// Use worker_loaders if available (Cloudflare Workers)
|
|
66
|
+
// Check lowercase first (preferred), then legacy uppercase
|
|
67
|
+
const loader = env?.loader || env?.LOADER
|
|
68
|
+
const testService = env?.test || env?.TEST
|
|
69
|
+
if (loader && testService) {
|
|
70
|
+
return await evaluateWithWorkerLoader(transformedOptions, loader, testService, start)
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
// Fall back to Miniflare (Node.js/local development)
|
|
74
|
+
return await evaluateWithMiniflare(transformedOptions, start)
|
|
75
|
+
} catch (error) {
|
|
76
|
+
return {
|
|
77
|
+
success: false,
|
|
78
|
+
logs: [],
|
|
79
|
+
error: error instanceof Error ? error.message : String(error),
|
|
80
|
+
duration: Date.now() - start,
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
/**
|
|
86
|
+
* Evaluate using Cloudflare worker_loaders binding
|
|
87
|
+
*/
|
|
88
|
+
async function evaluateWithWorkerLoader(
|
|
89
|
+
options: EvaluateOptions,
|
|
90
|
+
loader: WorkerLoader,
|
|
91
|
+
testService: unknown,
|
|
92
|
+
start: number
|
|
93
|
+
): Promise<EvaluateResult> {
|
|
94
|
+
const workerCode = generateWorkerCode({
|
|
95
|
+
module: options.module,
|
|
96
|
+
tests: options.tests,
|
|
97
|
+
script: options.script,
|
|
98
|
+
sdk: options.sdk,
|
|
99
|
+
imports: options.imports,
|
|
100
|
+
})
|
|
101
|
+
const id = `sandbox-${Date.now()}-${Math.random().toString(36).slice(2)}`
|
|
102
|
+
|
|
103
|
+
const worker = loader.get(id, async () => ({
|
|
104
|
+
mainModule: 'worker.js',
|
|
105
|
+
modules: {
|
|
106
|
+
'worker.js': workerCode,
|
|
107
|
+
},
|
|
108
|
+
compatibilityDate: '2026-01-01',
|
|
109
|
+
globalOutbound: options.fetch === null ? null : undefined,
|
|
110
|
+
bindings: {
|
|
111
|
+
TEST: testService,
|
|
112
|
+
},
|
|
113
|
+
}))
|
|
114
|
+
|
|
115
|
+
const entrypoint = worker.getEntrypoint()
|
|
116
|
+
const response = await entrypoint.fetch(new Request('http://sandbox/execute'))
|
|
117
|
+
const result = (await response.json()) as EvaluateResult
|
|
118
|
+
|
|
119
|
+
return {
|
|
120
|
+
...result,
|
|
121
|
+
duration: Date.now() - start,
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
/**
|
|
126
|
+
* Evaluate using Miniflare (for Node.js/development)
|
|
127
|
+
*/
|
|
128
|
+
async function evaluateWithMiniflare(
|
|
129
|
+
options: EvaluateOptions,
|
|
130
|
+
start: number
|
|
131
|
+
): Promise<EvaluateResult> {
|
|
132
|
+
const { Miniflare } = await import('miniflare')
|
|
133
|
+
|
|
134
|
+
const workerCode = generateDevWorkerCode({
|
|
135
|
+
module: options.module,
|
|
136
|
+
tests: options.tests,
|
|
137
|
+
script: options.script,
|
|
138
|
+
sdk: options.sdk,
|
|
139
|
+
imports: options.imports,
|
|
140
|
+
fetch: options.fetch, // Pass fetch option to worker template
|
|
141
|
+
})
|
|
142
|
+
|
|
143
|
+
// Block outbound network requests at Miniflare level when fetch: null
|
|
144
|
+
// This complements the globalThis.fetch override in the worker template
|
|
145
|
+
const blockNetwork = options.fetch === null
|
|
146
|
+
|
|
147
|
+
const mf = new Miniflare({
|
|
148
|
+
modules: true,
|
|
149
|
+
script: workerCode,
|
|
150
|
+
compatibilityDate: '2026-01-01',
|
|
151
|
+
// Block all outbound fetch/connect when network is disabled
|
|
152
|
+
...(blockNetwork && {
|
|
153
|
+
outboundService: () => {
|
|
154
|
+
throw new Error('Network access blocked: fetch is disabled in this sandbox')
|
|
155
|
+
},
|
|
156
|
+
}),
|
|
157
|
+
})
|
|
158
|
+
|
|
159
|
+
try {
|
|
160
|
+
const timeout = options.timeout || 5000
|
|
161
|
+
const controller = new AbortController()
|
|
162
|
+
const timeoutId = setTimeout(() => controller.abort(), timeout)
|
|
163
|
+
|
|
164
|
+
try {
|
|
165
|
+
const response = await mf.dispatchFetch('http://sandbox/execute', {
|
|
166
|
+
signal: controller.signal,
|
|
167
|
+
})
|
|
168
|
+
clearTimeout(timeoutId)
|
|
169
|
+
const result = (await response.json()) as EvaluateResult
|
|
170
|
+
|
|
171
|
+
return {
|
|
172
|
+
...result,
|
|
173
|
+
duration: Date.now() - start,
|
|
174
|
+
}
|
|
175
|
+
} catch (err) {
|
|
176
|
+
clearTimeout(timeoutId)
|
|
177
|
+
if ((err as Error).name === 'AbortError') {
|
|
178
|
+
return {
|
|
179
|
+
success: false,
|
|
180
|
+
logs: [],
|
|
181
|
+
error: `Timeout: Script execution exceeded ${timeout}ms`,
|
|
182
|
+
duration: Date.now() - start,
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
throw err
|
|
186
|
+
}
|
|
187
|
+
} finally {
|
|
188
|
+
await mf.dispose()
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
/**
|
|
193
|
+
* Create an evaluate function bound to a specific environment
|
|
194
|
+
*/
|
|
195
|
+
export function createEvaluator(env?: SandboxEnv) {
|
|
196
|
+
return (options: EvaluateOptions) => evaluate(options, env)
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
// Re-export types
|
|
200
|
+
export type { EvaluateOptions, EvaluateResult, SandboxEnv } from './types.js'
|
package/src/repl.ts
ADDED
|
@@ -0,0 +1,228 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* REPL session support for ai-evaluate
|
|
3
|
+
*
|
|
4
|
+
* Provides persistent evaluation sessions with context preservation.
|
|
5
|
+
*/
|
|
6
|
+
|
|
7
|
+
import type { EvaluateOptions, EvaluateResult, SandboxEnv, SDKConfig } from './types.js'
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* REPL session configuration
|
|
11
|
+
*/
|
|
12
|
+
export interface ReplSessionConfig {
|
|
13
|
+
/** Use local Miniflare instead of remote workers */
|
|
14
|
+
local?: boolean
|
|
15
|
+
/** Authentication token for remote execution */
|
|
16
|
+
auth?: string
|
|
17
|
+
/** SDK configuration for platform primitives */
|
|
18
|
+
sdk?: SDKConfig | boolean
|
|
19
|
+
/** Code to run when session starts (defines globals, imports) */
|
|
20
|
+
prelude?: string
|
|
21
|
+
/** Timeout for each evaluation in milliseconds */
|
|
22
|
+
timeout?: number
|
|
23
|
+
/** Allow network access */
|
|
24
|
+
allowNetwork?: boolean
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
/**
|
|
28
|
+
* Result from a REPL evaluation
|
|
29
|
+
*/
|
|
30
|
+
export interface ReplEvalResult extends EvaluateResult {
|
|
31
|
+
/** Variables exported during evaluation */
|
|
32
|
+
exports?: Record<string, unknown>
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
/**
|
|
36
|
+
* REPL session with persistent context
|
|
37
|
+
*/
|
|
38
|
+
export interface ReplSession {
|
|
39
|
+
/** Evaluate code in the session context */
|
|
40
|
+
eval(code: string): Promise<ReplEvalResult>
|
|
41
|
+
|
|
42
|
+
/** Get current session context (accumulated exports) */
|
|
43
|
+
getContext(): Record<string, unknown>
|
|
44
|
+
|
|
45
|
+
/** Set a value in the session context */
|
|
46
|
+
setContext(key: string, value: unknown): void
|
|
47
|
+
|
|
48
|
+
/** Clear the session context */
|
|
49
|
+
clearContext(): void
|
|
50
|
+
|
|
51
|
+
/** Run prelude code (called automatically on first eval) */
|
|
52
|
+
runPrelude(): Promise<void>
|
|
53
|
+
|
|
54
|
+
/** Close the session and release resources */
|
|
55
|
+
close(): Promise<void>
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
/**
|
|
59
|
+
* Create a REPL session for interactive code evaluation
|
|
60
|
+
*
|
|
61
|
+
* @example
|
|
62
|
+
* ```ts
|
|
63
|
+
* import { createReplSession } from 'ai-evaluate/repl'
|
|
64
|
+
*
|
|
65
|
+
* const session = await createReplSession({ local: true })
|
|
66
|
+
*
|
|
67
|
+
* await session.eval('const sum = (a, b) => a + b')
|
|
68
|
+
* const result = await session.eval('sum(1, 2)')
|
|
69
|
+
* console.log(result.value) // 3
|
|
70
|
+
*
|
|
71
|
+
* await session.close()
|
|
72
|
+
* ```
|
|
73
|
+
*/
|
|
74
|
+
export async function createReplSession(
|
|
75
|
+
config?: ReplSessionConfig,
|
|
76
|
+
env?: SandboxEnv
|
|
77
|
+
): Promise<ReplSession> {
|
|
78
|
+
// Context accumulates across evaluations
|
|
79
|
+
let context: Record<string, unknown> = {}
|
|
80
|
+
let preludeRun = false
|
|
81
|
+
let miniflare: unknown = null
|
|
82
|
+
|
|
83
|
+
// Build module code from accumulated context
|
|
84
|
+
function buildContextModule(): string {
|
|
85
|
+
const entries = Object.entries(context)
|
|
86
|
+
if (entries.length === 0) return ''
|
|
87
|
+
|
|
88
|
+
return entries
|
|
89
|
+
.map(([key, value]) => {
|
|
90
|
+
if (typeof value === 'function') {
|
|
91
|
+
return `export const ${key} = ${value.toString()}`
|
|
92
|
+
}
|
|
93
|
+
return `export const ${key} = ${JSON.stringify(value)}`
|
|
94
|
+
})
|
|
95
|
+
.join('\n')
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
// Get the evaluate function (local or remote)
|
|
99
|
+
async function getEvaluate(): Promise<
|
|
100
|
+
(options: EvaluateOptions, env?: SandboxEnv) => Promise<EvaluateResult>
|
|
101
|
+
> {
|
|
102
|
+
if (config?.local) {
|
|
103
|
+
// Use local Miniflare via node.ts
|
|
104
|
+
const { evaluate } = await import('./node.js')
|
|
105
|
+
return evaluate
|
|
106
|
+
} else if (env) {
|
|
107
|
+
// Use remote worker loaders
|
|
108
|
+
const { evaluate } = await import('./evaluate.js')
|
|
109
|
+
return (options) => evaluate(options, env)
|
|
110
|
+
} else {
|
|
111
|
+
// Default to local if no env
|
|
112
|
+
const { evaluate } = await import('./node.js')
|
|
113
|
+
return evaluate
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
const evaluate = await getEvaluate()
|
|
118
|
+
|
|
119
|
+
async function runPrelude(): Promise<void> {
|
|
120
|
+
if (preludeRun || !config?.prelude) return
|
|
121
|
+
preludeRun = true
|
|
122
|
+
|
|
123
|
+
const result = await evaluate(
|
|
124
|
+
{
|
|
125
|
+
module: config.prelude,
|
|
126
|
+
script: 'return Object.keys(module)',
|
|
127
|
+
sdk: config.sdk,
|
|
128
|
+
timeout: config.timeout,
|
|
129
|
+
fetch: config.allowNetwork === false ? null : undefined,
|
|
130
|
+
},
|
|
131
|
+
env
|
|
132
|
+
)
|
|
133
|
+
|
|
134
|
+
if (result.success && Array.isArray(result.value)) {
|
|
135
|
+
// Store exported names in context
|
|
136
|
+
for (const key of result.value) {
|
|
137
|
+
context[key] = `__prelude_${key}__`
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
return {
|
|
143
|
+
async eval(code: string): Promise<ReplEvalResult> {
|
|
144
|
+
await runPrelude()
|
|
145
|
+
|
|
146
|
+
// Wrap code to capture any declared variables
|
|
147
|
+
const contextModule = buildContextModule()
|
|
148
|
+
const preludeModule = config?.prelude || ''
|
|
149
|
+
|
|
150
|
+
// Try to parse as expression first, then as statement
|
|
151
|
+
const isExpression =
|
|
152
|
+
!code.includes('const ') &&
|
|
153
|
+
!code.includes('let ') &&
|
|
154
|
+
!code.includes('function ') &&
|
|
155
|
+
!code.includes('class ') &&
|
|
156
|
+
!code.includes('export ')
|
|
157
|
+
|
|
158
|
+
const script = isExpression
|
|
159
|
+
? `return (${code})`
|
|
160
|
+
: code.includes('return ')
|
|
161
|
+
? code
|
|
162
|
+
: `${code}\nreturn undefined`
|
|
163
|
+
|
|
164
|
+
const result = await evaluate(
|
|
165
|
+
{
|
|
166
|
+
module: preludeModule + '\n' + contextModule,
|
|
167
|
+
script,
|
|
168
|
+
sdk: config?.sdk,
|
|
169
|
+
timeout: config?.timeout,
|
|
170
|
+
fetch: config?.allowNetwork === false ? null : undefined,
|
|
171
|
+
},
|
|
172
|
+
env
|
|
173
|
+
)
|
|
174
|
+
|
|
175
|
+
return result
|
|
176
|
+
},
|
|
177
|
+
|
|
178
|
+
getContext(): Record<string, unknown> {
|
|
179
|
+
return { ...context }
|
|
180
|
+
},
|
|
181
|
+
|
|
182
|
+
setContext(key: string, value: unknown): void {
|
|
183
|
+
context[key] = value
|
|
184
|
+
},
|
|
185
|
+
|
|
186
|
+
clearContext(): void {
|
|
187
|
+
context = {}
|
|
188
|
+
},
|
|
189
|
+
|
|
190
|
+
runPrelude,
|
|
191
|
+
|
|
192
|
+
async close(): Promise<void> {
|
|
193
|
+
context = {}
|
|
194
|
+
preludeRun = false
|
|
195
|
+
if (
|
|
196
|
+
miniflare &&
|
|
197
|
+
typeof (miniflare as { dispose?: () => Promise<void> }).dispose === 'function'
|
|
198
|
+
) {
|
|
199
|
+
await (miniflare as { dispose: () => Promise<void> }).dispose()
|
|
200
|
+
miniflare = null
|
|
201
|
+
}
|
|
202
|
+
},
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
/**
|
|
207
|
+
* Quick evaluation helper for one-off evaluations
|
|
208
|
+
*
|
|
209
|
+
* @example
|
|
210
|
+
* ```ts
|
|
211
|
+
* import { quickEval } from 'ai-evaluate/repl'
|
|
212
|
+
*
|
|
213
|
+
* const result = await quickEval('1 + 2 * 3')
|
|
214
|
+
* console.log(result.value) // 7
|
|
215
|
+
* ```
|
|
216
|
+
*/
|
|
217
|
+
export async function quickEval(
|
|
218
|
+
code: string,
|
|
219
|
+
config?: ReplSessionConfig,
|
|
220
|
+
env?: SandboxEnv
|
|
221
|
+
): Promise<ReplEvalResult> {
|
|
222
|
+
const session = await createReplSession(config, env)
|
|
223
|
+
try {
|
|
224
|
+
return await session.eval(code)
|
|
225
|
+
} finally {
|
|
226
|
+
await session.close()
|
|
227
|
+
}
|
|
228
|
+
}
|