ai-evaluate 2.1.4 → 2.1.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/src/node.js ADDED
@@ -0,0 +1,168 @@
1
+ /**
2
+ * Evaluate code in a sandboxed environment (Node.js version)
3
+ *
4
+ * Uses Cloudflare worker_loaders when available, falls back to Miniflare for local dev.
5
+ * For Workers-only builds, import from 'ai-evaluate' instead.
6
+ */
7
+ import { generateWorkerCode, generateDevWorkerCode } from './worker-template.js';
8
+ /**
9
+ * Check if code contains JSX syntax that needs transformation
10
+ */
11
+ function containsJSX(code) {
12
+ if (!code)
13
+ return false;
14
+ const jsxPattern = /<[A-Z][a-zA-Z0-9]*[\s/>]|<[a-z][a-z0-9-]*[\s/>]|<>|<\/>/;
15
+ const jsxReturnPattern = /return\s*\(\s*<|return\s+<[A-Za-z]/;
16
+ return jsxPattern.test(code) || jsxReturnPattern.test(code);
17
+ }
18
+ /**
19
+ * Transform JSX in code using esbuild
20
+ */
21
+ async function transformJSX(code) {
22
+ if (!code || !containsJSX(code))
23
+ return code;
24
+ try {
25
+ const { transform } = await import('esbuild');
26
+ const result = await transform(code, {
27
+ loader: 'tsx',
28
+ jsxFactory: 'h',
29
+ jsxFragment: 'Fragment',
30
+ target: 'esnext',
31
+ format: 'esm',
32
+ });
33
+ return result.code;
34
+ }
35
+ catch (error) {
36
+ console.error('JSX transform failed:', error);
37
+ return code;
38
+ }
39
+ }
40
+ /**
41
+ * Evaluate code in a sandboxed worker (Node.js version with Miniflare fallback)
42
+ */
43
+ export async function evaluate(options, env) {
44
+ const start = Date.now();
45
+ try {
46
+ // Transform JSX in module, tests, and script before evaluation
47
+ const transformedModule = options.module ? await transformJSX(options.module) : undefined;
48
+ const transformedTests = options.tests ? await transformJSX(options.tests) : undefined;
49
+ const transformedScript = options.script ? await transformJSX(options.script) : undefined;
50
+ const transformedOptions = {
51
+ ...options,
52
+ module: transformedModule,
53
+ tests: transformedTests,
54
+ script: transformedScript,
55
+ };
56
+ // Use worker_loaders if available (Cloudflare Workers)
57
+ if (env?.LOADER && env?.TEST) {
58
+ return await evaluateWithWorkerLoader(transformedOptions, env.LOADER, env.TEST, start);
59
+ }
60
+ // Fall back to Miniflare (Node.js/local development)
61
+ return await evaluateWithMiniflare(transformedOptions, start);
62
+ }
63
+ catch (error) {
64
+ return {
65
+ success: false,
66
+ logs: [],
67
+ error: error instanceof Error ? error.message : String(error),
68
+ duration: Date.now() - start,
69
+ };
70
+ }
71
+ }
72
+ /**
73
+ * Evaluate using Cloudflare worker_loaders binding
74
+ */
75
+ async function evaluateWithWorkerLoader(options, loader, testService, start) {
76
+ const workerCode = generateWorkerCode({
77
+ module: options.module,
78
+ tests: options.tests,
79
+ script: options.script,
80
+ sdk: options.sdk,
81
+ imports: options.imports,
82
+ });
83
+ const id = `sandbox-${Date.now()}-${Math.random().toString(36).slice(2)}`;
84
+ const worker = loader.get(id, async () => ({
85
+ mainModule: 'worker.js',
86
+ modules: {
87
+ 'worker.js': workerCode,
88
+ },
89
+ compatibilityDate: '2026-01-01',
90
+ globalOutbound: options.fetch === null ? null : undefined,
91
+ bindings: {
92
+ TEST: testService,
93
+ },
94
+ }));
95
+ const entrypoint = worker.getEntrypoint();
96
+ const response = await entrypoint.fetch(new Request('http://sandbox/execute'));
97
+ const result = (await response.json());
98
+ return {
99
+ ...result,
100
+ duration: Date.now() - start,
101
+ };
102
+ }
103
+ /**
104
+ * Evaluate using Miniflare (for Node.js/development)
105
+ */
106
+ async function evaluateWithMiniflare(options, start) {
107
+ const { Miniflare } = await import('miniflare');
108
+ const workerCode = generateDevWorkerCode({
109
+ module: options.module,
110
+ tests: options.tests,
111
+ script: options.script,
112
+ sdk: options.sdk,
113
+ imports: options.imports,
114
+ fetch: options.fetch, // Pass fetch option to worker template
115
+ });
116
+ // Block outbound network requests at Miniflare level when fetch: null
117
+ // This complements the globalThis.fetch override in the worker template
118
+ const blockNetwork = options.fetch === null;
119
+ const mf = new Miniflare({
120
+ modules: true,
121
+ script: workerCode,
122
+ compatibilityDate: '2026-01-01',
123
+ // Block all outbound fetch/connect when network is disabled
124
+ ...(blockNetwork && {
125
+ outboundService: () => {
126
+ throw new Error('Network access blocked: fetch is disabled in this sandbox');
127
+ },
128
+ }),
129
+ });
130
+ try {
131
+ const timeout = options.timeout || 5000;
132
+ const controller = new AbortController();
133
+ const timeoutId = setTimeout(() => controller.abort(), timeout);
134
+ try {
135
+ const response = await mf.dispatchFetch('http://sandbox/execute', {
136
+ signal: controller.signal,
137
+ });
138
+ clearTimeout(timeoutId);
139
+ const result = (await response.json());
140
+ return {
141
+ ...result,
142
+ duration: Date.now() - start,
143
+ };
144
+ }
145
+ catch (err) {
146
+ clearTimeout(timeoutId);
147
+ if (err.name === 'AbortError') {
148
+ return {
149
+ success: false,
150
+ logs: [],
151
+ error: `Timeout: Script execution exceeded ${timeout}ms`,
152
+ duration: Date.now() - start,
153
+ };
154
+ }
155
+ throw err;
156
+ }
157
+ }
158
+ finally {
159
+ await mf.dispose();
160
+ }
161
+ }
162
+ /**
163
+ * Create an evaluate function bound to a specific environment
164
+ */
165
+ export function createEvaluator(env) {
166
+ return (options) => evaluate(options, env);
167
+ }
168
+ //# sourceMappingURL=node.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"node.js","sourceRoot":"","sources":["node.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAEhF;;GAEG;AACH,SAAS,WAAW,CAAC,IAAY;IAC/B,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAA;IACvB,MAAM,UAAU,GAAG,yDAAyD,CAAA;IAC5E,MAAM,gBAAgB,GAAG,oCAAoC,CAAA;IAC7D,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC7D,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY,CAAC,IAAY;IACtC,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAE5C,IAAI,CAAC;QACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAA;QAC7C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE;YACnC,MAAM,EAAE,KAAK;YACb,UAAU,EAAE,GAAG;YACf,WAAW,EAAE,UAAU;YACvB,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE,KAAK;SACd,CAAC,CAAA;QACF,OAAO,MAAM,CAAC,IAAI,CAAA;IACpB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAA;QAC7C,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,OAAwB,EACxB,GAAgB;IAEhB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAExB,IAAI,CAAC;QACH,+DAA+D;QAC/D,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACzF,MAAM,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACtF,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QAEzF,MAAM,kBAAkB,GAAoB;YAC1C,GAAG,OAAO;YACV,MAAM,EAAE,iBAAiB;YACzB,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,iBAAiB;SAC1B,CAAA;QAED,uDAAuD;QACvD,IAAI,GAAG,EAAE,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,CAAC;YAC7B,OAAO,MAAM,wBAAwB,CAAC,kBAAkB,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACxF,CAAC;QAED,qDAAqD;QACrD,OAAO,MAAM,qBAAqB,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAA;IAC/D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,IAAI,EAAE,EAAE;YACR,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC7B,CAAA;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,wBAAwB,CACrC,OAAwB,EACxB,MAAoB,EACpB,WAAoB,EACpB,KAAa;IAEb,MAAM,UAAU,GAAG,kBAAkB,CAAC;QACpC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,OAAO,EAAE,OAAO,CAAC,OAAO;KACzB,CAAC,CAAA;IACF,MAAM,EAAE,GAAG,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;IAEzE,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;QACzC,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE;YACP,WAAW,EAAE,UAAU;SACxB;QACD,iBAAiB,EAAE,YAAY;QAC/B,cAAc,EAAE,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;QACzD,QAAQ,EAAE;YACR,IAAI,EAAE,WAAW;SAClB;KACF,CAAC,CAAC,CAAA;IAEH,MAAM,UAAU,GAAG,MAAM,CAAC,aAAa,EAAE,CAAA;IACzC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,wBAAwB,CAAC,CAAC,CAAA;IAC9E,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAA;IAExD,OAAO;QACL,GAAG,MAAM;QACT,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;KAC7B,CAAA;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,qBAAqB,CAClC,OAAwB,EACxB,KAAa;IAEb,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAA;IAE/C,MAAM,UAAU,GAAG,qBAAqB,CAAC;QACvC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,uCAAuC;KAC9D,CAAC,CAAA;IAEF,sEAAsE;IACtE,wEAAwE;IACxE,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,KAAK,IAAI,CAAA;IAE3C,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC;QACvB,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,UAAU;QAClB,iBAAiB,EAAE,YAAY;QAC/B,4DAA4D;QAC5D,GAAG,CAAC,YAAY,IAAI;YAClB,eAAe,EAAE,GAAG,EAAE;gBACpB,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;YAC9E,CAAC;SACF,CAAC;KACH,CAAC,CAAA;IAEF,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAA;QACvC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;QACxC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAA;QAE/D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,aAAa,CAAC,wBAAwB,EAAE;gBAChE,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAA;YACF,YAAY,CAAC,SAAS,CAAC,CAAA;YACvB,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAA;YAExD,OAAO;gBACL,GAAG,MAAM;gBACT,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC7B,CAAA;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,YAAY,CAAC,SAAS,CAAC,CAAA;YACvB,IAAK,GAAa,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACzC,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,IAAI,EAAE,EAAE;oBACR,KAAK,EAAE,sCAAsC,OAAO,IAAI;oBACxD,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;iBAC7B,CAAA;YACH,CAAC;YACD,MAAM,GAAG,CAAA;QACX,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,OAAO,EAAE,CAAA;IACpB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAgB;IAC9C,OAAO,CAAC,OAAwB,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;AAC7D,CAAC"}
package/src/node.ts ADDED
@@ -0,0 +1,200 @@
1
+ /**
2
+ * Evaluate code in a sandboxed environment (Node.js version)
3
+ *
4
+ * Uses Cloudflare worker_loaders when available, falls back to Miniflare for local dev.
5
+ * For Workers-only builds, import from 'ai-evaluate' instead.
6
+ */
7
+
8
+ import type { EvaluateOptions, EvaluateResult, WorkerLoader, SandboxEnv } from './types.js'
9
+ import { generateWorkerCode, generateDevWorkerCode } from './worker-template.js'
10
+
11
+ /**
12
+ * Check if code contains JSX syntax that needs transformation
13
+ */
14
+ function containsJSX(code: string): boolean {
15
+ if (!code) return false
16
+ const jsxPattern = /<[A-Z][a-zA-Z0-9]*[\s/>]|<[a-z][a-z0-9-]*[\s/>]|<>|<\/>/
17
+ const jsxReturnPattern = /return\s*\(\s*<|return\s+<[A-Za-z]/
18
+ return jsxPattern.test(code) || jsxReturnPattern.test(code)
19
+ }
20
+
21
+ /**
22
+ * Transform JSX in code using esbuild
23
+ */
24
+ async function transformJSX(code: string): Promise<string> {
25
+ if (!code || !containsJSX(code)) return code
26
+
27
+ try {
28
+ const { transform } = await import('esbuild')
29
+ const result = await transform(code, {
30
+ loader: 'tsx',
31
+ jsxFactory: 'h',
32
+ jsxFragment: 'Fragment',
33
+ target: 'esnext',
34
+ format: 'esm',
35
+ })
36
+ return result.code
37
+ } catch (error) {
38
+ console.error('JSX transform failed:', error)
39
+ return code
40
+ }
41
+ }
42
+
43
+ /**
44
+ * Evaluate code in a sandboxed worker (Node.js version with Miniflare fallback)
45
+ */
46
+ export async function evaluate(
47
+ options: EvaluateOptions,
48
+ env?: SandboxEnv
49
+ ): Promise<EvaluateResult> {
50
+ const start = Date.now()
51
+
52
+ try {
53
+ // Transform JSX in module, tests, and script before evaluation
54
+ const transformedModule = options.module ? await transformJSX(options.module) : undefined
55
+ const transformedTests = options.tests ? await transformJSX(options.tests) : undefined
56
+ const transformedScript = options.script ? await transformJSX(options.script) : undefined
57
+
58
+ const transformedOptions: EvaluateOptions = {
59
+ ...options,
60
+ module: transformedModule,
61
+ tests: transformedTests,
62
+ script: transformedScript,
63
+ }
64
+
65
+ // Use worker_loaders if available (Cloudflare Workers)
66
+ // Check lowercase first (preferred), then legacy uppercase
67
+ const loader = env?.loader || env?.LOADER
68
+ const testService = env?.test || env?.TEST
69
+ if (loader && testService) {
70
+ return await evaluateWithWorkerLoader(transformedOptions, loader, testService, start)
71
+ }
72
+
73
+ // Fall back to Miniflare (Node.js/local development)
74
+ return await evaluateWithMiniflare(transformedOptions, start)
75
+ } catch (error) {
76
+ return {
77
+ success: false,
78
+ logs: [],
79
+ error: error instanceof Error ? error.message : String(error),
80
+ duration: Date.now() - start,
81
+ }
82
+ }
83
+ }
84
+
85
+ /**
86
+ * Evaluate using Cloudflare worker_loaders binding
87
+ */
88
+ async function evaluateWithWorkerLoader(
89
+ options: EvaluateOptions,
90
+ loader: WorkerLoader,
91
+ testService: unknown,
92
+ start: number
93
+ ): Promise<EvaluateResult> {
94
+ const workerCode = generateWorkerCode({
95
+ module: options.module,
96
+ tests: options.tests,
97
+ script: options.script,
98
+ sdk: options.sdk,
99
+ imports: options.imports,
100
+ })
101
+ const id = `sandbox-${Date.now()}-${Math.random().toString(36).slice(2)}`
102
+
103
+ const worker = loader.get(id, async () => ({
104
+ mainModule: 'worker.js',
105
+ modules: {
106
+ 'worker.js': workerCode,
107
+ },
108
+ compatibilityDate: '2026-01-01',
109
+ globalOutbound: options.fetch === null ? null : undefined,
110
+ bindings: {
111
+ TEST: testService,
112
+ },
113
+ }))
114
+
115
+ const entrypoint = worker.getEntrypoint()
116
+ const response = await entrypoint.fetch(new Request('http://sandbox/execute'))
117
+ const result = (await response.json()) as EvaluateResult
118
+
119
+ return {
120
+ ...result,
121
+ duration: Date.now() - start,
122
+ }
123
+ }
124
+
125
+ /**
126
+ * Evaluate using Miniflare (for Node.js/development)
127
+ */
128
+ async function evaluateWithMiniflare(
129
+ options: EvaluateOptions,
130
+ start: number
131
+ ): Promise<EvaluateResult> {
132
+ const { Miniflare } = await import('miniflare')
133
+
134
+ const workerCode = generateDevWorkerCode({
135
+ module: options.module,
136
+ tests: options.tests,
137
+ script: options.script,
138
+ sdk: options.sdk,
139
+ imports: options.imports,
140
+ fetch: options.fetch, // Pass fetch option to worker template
141
+ })
142
+
143
+ // Block outbound network requests at Miniflare level when fetch: null
144
+ // This complements the globalThis.fetch override in the worker template
145
+ const blockNetwork = options.fetch === null
146
+
147
+ const mf = new Miniflare({
148
+ modules: true,
149
+ script: workerCode,
150
+ compatibilityDate: '2026-01-01',
151
+ // Block all outbound fetch/connect when network is disabled
152
+ ...(blockNetwork && {
153
+ outboundService: () => {
154
+ throw new Error('Network access blocked: fetch is disabled in this sandbox')
155
+ },
156
+ }),
157
+ })
158
+
159
+ try {
160
+ const timeout = options.timeout || 5000
161
+ const controller = new AbortController()
162
+ const timeoutId = setTimeout(() => controller.abort(), timeout)
163
+
164
+ try {
165
+ const response = await mf.dispatchFetch('http://sandbox/execute', {
166
+ signal: controller.signal,
167
+ })
168
+ clearTimeout(timeoutId)
169
+ const result = (await response.json()) as EvaluateResult
170
+
171
+ return {
172
+ ...result,
173
+ duration: Date.now() - start,
174
+ }
175
+ } catch (err) {
176
+ clearTimeout(timeoutId)
177
+ if ((err as Error).name === 'AbortError') {
178
+ return {
179
+ success: false,
180
+ logs: [],
181
+ error: `Timeout: Script execution exceeded ${timeout}ms`,
182
+ duration: Date.now() - start,
183
+ }
184
+ }
185
+ throw err
186
+ }
187
+ } finally {
188
+ await mf.dispose()
189
+ }
190
+ }
191
+
192
+ /**
193
+ * Create an evaluate function bound to a specific environment
194
+ */
195
+ export function createEvaluator(env?: SandboxEnv) {
196
+ return (options: EvaluateOptions) => evaluate(options, env)
197
+ }
198
+
199
+ // Re-export types
200
+ export type { EvaluateOptions, EvaluateResult, SandboxEnv } from './types.js'
package/src/repl.ts ADDED
@@ -0,0 +1,228 @@
1
+ /**
2
+ * REPL session support for ai-evaluate
3
+ *
4
+ * Provides persistent evaluation sessions with context preservation.
5
+ */
6
+
7
+ import type { EvaluateOptions, EvaluateResult, SandboxEnv, SDKConfig } from './types.js'
8
+
9
+ /**
10
+ * REPL session configuration
11
+ */
12
+ export interface ReplSessionConfig {
13
+ /** Use local Miniflare instead of remote workers */
14
+ local?: boolean
15
+ /** Authentication token for remote execution */
16
+ auth?: string
17
+ /** SDK configuration for platform primitives */
18
+ sdk?: SDKConfig | boolean
19
+ /** Code to run when session starts (defines globals, imports) */
20
+ prelude?: string
21
+ /** Timeout for each evaluation in milliseconds */
22
+ timeout?: number
23
+ /** Allow network access */
24
+ allowNetwork?: boolean
25
+ }
26
+
27
+ /**
28
+ * Result from a REPL evaluation
29
+ */
30
+ export interface ReplEvalResult extends EvaluateResult {
31
+ /** Variables exported during evaluation */
32
+ exports?: Record<string, unknown>
33
+ }
34
+
35
+ /**
36
+ * REPL session with persistent context
37
+ */
38
+ export interface ReplSession {
39
+ /** Evaluate code in the session context */
40
+ eval(code: string): Promise<ReplEvalResult>
41
+
42
+ /** Get current session context (accumulated exports) */
43
+ getContext(): Record<string, unknown>
44
+
45
+ /** Set a value in the session context */
46
+ setContext(key: string, value: unknown): void
47
+
48
+ /** Clear the session context */
49
+ clearContext(): void
50
+
51
+ /** Run prelude code (called automatically on first eval) */
52
+ runPrelude(): Promise<void>
53
+
54
+ /** Close the session and release resources */
55
+ close(): Promise<void>
56
+ }
57
+
58
+ /**
59
+ * Create a REPL session for interactive code evaluation
60
+ *
61
+ * @example
62
+ * ```ts
63
+ * import { createReplSession } from 'ai-evaluate/repl'
64
+ *
65
+ * const session = await createReplSession({ local: true })
66
+ *
67
+ * await session.eval('const sum = (a, b) => a + b')
68
+ * const result = await session.eval('sum(1, 2)')
69
+ * console.log(result.value) // 3
70
+ *
71
+ * await session.close()
72
+ * ```
73
+ */
74
+ export async function createReplSession(
75
+ config?: ReplSessionConfig,
76
+ env?: SandboxEnv
77
+ ): Promise<ReplSession> {
78
+ // Context accumulates across evaluations
79
+ let context: Record<string, unknown> = {}
80
+ let preludeRun = false
81
+ let miniflare: unknown = null
82
+
83
+ // Build module code from accumulated context
84
+ function buildContextModule(): string {
85
+ const entries = Object.entries(context)
86
+ if (entries.length === 0) return ''
87
+
88
+ return entries
89
+ .map(([key, value]) => {
90
+ if (typeof value === 'function') {
91
+ return `export const ${key} = ${value.toString()}`
92
+ }
93
+ return `export const ${key} = ${JSON.stringify(value)}`
94
+ })
95
+ .join('\n')
96
+ }
97
+
98
+ // Get the evaluate function (local or remote)
99
+ async function getEvaluate(): Promise<
100
+ (options: EvaluateOptions, env?: SandboxEnv) => Promise<EvaluateResult>
101
+ > {
102
+ if (config?.local) {
103
+ // Use local Miniflare via node.ts
104
+ const { evaluate } = await import('./node.js')
105
+ return evaluate
106
+ } else if (env) {
107
+ // Use remote worker loaders
108
+ const { evaluate } = await import('./evaluate.js')
109
+ return (options) => evaluate(options, env)
110
+ } else {
111
+ // Default to local if no env
112
+ const { evaluate } = await import('./node.js')
113
+ return evaluate
114
+ }
115
+ }
116
+
117
+ const evaluate = await getEvaluate()
118
+
119
+ async function runPrelude(): Promise<void> {
120
+ if (preludeRun || !config?.prelude) return
121
+ preludeRun = true
122
+
123
+ const result = await evaluate(
124
+ {
125
+ module: config.prelude,
126
+ script: 'return Object.keys(module)',
127
+ sdk: config.sdk,
128
+ timeout: config.timeout,
129
+ fetch: config.allowNetwork === false ? null : undefined,
130
+ },
131
+ env
132
+ )
133
+
134
+ if (result.success && Array.isArray(result.value)) {
135
+ // Store exported names in context
136
+ for (const key of result.value) {
137
+ context[key] = `__prelude_${key}__`
138
+ }
139
+ }
140
+ }
141
+
142
+ return {
143
+ async eval(code: string): Promise<ReplEvalResult> {
144
+ await runPrelude()
145
+
146
+ // Wrap code to capture any declared variables
147
+ const contextModule = buildContextModule()
148
+ const preludeModule = config?.prelude || ''
149
+
150
+ // Try to parse as expression first, then as statement
151
+ const isExpression =
152
+ !code.includes('const ') &&
153
+ !code.includes('let ') &&
154
+ !code.includes('function ') &&
155
+ !code.includes('class ') &&
156
+ !code.includes('export ')
157
+
158
+ const script = isExpression
159
+ ? `return (${code})`
160
+ : code.includes('return ')
161
+ ? code
162
+ : `${code}\nreturn undefined`
163
+
164
+ const result = await evaluate(
165
+ {
166
+ module: preludeModule + '\n' + contextModule,
167
+ script,
168
+ sdk: config?.sdk,
169
+ timeout: config?.timeout,
170
+ fetch: config?.allowNetwork === false ? null : undefined,
171
+ },
172
+ env
173
+ )
174
+
175
+ return result
176
+ },
177
+
178
+ getContext(): Record<string, unknown> {
179
+ return { ...context }
180
+ },
181
+
182
+ setContext(key: string, value: unknown): void {
183
+ context[key] = value
184
+ },
185
+
186
+ clearContext(): void {
187
+ context = {}
188
+ },
189
+
190
+ runPrelude,
191
+
192
+ async close(): Promise<void> {
193
+ context = {}
194
+ preludeRun = false
195
+ if (
196
+ miniflare &&
197
+ typeof (miniflare as { dispose?: () => Promise<void> }).dispose === 'function'
198
+ ) {
199
+ await (miniflare as { dispose: () => Promise<void> }).dispose()
200
+ miniflare = null
201
+ }
202
+ },
203
+ }
204
+ }
205
+
206
+ /**
207
+ * Quick evaluation helper for one-off evaluations
208
+ *
209
+ * @example
210
+ * ```ts
211
+ * import { quickEval } from 'ai-evaluate/repl'
212
+ *
213
+ * const result = await quickEval('1 + 2 * 3')
214
+ * console.log(result.value) // 7
215
+ * ```
216
+ */
217
+ export async function quickEval(
218
+ code: string,
219
+ config?: ReplSessionConfig,
220
+ env?: SandboxEnv
221
+ ): Promise<ReplEvalResult> {
222
+ const session = await createReplSession(config, env)
223
+ try {
224
+ return await session.eval(code)
225
+ } finally {
226
+ await session.close()
227
+ }
228
+ }