ai-evaluate 2.1.6 → 2.1.8

package/dist/capnweb-bundle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"capnweb-bundle.js","sourceRoot":"","sources":["../src/capnweb-bundle.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0hF7B,CAAA"}

package/dist/evaluate.d.ts

@@ -6,7 +6,7 @@
  *
  * Requires:
  * - LOADER binding (worker_loaders)
- * - TEST binding (ai-tests service)
+ * - TEST binding (ai-tests service) - optional, only needed for test assertions
  */
 import type { EvaluateOptions, EvaluateResult, SandboxEnv } from './types.js';
 /**

package/dist/evaluate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evaluate.d.ts","sourceRoot":"","sources":["../src/evaluate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAgB,UAAU,EAAE,MAAM,YAAY,CAAA;AAG3F;;;;;;;;;;;;;GAaG;AACH,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,eAAe,EACxB,GAAG,CAAC,EAAE,UAAU,GACf,OAAO,CAAC,cAAc,CAAC,CAyBzB;AA4CD;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,UAAU,IACrC,SAAS,eAAe,6BACjC"}
+{"version":3,"file":"evaluate.d.ts","sourceRoot":"","sources":["../src/evaluate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAgB,UAAU,EAAE,MAAM,YAAY,CAAA;AAyF3F;;;;;;;;;;;;;GAaG;AACH,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,eAAe,EACxB,GAAG,CAAC,EAAE,UAAU,GACf,OAAO,CAAC,cAAc,CAAC,CAiCzB;AA6JD;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,UAAU,IACrC,SAAS,eAAe,6BACjC"}

package/dist/evaluate.js

@@ -6,9 +6,86 @@
  *
  * Requires:
  * - LOADER binding (worker_loaders)
- * - TEST binding (ai-tests service)
+ * - TEST binding (ai-tests service) - optional, only needed for test assertions
  */
-import { generateWorkerCode } from './worker-template.js';
+import { generateWorkerCode } from './worker-template/index.js';
+import { CAPNWEB_SOURCE } from './capnweb-bundle.js';
+import { COMPATIBILITY_DATE, normalizeImport, extractPackageName } from './shared.js';
+/**
+ * Generate a minimal worker for simple script execution
+ * This doesn't require capnweb or TEST binding
+ */
+function generateSimpleWorkerCode(options) {
+    const { module = '', script = '', imports = [] } = options;
+    // Build import statements for pre-fetched external modules
+    // Modules are fetched by the host worker and included in the worker definition
+    const importStatements = imports
+        .map((url, i) => `import * as __import${i}__ from './__external_${i}__.js';`)
+        .join('\n');
+    // Make imports available as globals
+    const importGlobals = imports
+        .map((specifier, i) => {
+        const pkgName = extractPackageName(specifier, i);
+        const varName = pkgName === 'lodash' ? '_' : pkgName;
+        return `globalThis.${varName} = __import${i}__.default || __import${i}__;
+globalThis.pkg = __import${i}__.default || __import${i}__;`;
+    })
+        .join('\n');
+    // Wrap script to capture return value (code is embedded at build time, no eval)
+    const wrappedScript = script
+        ? `const __executeScript__ = async () => { ${script} }; const __result__ = await __executeScript__();`
+        : 'const __result__ = undefined;';
+    return `
+// Simple Sandbox Worker
+${importStatements}
+
+const logs = [];
+
+// Capture console output
+const originalConsole = { ...console };
+const captureConsole = (level) => (...args) => {
+  logs.push({
+    level,
+    message: args.map(a => typeof a === 'object' ? JSON.stringify(a) : String(a)).join(' '),
+    timestamp: Date.now()
+  });
+  originalConsole[level](...args);
+};
+console.log = captureConsole('log');
+console.warn = captureConsole('warn');
+console.error = captureConsole('error');
+console.info = captureConsole('info');
+
+// Make imports available globally
+${importGlobals}
+
+// User module code (if any)
+${module}
+
+export default {
+  async fetch(request, env) {
+    try {
+      // Execute the script (embedded at generation time - no new Function())
+      ${wrappedScript}
+
+      return Response.json({
+        success: true,
+        value: __result__,
+        logs,
+        duration: 0
+      });
+    } catch (error) {
+      return Response.json({
+        success: false,
+        error: error.message || String(error),
+        logs,
+        duration: 0
+      });
+    }
+  }
+};
+`;
+}
 /**
  * Evaluate code in a sandboxed worker
  *
@@ -32,10 +109,16 @@ export async function evaluate(options, env) {
             return {
                 success: false,
                 logs: [],
-                error: 'Sandbox requires worker_loaders binding. Add to wrangler.jsonc: "worker_loaders": [{ "binding": "loader" }]. For Node.js, use: import { evaluate } from "ai-evaluate/node"',
+                error: 'Sandbox requires worker_loaders binding. Add to wrangler.toml: [[worker_loaders]] binding = "LOADER". For Node.js, use: import { evaluate } from "ai-evaluate/node"',
                 duration: Date.now() - start,
             };
         }
+        // Use simple worker for basic script execution (no tests, no SDK)
+        const useSimpleWorker = !options.tests && !options.sdk;
+        if (useSimpleWorker) {
+            return await evaluateSimple(options, loader, start);
+        }
+        // Use full worker template for tests and SDK features
         return await evaluateWithWorkerLoader(options, loader, env?.TEST, start);
     }
     catch (error) {
@@ -48,7 +131,100 @@ export async function evaluate(options, env) {
     }
 }
 /**
- * Evaluate using Cloudflare worker_loaders binding
+ * Pre-fetch external modules from URLs or package names
+ * Returns a map of module name to source code
+ *
+ * Supports:
+ * - Full URLs: https://esm.sh/lodash@4.17.21
+ * - Bare package names: lodash, lodash@4.17.21, @scope/pkg
+ *
+ * Handles esm.sh's redirect-style modules by following the internal import paths.
+ */
+async function prefetchModules(imports) {
+    const modules = {};
+    await Promise.all(imports.map(async (specifier, i) => {
+        try {
+            // Normalize bare package names to esm.sh URLs
+            const url = normalizeImport(specifier);
+            // For esm.sh URLs, try to get the bundled version directly
+            let fetchUrl = url;
+            if (url.includes('esm.sh/') && !url.includes('.mjs') && !url.includes('.js')) {
+                // Parse the esm.sh URL to construct the bundle path
+                // e.g., https://esm.sh/lodash@4.17.21 -> https://esm.sh/lodash@4.17.21/es2022/lodash.bundle.mjs
+                const urlObj = new URL(url);
+                const pathParts = urlObj.pathname.slice(1).split('/');
+                const pkgSpec = pathParts[0]; // e.g., "lodash@4.17.21"
+                const pkgName = pkgSpec.split('@')[0];
+                fetchUrl = `${urlObj.origin}/${pkgSpec}/es2022/${pkgName}.bundle.mjs`;
+            }
+            const response = await fetch(fetchUrl, { redirect: 'follow' });
+            if (!response.ok) {
+                // Fallback to original URL if bundle URL fails
+                const fallbackResponse = await fetch(url, { redirect: 'follow' });
+                if (!fallbackResponse.ok) {
+                    throw new Error(`Failed to fetch ${url}: ${fallbackResponse.status}`);
+                }
+                const source = await fallbackResponse.text();
+                modules[`__external_${i}__.js`] = source;
+                return;
+            }
+            const source = await response.text();
+            // Use a simple module name that can be imported
+            const moduleName = `__external_${i}__.js`;
+            modules[moduleName] = source;
+        }
+        catch (error) {
+            throw new Error(`Failed to fetch import ${specifier}: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }));
+    return modules;
+}
+/**
+ * Simple evaluation without capnweb/TEST dependencies
+ */
+async function evaluateSimple(options, loader, start) {
+    // Pre-fetch any external modules
+    let externalModules = {};
+    if (options.imports && options.imports.length > 0) {
+        try {
+            externalModules = await prefetchModules(options.imports);
+        }
+        catch (error) {
+            return {
+                success: false,
+                logs: [],
+                error: error instanceof Error ? error.message : String(error),
+                duration: Date.now() - start,
+            };
+        }
+    }
+    const workerCode = generateSimpleWorkerCode({
+        module: options.module,
+        script: options.script,
+        imports: options.imports,
+    });
+    const id = `sandbox-${Date.now()}-${Math.random().toString(36).slice(2)}`;
+    const worker = loader.get(id, async () => ({
+        mainModule: 'worker.js',
+        modules: {
+            'worker.js': workerCode,
+            ...externalModules,
+        },
+        compatibilityDate: COMPATIBILITY_DATE,
+        // Block network if fetch is false or null
+        globalOutbound: options.fetch === false || options.fetch === null ? null : undefined,
+    }));
+    // Get the entrypoint and call fetch
+    const entrypoint = worker.getEntrypoint();
+    const response = await entrypoint.fetch(new Request('http://sandbox/execute'));
+    const result = (await response.json());
+    return {
+        ...result,
+        duration: Date.now() - start,
+    };
+}
+/**
+ * Evaluate using full worker template with capnweb and TEST binding
  */
 async function evaluateWithWorkerLoader(options, loader, testService, start) {
     const workerCode = generateWorkerCode({
@@ -57,16 +233,19 @@ async function evaluateWithWorkerLoader(options, loader, testService, start) {
         script: options.script,
         sdk: options.sdk,
         imports: options.imports,
+        fetch: options.fetch,
     });
     const id = `sandbox-${Date.now()}-${Math.random().toString(36).slice(2)}`;
     const worker = loader.get(id, async () => ({
         mainModule: 'worker.js',
         modules: {
             'worker.js': workerCode,
+            // Include capnweb as a module so the worker can import it
+            'capnweb.js': CAPNWEB_SOURCE,
         },
-        compatibilityDate: '2026-01-01',
-        // Block network access only if fetch: null
-        globalOutbound: options.fetch === null ? null : undefined,
+        compatibilityDate: COMPATIBILITY_DATE,
+        // Block network if fetch is false or null
+        globalOutbound: options.fetch === false || options.fetch === null ? null : undefined,
         bindings: {
             TEST: testService,
         },

package/dist/evaluate.js.map

@@ -1 +1 @@
-{"version":3,"file":"evaluate.js","sourceRoot":"","sources":["../src/evaluate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAEzD;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,OAAwB,EACxB,GAAgB;IAEhB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAExB,IAAI,CAAC;QACH,gFAAgF;QAChF,MAAM,MAAM,GAAG,GAAG,EAAE,MAAM,IAAI,GAAG,EAAE,MAAM,CAAA;QACzC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,EAAE;gBACR,KAAK,EACH,4KAA4K;gBAC9K,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC7B,CAAA;QACH,CAAC;QAED,OAAO,MAAM,wBAAwB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;IAC1E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,IAAI,EAAE,EAAE;YACR,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC7B,CAAA;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,wBAAwB,CACrC,OAAwB,EACxB,MAAoB,EACpB,WAAoB,EACpB,KAAa;IAEb,MAAM,UAAU,GAAG,kBAAkB,CAAC;QACpC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,OAAO,EAAE,OAAO,CAAC,OAAO;KACzB,CAAC,CAAA;IACF,MAAM,EAAE,GAAG,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;IAEzE,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;QACzC,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE;YACP,WAAW,EAAE,UAAU;SACxB;QACD,iBAAiB,EAAE,YAAY;QAC/B,2CAA2C;QAC3C,cAAc,EAAE,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;QACzD,QAAQ,EAAE;YACR,IAAI,EAAE,WAAW;SAClB;KACF,CAAC,CAAC,CAAA;IAEH,gFAAgF;IAChF,MAAM,UAAU,GAAG,MAAM,CAAC,aAAa,EAAE,CAAA;IACzC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,wBAAwB,CAAC,CAAC,CAAA;IAC9E,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAA;IAExD,OAAO;QACL,GAAG,MAAM;QACT,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;KAC7B,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,eAAe,CAAC,GAAe;IAC7C,OAAO,CAAC,OAAwB,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;AAC7D,CAAC"}
+{"version":3,"file":"evaluate.js","sourceRoot":"","sources":["../src/evaluate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AACpD,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAErF;;;GAGG;AACH,SAAS,wBAAwB,CAAC,OAIjC;IACC,MAAM,EAAE,MAAM,GAAG,EAAE,EAAE,MAAM,GAAG,EAAE,EAAE,OAAO,GAAG,EAAE,EAAE,GAAG,OAAO,CAAA;IAE1D,2DAA2D;IAC3D,+EAA+E;IAC/E,MAAM,gBAAgB,GAAG,OAAO;SAC7B,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,yBAAyB,CAAC,SAAS,CAAC;SAC5E,IAAI,CAAC,IAAI,CAAC,CAAA;IAEb,oCAAoC;IACpC,MAAM,aAAa,GAAG,OAAO;SAC1B,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE;QACpB,MAAM,OAAO,GAAG,kBAAkB,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QAChD,MAAM,OAAO,GAAG,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAA;QACpD,OAAO,cAAc,OAAO,cAAc,CAAC,yBAAyB,CAAC;2BAChD,CAAC,yBAAyB,CAAC,KAAK,CAAA;IACvD,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAA;IAEb,gFAAgF;IAChF,MAAM,aAAa,GAAG,MAAM;QAC1B,CAAC,CAAC,2CAA2C,MAAM,mDAAmD;QACtG,CAAC,CAAC,+BAA+B,CAAA;IAEnC,OAAO;;EAEP,gBAAgB;;;;;;;;;;;;;;;;;;;;EAoBhB,aAAa;;;EAGb,MAAM;;;;;;QAMA,aAAa;;;;;;;;;;;;;;;;;;CAkBpB,CAAA;AACD,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,OAAwB,EACxB,GAAgB;IAEhB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAExB,IAAI,CAAC;QACH,gFAAgF;QAChF,MAAM,MAAM,GAAG,GAAG,EAAE,MAAM,IAAI,GAAG,EAAE,MAAM,CAAA;QACzC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,EAAE;gBACR,KAAK,EACH,qKAAqK;gBACvK,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC7B,CAAA;QACH,CAAC;QAED,kEAAkE;QAClE,MAAM,eAAe,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,GAAG,CAAA;QAEtD,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,MAAM,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,CAAA;QACrD,CAAC;QAED,sDAAsD;QACtD,OAAO,MAAM,wBAAwB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;IAC1E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,IAAI,EAAE,EAAE;YACR,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC7B,CAAA;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;;GASG;AACH,KAAK,UAAU,eAAe,CAAC,OAAiB;IAC9C,MAAM,OAAO,GAA2B,EAAE,CAAA;IAE1C,MAAM,OAAO,CAAC,GAAG,CACf,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE;QACjC,IAAI,CAAC;YACH,8CAA8C;YAC9C,MAAM,GAAG,GAAG,eAAe,CAAC,SAAS,CAAC,CAAA;YAEtC,2DAA2D;YAC3D,IAAI,QAAQ,GAAG,GAAG,CAAA;YAClB,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7E,oDAAoD;gBACpD,gGAAgG;gBAChG,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;gBAC3B,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBACrD,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA,CAAC,yBAAyB;gBACtD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrC,QAAQ,GAAG,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,WAAW,OAAO,aAAa,CAAA;YACvE,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAA;YAC9D,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,+CAA+C;gBAC/C,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAA;gBACjE,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,KAAK,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAA;gBACvE,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAA;gBAC5C,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,MAAM,CAAA;gBACxC,OAAM;YACR,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;YACpC,gDAAgD;YAChD,MAAM,UAAU,GAAG,cAAc,CAAC,OAAO,CAAA;YACzC,OAAO,CAAC,UAAU,CAAC,GAAG,MAAM,CAAA;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,0BAA0B,SAAS,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACjG,CAAA;QACH,CAAC;IACH,CAAC,CAAC,CACH,CAAA;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,OAAwB,EACxB,MAAoB,EACpB,KAAa;IAEb,iCAAiC;IACjC,IAAI,eAAe,GAA2B,EAAE,CAAA;IAChD,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,IAAI,CAAC;YACH,eAAe,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE,EAAE;gBACR,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC7B,CAAA;QACH,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,wBAAwB,CAAC;QAC1C,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,OAAO,EAAE,OAAO,CAAC,OAAO;KACzB,CAAC,CAAA;IAEF,MAAM,EAAE,GAAG,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;IAEzE,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;QACzC,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE;YACP,WAAW,EAAE,UAAU;YACvB,GAAG,eAAe;SACnB;QACD,iBAAiB,EAAE,kBAAkB;QACrC,0CAA0C;QAC1C,cAAc,EAAE,OAAO,CAAC,KAAK,KAAK,KAAK,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;KACrF,CAAC,CAAC,CAAA;IAEH,oCAAoC;IACpC,MAAM,UAAU,GAAG,MAAM,CAAC,aAAa,EAAE,CAAA;IACzC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,wBAAwB,CAAC,CAAC,CAAA;IAC9E,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAA;IAExD,OAAO;QACL,GAAG,MAAM;QACT,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;KAC7B,CAAA;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,wBAAwB,CACrC,OAAwB,EACxB,MAAoB,EACpB,WAAoB,EACpB,KAAa;IAEb,MAAM,UAAU,GAAG,kBAAkB,CAAC;QACpC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAA;IACF,MAAM,EAAE,GAAG,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;IAEzE,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;QACzC,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE;YACP,WAAW,EAAE,UAAU;YACvB,0DAA0D;YAC1D,YAAY,EAAE,cAAc;SAC7B;QACD,iBAAiB,EAAE,kBAAkB;QACrC,0CAA0C;QAC1C,cAAc,EAAE,OAAO,CAAC,KAAK,KAAK,KAAK,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;QACpF,QAAQ,EAAE;YACR,IAAI,EAAE,WAAW;SAClB;KACF,CAAC,CAAC,CAAA;IAEH,gFAAgF;IAChF,MAAM,UAAU,GAAG,MAAM,CAAC,aAAa,EAAE,CAAA;IACzC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,wBAAwB,CAAC,CAAC,CAAA;IAC9E,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAA;IAExD,OAAO;QACL,GAAG,MAAM;QACT,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;KAC7B,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,eAAe,CAAC,GAAe;IAC7C,OAAO,CAAC,OAAwB,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;AAC7D,CAAC"}

package/dist/index.d.ts

@@ -8,5 +8,6 @@
  * @packageDocumentation
  */
 export { evaluate, createEvaluator } from './evaluate.js';
-export type { EvaluateOptions, EvaluateResult, LogEntry, TestResults, TestResult, SandboxEnv, SDKConfig } from './types.js';
+export { normalizeImport, normalizeImports } from './shared.js';
+export type { EvaluateOptions, EvaluateResult, LogEntry, TestResults, TestResult, SandboxEnv, SDKConfig, FetchConfig } from './types.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AAEzD,YAAY,EACV,eAAe,EACf,cAAc,EACd,QAAQ,EACR,WAAW,EACX,UAAU,EACV,UAAU,EACV,SAAS,EACV,MAAM,YAAY,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AACzD,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAE/D,YAAY,EACV,eAAe,EACf,cAAc,EACd,QAAQ,EACR,WAAW,EACX,UAAU,EACV,UAAU,EACV,SAAS,EACT,WAAW,EACZ,MAAM,YAAY,CAAA"}

package/dist/index.js

@@ -8,4 +8,5 @@
  * @packageDocumentation
  */
 export { evaluate, createEvaluator } from './evaluate.js';
+export { normalizeImport, normalizeImports } from './shared.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AACzD,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA"}

package/dist/miniflare-pool.d.ts

@@ -0,0 +1,109 @@
+/**
+ * Miniflare instance pool for improved performance
+ *
+ * Reuses Miniflare instances between evaluations instead of creating/disposing
+ * for each evaluation, providing 4-5x performance improvement.
+ *
+ * Uses Miniflare's setOptions() to update the worker script between uses,
+ * avoiding the expensive instance creation/teardown cycle.
+ */
+import type { Miniflare as MiniflareType } from 'miniflare';
+/**
+ * Pool configuration options
+ */
+export interface PoolConfig {
+    /** Number of instances to maintain in the pool (default: 3) */
+    size?: number;
+    /** Milliseconds before disposing idle instance (default: 30000) */
+    maxIdleTime?: number;
+}
+/**
+ * Outbound service handler type for network control
+ * - () => never: Block all network access (throw error)
+ * - (request: Request) => Response | Promise<Response>: Custom handler (allowlist, proxy, etc.)
+ */
+export type OutboundServiceHandler = (() => never) | ((request: Request) => Response | Promise<Response>);
+/**
+ * Options for updating a pooled instance's worker
+ */
+export interface WorkerOptions {
+    script: string;
+    compatibilityDate?: string;
+    outboundService?: OutboundServiceHandler;
+}
+/**
+ * Configure the Miniflare pool
+ *
+ * @example
+ * ```ts
+ * import { configurePool } from 'ai-evaluate/node'
+ *
+ * configurePool({
+ *   size: 5,        // Keep 5 warm instances
+ *   maxIdleTime: 60000  // Dispose after 60s idle
+ * })
+ * ```
+ */
+export declare function configurePool(config: PoolConfig): void;
+/**
+ * Get the current pool configuration
+ */
+export declare function getPoolConfig(): Required<PoolConfig>;
+/**
+ * Get pool statistics for monitoring
+ */
+export declare function getPoolStats(): {
+    size: number;
+    available: number;
+    inUse: number;
+    config: Required<PoolConfig>;
+};
+/**
+ * Acquire a Miniflare instance from the pool and configure it with a worker
+ *
+ * If a free instance is available, it will be reconfigured and returned.
+ * Otherwise, a new instance will be created (up to pool size limit).
+ * If pool is exhausted, creates a temporary instance.
+ *
+ * @param workerOptions - Configuration for the worker to run
+ * @returns Object with the configured instance and a release function
+ */
+export declare function acquireInstance(workerOptions: WorkerOptions): Promise<{
+    instance: MiniflareType;
+    release: () => Promise<void>;
+    isPooled: boolean;
+}>;
+/**
+ * Pre-warm the pool with instances
+ *
+ * Call this at application startup to avoid cold start latency.
+ *
+ * @example
+ * ```ts
+ * import { warmPool } from 'ai-evaluate/node'
+ *
+ * // Pre-warm 3 instances at startup
+ * await warmPool(3)
+ * ```
+ */
+export declare function warmPool(count?: number): Promise<void>;
+/**
+ * Dispose all instances and clean up the pool
+ *
+ * Call this before process exit to ensure clean shutdown.
+ *
+ * @example
+ * ```ts
+ * import { disposePool } from 'ai-evaluate/node'
+ *
+ * process.on('beforeExit', async () => {
+ *   await disposePool()
+ * })
+ * ```
+ */
+export declare function disposePool(): Promise<void>;
+/**
+ * Reset the pool (for testing purposes)
+ */
+export declare function resetPool(): Promise<void>;
+//# sourceMappingURL=miniflare-pool.d.ts.map

package/dist/miniflare-pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"miniflare-pool.d.ts","sourceRoot":"","sources":["../src/miniflare-pool.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,SAAS,IAAI,aAAa,EAA4C,MAAM,WAAW,CAAA;AAErG;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,+DAA+D;IAC/D,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,mEAAmE;IACnE,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED;;;;GAIG;AACH,MAAM,MAAM,sBAAsB,GAC9B,CAAC,MAAM,KAAK,CAAC,GACb,CAAC,CAAC,OAAO,EAAE,OAAO,KAAK,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAA;AAExD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAA;IACd,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,eAAe,CAAC,EAAE,sBAAsB,CAAA;CACzC;AAoCD;;;;;;;;;;;;GAYG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAMtD;AAED;;GAEG;AACH,wBAAgB,aAAa,IAAI,QAAQ,CAAC,UAAU,CAAC,CAEpD;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;CAC7B,CAQA;AAmED;;;;;;;;;GASG;AACH,wBAAsB,eAAe,CAAC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC;IAC3E,QAAQ,EAAE,aAAa,CAAA;IACvB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;IAC5B,QAAQ,EAAE,OAAO,CAAA;CAClB,CAAC,CAwED;AAED;;;;;;;;;;;;GAYG;AACH,wBAAsB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAyB5D;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAsB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAsBjD;AAED;;GAEG;AACH,wBAAsB,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC,CAO/C"}