ai-evaluate 2.1.7 → 2.2.0

package/public/scaffold.mjs

@@ -0,0 +1,198 @@
+/**
+ * ai-evaluate v2.1.8
+ * Static worker template for evaluate.workers.do
+ * Generated: 2026-01-26T01:42:47.000Z
+ *
+ * @license MIT
+ */
+
+// Base worker scaffold without capnweb dependency
+// Use this for dev mode or when capnweb is not needed
+
+const logs = [];
+
+// Capture console output
+const originalConsole = { ...console };
+const captureConsole = (level) => (...args) => {
+  logs.push({
+    level,
+    message: args.map(a => typeof a === 'object' ? JSON.stringify(a) : String(a)).join(' '),
+    timestamp: Date.now()
+  });
+  originalConsole[level](...args);
+};
+console.log = captureConsole('log');
+console.warn = captureConsole('warn');
+console.error = captureConsole('error');
+console.info = captureConsole('info');
+console.debug = captureConsole('debug');
+
+
+// Test framework (vitest-compatible API)
+let currentDescribe = '';
+let beforeEachFns = [];
+let afterEachFns = [];
+
+const describe = (name, fn) => {
+  const prev = currentDescribe;
+  const prevBeforeEach = [...beforeEachFns];
+  const prevAfterEach = [...afterEachFns];
+  currentDescribe = currentDescribe ? currentDescribe + ' > ' + name : name;
+  try { fn(); } finally {
+    currentDescribe = prev;
+    beforeEachFns = prevBeforeEach;
+    afterEachFns = prevAfterEach;
+  }
+};
+
+// Hooks
+const beforeEach = (fn) => { beforeEachFns.push(fn); };
+const afterEach = (fn) => { afterEachFns.push(fn); };
+
+const it = (name, fn) => {
+  const fullName = currentDescribe ? currentDescribe + ' > ' + name : name;
+  const hooks = { before: [...beforeEachFns], after: [...afterEachFns] };
+  pendingTests.push({ name: fullName, fn, hooks });
+};
+const test = it;
+
+it.skip = (name, fn) => {
+  const fullName = currentDescribe ? currentDescribe + ' > ' + name : name;
+  pendingTests.push({ name: fullName, fn: null, skip: true });
+};
+test.skip = it.skip;
+
+it.only = (name, fn) => {
+  const fullName = currentDescribe ? currentDescribe + ' > ' + name : name;
+  const hooks = { before: [...beforeEachFns], after: [...afterEachFns] };
+  pendingTests.push({ name: fullName, fn, hooks, only: true });
+};
+test.only = it.only;
+
+// Deep equality check
+const deepEqual = (a, b) => {
+  if (a === b) return true;
+  if (a == null || b == null) return false;
+  if (typeof a !== typeof b) return false;
+  if (typeof a !== 'object') return false;
+  if (Array.isArray(a) !== Array.isArray(b)) return false;
+  if (Array.isArray(a)) {
+    if (a.length !== b.length) return false;
+    return a.every((v, i) => deepEqual(v, b[i]));
+  }
+  const keysA = Object.keys(a);
+  const keysB = Object.keys(b);
+  if (keysA.length !== keysB.length) return false;
+  return keysA.every(k => deepEqual(a[k], b[k]));
+};
+
+// Expect implementation with vitest-compatible matchers
+const expect = (actual) => {
+  const matchers = {
+    toBe: (expected) => {
+      if (actual !== expected) {
+        throw new Error(\
+
+// Module exports object
+const exports = {};
+const pendingTests = [];
+const testResults = { total: 0, passed: 0, failed: 0, skipped: 0, tests: [], duration: 0 };
+
+// ============================================================
+// USER CODE PLACEHOLDER
+// ============================================================
+// USER_MODULE_CODE
+// USER_TEST_CODE
+// USER_SCRIPT_CODE
+
+// ============================================================
+// WORKER ENTRY POINT
+// ============================================================
+export default {
+  async fetch(request, env) {
+    const url = new URL(request.url);
+
+    // Route: GET / - Return info
+    if (request.method === 'GET' && url.pathname === '/') {
+      return Response.json({
+        exports: Object.keys(exports),
+        execute: '/execute'
+      });
+    }
+
+    // Route: /execute - Run tests and scripts
+    let scriptResult = undefined;
+    let scriptError = null;
+
+
+    // Run all pending tests
+    const testStart = Date.now();
+    const hasOnly = pendingTests.some(t => t.only);
+    const testsToRun = hasOnly ? pendingTests.filter(t => t.only || t.skip) : pendingTests;
+
+    for (const { name, fn, hooks, skip } of testsToRun) {
+      testResults.total++;
+
+      if (skip) {
+        testResults.skipped++;
+        testResults.tests.push({ name, passed: true, skipped: true, duration: 0 });
+        continue;
+      }
+
+      const start = Date.now();
+      try {
+        // Run beforeEach hooks
+        if (hooks?.before) {
+          for (const hook of hooks.before) {
+            const hookResult = hook();
+            if (hookResult && typeof hookResult.then === 'function') {
+              await hookResult;
+            }
+          }
+        }
+
+        // Run the test
+        const result = fn();
+        if (result && typeof result.then === 'function') {
+          await result;
+        }
+
+        // Run afterEach hooks
+        if (hooks?.after) {
+          for (const hook of hooks.after) {
+            const hookResult = hook();
+            if (hookResult && typeof hookResult.then === 'function') {
+              await hookResult;
+            }
+          }
+        }
+
+        testResults.passed++;
+        testResults.tests.push({ name, passed: true, duration: Date.now() - start });
+      } catch (e) {
+        testResults.failed++;
+        testResults.tests.push({
+          name,
+          passed: false,
+          error: e.message || String(e),
+          duration: Date.now() - start
+        });
+      }
+    }
+
+    testResults.duration = Date.now() - testStart;
+
+
+    const hasTests = pendingTests.length > 0;
+    const success = scriptError === null && (!hasTests || testResults.failed === 0);
+
+    return Response.json({
+      success,
+      value: scriptResult,
+      logs,
+      testResults: hasTests ? testResults : undefined,
+      error: scriptError || undefined,
+      duration: 0
+    });
+  }
+};

package/.turbo/turbo-build.log

@@ -1,4 +0,0 @@
-
-> ai-evaluate@2.1.4 build /Users/nathanclevenger/projects/primitives.org.ai/packages/ai-evaluate
-> tsc -p tsconfig.json
-

package/.turbo/turbo-test.log

@@ -1,54 +0,0 @@
-
-> ai-evaluate@2.1.3 test /Users/nathanclevenger/projects/primitives.org.ai/packages/ai-evaluate
-> vitest
-
-
- DEV  v2.1.9 /Users/nathanclevenger/projects/primitives.org.ai/packages/ai-evaluate
-
- ✓ test/worker-template.test.ts (65 tests) 7ms
-stdout | test/evaluate.test.ts > evaluate > script execution > captures console output
-hello
-
-stderr | test/evaluate.test.ts > evaluate > script execution > captures console output
-warning
-error
-
-stdout | test/index.test.ts > types > LogEntry has correct shape
-test
-
-stderr | test/evaluate.test.ts > evaluate > script execution > handles script errors
-Script error: test error
-
- ✓ test/index.test.ts (8 tests) 1959ms
-   ✓ types > EvaluateOptions interface is usable 1765ms
-stderr | test/evaluate-extended.test.ts > evaluate - extended tests > module errors > captures module runtime errors
-Module error: module error
-
-stdout | test/evaluate-extended.test.ts > evaluate - extended tests > console methods > captures console.info
-info message
-
-stdout | test/evaluate-extended.test.ts > evaluate - extended tests > console methods > captures console.debug
-debug message
-
-stdout | test/evaluate-extended.test.ts > evaluate - extended tests > console methods > stringifies objects in console output
-{ a: 1 }
-
-stdout | test/evaluate-extended.test.ts > evaluate - extended tests > console methods > joins multiple console arguments
-a b c
-
-stderr | test/evaluate-extended.test.ts > evaluate - extended tests > async scripts > handles Promise rejection in script
-Script error: async error
-
- ✓ test/evaluate.test.ts (18 tests) 2319ms
-   ✓ evaluate > script execution > executes simple expressions 1762ms
- ✓ test/evaluate-extended.test.ts (40 tests) 2896ms
-   ✓ evaluate - extended tests > edge cases > handles empty options 1762ms
-
- Test Files  4 passed (4)
-      Tests  131 passed (131)
-   Start at  16:04:47
-   Duration  3.30s (transform 119ms, setup 0ms, collect 216ms, tests 7.18s, environment 0ms, prepare 174ms)
-
- PASS  Waiting for file changes...
-       press h to show help, press q to quit
- ELIFECYCLE  Test failed. See above for more details.

package/.turbo/turbo-typecheck.log

@@ -1,4 +0,0 @@
-
-> ai-evaluate@2.1.3 typecheck /Users/nathanclevenger/projects/primitives.org.ai/packages/ai-evaluate
-> tsc --noEmit
-

package/CHANGELOG.md

@@ -1,48 +0,0 @@
-# ai-evaluate
-
-## 2.1.3
-
-### Patch Changes
-
-- Documentation and testing improvements
-  - Add deterministic AI testing suite with self-validating patterns
-  - Apply StoryBrand narrative to all package READMEs
-  - Update TESTING.md with four principles of deterministic AI testing
-  - Fix duplicate examples package name conflict
-
-- Updated dependencies
-  - ai-functions@2.1.3
-  - ai-tests@2.1.3
-
-## 2.1.1
-
-### Patch Changes
-
-- Updated dependencies [6beb531]
-  - ai-functions@2.1.1
-  - ai-tests@2.1.1
-
-## 2.0.3
-
-### Patch Changes
-
-- Updated dependencies
-  - rpc.do@0.2.0
-  - ai-functions@2.0.3
-  - ai-tests@2.0.3
-
-## 2.0.2
-
-### Patch Changes
-
-- Updated dependencies
-  - ai-functions@2.0.2
-  - ai-tests@2.0.2
-
-## 2.0.1
-
-### Patch Changes
-
-- Updated dependencies
-  - ai-functions@2.0.1
-  - ai-tests@2.0.1

package/example/package.json

@@ -1,20 +0,0 @@
-{
-  "name": "eval-workers-do",
-  "version": "0.0.1",
-  "private": true,
-  "description": "ai-evaluate REST API Worker for eval.workers.do",
-  "type": "module",
-  "scripts": {
-    "dev": "wrangler dev",
-    "deploy": "wrangler deploy",
-    "typecheck": "tsc --noEmit"
-  },
-  "dependencies": {
-    "ai-evaluate": "workspace:*"
-  },
-  "devDependencies": {
-    "@cloudflare/workers-types": "^4.20251011.0",
-    "typescript": "^5.7.0",
-    "wrangler": "^4.60.0"
-  }
-}

package/example/src/index.ts

@@ -1,214 +0,0 @@
-/**
- * ai-evaluate REST API Worker
- *
- * Deploy: wrangler deploy
- * Domain: eval.workers.do
- *
- * Endpoints:
- * - POST / - Execute code (accepts { script?, module?, tests?, imports? })
- * - GET /health - Health check
- */
-
-import { evaluate, type SandboxEnv, type EvaluateOptions, type EvaluateResult } from 'ai-evaluate'
-
-interface Env extends SandboxEnv {
-  loader: unknown
-}
-
-// CORS headers for cross-origin requests
-const corsHeaders = {
-  'Access-Control-Allow-Origin': '*',
-  'Access-Control-Allow-Methods': 'GET, POST, OPTIONS',
-  'Access-Control-Allow-Headers': 'Content-Type',
-  'Content-Type': 'application/json',
-}
-
-export default {
-  async fetch(request: Request, env: Env): Promise<Response> {
-    const url = new URL(request.url)
-
-    // Handle CORS preflight
-    if (request.method === 'OPTIONS') {
-      return new Response(null, { headers: corsHeaders })
-    }
-
-    // Health check endpoint
-    if (url.pathname === '/health' || url.pathname === '/healthz') {
-      return Response.json(
-        {
-          status: 'ok',
-          service: 'ai-evaluate',
-          version: '2.1.6',
-          timestamp: new Date().toISOString(),
-        },
-        { headers: corsHeaders }
-      )
-    }
-
-    // GET with query params - execute code
-    // e.g., GET /?script=return+1+%2B+1
-    // e.g., GET /?script=return+_.chunk([1,2,3],2)&imports=https://esm.sh/lodash
-    if (request.method === 'GET' && url.pathname === '/') {
-      const script = url.searchParams.get('script') || url.searchParams.get('code')
-      const module = url.searchParams.get('module')
-      const importsParam = url.searchParams.get('imports')
-
-      // If script or module provided, execute code
-      if (script || module) {
-        try {
-          // Parse imports - can be comma-separated or multiple params
-          let imports: string[] | undefined
-          if (importsParam) {
-            imports = importsParam.includes(',')
-              ? importsParam.split(',').map((s) => s.trim())
-              : [importsParam]
-          }
-
-          const options: EvaluateOptions = {
-            script: script || undefined,
-            module: module || undefined,
-            imports,
-          }
-
-          const result = await evaluate(options, env)
-          return Response.json(
-            {
-              $id: request.url,
-              $context: url.origin,
-              input: {
-                script: script || undefined,
-                module: module || undefined,
-                imports: imports || undefined,
-              },
-              ...result,
-            },
-            {
-              status: result.success ? 200 : 400,
-              headers: corsHeaders,
-            }
-          )
-        } catch (error) {
-          return Response.json(
-            {
-              $id: request.url,
-              $context: url.origin,
-              success: false,
-              error: error instanceof Error ? error.message : 'Invalid request',
-              logs: [],
-              duration: 0,
-            },
-            { status: 400, headers: corsHeaders }
-          )
-        }
-      }
-
-      // No script - return API info with clickable examples
-      const baseUrl = url.origin
-      return Response.json(
-        {
-          name: 'ai-evaluate',
-          version: '2.1.6',
-          description: 'Secure code execution in sandboxed Cloudflare Workers',
-          endpoints: {
-            'GET /?script=...': 'Execute code via query params',
-            'POST /': 'Execute code via JSON body',
-            'GET /health': 'Health check',
-          },
-          tryIt: {
-            math: `${baseUrl}/?script=return+1+%2B+1`,
-            variables: `${baseUrl}/?script=const+x+%3D+10%3B+const+y+%3D+20%3B+return+x+*+y`,
-            arrays: `${baseUrl}/?script=return+[1,2,3,4,5].map(n+%3D%3E+n+*+2)`,
-            objects: `${baseUrl}/?script=return+%7B+name%3A+'eval'%2C+version%3A+'2.1.6'+%7D`,
-            functions: `${baseUrl}/?script=const+add+%3D+(a%2Cb)+%3D%3E+a%2Bb%3B+return+add(5%2C3)`,
-            async: `${baseUrl}/?script=return+await+Promise.resolve(42)`,
-            console: `${baseUrl}/?script=console.log('Hello')%3B+return+'check+logs'`,
-            json: `${baseUrl}/?script=return+JSON.parse('%7B%22a%22%3A1%7D')`,
-            date: `${baseUrl}/?script=return+new+Date().toISOString()`,
-            lodash: `${baseUrl}/?script=return+_.chunk([1,2,3,4,5,6],2)&imports=https://esm.sh/lodash@4.17.21`,
-            lodashMap: `${baseUrl}/?script=return+_.map([1,2,3],n%3D%3En*10)&imports=https://esm.sh/lodash@4.17.21`,
-            dayjs: `${baseUrl}/?script=return+dayjs().format('YYYY-MM-DD')&imports=https://esm.sh/dayjs@1.11.10`,
-            uuid: `${baseUrl}/?script=return+uuid.v4()&imports=https://esm.sh/uuid@9.0.0`,
-          },
-          curl: {
-            get: `curl '${baseUrl}/?script=return+1+%2B+1'`,
-            post: `curl -X POST ${baseUrl} -H 'Content-Type: application/json' -d '{"script":"return 1 + 1"}'`,
-            withImports: `curl -X POST ${baseUrl} -H 'Content-Type: application/json' -d '{"script":"return _.chunk([1,2,3,4,5,6],2)","imports":["https://esm.sh/lodash@4.17.21"]}'`,
-          },
-        },
-        { headers: corsHeaders }
-      )
-    }
-
-    // Execute code endpoint (POST)
-    if (request.method === 'POST') {
-      try {
-        const body = (await request.json()) as Partial<EvaluateOptions> & { code?: string }
-
-        // Support both simple { code } and full { module, tests, script }
-        const options: EvaluateOptions = {
-          module: body.module,
-          tests: body.tests,
-          script: body.script || body.code,
-          timeout: body.timeout,
-          imports: body.imports,
-          sdk: body.sdk,
-          fetch: body.fetch,
-        }
-
-        // Validate that at least one of script/module/tests is provided
-        if (!options.script && !options.module && !options.tests) {
-          return Response.json(
-            {
-              $id: request.url,
-              $context: url.origin,
-              success: false,
-              error: 'At least one of script, module, or tests is required',
-              logs: [],
-              duration: 0,
-            },
-            { status: 400, headers: corsHeaders }
-          )
-        }
-
-        const result = await evaluate(options, env)
-        return Response.json(
-          {
-            $id: request.url,
-            $context: url.origin,
-            input: {
-              script: options.script || undefined,
-              module: options.module || undefined,
-              tests: options.tests || undefined,
-              imports: options.imports || undefined,
-              timeout: options.timeout || undefined,
-              sdk: options.sdk || undefined,
-            },
-            ...result,
-          },
-          {
-            status: result.success ? 200 : 400,
-            headers: corsHeaders,
-          }
-        )
-      } catch (error) {
-        return Response.json(
-          {
-            $id: request.url,
-            $context: url.origin,
-            success: false,
-            error: error instanceof Error ? error.message : 'Invalid request',
-            logs: [],
-            duration: 0,
-          },
-          { status: 400, headers: corsHeaders }
-        )
-      }
-    }
-
-    // 404 for unknown routes
-    return Response.json(
-      { error: 'Not found', path: url.pathname },
-      { status: 404, headers: corsHeaders }
-    )
-  },
-}

package/example/wrangler.jsonc

@@ -1,25 +0,0 @@
-{
-  "$schema": "node_modules/wrangler/config-schema.json",
-  "name": "eval-workers-do",
-  "main": "src/index.ts",
-  "compatibility_date": "2026-01-01",
-  "account_id": "b6641681fe423910342b9ffa1364c76d",
-
-  // Routes - zone route for workers.do domain
-  "routes": [
-    { "pattern": "eval.workers.do/*", "zone_name": "workers.do" }
-  ],
-
-  // Keep workers.dev enabled for testing
-  "workers_dev": true,
-
-  // Worker loader for dynamic sandbox execution
-  "worker_loaders": [
-    { "binding": "loader" }
-  ],
-
-  // Bundle configuration to resolve workspace package
-  "alias": {
-    "ai-evaluate": "../dist/index.js"
-  }
-}