ai-tests 2.0.1

package/.turbo/turbo-build.log

@@ -0,0 +1,5 @@
+
+
+> ai-tests@2.0.1 build /Users/nathanclevenger/projects/primitives.org.ai/packages/ai-tests
+> tsc -p tsconfig.json
+

package/CHANGELOG.md

@@ -0,0 +1,3 @@
+# ai-tests
+
+## 2.0.1

package/README.md

@@ -0,0 +1,214 @@
+# ai-tests
+
+Test utilities via RPC. Run tests anywhere—Workers, sandboxes, or locally.
+
+```typescript
+import { expect, createRunner } from 'ai-tests'
+
+const runner = createRunner()
+
+runner.describe('math', () => {
+  runner.it('adds numbers', () => {
+    expect(1 + 1).to.equal(2)
+  })
+})
+
+const results = await runner.run()
+// { total: 1, passed: 1, failed: 0 }
+```
+
+## Installation
+
+```bash
+pnpm add ai-tests
+```
+
+## Why RPC?
+
+Traditional test frameworks assume local execution. `ai-tests` extends testing to distributed environments:
+
+- **Cloudflare Workers** — Deploy as a Worker and call tests via RPC
+- **ai-sandbox** — Run tests in isolated sandboxes with AI-generated code
+- **Miniflare** — Local development with Workers RPC
+
+## Assertions
+
+Chai-compatible assertions with both BDD and Vitest-style APIs:
+
+```typescript
+import { expect, assert, should } from 'ai-tests'
+
+// BDD style (expect/should)
+expect(result).to.equal(42)
+expect(array).to.have.length(3)
+expect(obj).to.deep.equal({ name: 'test' })
+expect(value).to.be.ok
+
+// Vitest-compatible
+expect(result).toBe(42)
+expect(array).toHaveLength(3)
+expect(obj).toEqual({ name: 'test' })
+expect(value).toBeTruthy()
+
+// TDD style (assert)
+assert.equal(result, 42)
+assert.lengthOf(array, 3)
+assert.deepEqual(obj, { name: 'test' })
+```
+
+## Test Runner
+
+Full test runner with suites, hooks, and result aggregation:
+
+```typescript
+import { createRunner } from 'ai-tests'
+
+const runner = createRunner()
+
+runner.describe('user service', () => {
+  runner.beforeEach(() => {
+    // Setup before each test
+  })
+
+  runner.afterEach(() => {
+    // Cleanup after each test
+  })
+
+  runner.it('creates users', async () => {
+    const user = await createUser({ name: 'Alice' })
+    expect(user.id).to.exist
+  })
+
+  runner.it('validates email', () => {
+    expect(() => createUser({ email: 'invalid' })).to.throw()
+  })
+
+  runner.skip('pending feature', () => {
+    // This test is skipped
+  })
+})
+
+const results = await runner.run()
+console.log(`${results.passed}/${results.total} tests passed`)
+```
+
+### Hooks
+
+```typescript
+runner.beforeAll(() => { /* once before all tests */ })
+runner.beforeEach(() => { /* before each test */ })
+runner.afterEach(() => { /* after each test */ })
+runner.afterAll(() => { /* once after all tests */ })
+```
+
+### Focus and Skip
+
+```typescript
+runner.only('focus on this', () => { /* only this runs */ })
+runner.skip('skip this', () => { /* skipped */ })
+```
+
+## Worker Deployment
+
+Deploy as a Cloudflare Worker for remote test execution:
+
+```typescript
+// worker.ts
+export { default } from 'ai-tests'
+```
+
+```toml
+# wrangler.toml
+name = "test-worker"
+main = "worker.ts"
+```
+
+Call from other workers via RPC:
+
+```typescript
+// In ai-sandbox or another worker
+const results = await env.TEST.run(testCode)
+```
+
+## Assertion Chain Reference
+
+### Flags
+- `.not` — Negate the assertion
+- `.deep` — Deep equality
+- `.nested` — Nested property access
+- `.own` — Own properties only
+- `.ordered` — Ordered array matching
+- `.any` / `.all` — Member quantifiers
+
+### Value Checks
+- `.equal(val)` / `.eq()` — Strict equality
+- `.eql(val)` — Deep equality
+- `.above(n)` / `.gt()` — Greater than
+- `.below(n)` / `.lt()` — Less than
+- `.within(min, max)` — Range check
+- `.closeTo(n, delta)` — Approximate equality
+
+### Type Checks
+- `.ok` — Truthy
+- `.true` / `.false` — Boolean
+- `.null` / `.undefined` — Nullish
+- `.NaN` — Not a number
+- `.a(type)` / `.an()` — Type check
+
+### Property Checks
+- `.property(name)` — Has property
+- `.lengthOf(n)` — Length check
+- `.keys(...keys)` — Has keys
+- `.include(val)` — Contains value
+- `.members(arr)` — Array members
+
+### Vitest Compatibility
+- `.toBe()` — Strict equality
+- `.toEqual()` — Deep equality
+- `.toBeTruthy()` / `.toBeFalsy()`
+- `.toBeNull()` / `.toBeUndefined()`
+- `.toContain()` — Contains
+- `.toHaveLength()` — Length
+- `.toHaveProperty()` — Property
+- `.toMatch()` — Regex/string match
+- `.toThrow()` — Throws error
+- `.toBeGreaterThan()` / `.toBeLessThan()`
+- `.toBeInstanceOf()` — Instance check
+
+## API Reference
+
+| Export | Description |
+|--------|-------------|
+| `expect(value)` | BDD-style assertion |
+| `should(value)` | Should-style assertion |
+| `assert` | TDD-style assertions |
+| `Assertion` | Assertion class (RpcTarget) |
+| `createRunner()` | Create test runner |
+| `TestRunner` | Test runner class |
+| `TestService` | Worker entrypoint |
+
+## Types
+
+```typescript
+interface TestResult {
+  name: string
+  passed: boolean
+  skipped?: boolean
+  error?: string
+  duration: number
+}
+
+interface TestResults {
+  total: number
+  passed: number
+  failed: number
+  skipped: number
+  tests: TestResult[]
+  duration: number
+}
+```
+
+## Related Packages
+
+- [`ai-sandbox`](../ai-sandbox) — Sandboxed code execution with test integration
+- [`ai-functions`](../ai-functions) — AI-powered test generation

package/dist/assertions.d.ts

@@ -0,0 +1,132 @@
+/**
+ * Assertion utilities powered by Chai
+ *
+ * Exposes expect, should, and assert APIs via RPC.
+ * Uses Chai under the hood for battle-tested assertions.
+ */
+import { RpcTarget } from 'cloudflare:workers';
+/**
+ * Wrapper around Chai's expect that extends RpcTarget
+ * This allows the assertion chain to work over RPC with promise pipelining
+ */
+export declare class Assertion extends RpcTarget {
+    private assertion;
+    constructor(value: unknown, message?: string);
+    get to(): this;
+    get be(): this;
+    get been(): this;
+    get is(): this;
+    get that(): this;
+    get which(): this;
+    get and(): this;
+    get has(): this;
+    get have(): this;
+    get with(): this;
+    get at(): this;
+    get of(): this;
+    get same(): this;
+    get but(): this;
+    get does(): this;
+    get still(): this;
+    get also(): this;
+    get not(): Assertion;
+    get deep(): Assertion;
+    get nested(): Assertion;
+    get own(): Assertion;
+    get ordered(): Assertion;
+    get any(): Assertion;
+    get all(): Assertion;
+    get length(): Assertion;
+    get ok(): this;
+    get true(): this;
+    get false(): this;
+    get null(): this;
+    get undefined(): this;
+    get NaN(): this;
+    get exist(): this;
+    get empty(): this;
+    get arguments(): this;
+    equal(value: unknown, message?: string): this;
+    equals(value: unknown, message?: string): this;
+    eq(value: unknown, message?: string): this;
+    eql(value: unknown, message?: string): this;
+    eqls(value: unknown, message?: string): this;
+    above(value: number, message?: string): this;
+    gt(value: number, message?: string): this;
+    greaterThan(value: number, message?: string): this;
+    least(value: number, message?: string): this;
+    gte(value: number, message?: string): this;
+    greaterThanOrEqual(value: number, message?: string): this;
+    below(value: number, message?: string): this;
+    lt(value: number, message?: string): this;
+    lessThan(value: number, message?: string): this;
+    most(value: number, message?: string): this;
+    lte(value: number, message?: string): this;
+    lessThanOrEqual(value: number, message?: string): this;
+    within(start: number, finish: number, message?: string): this;
+    instanceof(constructor: unknown, message?: string): this;
+    instanceOf(constructor: unknown, message?: string): this;
+    property(name: string, value?: unknown, message?: string): this;
+    ownProperty(name: string, message?: string): this;
+    haveOwnProperty(name: string, message?: string): this;
+    ownPropertyDescriptor(name: string, descriptor?: PropertyDescriptor, message?: string): this;
+    lengthOf(n: number, message?: string): this;
+    match(re: RegExp, message?: string): this;
+    matches(re: RegExp, message?: string): this;
+    string(str: string, message?: string): this;
+    keys(...keys: string[]): this;
+    key(...keys: string[]): this;
+    throw(errorLike?: unknown, errMsgMatcher?: string | RegExp, message?: string): this;
+    throws(errorLike?: unknown, errMsgMatcher?: string | RegExp, message?: string): this;
+    Throw(errorLike?: unknown, errMsgMatcher?: string | RegExp, message?: string): this;
+    respondTo(method: string, message?: string): this;
+    respondsTo(method: string, message?: string): this;
+    satisfy(matcher: (val: unknown) => boolean, message?: string): this;
+    satisfies(matcher: (val: unknown) => boolean, message?: string): this;
+    closeTo(expected: number, delta: number, message?: string): this;
+    approximately(expected: number, delta: number, message?: string): this;
+    members(set: unknown[], message?: string): this;
+    oneOf(list: unknown[], message?: string): this;
+    include(value: unknown, message?: string): this;
+    includes(value: unknown, message?: string): this;
+    contain(value: unknown, message?: string): this;
+    contains(value: unknown, message?: string): this;
+    a(type: string, message?: string): this;
+    an(type: string, message?: string): this;
+    toBe(value: unknown): this;
+    toEqual(value: unknown): this;
+    toStrictEqual(value: unknown): this;
+    toBeTruthy(): this;
+    toBeFalsy(): this;
+    toBeNull(): this;
+    toBeUndefined(): this;
+    toBeDefined(): this;
+    toBeNaN(): this;
+    toContain(value: unknown): this;
+    toHaveLength(length: number): this;
+    toHaveProperty(path: string, value?: unknown): this;
+    toMatch(pattern: RegExp | string): this;
+    toMatchObject(obj: object): this;
+    toThrow(expected?: string | RegExp | Error): this;
+    toBeGreaterThan(n: number): this;
+    toBeLessThan(n: number): this;
+    toBeGreaterThanOrEqual(n: number): this;
+    toBeLessThanOrEqual(n: number): this;
+    toBeCloseTo(n: number, digits?: number): this;
+    toBeInstanceOf(cls: unknown): this;
+    toBeTypeOf(type: string): this;
+}
+/**
+ * Assert API - TDD style assertions
+ */
+export declare const assert: Chai.AssertStatic;
+/**
+ * Create an expect assertion
+ */
+export declare function expect(value: unknown, message?: string): Assertion;
+/**
+ * Create a should-style assertion
+ * Since we can't modify Object.prototype over RPC, this takes a value
+ */
+export declare function should(value: unknown): Assertion;
+//# sourceMappingURL=assertions.d.ts.map

package/dist/assertions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"assertions.d.ts","sourceRoot":"","sources":["../src/assertions.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AAK9C;;;GAGG;AACH,qBAAa,SAAU,SAAQ,SAAS;IAGtC,OAAO,CAAC,SAAS,CAAK;gBAEV,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAM5C,IAAI,EAAE,SAAkB;IACxB,IAAI,EAAE,SAAkB;IACxB,IAAI,IAAI,SAAkB;IAC1B,IAAI,EAAE,SAAkB;IACxB,IAAI,IAAI,SAAkB;IAC1B,IAAI,KAAK,SAAkB;IAC3B,IAAI,GAAG,SAAkB;IACzB,IAAI,GAAG,SAAkB;IACzB,IAAI,IAAI,SAAkB;IAC1B,IAAI,IAAI,SAAkB;IAC1B,IAAI,EAAE,SAAkB;IACxB,IAAI,EAAE,SAAkB;IACxB,IAAI,IAAI,SAAkB;IAC1B,IAAI,GAAG,SAAkB;IACzB,IAAI,IAAI,SAAkB;IAC1B,IAAI,KAAK,SAAkB;IAC3B,IAAI,IAAI,SAAkB;IAG1B,IAAI,GAAG,IAAI,SAAS,CAGnB;IAGD,IAAI,IAAI,IAAI,SAAS,CAGpB;IAGD,IAAI,MAAM,IAAI,SAAS,CAGtB;IAGD,IAAI,GAAG,IAAI,SAAS,CAGnB;IAGD,IAAI,OAAO,IAAI,SAAS,CAGvB;IAGD,IAAI,GAAG,IAAI,SAAS,CAGnB;IAGD,IAAI,GAAG,IAAI,SAAS,CAGnB;IAGD,IAAI,MAAM,IAAI,SAAS,CAGtB;IAGD,IAAI,EAAE,SAAqC;IAC3C,IAAI,IAAI,SAAuC;IAC/C,IAAI,KAAK,SAAwC;IACjD,IAAI,IAAI,SAAuC;IAC/C,IAAI,SAAS,SAA4C;IACzD,IAAI,GAAG,SAAsC;IAC7C,IAAI,KAAK,SAAwC;IACjD,IAAI,KAAK,SAAwC;IACjD,IAAI,SAAS,SAA4C;IAGzD,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAKtC,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAIvC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAInC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAKpC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAIrC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAKrC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAIlC,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAI3C,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAKrC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAInC,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAIlD,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAKrC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAIlC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAIxC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAKpC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAInC,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAI/C,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAKtD,UAAU,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAKjD,UAAU,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAIjD,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IASxD,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAK1C,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAI9C,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,MAAM;IAKrF,QAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAKpC,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAKlC,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAIpC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAKpC,IAAI,CAAC,GAAG,IAAI,EAAE,MAAM,EAAE;IAKtB,GAAG,CAAC,GAAG,IAAI,EAAE,MAAM,EAAE;IAIrB,KAAK,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAK5E,MAAM,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAI7E,KAAK,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAI5E,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAK1C,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAI3C,OAAO,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAK5D,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAI9D,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAKzD,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAI/D,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,MAAM;IAKxC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,MAAM;IAKvC,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAKxC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAIzC,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAIxC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM;IAIzC,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAKhC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAKjC,IAAI,CAAC,KAAK,EAAE,OAAO;IAKnB,OAAO,CAAC,KAAK,EAAE,OAAO;IAKtB,aAAa,CAAC,KAAK,EAAE,OAAO;IAK5B,UAAU;IAKV,SAAS;IAKT,QAAQ;IAKR,aAAa;IAKb,WAAW;IAKX,OAAO;IAKP,SAAS,CAAC,KAAK,EAAE,OAAO;IAKxB,YAAY,CAAC,MAAM,EAAE,MAAM;IAK3B,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO;IAS5C,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAShC,aAAa,CAAC,GAAG,EAAE,MAAM;IAKzB,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK;IAS1C,eAAe,CAAC,CAAC,EAAE,MAAM;IAKzB,YAAY,CAAC,CAAC,EAAE,MAAM;IAKtB,sBAAsB,CAAC,CAAC,EAAE,MAAM;IAKhC,mBAAmB,CAAC,CAAC,EAAE,MAAM;IAK7B,WAAW,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,SAAI;IAMjC,cAAc,CAAC,GAAG,EAAE,OAAO;IAK3B,UAAU,CAAC,IAAI,EAAE,MAAM;CAIxB;AAED;;GAEG;AACH,eAAO,MAAM,MAAM,mBAAc,CAAA;AAEjC;;GAEG;AACH,wBAAgB,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAElE;AAED;;;GAGG;AACH,wBAAgB,MAAM,CAAC,KAAK,EAAE,OAAO,GAAG,SAAS,CAEhD"}