orez 0.2.27 → 0.2.30

package/src/pg-sqlite-compiler/test/oracle.ts

@@ -1,237 +0,0 @@
-/**
- * pgsqlite-backed oracle for compiler quality.
- *
- * Spawns a real pgsqlite server, sends PG SQL via the PG wire protocol,
- * captures the result set. Compares against running the same query through
- * our compiler + bun:sqlite. Equivalence at the result-set level is what we
- * actually care about — pgsqlite is the oracle, not the spec.
- *
- * The pgsqlite binary path comes from `vendor/pgsqlite/.resolved-path`,
- * populated by `scripts/pgsqlite/ensure.ts`. If empty, oracle tests should
- * be marked `it.skip` so the suite still runs without pgsqlite installed.
- */
-import { spawn, type ChildProcess } from 'node:child_process'
-import { existsSync, mkdtempSync, readFileSync, rmSync } from 'node:fs'
-import { createConnection, createServer } from 'node:net'
-import { tmpdir } from 'node:os'
-import { resolve } from 'node:path'
-
-import Database from '@rocicorp/zero-sqlite3'
-
-const VENDOR_PATH_FILE = resolve(
-  import.meta.dirname,
-  '..',
-  '..',
-  '..',
-  'vendor',
-  'pgsqlite',
-  '.resolved-path'
-)
-
-export function pgsqliteBinPath(): string | null {
-  if (!existsSync(VENDOR_PATH_FILE)) return null
-  const path = readFileSync(VENDOR_PATH_FILE, 'utf-8').trim()
-  return path && existsSync(path) ? path : null
-}
-
-export const ORACLE_AVAILABLE = pgsqliteBinPath() !== null
-
-export interface OracleServer {
-  port: number
-  dbPath: string
-  stop(): Promise<void>
-}
-
-/**
- * Pick a free TCP port by binding ephemeral and reading what we got.
- * Then close immediately and hand the port to pgsqlite. There's a tiny TOCTOU
- * window where another process could grab it before pgsqlite binds, but
- * vitest's parallel test files all go through this helper, so the only races
- * are against unrelated processes on the host — vanishingly unlikely in CI.
- */
-async function getFreePort(): Promise<number> {
-  return new Promise((resolveFn, reject) => {
-    const server = createServer()
-    server.unref()
-    server.on('error', reject)
-    server.listen(0, '127.0.0.1', () => {
-      const addr = server.address()
-      if (!addr || typeof addr === 'string') {
-        server.close()
-        reject(new Error('failed to get free port'))
-        return
-      }
-      const port = addr.port
-      server.close(() => resolveFn(port))
-    })
-  })
-}
-
-async function probePort(port: number, timeoutMs: number): Promise<boolean> {
-  return new Promise((resolveFn) => {
-    const sock = createConnection({ host: '127.0.0.1', port })
-    const cleanup = (val: boolean) => {
-      try {
-        sock.destroy()
-      } catch {}
-      resolveFn(val)
-    }
-    const timer = setTimeout(() => cleanup(false), timeoutMs)
-    sock.once('connect', () => {
-      clearTimeout(timer)
-      cleanup(true)
-    })
-    sock.once('error', () => {
-      clearTimeout(timer)
-      cleanup(false)
-    })
-  })
-}
-
-/**
- * Start a pgsqlite server on an OS-assigned ephemeral port with an ephemeral
- * database. Throws on probe timeout. Caller is responsible for calling
- * `stop()` in a `finally` / `afterAll` hook — `stop()` awaits child exit
- * and cleans up the tempdir.
- */
-export async function startPgsqliteServer(): Promise<OracleServer> {
-  const bin = pgsqliteBinPath()
-  if (!bin) throw new Error('pgsqlite binary not available')
-
-  const port = await getFreePort()
-  const tmpDir = mkdtempSync(resolve(tmpdir(), 'orez-oracle-'))
-  const dbPath = resolve(tmpDir, 'pg.db')
-
-  const proc: ChildProcess = spawn(
-    bin,
-    ['--port', String(port), '--database', dbPath, '--log-level', 'error'],
-    { stdio: ['ignore', 'pipe', 'pipe'] }
-  )
-
-  const exited: Promise<void> = new Promise((res) => proc.once('exit', () => res()))
-
-  // wait for "ready" — poll until the server accepts a connection or we time out
-  let ready = false
-  const start = Date.now()
-  while (Date.now() - start < 10_000) {
-    if (await probePort(port, 250)) {
-      ready = true
-      break
-    }
-    if (proc.exitCode !== null) {
-      throw new Error(`pgsqlite exited before becoming ready (code=${proc.exitCode})`)
-    }
-    await new Promise((r) => setTimeout(r, 50))
-  }
-  if (!ready) {
-    try {
-      proc.kill('SIGKILL')
-    } catch {}
-    try {
-      rmSync(tmpDir, { recursive: true, force: true })
-    } catch {}
-    throw new Error(`pgsqlite did not become ready on port ${port} within 10s`)
-  }
-
-  return {
-    port,
-    dbPath,
-    async stop() {
-      try {
-        proc.kill('SIGTERM')
-      } catch {}
-      // wait up to 2s for graceful exit, then SIGKILL
-      const killTimer = setTimeout(() => {
-        try {
-          proc.kill('SIGKILL')
-        } catch {}
-      }, 2_000)
-      try {
-        await exited
-      } finally {
-        clearTimeout(killTimer)
-      }
-      try {
-        rmSync(tmpDir, { recursive: true, force: true })
-      } catch {}
-    },
-  }
-}
-
-/**
- * Helper: open a postgres.js client to a running pgsqlite server.
- * Requires `postgres` to be available (we already ship it via @rocicorp/zero).
- */
-export async function connectOracle(server: OracleServer): Promise<{
-  exec: (sql: string, params?: any[]) => Promise<any[]>
-  end: () => Promise<void>
-}> {
-  const { default: postgres } = await import('postgres')
-  const sql = postgres({
-    host: '127.0.0.1',
-    port: server.port,
-    user: 'oracle',
-    password: '',
-    database: 'main',
-    ssl: false,
-    max: 1,
-    idle_timeout: 5,
-    connect_timeout: 5,
-    fetch_types: false,
-    prepare: false,
-  })
-  return {
-    exec: async (s: string, params: any[] = []) => {
-      const rows = await sql.unsafe(s, params as any[])
-      return rows as any[]
-    },
-    end: () => sql.end({ timeout: 2 }).then(() => undefined),
-  }
-}
-
-/**
- * Run the same query against pgsqlite (oracle) and our compiler+SQLite (under
- * test). Return both result sets so the test can diff them however it wants.
- *
- * Uses freshly-spawned servers/dbs for each call — slow but isolated. For
- * batches use the lower-level helpers above.
- */
-export async function runOracleAndCompiler(
-  setupSql: string[],
-  pgSql: string,
-  params: any[] = []
-): Promise<{
-  oracle: any[]
-  ours: any[]
-}> {
-  const server = await startPgsqliteServer()
-  try {
-    const conn = await connectOracle(server)
-    try {
-      for (const s of setupSql) await conn.exec(s)
-      const oracle = await conn.exec(pgSql, params)
-
-      // ours: setup + query against fresh in-memory sqlite (after compile())
-      const { compile } = await import('../index.js')
-      const db = new Database(':memory:')
-      for (const s of setupSql) {
-        const { sql: translated } = compile(s)
-        db.exec(translated)
-      }
-      const { sql: translatedQuery } = compile(pgSql)
-      // postgres.js uses $1 params; sqlite uses ?
-      const sqliteSql = translatedQuery.replace(/\$(\d+)/g, '?')
-      const stmt = db.prepare(sqliteSql)
-      const ours = (
-        params.length > 0 ? stmt.all(...(params as any[])) : stmt.all()
-      ) as any[]
-      db.close()
-
-      return { oracle, ours }
-    } finally {
-      await conn.end()
-    }
-  } finally {
-    await server.stop()
-  }
-}

package/src/pg-sqlite-compiler/test/types.test.ts

@@ -1,109 +0,0 @@
-import Database from '@rocicorp/zero-sqlite3'
-/**
- * Snapshot tests for the types pass. Each case asserts that the emitted
- * SQLite SQL has the expected normalized type name AND that the result
- * actually executes against a fresh @rocicorp/zero-sqlite3 in-memory db.
- */
-import { describe, expect, it } from 'vitest'
-
-import { compile } from '../index.js'
-
-function compilesAndRuns(pgSql: string): { sql: string } {
-  const { sql, warnings } = compile(pgSql)
-  expect(warnings).toEqual([])
-  const db = new Database(':memory:')
-  db.exec(sql)
-  db.close()
-  return { sql }
-}
-
-describe('types pass', () => {
-  it('BIGSERIAL → INTEGER (rowid alias on PRIMARY KEY)', () => {
-    const { sql } = compilesAndRuns('CREATE TABLE t (id BIGSERIAL PRIMARY KEY)')
-    expect(sql).toMatch(/INTEGER PRIMARY KEY/i)
-    expect(sql).not.toMatch(/bigserial/i)
-  })
-
-  it('jsonb → TEXT', () => {
-    const { sql } = compilesAndRuns(
-      'CREATE TABLE t (id text PRIMARY KEY, p jsonb NOT NULL)'
-    )
-    expect(sql).toMatch(/p TEXT NOT NULL/i)
-    expect(sql).not.toMatch(/jsonb/i)
-  })
-
-  it('text[] → TEXT (arrays as JSON text)', () => {
-    const { sql } = compilesAndRuns(
-      'CREATE TABLE t (id text PRIMARY KEY, tags text[] NOT NULL)'
-    )
-    expect(sql).toMatch(/tags TEXT NOT NULL/i)
-    expect(sql).not.toMatch(/\[/)
-  })
-
-  it('timestamp with time zone → TEXT', () => {
-    const { sql } = compilesAndRuns(
-      'CREATE TABLE t (id text PRIMARY KEY, ts timestamp with time zone NOT NULL)'
-    )
-    expect(sql).toMatch(/ts TEXT NOT NULL/i)
-    expect(sql).not.toMatch(/timestamp/i)
-    expect(sql).not.toMatch(/with time zone/i)
-  })
-
-  it('varchar(N) → TEXT (drop length typmod)', () => {
-    const { sql } = compilesAndRuns(
-      'CREATE TABLE t (id text PRIMARY KEY, val varchar(64))'
-    )
-    expect(sql).toMatch(/val TEXT/i)
-    expect(sql).not.toMatch(/varchar/i)
-    expect(sql).not.toMatch(/\(64\)/)
-  })
-
-  it('boolean → INTEGER', () => {
-    const { sql } = compilesAndRuns(
-      'CREATE TABLE t (id text PRIMARY KEY, enabled boolean NOT NULL DEFAULT false)'
-    )
-    expect(sql).toMatch(/enabled INTEGER NOT NULL/i)
-    expect(sql).not.toMatch(/boolean/i)
-  })
-
-  it('uuid → TEXT', () => {
-    const { sql } = compilesAndRuns('CREATE TABLE t (id uuid PRIMARY KEY)')
-    expect(sql).toMatch(/id TEXT PRIMARY KEY/i)
-    expect(sql).not.toMatch(/uuid/i)
-  })
-
-  it('bytea → BLOB', () => {
-    const { sql } = compilesAndRuns('CREATE TABLE t (id text PRIMARY KEY, body bytea)')
-    expect(sql).toMatch(/body BLOB/i)
-    expect(sql).not.toMatch(/bytea/i)
-  })
-
-  it('numeric(10,2) → NUMERIC (drops precision)', () => {
-    const { sql } = compilesAndRuns(
-      'CREATE TABLE t (id text PRIMARY KEY, amount numeric(10,2))'
-    )
-    expect(sql).toMatch(/amount NUMERIC/i)
-    expect(sql).not.toMatch(/\(10/)
-  })
-
-  it('composite: all common chat-app types in one table', () => {
-    const { sql } = compilesAndRuns(
-      'CREATE TABLE event (' +
-        'id BIGSERIAL PRIMARY KEY, ' +
-        'user_id uuid NOT NULL, ' +
-        '"createdAt" timestamp with time zone DEFAULT NOW() NOT NULL, ' +
-        "payload jsonb NOT NULL DEFAULT '{}', " +
-        "tags text[] NOT NULL DEFAULT '{}', " +
-        'amount numeric(10,2), ' +
-        'enabled boolean NOT NULL DEFAULT true' +
-        ')'
-    )
-    expect(sql).toMatch(/INTEGER PRIMARY KEY/i)
-    expect(sql).toMatch(/user_id TEXT NOT NULL/i)
-    expect(sql).toMatch(/"createdAt" TEXT DEFAULT CURRENT_TIMESTAMP NOT NULL/i)
-    expect(sql).toMatch(/payload TEXT NOT NULL/i)
-    expect(sql).toMatch(/tags TEXT NOT NULL/i)
-    expect(sql).toMatch(/amount NUMERIC/i)
-    expect(sql).toMatch(/enabled INTEGER NOT NULL/i)
-  })
-})

package/src/pg-sqlite-compiler/types.ts

@@ -1,63 +0,0 @@
-/**
- * Schema metadata available to passes for type-aware translation.
- *
- * Implementations are caller-provided. The default NOOP_SCHEMA returns nothing
- * and passes degrade gracefully (regex/AST-shape fallbacks).
- *
- * For orez, the eventual implementation will read from `ctx.storage.sql`
- * PRAGMA + the `_orez_pg_metadata` catalog table.
- */
-export interface SchemaInfo {
-  /** PG type name (e.g. "jsonb", "text[]") for a column, or undefined. */
-  getColumnType(schema: string, table: string, column: string): string | undefined
-
-  /** ENUM definition lookup by PG type name. */
-  getEnum(typeName: string): EnumInfo | undefined
-
-  /** Validate an ENUM literal value. */
-  isEnumValue(typeOid: number, label: string): boolean
-
-  /** Column list for a table (for SELECT * expansion, RETURNING * etc.). */
-  getTableColumns(schema: string, table: string): readonly string[] | undefined
-}
-
-export interface EnumInfo {
-  typeOid: number
-  values: readonly string[]
-}
-
-export interface CompileWarning {
-  kind: string
-  message: string
-  /** PG AST node tag where the warning was raised. */
-  near?: string
-}
-
-export interface CompileResult {
-  sql: string
-  warnings: CompileWarning[]
-}
-
-export interface CompileOptions {
-  schema?: SchemaInfo
-  pgVersion?: number
-  /** Override pass list (mainly for testing individual passes). */
-  passes?: Pass[]
-}
-
-/** Context passed to every pass. */
-export interface PassContext {
-  schema: SchemaInfo
-  warnings: CompileWarning[]
-  /**
-   * Optional pass list — if set, runPasses uses these instead of the default
-   * pipeline. Otherwise the full default pipeline runs.
-   */
-  passes?: Pass[]
-}
-
-/** A pass is a function that mutates a RawStmt in place. */
-export interface Pass {
-  name: string
-  run(rawStmt: any, ctx: PassContext): void
-}

package/src/pglite-ipc.test.ts

@@ -1,116 +0,0 @@
-import { describe, test, expect, beforeAll, afterAll } from 'vitest'
-
-import { PGliteWorkerProxy } from './pglite-ipc.js'
-
-describe('PGliteWorkerProxy', () => {
-  let proxy: PGliteWorkerProxy
-
-  beforeAll(async () => {
-    proxy = new PGliteWorkerProxy({
-      dataDir: 'memory://',
-      name: 'test',
-      withExtensions: false,
-      debug: 0,
-      pgliteOptions: {},
-    })
-    await proxy.waitReady
-  }, 30_000)
-
-  afterAll(async () => {
-    await proxy.close()
-  })
-
-  test('exec creates table', async () => {
-    await proxy.exec(`
-      CREATE TABLE test_items (
-        id SERIAL PRIMARY KEY,
-        name TEXT NOT NULL
-      )
-    `)
-  })
-
-  test('query returns rows', async () => {
-    await proxy.exec(`INSERT INTO test_items (name) VALUES ('hello')`)
-    await proxy.exec(`INSERT INTO test_items (name) VALUES ('world')`)
-
-    const result = await proxy.query<{ id: number; name: string }>(
-      'SELECT * FROM test_items ORDER BY id'
-    )
-    expect(result.rows).toHaveLength(2)
-    expect(result.rows[0].name).toBe('hello')
-    expect(result.rows[1].name).toBe('world')
-  })
-
-  test('query with params', async () => {
-    const result = await proxy.query<{ name: string }>(
-      'SELECT name FROM test_items WHERE name = $1',
-      ['world']
-    )
-    expect(result.rows).toHaveLength(1)
-    expect(result.rows[0].name).toBe('world')
-  })
-
-  test('exec returns affectedRows', async () => {
-    const result = await proxy.exec(`DELETE FROM test_items WHERE name = 'hello'`)
-    expect(result[0].affectedRows).toBe(1)
-  })
-
-  test('execProtocolRaw handles wire protocol', async () => {
-    // simple query message: SELECT 1 as num
-    const query = 'SELECT 1 as num\0'
-    const encoder = new TextEncoder()
-    const queryBytes = encoder.encode(query)
-    const buf = new Uint8Array(5 + queryBytes.length)
-    buf[0] = 0x51 // 'Q' simple query
-    new DataView(buf.buffer).setInt32(1, 4 + queryBytes.length)
-    buf.set(queryBytes, 5)
-
-    const result = await proxy.execProtocolRaw(buf)
-    expect(result).toBeInstanceOf(Uint8Array)
-    expect(result.length).toBeGreaterThan(0)
-    // should contain a ReadyForQuery message (0x5a)
-    let hasRfq = false
-    for (let i = 0; i < result.length; i++) {
-      if (result[i] === 0x5a) {
-        hasRfq = true
-        break
-      }
-    }
-    expect(hasRfq).toBe(true)
-  })
-
-  test('listen receives notifications', async () => {
-    const received: string[] = []
-    const unsub = await proxy.listen('test_channel', (payload) => {
-      received.push(payload)
-    })
-
-    await proxy.exec(`NOTIFY test_channel, 'hello'`)
-    // give notification time to propagate
-    await new Promise((r) => setTimeout(r, 100))
-
-    expect(received).toContain('hello')
-    await unsub()
-  })
-
-  test('error propagation with SQL code', async () => {
-    await expect(proxy.exec('SELECT * FROM nonexistent_table')).rejects.toThrow()
-  })
-
-  test('rejects requests after worker exits', async () => {
-    const local = new PGliteWorkerProxy({
-      dataDir: 'memory://',
-      name: 'exit-test',
-      withExtensions: false,
-      debug: 0,
-      pgliteOptions: {},
-    })
-    await local.waitReady
-
-    await (local as any).worker.terminate()
-
-    await expect(local.query('SELECT 1')).rejects.toThrow(
-      /worker exited|worker is closed/
-    )
-  })
-})