orez 0.2.27 → 0.2.29

package/src/integration/integration.test.ts

@@ -1,517 +0,0 @@
-/**
- * integration test adapted from zero-cache's integration.pg.test.ts
- *
- * validates the full sync pipeline: pglite → change tracking → replication
- * protocol → zero-cache → websocket poke messages to clients.
- *
- * uses orez's startZeroLite() instead of real postgres + manual zero-cache.
- */
-
-import { describe, expect, test, beforeAll, afterAll, beforeEach } from 'vitest'
-import WebSocket from 'ws'
-
-import { startZeroLite } from '../index.js'
-import { installChangeTracking } from '../replication/change-tracker.js'
-import {
-  ensureTablesInPublications,
-  hasNonNullPermissions,
-  installAllowAllPermissions,
-} from './test-permissions.js'
-
-import type { PGlite } from '@electric-sql/pglite'
-
-const SYNC_PROTOCOL_VERSION = 49
-const CLIENT_SCHEMA = {
-  tables: {
-    foo: {
-      columns: {
-        id: { type: 'string' },
-        value: { type: 'string' },
-        num: { type: 'number' },
-      },
-      primaryKey: ['id'],
-    },
-  },
-}
-
-function encodeSecProtocols(
-  initConnectionMessage: unknown,
-  authToken: string | undefined
-): string {
-  const payload = JSON.stringify({ initConnectionMessage, authToken })
-  return encodeURIComponent(Buffer.from(payload, 'utf-8').toString('base64'))
-}
-
-// simple async queue for collecting websocket messages
-class Queue<T> {
-  private items: T[] = []
-  private waiters: Array<{
-    resolve: (v: T) => void
-    timer?: ReturnType<typeof setTimeout>
-  }> = []
-
-  enqueue(item: T) {
-    const waiter = this.waiters.shift()
-    if (waiter) {
-      if (waiter.timer) clearTimeout(waiter.timer)
-      waiter.resolve(item)
-    } else {
-      this.items.push(item)
-    }
-  }
-
-  dequeue(fallback?: T, timeoutMs = 10000): Promise<T> {
-    if (this.items.length > 0) {
-      return Promise.resolve(this.items.shift()!)
-    }
-    return new Promise<T>((resolve) => {
-      const waiter: { resolve: (v: T) => void; timer?: ReturnType<typeof setTimeout> } = {
-        resolve,
-      }
-      if (fallback !== undefined) {
-        waiter.timer = setTimeout(() => {
-          const idx = this.waiters.indexOf(waiter)
-          if (idx >= 0) this.waiters.splice(idx, 1)
-          resolve(fallback)
-        }, timeoutMs)
-      }
-      this.waiters.push(waiter)
-    })
-  }
-}
-
-describe('orez integration', { timeout: 120000 }, () => {
-  let db: PGlite
-  let zeroPort: number
-  let pgPort: number
-  let shutdown: () => Promise<void>
-  let restartZero: (() => Promise<void>) | undefined
-  let resetZeroFull: (() => Promise<void>) | undefined
-  let dataDir: string
-
-  beforeAll(async () => {
-    const testPgPort = 23000 + Math.floor(Math.random() * 1000)
-    const testZeroPort = testPgPort + 100
-
-    dataDir = `.orez-integration-test-${Date.now()}`
-    console.log(`[test] starting orez on pg:${testPgPort} zero:${testZeroPort}`)
-    const result = await startZeroLite({
-      pgPort: testPgPort,
-      zeroPort: testZeroPort,
-      dataDir,
-      logLevel: 'info',
-      skipZeroCache: false,
-      ...(process.env.FORCE_WASM === '1' ? { forceWasmSqlite: true } : {}),
-    })
-
-    db = result.db
-    zeroPort = result.zeroPort
-    pgPort = result.pgPort
-    shutdown = result.stop
-    restartZero = result.restartZero
-    resetZeroFull = result.resetZeroFull
-
-    console.log(`[test] orez started, creating tables`)
-
-    // create test tables
-    await db.exec(`
-      CREATE TABLE IF NOT EXISTS foo (
-        id TEXT PRIMARY KEY,
-        value TEXT,
-        num INTEGER
-      );
-
-      CREATE TABLE IF NOT EXISTS bar (
-        id TEXT PRIMARY KEY,
-        foo_id TEXT
-      );
-    `)
-    await ensureTablesInPublications(db, ['foo', 'bar'])
-    const pubName = process.env.ZERO_APP_PUBLICATIONS?.trim()
-    if (pubName) {
-      const quotedPub = '"' + pubName.replace(/"/g, '""') + '"'
-      await db
-        .exec(`ALTER PUBLICATION ${quotedPub} ADD TABLE "public"."foo"`)
-        .catch(() => {})
-      await db
-        .exec(`ALTER PUBLICATION ${quotedPub} ADD TABLE "public"."bar"`)
-        .catch(() => {})
-      await installChangeTracking(db)
-    }
-    await installAllowAllPermissions(db, ['foo', 'bar'])
-    expect(await hasNonNullPermissions(db)).toBe(true)
-    if (resetZeroFull) {
-      await resetZeroFull()
-    } else if (restartZero) {
-      await restartZero()
-    }
-    const pubNameAfterReset = process.env.ZERO_APP_PUBLICATIONS?.trim()
-    if (pubNameAfterReset) {
-      const pubRows = await db.query<{ tablename: string }>(
-        `SELECT tablename
-         FROM pg_publication_tables
-         WHERE pubname = $1
-           AND schemaname = 'public'`,
-        [pubNameAfterReset]
-      )
-      expect(pubRows.rows.map((r) => r.tablename)).toEqual(
-        expect.arrayContaining(['foo', 'bar'])
-      )
-      const shardCfg = await db.query<{ publications: string[] }>(
-        `SELECT publications FROM "zero_0"."shardConfig" WHERE lock = true`
-      )
-      expect(shardCfg.rows[0]?.publications || []).toContain(pubNameAfterReset)
-    }
-    expect(await hasNonNullPermissions(db)).toBe(true)
-
-    console.log(`[test] tables created, waiting for zero-cache`)
-    // wait for zero-cache to be ready
-    await waitForZero(zeroPort, 90000)
-    console.log(`[test] zero-cache ready`)
-  }, 120000)
-
-  afterAll(async () => {
-    if (shutdown) await shutdown()
-    if (dataDir) {
-      const { rmSync } = await import('node:fs')
-      try {
-        rmSync(dataDir, { recursive: true, force: true })
-      } catch {}
-    }
-  })
-
-  beforeEach(async () => {
-    // clean tables between tests
-    await db.exec(`DELETE FROM foo; DELETE FROM bar;`)
-    // wait for replication to consume cleanup changes so zero-cache's replica is clean
-    await waitForReplicationCatchup(db)
-    // settle time for zero-cache to finish processing previous client views
-    await new Promise((r) => setTimeout(r, 2000))
-  })
-
-  // wait until the replication handler has consumed all pending changes.
-  // zero-cache queries its own sqlite replica, so data written to pglite
-  // isn't visible to clients until replication streams it through.
-  async function waitForReplicationCatchup(
-    pglite: PGlite,
-    timeoutMs = 15000
-  ): Promise<void> {
-    const deadline = Date.now() + timeoutMs
-    while (Date.now() < deadline) {
-      const result = await pglite.query<{ count: string }>(
-        `SELECT count(*)::text as count FROM _orez._zero_changes`
-      )
-      if (Number(result.rows[0]?.count) === 0) return
-      await new Promise((r) => setTimeout(r, 100))
-    }
-  }
-
-  test('zero-cache starts and accepts websocket connections', async () => {
-    const cg = `test-cg-${Date.now()}`
-    const cid = `test-client-${Date.now()}`
-    const secProtocol = encodeSecProtocols(
-      ['initConnection', { desiredQueriesPatch: [] }],
-      undefined
-    )
-    const ws = new WebSocket(
-      `ws://localhost:${zeroPort}/sync/v${SYNC_PROTOCOL_VERSION}/connect` +
-        `?clientGroupID=${cg}&clientID=${cid}&wsid=ws1&schemaVersion=1&baseCookie=&ts=${Date.now()}&lmid=0`,
-      secProtocol
-    )
-
-    const connected = new Promise<void>((resolve, reject) => {
-      ws.on('open', resolve)
-      ws.on('error', reject)
-      setTimeout(() => reject(new Error('ws connect timeout')), 5000)
-    })
-
-    await connected
-
-    const firstMessage = await new Promise<unknown>((resolve) => {
-      ws.on('message', (data) => {
-        resolve(JSON.parse(data.toString()))
-      })
-    })
-
-    expect(firstMessage).toMatchObject(['connected', { wsid: 'ws1' }])
-
-    ws.close()
-  })
-
-  test('initial sync delivers existing rows via poke', async () => {
-    // insert data before connecting
-    await db.query(`INSERT INTO foo (id, value, num) VALUES ($1, $2, $3)`, [
-      'row1',
-      'hello',
-      42,
-    ])
-
-    // wait for replication to deliver the row to zero-cache's replica
-    await waitForReplicationCatchup(db)
-    // extra settle time for zero-cache to process the replication stream
-    await new Promise((r) => setTimeout(r, 1000))
-
-    const downstream = new Queue<unknown>()
-    const ws = connectAndSubscribe(zeroPort, downstream, {
-      table: 'foo',
-      orderBy: [['id', 'asc']],
-    })
-
-    // drain until we get a pokePart with rowsPatch containing our data
-    const poke = await waitForPokePart(downstream, 30000)
-    expect(poke.rowsPatch).toEqual(
-      expect.arrayContaining([
-        expect.objectContaining({
-          op: 'put',
-          tableName: 'foo',
-          value: expect.objectContaining({
-            id: 'row1',
-            value: 'hello',
-          }),
-        }),
-      ])
-    )
-
-    ws.close()
-  })
-
-  test('live replication: insert triggers poke', async () => {
-    const downstream = new Queue<unknown>()
-    const ws = connectAndSubscribe(zeroPort, downstream, {
-      table: 'foo',
-      orderBy: [['id', 'asc']],
-    })
-
-    // drain initial connection + sync pokes
-    await drainInitialPokes(downstream)
-
-    // now insert data - this should trigger a replication poke
-    await db.query(`INSERT INTO foo (id, value, num) VALUES ($1, $2, $3)`, [
-      'live-row',
-      'live-value',
-      99,
-    ])
-
-    // wait for the replication poke
-    const poke = await waitForPokePart(downstream, 30000)
-    expect(poke.rowsPatch).toEqual(
-      expect.arrayContaining([
-        expect.objectContaining({
-          op: 'put',
-          tableName: 'foo',
-          value: expect.objectContaining({
-            id: 'live-row',
-            value: 'live-value',
-          }),
-        }),
-      ])
-    )
-
-    ws.close()
-  })
-
-  test('live replication: update triggers poke', async () => {
-    // insert initial data
-    await db.query(`INSERT INTO foo (id, value, num) VALUES ($1, $2, $3)`, [
-      'upd-row',
-      'original',
-      1,
-    ])
-
-    const downstream = new Queue<unknown>()
-    const ws = connectAndSubscribe(zeroPort, downstream, {
-      table: 'foo',
-      orderBy: [['id', 'asc']],
-    })
-
-    await drainInitialPokes(downstream)
-
-    // update the row
-    await db.query(`UPDATE foo SET value = $1, num = $2 WHERE id = $3`, [
-      'updated',
-      2,
-      'upd-row',
-    ])
-
-    const poke = await waitForPokePart(downstream, 30000)
-    expect(poke.rowsPatch).toEqual(
-      expect.arrayContaining([
-        expect.objectContaining({
-          op: 'put',
-          tableName: 'foo',
-          value: expect.objectContaining({
-            id: 'upd-row',
-            value: 'updated',
-          }),
-        }),
-      ])
-    )
-
-    ws.close()
-  })
-
-  test('live replication: delete triggers poke', async () => {
-    await db.query(`INSERT INTO foo (id, value, num) VALUES ($1, $2, $3)`, [
-      'del-row',
-      'to-delete',
-      1,
-    ])
-
-    const downstream = new Queue<unknown>()
-    const ws = connectAndSubscribe(zeroPort, downstream, {
-      table: 'foo',
-      orderBy: [['id', 'asc']],
-    })
-
-    await drainInitialPokes(downstream)
-
-    // delete the row
-    await db.query(`DELETE FROM foo WHERE id = $1`, ['del-row'])
-
-    const poke = await waitForPokePart(downstream, 30000)
-    expect(poke.rowsPatch).toEqual(
-      expect.arrayContaining([
-        expect.objectContaining({
-          op: 'del',
-          tableName: 'foo',
-        }),
-      ])
-    )
-
-    ws.close()
-  })
-
-  test('concurrent inserts all replicate', { timeout: 60000 }, async () => {
-    const downstream = new Queue<unknown>()
-    const ws = connectAndSubscribe(zeroPort, downstream, {
-      table: 'foo',
-      orderBy: [['id', 'asc']],
-    })
-
-    await drainInitialPokes(downstream)
-
-    // insert 5 rows concurrently
-    await Promise.all(
-      Array.from({ length: 5 }, (_, i) =>
-        db.query(`INSERT INTO foo (id, value, num) VALUES ($1, $2, $3)`, [
-          `concurrent-${i}`,
-          `value-${i}`,
-          i,
-        ])
-      )
-    )
-
-    // collect all poke parts within a window
-    const allRows = await collectPokeRows(downstream, 30000)
-    const ids = allRows
-      .filter((r: any) => r.op === 'put' && r.tableName === 'foo')
-      .map((r: any) => r.value.id)
-      .sort()
-
-    expect(ids).toEqual([
-      'concurrent-0',
-      'concurrent-1',
-      'concurrent-2',
-      'concurrent-3',
-      'concurrent-4',
-    ])
-
-    ws.close()
-  })
-
-  // --- helpers ---
-
-  function connectAndSubscribe(
-    port: number,
-    downstream: Queue<unknown>,
-    query: Record<string, unknown>
-  ): WebSocket {
-    const cg = `test-cg-${Date.now()}`
-    const cid = `test-client-${Date.now()}`
-    const secProtocol = encodeSecProtocols(
-      [
-        'initConnection',
-        {
-          desiredQueriesPatch: [{ op: 'put', hash: 'q1', ast: query }],
-          clientSchema: CLIENT_SCHEMA,
-        },
-      ],
-      undefined
-    )
-    const ws = new WebSocket(
-      `ws://localhost:${port}/sync/v${SYNC_PROTOCOL_VERSION}/connect` +
-        `?clientGroupID=${cg}&clientID=${cid}&wsid=ws1&schemaVersion=1&baseCookie=&ts=${Date.now()}&lmid=0`,
-      secProtocol
-    )
-
-    ws.on('message', (data) => {
-      downstream.enqueue(JSON.parse(data.toString()))
-    })
-
-    return ws
-  }
-
-  async function drainInitialPokes(downstream: Queue<unknown>) {
-    // drain messages until we've seen the initial data sync complete
-    let settled = false
-    const timeout = Date.now() + 30000
-
-    while (!settled && Date.now() < timeout) {
-      const msg = (await downstream.dequeue('timeout' as any, 3000)) as any
-      if (msg === 'timeout') {
-        settled = true
-      } else if (Array.isArray(msg) && msg[0] === 'pokeEnd') {
-        const next = (await downstream.dequeue('timeout' as any, 2000)) as any
-        if (next === 'timeout') {
-          settled = true
-        }
-      }
-    }
-  }
-
-  async function waitForPokePart(
-    downstream: Queue<unknown>,
-    timeoutMs = 10000
-  ): Promise<Record<string, any>> {
-    const deadline = Date.now() + timeoutMs
-    while (Date.now() < deadline) {
-      const remaining = Math.max(1000, deadline - Date.now())
-      const msg = (await downstream.dequeue('timeout' as any, remaining)) as any
-      if (msg === 'timeout') throw new Error('timed out waiting for pokePart')
-      if (Array.isArray(msg) && msg[0] === 'pokePart' && msg[1]?.rowsPatch) {
-        return msg[1]
-      }
-    }
-    throw new Error('timed out waiting for pokePart')
-  }
-
-  async function collectPokeRows(
-    downstream: Queue<unknown>,
-    windowMs = 5000
-  ): Promise<any[]> {
-    const rows: any[] = []
-    const deadline = Date.now() + windowMs
-    // collect all poke parts until timeout
-    while (Date.now() < deadline) {
-      const remaining = Math.max(1000, deadline - Date.now())
-      const msg = (await downstream.dequeue('timeout' as any, remaining)) as any
-      if (msg === 'timeout') break
-      if (Array.isArray(msg) && msg[0] === 'pokePart' && msg[1]?.rowsPatch) {
-        rows.push(...msg[1].rowsPatch)
-      }
-    }
-    return rows
-  }
-})
-
-async function waitForZero(port: number, timeoutMs = 30000) {
-  const deadline = Date.now() + timeoutMs
-  while (Date.now() < deadline) {
-    try {
-      const res = await fetch(`http://localhost:${port}/`)
-      if (res.ok || res.status === 404) return
-    } catch {}
-    await new Promise((r) => setTimeout(r, 500))
-  }
-  throw new Error(`zero-cache not ready on port ${port} after ${timeoutMs}ms`)
-}

package/src/integration/native-binary.guard.test.ts

@@ -1,13 +0,0 @@
-import { describe, expect, test } from 'vitest'
-
-import {
-  formatNativeBootstrapInstructions,
-  inspectNativeSqliteBinary,
-} from '../sqlite-mode/native-binary.js'
-
-describe('native sqlite binary guard', () => {
-  test('better_sqlite3.node is present before native integration tests', () => {
-    const check = inspectNativeSqliteBinary()
-    expect(check.found, formatNativeBootstrapInstructions(check)).toBe(true)
-  })
-})

package/src/integration/native-startup.test.ts

@@ -1,44 +0,0 @@
-import { rmSync } from 'node:fs'
-
-import { afterAll, beforeAll, describe, expect, test } from 'vitest'
-
-import { startZeroLite } from '../index.js'
-
-describe('native sqlite startup integration', { timeout: 120_000 }, () => {
-  let shutdown: (() => Promise<void>) | undefined
-  let zeroPort = 0
-  let dataDir = ''
-
-  beforeAll(async () => {
-    const basePort = 29000 + Math.floor(Math.random() * 1000)
-    dataDir = `.orez-native-startup-test-${Date.now()}`
-
-    const started = await startZeroLite({
-      pgPort: basePort,
-      zeroPort: basePort + 100,
-      dataDir,
-      logLevel: 'warn',
-      skipZeroCache: false,
-      disableWasmSqlite: true,
-    })
-
-    shutdown = started.stop
-    zeroPort = started.zeroPort
-  }, 60_000)
-
-  afterAll(async () => {
-    if (shutdown) await shutdown()
-    if (dataDir) {
-      try {
-        rmSync(dataDir, { recursive: true, force: true })
-      } catch {
-        // ignore cleanup failures in test teardown
-      }
-    }
-  })
-
-  test('zero-cache responds in native mode', async () => {
-    const response = await fetch(`http://127.0.0.1:${zeroPort}/`)
-    expect([200, 404]).toContain(response.status)
-  })
-})