@spooky-sync/core 0.0.1-canary.63 → 0.0.1-canary.65

package/AGENTS.md

@@ -0,0 +1,56 @@
+# `@spooky-sync/core` — agent guide
+
+## What this package is
+
+The sync engine. A `Sp00kyClient<S>` owns a local database (memory or IndexedDB), a remote SurrealDB connection, a mutation queue, and a CRDT manager. It's framework-agnostic — UI bindings live in `@spooky-sync/client-solid` (or future `client-react`, etc.). Most app code touches this package indirectly through a UI binding's `useDb()` hook.
+
+## Mental model
+
+```
+.surql schema
+   │  spky generate
+   ▼
+schema.gen.ts (typed schema + SURQL_SCHEMA constant)
+   │  passed to SyncedDbConfig
+   ▼
+Sp00kyClient<S>  ── local store (memory | IndexedDB)
+       │            ↑↓ DBSP reactive query layer
+       │            ↑↓ mutation queue
+       └── SSP ── remote SurrealDB
+```
+
+Local mutations are applied optimistically, ingested into a DBSP layer that drives reactive query updates, then drained to the remote via SSP. Live updates flow back the same path.
+
+## Key exports (`src/index.ts`)
+
+- `Sp00kyClient<S>` — main class. Methods: `init()`, `create(id, payload)`, `update(table, id, payload, options?)`, `delete(table, idOrSelector)`, `query(table, opts?)`, `run(backend, route, payload)`, `bucket(name)`, `useRemote(fn)`, `authenticate(token)`, `signOut()`. Plus `pendingMutationCount` and `subscribeToPendingMutations(cb)`.
+- `BucketHandle` — file storage handle (`put`, `get`, `delete`, `exists`).
+- `AuthService` — token management, sign-in/sign-out events.
+- `CrdtManager`, `CrdtField`, `cursorColorFromName`, `CURSOR_COLORS` — Loro-CRDT integration.
+- Types: `Sp00kyConfig`, `SyncedDbConfig` (re-exported by client-solid as the consumer-facing shape), `QueryTimeToLive`, `PersistenceClient`, `StoreType`, `UpdateOptions`, `RunOptions`.
+- Subpath: `@spooky-sync/core/otel` — `createOtelTransmit(endpoint)` for piping pino logs to OpenTelemetry.
+
+## Common gotchas
+
+- **Use UI hooks, not the client directly.** In a Solid app, call `useDb()` from `@spooky-sync/client-solid`. Touch `Sp00kyClient` only inside `provider.client` for advanced flows.
+- **Mutations are optimistic.** `db.create` / `db.update` / `db.delete` return immediately; the queue drains in the background. Inspect progress via `pendingMutationCount`.
+- **Record IDs are full strings.** `db.create('thread:abc123', {...})` — *not* `db.create('thread', { id: 'abc123' })`. The first arg is `'<table>:<id>'`. Generate IDs with `Uuid` from `surrealdb` (re-exported by `client-solid`).
+- **`db.update` takes `(table, id, payload, options?)`**. The `debounced` option (`{ debounced: true }` or `{ debounced: { delay, key } }`) coalesces rapid updates — use it for CRDT text/title fields.
+- **`db.useRemote(fn)` bypasses the cache.** Use only for queries that can't be expressed via the query builder (e.g. graph traversals across `RELATE` edges). Results are not synced into the local cache.
+- **`@parent` columns are auto-populated.** Defined in the `.surql` schema as `record<user>` with the `-- @parent` annotation; never write them yourself — they're set from the auth context server-side.
+
+## Module map (under `src/modules/`)
+
+- `data/` — local store + DBSP reactive query layer.
+- `sync/` — SSP client, mutation queue, live-update ingestion.
+- `cache/` — query result cache with TTL.
+- `crdt/` — Loro CRDT manager for collaborative text fields.
+- `auth/` — token storage, sign-in flow.
+- `devtools/` — devtools bridge (talks to the browser extension and `@spooky-sync/devtools-mcp`).
+
+## Pointers
+
+- UI bindings: `node_modules/@spooky-sync/client-solid/AGENTS.md`
+- Query builder DSL: `node_modules/@spooky-sync/query-builder/AGENTS.md`
+- Schema codegen / migrations: `node_modules/@spooky-sync/cli/AGENTS.md`
+- Live introspection: `node_modules/@spooky-sync/devtools-mcp/AGENTS.md`

package/dist/index.d.ts

@@ -261,6 +261,12 @@ declare class CrdtManager {
   private ensureLiveSelect;
   private killLiveSelect;
   private makeKey;
+  /**
+   * Throws if `<table>.<field>` is not annotated `@crdt` in the schema. Catches
+   * typos, removed annotations, and stale schema codegen at the call site instead
+   * of silently producing a non-CRDT writer.
+   */
+  private assertCrdtField;
 }
 //#endregion
 //#region src/sp00ky.d.ts

package/dist/index.js

@@ -1809,7 +1809,6 @@ var Sp00kySync = class {
 		this.isInit = true;
 		await this.scheduler.init();
 		this.scheduler.syncUp();
-		this.scheduler.syncUp();
 		this.scheduler.syncDown();
 		this.startRefLiveQueries();
 	}
@@ -3060,6 +3059,7 @@ var CrdtManager = class {
 	*                       LoroDoc if no CRDT state exists yet (migration path)
 	*/
 	async open(table, recordId, field, fallbackText) {
+		this.assertCrdtField(table, field);
 		const key = this.makeKey(table, recordId, field);
 		let crdtField = this.fields.get(key);
 		if (crdtField) return crdtField;
@@ -3155,6 +3155,18 @@ var CrdtManager = class {
 	makeKey(table, recordId, field) {
 		return `${table}:${recordId}:${field}`;
 	}
+	/**
+	* Throws if `<table>.<field>` is not annotated `@crdt` in the schema. Catches
+	* typos, removed annotations, and stale schema codegen at the call site instead
+	* of silently producing a non-CRDT writer.
+	*/
+	assertCrdtField(table, field) {
+		const tableSchema = this.schema.tables.find((t) => t.name === table);
+		if (!tableSchema) throw new Error(`openCrdtField: unknown table '${table}'. Available: ${this.schema.tables.map((t) => t.name).join(", ")}`);
+		const column = tableSchema.columns[field];
+		if (!column) throw new Error(`openCrdtField: '${table}.${field}' is not in the schema. Available fields: ${Object.keys(tableSchema.columns).join(", ")}`);
+		if (!column.crdt) throw new Error(`openCrdtField: '${table}.${field}' is not annotated '@crdt' in the schema. Add '-- @crdt text' above the field's DEFINE FIELD and regenerate the client schema.`);
+	}
 };
 
 //#endregion

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spooky-sync/core",
-  "version": "0.0.1-canary.63",
+  "version": "0.0.1-canary.65",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",

package/src/modules/crdt/index.ts

@@ -41,6 +41,7 @@ export class CrdtManager {
     field: string,
     fallbackText?: string,
   ): Promise<CrdtField> {
+    this.assertCrdtField(table, field);
     const key = this.makeKey(table, recordId, field);
     let crdtField = this.fields.get(key);
 
@@ -175,4 +176,30 @@ export class CrdtManager {
   private makeKey(table: string, recordId: string, field: string): string {
     return `${table}:${recordId}:${field}`;
   }
+
+  /**
+   * Throws if `<table>.<field>` is not annotated `@crdt` in the schema. Catches
+   * typos, removed annotations, and stale schema codegen at the call site instead
+   * of silently producing a non-CRDT writer.
+   */
+  private assertCrdtField(table: string, field: string): void {
+    const tableSchema = this.schema.tables.find((t) => t.name === table);
+    if (!tableSchema) {
+      throw new Error(
+        `openCrdtField: unknown table '${table}'. Available: ${this.schema.tables.map((t) => t.name).join(', ')}`
+      );
+    }
+    const column = tableSchema.columns[field];
+    if (!column) {
+      throw new Error(
+        `openCrdtField: '${table}.${field}' is not in the schema. Available fields: ${Object.keys(tableSchema.columns).join(', ')}`
+      );
+    }
+    if (!column.crdt) {
+      throw new Error(
+        `openCrdtField: '${table}.${field}' is not annotated '@crdt' in the schema. ` +
+          `Add '-- @crdt text' above the field's DEFINE FIELD and regenerate the client schema.`
+      );
+    }
+  }
 }

package/src/modules/sync/sync.ts

@@ -86,7 +86,6 @@ export class Sp00kySync<S extends SchemaStructure> {
     this.isInit = true;
     await this.scheduler.init();
     void this.scheduler.syncUp();
-    void this.scheduler.syncUp();
     void this.scheduler.syncDown();
     void this.startRefLiveQueries();
   }