@absolutejs/sync 1.8.1 → 1.9.1

package/dist/engine/cdc.d.ts

@@ -20,7 +20,7 @@
  * `error` SSE event so the client knows to resubscribe (vs silently
  * dropping commits).
  */
-import { Elysia } from 'elysia';
+import type { Elysia as ElysiaType } from 'elysia';
 import { type SyncEngine } from './syncEngine';
 export type SyncCdcOptions = {
     /** The engine whose change log this route streams. */
@@ -32,7 +32,7 @@ export type SyncCdcOptions = {
     /** Per-stream in-flight buffer cap. Passed to {@link SyncEngine.streamChanges}. Default 10000. */
     maxBuffer?: number;
 };
-export declare const syncCdc: ({ engine, path, heartbeatMs, maxBuffer }: SyncCdcOptions) => Elysia<"", {
+export declare const syncCdc: ({ engine, path, heartbeatMs, maxBuffer }: SyncCdcOptions) => ElysiaType<"", {
     decorator: {};
     store: {};
     derive: {};

package/dist/engine/devtools.d.ts

@@ -35,6 +35,18 @@ export type EngineInspection = {
         table: string;
         op: RowOp;
     }[];
+    /**
+     * Registered sync packs (see {@link SyncEngine.registerPack}). Each
+     * entry reports the pack's name, version, the tables it owns, and the
+     * tables it reads but does not own. Surfaced for devtools and for
+     * conflict diagnostics.
+     */
+    packs: {
+        name: string;
+        version: string;
+        ownsTables: string[];
+        readsTables: string[];
+    }[];
 };
 /**
  * A live engine event (see {@link SyncEngine.onActivity}): a committed change or
@@ -63,4 +75,19 @@ export type EngineActivity = {
     delayMs: number;
     errorName: string;
     errorMessage: string;
+} | {
+    type: 'schedule';
+    at: number;
+    name: string;
+    status: 'ok' | 'error';
+} | {
+    /** Emitted between attempts of a retried schedule. Mirrors
+     * {@link mutationRetry}. */
+    type: 'scheduleRetry';
+    at: number;
+    name: string;
+    attempt: number;
+    delayMs: number;
+    errorName: string;
+    errorMessage: string;
 };

package/dist/engine/index.d.ts

@@ -40,6 +40,8 @@ export { createVectorIndex } from './vectorIndex';
 export type { VectorIndexOptions, VectorMetric } from './vectorIndex';
 export { defineSchedule } from './schedule';
 export type { ScheduleContext, ScheduleDefinition } from './schedule';
+export { defineSyncPack, PackMissingDependencyError, PackTableConflictError } from './pack';
+export type { CrdtFieldsMap, RegisteredPack, SyncPack } from './pack';
 export { defineMutation } from './mutation';
 export type { MutationActions, MutationDefinition, MutationHandler, TableWriter, TransactionRunner } from './mutation';
 export type { BridgeFetchConfig, BridgeFetchEndpoint, BridgeFetchResponse, HandlerMetricsHook, HandlerMetricsRecord, SandboxConfig } from './sandbox';

package/dist/engine/index.js

@@ -1056,6 +1056,31 @@ var createVectorIndex = (options) => {
 };
 // src/engine/schedule.ts
 var defineSchedule = (definition) => definition;
+// src/engine/pack.ts
+class PackTableConflictError extends Error {
+  table;
+  existingPack;
+  newPack;
+  constructor(table, existingPack, newPack) {
+    super(`Pack "${newPack}" claims table "${table}", but "${existingPack}" already owns it. Use a tablePrefix on one of them.`);
+    this.name = "PackTableConflictError";
+    this.table = table;
+    this.existingPack = existingPack;
+    this.newPack = newPack;
+  }
+}
+
+class PackMissingDependencyError extends Error {
+  pack;
+  missingTable;
+  constructor(pack, missingTable) {
+    super(`Pack "${pack}" requires a reader for table "${missingTable}" but none is registered. Call engine.registerReader("${missingTable}", ...) before engine.registerPack.`);
+    this.name = "PackMissingDependencyError";
+    this.pack = pack;
+    this.missingTable = missingTable;
+  }
+}
+var defineSyncPack = (pack) => pack;
 // src/engine/mutation.ts
 var defineMutation = (definition) => definition;
 // src/engine/retry.ts
@@ -1405,6 +1430,8 @@ var createSyncEngine = (options = {}) => {
   const writers = new Map;
   const readers = new Map;
   const schedules = new Map;
+  const packTableOwners = new Map;
+  const registeredPacks = [];
   const permissions = new Map;
   for (const [table, rules] of Object.entries(options.permissions ?? {})) {
     permissions.set(table, rules);
@@ -2136,7 +2163,7 @@ var createSyncEngine = (options = {}) => {
       }
     };
   };
-  return {
+  const engine = {
     register: (collection) => {
       registry.set(collection.name, collection);
       for (const table of collection.tables ?? [collection.name]) {
@@ -2411,13 +2438,136 @@ var createSyncEngine = (options = {}) => {
         throw new Error(`Unknown schedule "${name}"`);
       }
       const runHandler = async (tx) => {
-        const { actions, buffered: buffered2 } = makeActions(tx, {}, false);
+        const { actions, buffered } = makeActions(tx, {}, false);
         const db = makeReadHandle({}, new Set, new Set, [], false);
         await schedule.run({ actions, db });
-        return buffered2;
+        return buffered;
       };
-      const buffered = runInTransaction !== undefined ? await runInTransaction((tx) => runHandler(tx)) : await runHandler(undefined);
-      await applyChangeBatch(buffered);
+      const retry = schedule.retry;
+      const maxAttempts = retry === undefined ? 1 : retry.maxAttempts ?? 5;
+      const isRetryable = retry?.isRetryable ?? isSerializationFailure;
+      const computeDelay = retry?.backoff ?? exponentialBackoff();
+      const maxElapsedMs = retry?.maxElapsedMs ?? 30000;
+      const startedAt = Date.now();
+      let lastError;
+      let attemptsMade = 0;
+      for (let attempt = 1;attempt <= maxAttempts; attempt++) {
+        attemptsMade = attempt;
+        try {
+          const buffered = runInTransaction !== undefined ? await runInTransaction((tx) => runHandler(tx)) : await runHandler(undefined);
+          await applyChangeBatch(buffered);
+          emitActivity({
+            type: "schedule",
+            at: Date.now(),
+            name,
+            status: "ok"
+          });
+          return;
+        } catch (error) {
+          lastError = error;
+          const elapsedMs = Date.now() - startedAt;
+          const canRetry = attempt < maxAttempts && isRetryable(error) && elapsedMs < maxElapsedMs;
+          if (!canRetry)
+            break;
+          const rawDelay = computeDelay(attempt);
+          const remaining = maxElapsedMs - elapsedMs;
+          if (remaining <= 0)
+            break;
+          const delayMs = Math.max(0, Math.min(rawDelay, remaining));
+          emitActivity({
+            type: "scheduleRetry",
+            at: Date.now(),
+            name,
+            attempt,
+            delayMs,
+            errorName: error instanceof Error ? error.name : "Error",
+            errorMessage: error instanceof Error ? error.message : String(error)
+          });
+          if (delayMs > 0) {
+            await new Promise((resolve) => setTimeout(resolve, delayMs));
+          }
+        }
+      }
+      emitActivity({
+        type: "schedule",
+        at: Date.now(),
+        name,
+        status: "error"
+      });
+      if (attemptsMade > 1) {
+        throw new RetriesExhaustedError(attemptsMade, Date.now() - startedAt, lastError);
+      }
+      throw lastError;
+    },
+    registerPack: (pack) => {
+      for (const table of pack.ownsTables) {
+        const existing = packTableOwners.get(table);
+        if (existing !== undefined) {
+          throw new PackTableConflictError(table, existing, pack.name);
+        }
+      }
+      if (pack.requireDependencies === true) {
+        for (const table of pack.readsTables ?? []) {
+          if (!readers.has(table)) {
+            throw new PackMissingDependencyError(pack.name, table);
+          }
+        }
+      }
+      if (pack.schemas !== undefined) {
+        for (const [table, schema] of Object.entries(pack.schemas)) {
+          engine.registerSchema(table, schema);
+        }
+      }
+      if (pack.permissions !== undefined) {
+        for (const [table, rules] of Object.entries(pack.permissions)) {
+          engine.registerPermissions(table, rules);
+        }
+      }
+      if (pack.readers !== undefined) {
+        for (const [table, reader] of Object.entries(pack.readers)) {
+          engine.registerReader(table, reader);
+        }
+      }
+      if (pack.writers !== undefined) {
+        for (const [table, writer] of Object.entries(pack.writers)) {
+          engine.registerWriter(table, writer);
+        }
+      }
+      if (pack.crdt !== undefined) {
+        for (const [table, fields] of Object.entries(pack.crdt)) {
+          engine.registerCrdt(table, fields);
+        }
+      }
+      for (const collection of pack.collections ?? []) {
+        engine.register(collection);
+      }
+      for (const collection of pack.joinCollections ?? []) {
+        engine.registerJoin(collection);
+      }
+      for (const collection of pack.graphCollections ?? []) {
+        engine.registerGraph(collection);
+      }
+      for (const collection of pack.searchCollections ?? []) {
+        engine.registerSearch(collection);
+      }
+      for (const query2 of pack.reactiveQueries ?? []) {
+        engine.registerReactive(query2);
+      }
+      for (const mutation of pack.mutations ?? []) {
+        engine.registerMutation(mutation);
+      }
+      for (const schedule of pack.schedules ?? []) {
+        engine.registerSchedule(schedule);
+      }
+      for (const table of pack.ownsTables) {
+        packTableOwners.set(table, pack.name);
+      }
+      registeredPacks.push({
+        name: pack.name,
+        version: pack.version,
+        ownsTables: [...pack.ownsTables],
+        readsTables: [...pack.readsTables ?? []]
+      });
     },
     inspect: () => {
       const collections = [...registry.entries()].map(([name, def]) => {
@@ -2457,6 +2607,12 @@ var createSyncEngine = (options = {}) => {
           version: entry.version,
           table: entry.table,
           op: entry.change.op
+        })),
+        packs: registeredPacks.map((pack) => ({
+          name: pack.name,
+          version: pack.version,
+          ownsTables: [...pack.ownsTables],
+          readsTables: [...pack.readsTables]
         }))
       };
     },
@@ -2543,9 +2699,17 @@ var createSyncEngine = (options = {}) => {
       };
     }
   };
+  return engine;
 };
 // src/engine/cdc.ts
-import { Elysia } from "elysia";
+var cachedElysia;
+var loadElysia = () => {
+  if (cachedElysia !== undefined)
+    return cachedElysia;
+  const mod = __require("elysia");
+  cachedElysia = mod.Elysia;
+  return cachedElysia;
+};
 var parseSince = (query2, lastEventId) => {
   const raw = query2.since ?? lastEventId ?? "0";
   const parsed = Number(raw);
@@ -2567,68 +2731,71 @@ var syncCdc = ({
   path = "/sync/cdc",
   heartbeatMs = 25000,
   maxBuffer = 1e4
-}) => new Elysia({ name: "@absolutejs/sync/cdc" }).get(path, (context) => {
-  const lastEventId = context.request.headers.get("last-event-id");
-  const since = parseSince(context.query, lastEventId);
-  const encoder = new TextEncoder;
-  const stream = new ReadableStream({
-    async start(controller) {
-      const write = (chunk) => {
-        try {
-          controller.enqueue(encoder.encode(chunk));
-        } catch {}
-      };
-      write(encodeEvent("open", null, {
-        since,
-        at: Date.now()
-      }));
-      const heartbeat = setInterval(() => write(`: ping
+}) => {
+  const Elysia = loadElysia();
+  return new Elysia({ name: "@absolutejs/sync/cdc" }).get(path, (context) => {
+    const lastEventId = context.request.headers.get("last-event-id");
+    const since = parseSince(context.query, lastEventId);
+    const encoder = new TextEncoder;
+    const stream = new ReadableStream({
+      async start(controller) {
+        const write = (chunk) => {
+          try {
+            controller.enqueue(encoder.encode(chunk));
+          } catch {}
+        };
+        write(encodeEvent("open", null, {
+          since,
+          at: Date.now()
+        }));
+        const heartbeat = setInterval(() => write(`: ping
 
 `), heartbeatMs);
-      try {
-        for await (const entry of engine.streamChanges({
-          since,
-          signal: context.request.signal,
-          maxBuffer
-        })) {
-          write(encodeEvent("change", entry.version, entry));
-        }
-      } catch (error) {
-        if (error instanceof MissedChangesError) {
-          write(encodeEvent("error", null, {
-            name: "MissedChangesError",
-            message: error.message,
-            requestedSince: error.requestedSince,
-            availableSince: error.availableSince
-          }));
-        } else if (error instanceof CdcConsumerSlowError) {
-          write(encodeEvent("error", null, {
-            name: "CdcConsumerSlowError",
-            message: error.message,
-            lastDeliveredVersion: error.lastDeliveredVersion
-          }));
-        } else {
-          write(encodeEvent("error", null, {
-            name: error instanceof Error ? error.name : "Error",
-            message: error instanceof Error ? error.message : String(error)
-          }));
-        }
-      } finally {
-        clearInterval(heartbeat);
         try {
-          controller.close();
-        } catch {}
+          for await (const entry of engine.streamChanges({
+            since,
+            signal: context.request.signal,
+            maxBuffer
+          })) {
+            write(encodeEvent("change", entry.version, entry));
+          }
+        } catch (error) {
+          if (error instanceof MissedChangesError) {
+            write(encodeEvent("error", null, {
+              name: "MissedChangesError",
+              message: error.message,
+              requestedSince: error.requestedSince,
+              availableSince: error.availableSince
+            }));
+          } else if (error instanceof CdcConsumerSlowError) {
+            write(encodeEvent("error", null, {
+              name: "CdcConsumerSlowError",
+              message: error.message,
+              lastDeliveredVersion: error.lastDeliveredVersion
+            }));
+          } else {
+            write(encodeEvent("error", null, {
+              name: error instanceof Error ? error.name : "Error",
+              message: error instanceof Error ? error.message : String(error)
+            }));
+          }
+        } finally {
+          clearInterval(heartbeat);
+          try {
+            controller.close();
+          } catch {}
+        }
       }
-    }
-  });
-  return new Response(stream, {
-    headers: {
-      "cache-control": "no-cache, no-transform",
-      connection: "keep-alive",
-      "content-type": "text/event-stream"
-    }
+    });
+    return new Response(stream, {
+      headers: {
+        "cache-control": "no-cache, no-transform",
+        connection: "keep-alive",
+        "content-type": "text/event-stream"
+      }
+    });
   });
-});
+};
 // src/engine/schema.ts
 var defineSchema = (schemas) => schemas;
 var isFiniteNumber = (value) => typeof value === "number" && Number.isFinite(value);
@@ -2892,6 +3059,7 @@ export {
   filterOp,
   field,
   exponentialBackoff,
+  defineSyncPack,
   defineSearchCollection,
   defineSchema,
   defineSchedule,
@@ -2917,9 +3085,11 @@ export {
   SchemaError,
   SEARCH_SCORE_FIELD,
   RetriesExhaustedError,
+  PackTableConflictError,
+  PackMissingDependencyError,
   MissedChangesError,
   CdcConsumerSlowError
 };
 
-//# debugId=2984A33F7845F42C64756E2164756E21
+//# debugId=5962FD669C5BC3D964756E2164756E21
 //# sourceMappingURL=index.js.map