@tanstack/electron-db-sqlite-persistence 0.2.8 → 0.2.10

package/src/renderer.ts

@@ -1,6 +1,7 @@
 import {
   InvalidPersistedCollectionConfigError,
   SingleProcessCoordinator,
+  resolvePersistedStorageTarget,
 } from '@tanstack/db-sqlite-persistence-core'
 import { ElectronCollectionCoordinator } from './electron-coordinator'
 import {
@@ -8,11 +9,15 @@ import {
   ELECTRON_PERSISTENCE_PROTOCOL_VERSION,
 } from './protocol'
 import type {
+  CommittedTxAnchor,
+  PersistedCacheGenerationClaim,
   PersistedCollectionCoordinator,
   PersistedCollectionMode,
   PersistedCollectionPersistence,
   PersistedIndexSpec,
+  PersistedStorageTarget,
   PersistedTx,
+  ReconciledCommittedTx,
   SQLitePullSinceResult,
 } from '@tanstack/db-sqlite-persistence-core'
 import type {
@@ -97,7 +102,7 @@ function createSerializableLoadSubsetOptions(
 
 type RendererRequestExecutor = <TMethod extends ElectronPersistenceMethod>(
   method: TMethod,
-  collectionId: string,
+  target: string | PersistedStorageTarget,
   payload: ElectronPersistencePayloadMap[TMethod],
   resolution?: ElectronPersistenceResolution,
 ) => Promise<ElectronPersistenceResultMap[TMethod]>
@@ -106,22 +111,49 @@ function createRendererRequestExecutor(options: {
   invoke: ElectronPersistenceInvoke
   channel?: string
   timeoutMs?: number
+  claimCollections: Map<string, string>
 }): RendererRequestExecutor {
   const channel = options.channel ?? DEFAULT_ELECTRON_PERSISTENCE_CHANNEL
   const timeoutMs = options.timeoutMs ?? DEFAULT_REQUEST_TIMEOUT_MS
 
   return async <TMethod extends ElectronPersistenceMethod>(
     method: TMethod,
-    collectionId: string,
+    target: string | PersistedStorageTarget,
     payload: ElectronPersistencePayloadMap[TMethod],
     resolution?: ElectronPersistenceResolution,
   ) => {
+    const storageTarget = typeof target === `string` ? undefined : target
+    const collectionId = storageTarget
+      ? resolvePersistedStorageTarget(storageTarget).collectionId
+      : target
+    const isGenerationRequest =
+      method === `claimCacheGeneration` ||
+      method === `rotateCacheGeneration` ||
+      method === `renewCacheGenerationClaim` ||
+      method === `releaseCacheGenerationClaim`
+    const managedTarget = storageTarget?.kind === `managed`
+    const logicalCollectionId =
+      resolution?.logicalCollectionId ??
+      (managedTarget
+        ? options.claimCollections.get(storageTarget.claimId)
+        : isGenerationRequest
+          ? collectionId
+          : undefined)
+    if ((managedTarget || isGenerationRequest) && !logicalCollectionId) {
+      throw new InvalidPersistedCollectionConfigError(
+        `Electron managed cache request requires a known logical Collection ID`,
+      )
+    }
     const request = {
       v: ELECTRON_PERSISTENCE_PROTOCOL_VERSION,
       requestId: createRequestId(),
       collectionId,
+      storageTarget,
       method,
-      resolution,
+      resolution:
+        managedTarget || isGenerationRequest
+          ? { ...resolution, mode: `sync-present`, logicalCollectionId }
+          : resolution,
       payload,
     } as ElectronPersistenceRequest
 
@@ -139,8 +171,19 @@ function createRendererRequestExecutor(options: {
       if (typeof response.error.stack === `string`) {
         remoteError.stack = response.error.stack
       }
-      if (typeof response.error.code === `string`) {
-        ;(remoteError as Error & { code?: string }).code = response.error.code
+      if (
+        typeof response.error.code === `string` ||
+        typeof response.error.code === `number`
+      ) {
+        ;(remoteError as Error & { code?: string | number }).code =
+          response.error.code
+      }
+      if (response.error.path !== undefined) {
+        ;(
+          remoteError as Error & {
+            path?: string | ReadonlyArray<string | number>
+          }
+        ).path = response.error.path
       }
       throw remoteError
     }
@@ -152,11 +195,13 @@ function createRendererRequestExecutor(options: {
 type ElectronRendererResolvedAdapter =
   PersistedCollectionPersistence[`adapter`] & {
     loadCollectionMetadata: (
-      collectionId: string,
+      target: PersistedStorageTarget,
+      ctx?: { cacheGenerationClaimId?: string },
     ) => Promise<Array<{ key: string; value: unknown }>>
     scanRows: (
-      collectionId: string,
+      target: PersistedStorageTarget,
       options?: { metadataOnly?: boolean },
+      ctx?: { cacheGenerationClaimId?: string },
     ) => Promise<
       Array<{
         key: string | number
@@ -165,10 +210,23 @@ type ElectronRendererResolvedAdapter =
       }>
     >
     pullSince: (
-      collectionId: string,
+      target: PersistedStorageTarget,
       fromRowVersion: number,
+      ctx?: { cacheGenerationClaimId?: string },
     ) => Promise<SQLitePullSinceResult<string | number>>
-    getStreamPosition: (collectionId: string) => Promise<{
+    getStreamPosition: (
+      target: PersistedStorageTarget,
+      ctx?: { cacheGenerationClaimId?: string },
+    ) => Promise<{
+      latestTerm: number
+      latestSeq: number
+      latestRowVersion: number
+    }>
+    reserveLeadershipTerm: (
+      target: PersistedStorageTarget,
+      observedTerm: number,
+      ctx?: { cacheGenerationClaimId?: string },
+    ) => Promise<{
       latestTerm: number
       latestSeq: number
       latestRowVersion: number
@@ -177,20 +235,29 @@ type ElectronRendererResolvedAdapter =
 
 function createResolvedRendererAdapter(
   executeRequest: RendererRequestExecutor,
+  claimCollections: Map<string, string>,
+  managedCacheGenerations: boolean,
   resolution?: ElectronPersistenceResolution,
 ): ElectronRendererResolvedAdapter {
-  return {
+  const adapter: ElectronRendererResolvedAdapter = {
     loadSubset: async (
-      collectionId: string,
+      target: PersistedStorageTarget,
       subsetOptions: LoadSubsetOptions,
-      ctx?: { requiredIndexSignatures?: ReadonlyArray<string> },
+      ctx?: {
+        requiredIndexSignatures?: ReadonlyArray<string>
+        cacheGenerationClaimId?: string
+      },
     ) => {
+      const access = resolvePersistedStorageTarget(
+        target,
+        ctx?.cacheGenerationClaimId,
+      )
       const result = await executeRequest(
         `loadSubset`,
-        collectionId,
+        target,
         {
           options: createSerializableLoadSubsetOptions(subsetOptions),
-          ctx,
+          ctx: { ...ctx, cacheGenerationClaimId: access.claimId },
         },
         resolution,
       )
@@ -201,45 +268,79 @@ function createResolvedRendererAdapter(
       }>
     },
     loadResumeSnapshot: async (
-      collectionId: string,
+      target: PersistedStorageTarget,
       ctx?: {
         requiredIndexSignatures?: ReadonlyArray<string>
         includeRows?: boolean
+        cacheGenerationClaimId?: string
       },
     ) => {
+      const access = resolvePersistedStorageTarget(
+        target,
+        ctx?.cacheGenerationClaimId,
+      )
       return executeRequest(
         `loadResumeSnapshot`,
-        collectionId,
-        { ctx },
+        target,
+        { ctx: { ...ctx, cacheGenerationClaimId: access.claimId } },
         resolution,
       )
     },
     applyCommittedTx: async (
-      collectionId: string,
+      target: PersistedStorageTarget,
       tx: PersistedTx<Record<string, unknown>, string | number>,
     ): Promise<void> => {
+      const access = resolvePersistedStorageTarget(
+        target,
+        tx.cacheGenerationClaimId,
+      )
       await executeRequest(
         `applyCommittedTx`,
-        collectionId,
+        target,
         {
-          tx: tx as PersistedTx<ElectronPersistedRow, ElectronPersistedKey>,
+          tx: { ...tx, cacheGenerationClaimId: access.claimId } as PersistedTx<
+            ElectronPersistedRow,
+            ElectronPersistedKey
+          >,
         },
         resolution,
       )
     },
+    reconcileCommittedTx: async (
+      target: PersistedStorageTarget,
+      tx: PersistedTx<Record<string, unknown>, string | number>,
+      anchor: CommittedTxAnchor,
+    ): Promise<ReconciledCommittedTx> => {
+      const access = resolvePersistedStorageTarget(
+        target,
+        tx.cacheGenerationClaimId,
+      )
+      return executeRequest(
+        `reconcileCommittedTx`,
+        target,
+        { tx: { ...tx, cacheGenerationClaimId: access.claimId }, anchor },
+        resolution,
+      )
+    },
     loadCollectionMetadata: async (
-      collectionId: string,
+      target: PersistedStorageTarget,
+      ctx?: { cacheGenerationClaimId?: string },
     ): Promise<Array<{ key: string; value: unknown }>> => {
+      const access = resolvePersistedStorageTarget(
+        target,
+        ctx?.cacheGenerationClaimId,
+      )
       return executeRequest(
         `loadCollectionMetadata`,
-        collectionId,
-        {},
+        target,
+        { ctx: { ...ctx, cacheGenerationClaimId: access.claimId } },
         resolution,
       )
     },
     scanRows: async (
-      collectionId: string,
+      target: PersistedStorageTarget,
       options?: { metadataOnly?: boolean },
+      ctx?: { cacheGenerationClaimId?: string },
     ): Promise<
       Array<{
         key: string | number
@@ -247,10 +348,14 @@ function createResolvedRendererAdapter(
         metadata?: unknown
       }>
     > => {
+      const access = resolvePersistedStorageTarget(
+        target,
+        ctx?.cacheGenerationClaimId,
+      )
       const result = await executeRequest(
         `scanRows`,
-        collectionId,
-        { options },
+        target,
+        { options, ctx: { ...ctx, cacheGenerationClaimId: access.claimId } },
         resolution,
       )
       return result as Array<{
@@ -260,57 +365,167 @@ function createResolvedRendererAdapter(
       }>
     },
     ensureIndex: async (
-      collectionId: string,
+      target: PersistedStorageTarget,
       signature: string,
       spec: PersistedIndexSpec,
+      ctx?: { cacheGenerationClaimId?: string },
     ): Promise<void> => {
+      const access = resolvePersistedStorageTarget(
+        target,
+        ctx?.cacheGenerationClaimId,
+      )
       await executeRequest(
         `ensureIndex`,
-        collectionId,
+        target,
         {
           signature,
           spec,
+          ctx: { ...ctx, cacheGenerationClaimId: access.claimId },
         },
         resolution,
       )
     },
     markIndexRemoved: async (
-      collectionId: string,
+      target: PersistedStorageTarget,
       signature: string,
+      ctx?: { cacheGenerationClaimId?: string },
     ): Promise<void> => {
+      const access = resolvePersistedStorageTarget(
+        target,
+        ctx?.cacheGenerationClaimId,
+      )
       await executeRequest(
         `markIndexRemoved`,
-        collectionId,
+        target,
         {
           signature,
+          ctx: { ...ctx, cacheGenerationClaimId: access.claimId },
         },
         resolution,
       )
     },
     pullSince: async (
-      collectionId: string,
+      target: PersistedStorageTarget,
       fromRowVersion: number,
+      ctx?: { cacheGenerationClaimId?: string },
     ): Promise<SQLitePullSinceResult<string | number>> => {
+      const access = resolvePersistedStorageTarget(
+        target,
+        ctx?.cacheGenerationClaimId,
+      )
       const result = await executeRequest(
         `pullSince`,
-        collectionId,
+        target,
         {
           fromRowVersion,
+          ctx: { ...ctx, cacheGenerationClaimId: access.claimId },
         },
         resolution,
       )
       return result as SQLitePullSinceResult<string | number>
     },
     getStreamPosition: async (
-      collectionId: string,
+      target: PersistedStorageTarget,
+      ctx?: { cacheGenerationClaimId?: string },
     ): Promise<{
       latestTerm: number
       latestSeq: number
       latestRowVersion: number
     }> => {
-      return executeRequest(`getStreamPosition`, collectionId, {}, resolution)
+      const access = resolvePersistedStorageTarget(
+        target,
+        ctx?.cacheGenerationClaimId,
+      )
+      return executeRequest(
+        `getStreamPosition`,
+        target,
+        { ctx: { ...ctx, cacheGenerationClaimId: access.claimId } },
+        resolution,
+      )
     },
+    claimCacheGeneration: async (
+      collectionId: string,
+    ): Promise<PersistedCacheGenerationClaim> => {
+      const claim = await executeRequest(
+        `claimCacheGeneration`,
+        collectionId,
+        {},
+        resolution,
+      )
+      claimCollections.set(claim.claimId, collectionId)
+      return claim
+    },
+    rotateCacheGeneration: async (
+      collectionId: string,
+      claimId: string,
+      resetMetadata?: { key: string; value: unknown },
+      expectedStorageCollectionId?: string,
+    ): Promise<PersistedCacheGenerationClaim> => {
+      const claim = await executeRequest(
+        `rotateCacheGeneration`,
+        collectionId,
+        { claimId, resetMetadata, expectedStorageCollectionId },
+        resolution,
+      )
+      claimCollections.delete(claimId)
+      claimCollections.set(claim.claimId, collectionId)
+      return claim
+    },
+    renewCacheGenerationClaim: (
+      storageCollectionId: string,
+      claimId: string,
+    ): Promise<number | undefined> => {
+      const collectionId = claimCollections.get(claimId)
+      if (!collectionId) {
+        throw new InvalidPersistedCollectionConfigError(
+          `Unknown electron persisted cache claim "${claimId}"`,
+        )
+      }
+      return executeRequest(
+        `renewCacheGenerationClaim`,
+        collectionId,
+        { storageCollectionId, claimId },
+        resolution,
+      )
+    },
+    releaseCacheGenerationClaim: async (claimId: string): Promise<void> => {
+      const collectionId = claimCollections.get(claimId)
+      if (!collectionId) {
+        throw new InvalidPersistedCollectionConfigError(
+          `Unknown electron persisted cache claim "${claimId}"`,
+        )
+      }
+      await executeRequest(
+        `releaseCacheGenerationClaim`,
+        collectionId,
+        { claimId },
+        resolution,
+      )
+      claimCollections.delete(claimId)
+    },
+    reserveLeadershipTerm: async (target, observedTerm, ctx) => {
+      const access = resolvePersistedStorageTarget(
+        target,
+        ctx?.cacheGenerationClaimId,
+      )
+      return executeRequest(
+        `reserveLeadershipTerm`,
+        target,
+        {
+          observedTerm,
+          ctx: { ...ctx, cacheGenerationClaimId: access.claimId },
+        },
+        resolution,
+      )
+    },
+  }
+  if (!managedCacheGenerations) {
+    adapter.claimCacheGeneration = undefined
+    adapter.rotateCacheGeneration = undefined
+    adapter.renewCacheGenerationClaim = undefined
+    adapter.releaseCacheGenerationClaim = undefined
   }
+  return adapter
 }
 
 export type ElectronIpcRendererLike = {
@@ -326,6 +541,8 @@ export type ElectronSQLitePersistenceOptions = {
   channel?: string
   timeoutMs?: number
   coordinator?: PersistedCollectionCoordinator
+  /** Set false when a custom main-process adapter does not manage cache generations. */
+  managedCacheGenerations?: boolean
 }
 
 function resolveInvoke(
@@ -349,29 +566,32 @@ export function createElectronSQLitePersistence(
 ): PersistedCollectionPersistence {
   const invoke = resolveInvoke(options)
   const coordinator = options.coordinator ?? new SingleProcessCoordinator()
+  const claimCollections = new Map<string, string>()
   const executeRequest = createRendererRequestExecutor({
     invoke,
     channel: options.channel,
     timeoutMs: options.timeoutMs,
+    claimCollections,
   })
   const adapterCache = new Map<string, ElectronRendererResolvedAdapter>()
 
   const getAdapterForCollection = (
+    collectionId: string | undefined,
     mode: PersistedCollectionMode,
     schemaVersion: number | undefined,
   ) => {
-    const schemaVersionKey =
-      schemaVersion === undefined ? `schema:default` : `schema:${schemaVersion}`
-    const cacheKey = `mode:${mode}|${schemaVersionKey}`
+    const cacheKey = JSON.stringify([collectionId, mode, schemaVersion])
     const cachedAdapter = adapterCache.get(cacheKey)
     if (cachedAdapter) {
       return cachedAdapter
     }
 
-    const adapter = createResolvedRendererAdapter(executeRequest, {
-      mode,
-      schemaVersion,
-    })
+    const adapter = createResolvedRendererAdapter(
+      executeRequest,
+      claimCollections,
+      options.managedCacheGenerations ?? true,
+      { mode, schemaVersion, logicalCollectionId: collectionId },
+    )
     adapterCache.set(cacheKey, adapter)
     return adapter
   }
@@ -381,7 +601,7 @@ export function createElectronSQLitePersistence(
     mode: PersistedCollectionMode,
     schemaVersion: number | undefined,
   ): PersistedCollectionPersistence => {
-    const adapter = getAdapterForCollection(mode, schemaVersion)
+    const adapter = getAdapterForCollection(collectionId, mode, schemaVersion)
     if (coordinator instanceof ElectronCollectionCoordinator) {
       if (collectionId === undefined) {
         coordinator.setAdapter(adapter)

package/dist/cjs/errors.d.cts

@@ -1,33 +0,0 @@
-import { ElectronPersistenceMethod, ElectronSerializedError } from './protocol.cjs';
-type ElectronPersistenceErrorOptions = {
-    code?: string;
-    cause?: unknown;
-};
-export declare class ElectronPersistenceError extends Error {
-    readonly code: string | undefined;
-    constructor(message: string, options?: ElectronPersistenceErrorOptions);
-}
-export declare class UnknownElectronPersistenceCollectionError extends ElectronPersistenceError {
-    readonly collectionId: string;
-    constructor(collectionId: string);
-}
-export declare class UnsupportedElectronPersistenceMethodError extends ElectronPersistenceError {
-    readonly method: ElectronPersistenceMethod;
-    readonly collectionId: string;
-    constructor(method: ElectronPersistenceMethod, collectionId: string);
-}
-export declare class ElectronPersistenceProtocolError extends ElectronPersistenceError {
-    constructor(message: string, options?: ElectronPersistenceErrorOptions);
-}
-export declare class ElectronPersistenceTimeoutError extends ElectronPersistenceError {
-    constructor(message: string);
-}
-export declare class ElectronPersistenceRpcError extends ElectronPersistenceError {
-    readonly method: ElectronPersistenceMethod;
-    readonly collectionId: string;
-    readonly requestId: string;
-    readonly remoteName: string;
-    constructor(method: ElectronPersistenceMethod, collectionId: string, requestId: string, serializedError: ElectronSerializedError);
-    static fromSerialized(method: ElectronPersistenceMethod, collectionId: string, requestId: string, serializedError: ElectronSerializedError): ElectronPersistenceRpcError;
-}
-export {};

package/dist/esm/errors.d.ts

@@ -1,33 +0,0 @@
-import { ElectronPersistenceMethod, ElectronSerializedError } from './protocol.js';
-type ElectronPersistenceErrorOptions = {
-    code?: string;
-    cause?: unknown;
-};
-export declare class ElectronPersistenceError extends Error {
-    readonly code: string | undefined;
-    constructor(message: string, options?: ElectronPersistenceErrorOptions);
-}
-export declare class UnknownElectronPersistenceCollectionError extends ElectronPersistenceError {
-    readonly collectionId: string;
-    constructor(collectionId: string);
-}
-export declare class UnsupportedElectronPersistenceMethodError extends ElectronPersistenceError {
-    readonly method: ElectronPersistenceMethod;
-    readonly collectionId: string;
-    constructor(method: ElectronPersistenceMethod, collectionId: string);
-}
-export declare class ElectronPersistenceProtocolError extends ElectronPersistenceError {
-    constructor(message: string, options?: ElectronPersistenceErrorOptions);
-}
-export declare class ElectronPersistenceTimeoutError extends ElectronPersistenceError {
-    constructor(message: string);
-}
-export declare class ElectronPersistenceRpcError extends ElectronPersistenceError {
-    readonly method: ElectronPersistenceMethod;
-    readonly collectionId: string;
-    readonly requestId: string;
-    readonly remoteName: string;
-    constructor(method: ElectronPersistenceMethod, collectionId: string, requestId: string, serializedError: ElectronSerializedError);
-    static fromSerialized(method: ElectronPersistenceMethod, collectionId: string, requestId: string, serializedError: ElectronSerializedError): ElectronPersistenceRpcError;
-}
-export {};

package/src/errors.ts

@@ -1,110 +0,0 @@
-import type {
-  ElectronPersistenceMethod,
-  ElectronSerializedError,
-} from './protocol'
-
-type ElectronPersistenceErrorOptions = {
-  code?: string
-  cause?: unknown
-}
-
-export class ElectronPersistenceError extends Error {
-  readonly code: string | undefined
-
-  constructor(message: string, options?: ElectronPersistenceErrorOptions) {
-    super(message, { cause: options?.cause })
-    this.name = `ElectronPersistenceError`
-    this.code = options?.code
-  }
-}
-
-export class UnknownElectronPersistenceCollectionError extends ElectronPersistenceError {
-  readonly collectionId: string
-
-  constructor(collectionId: string) {
-    super(
-      `Unknown electron persistence collection "${collectionId}". Register the collection adapter in the main process host.`,
-      {
-        code: `UNKNOWN_COLLECTION`,
-      },
-    )
-    this.name = `UnknownElectronPersistenceCollectionError`
-    this.collectionId = collectionId
-  }
-}
-
-export class UnsupportedElectronPersistenceMethodError extends ElectronPersistenceError {
-  readonly method: ElectronPersistenceMethod
-  readonly collectionId: string
-
-  constructor(method: ElectronPersistenceMethod, collectionId: string) {
-    super(
-      `Method "${method}" is not supported by the electron persistence adapter for collection "${collectionId}".`,
-      {
-        code: `UNSUPPORTED_METHOD`,
-      },
-    )
-    this.name = `UnsupportedElectronPersistenceMethodError`
-    this.method = method
-    this.collectionId = collectionId
-  }
-}
-
-export class ElectronPersistenceProtocolError extends ElectronPersistenceError {
-  constructor(message: string, options?: ElectronPersistenceErrorOptions) {
-    super(message, {
-      code: options?.code ?? `INVALID_PROTOCOL`,
-      cause: options?.cause,
-    })
-    this.name = `ElectronPersistenceProtocolError`
-  }
-}
-
-export class ElectronPersistenceTimeoutError extends ElectronPersistenceError {
-  constructor(message: string) {
-    super(message, {
-      code: `TIMEOUT`,
-    })
-    this.name = `ElectronPersistenceTimeoutError`
-  }
-}
-
-export class ElectronPersistenceRpcError extends ElectronPersistenceError {
-  readonly method: ElectronPersistenceMethod
-  readonly collectionId: string
-  readonly requestId: string
-  readonly remoteName: string
-
-  constructor(
-    method: ElectronPersistenceMethod,
-    collectionId: string,
-    requestId: string,
-    serializedError: ElectronSerializedError,
-  ) {
-    super(
-      `${serializedError.name}: ${serializedError.message} (method=${method}, collection=${collectionId}, request=${requestId})`,
-      {
-        code: serializedError.code ?? `REMOTE_ERROR`,
-      },
-    )
-    this.name = `ElectronPersistenceRpcError`
-    this.method = method
-    this.collectionId = collectionId
-    this.requestId = requestId
-    this.remoteName = serializedError.name
-  }
-
-  static fromSerialized(
-    method: ElectronPersistenceMethod,
-    collectionId: string,
-    requestId: string,
-    serializedError: ElectronSerializedError,
-  ): ElectronPersistenceRpcError {
-    return new ElectronPersistenceRpcError(
-      method,
-      collectionId,
-      requestId,
-      serializedError,
-    )
-  }
-}