@korajs/store 1.0.0-beta.0 → 1.0.0-beta.1

package/dist/index.js

@@ -1,11 +1,21 @@
+import {
+  exportBackup,
+  readBackupManifest,
+  restoreBackup,
+  verifyBackupChecksum
+} from "./chunk-X57MWW35.js";
 import {
   decodeAuditExport,
   readAuditExportManifest,
   verifyAuditExportChecksum
-} from "./chunk-EIVXWF4B.js";
+} from "./chunk-FFYA7J5H.js";
 import {
   persistedAuditTraceFromEvent
 } from "./chunk-MYSJN3DF.js";
+import {
+  BlobIntegrityError,
+  MemoryBlobStore
+} from "./chunk-W4MTTNEZ.js";
 import {
   InvalidStateTransitionError,
   allocateNextSequenceInTransaction,
@@ -29,23 +39,7 @@ import {
   serializeRowVersion,
   validateStateTransition,
   validateUpdateStateMachine
-} from "./chunk-OUQDC5Z6.js";
-import {
-  AdapterError,
-  OptimisticLockError,
-  PersistenceError,
-  QueryError,
-  RecordNotFoundError,
-  StoreNotOpenError,
-  WorkerInitError,
-  WorkerTimeoutError
-} from "./chunk-QL2XVZRN.js";
-import {
-  exportBackup,
-  readBackupManifest,
-  restoreBackup,
-  verifyBackupChecksum
-} from "./chunk-5R4QMY3Z.js";
+} from "./chunk-ZLWAYQEQ.js";
 import {
   decodeRichtext,
   decodeRichtextFieldsFromOpData,
@@ -57,7 +51,17 @@ import {
   richtextToPlainText,
   serializeOperation,
   serializeRecord
-} from "./chunk-ETDJEH2I.js";
+} from "./chunk-6NKLDBTY.js";
+import {
+  AdapterError,
+  OptimisticLockError,
+  PersistenceError,
+  QueryError,
+  RecordNotFoundError,
+  StoreNotOpenError,
+  WorkerInitError,
+  WorkerTimeoutError
+} from "./chunk-QL2XVZRN.js";
 
 // src/compaction/types.ts
 var COMPACTION_BASELINE_META_KEY = "compaction_baseline_at";
@@ -210,7 +214,7 @@ import {
 
 // src/collection/collection.ts
 var Collection = class {
-  constructor(name, definition, schema, adapter, clock, nodeId, allocateSequenceNumber, onMutation, relationEnforcer, mutationHandler, causalTracker) {
+  constructor(name, definition, schema, adapter, clock, nodeId, allocateSequenceNumber, onMutation, relationEnforcer, mutationHandler, causalTracker, secretKeyProvider) {
     this.name = name;
     this.definition = definition;
     this.schema = schema;
@@ -222,6 +226,7 @@ var Collection = class {
     this.relationEnforcer = relationEnforcer;
     this.mutationHandler = mutationHandler;
     this.causalTracker = causalTracker;
+    this.secretKeyProvider = secretKeyProvider;
   }
   name;
   definition;
@@ -234,6 +239,7 @@ var Collection = class {
   relationEnforcer;
   mutationHandler;
   causalTracker;
+  secretKeyProvider;
   mutationContext() {
     return {
       collection: this.name,
@@ -246,7 +252,8 @@ var Collection = class {
       onMutation: this.onMutation,
       relationEnforcer: this.relationEnforcer,
       causalTracker: this.causalTracker,
-      inTransaction: false
+      inTransaction: false,
+      secretKeyProvider: this.secretKeyProvider
     };
   }
   async insert(data) {
@@ -2020,6 +2027,7 @@ var Store = class {
   localMutationHandler;
   relationEnforcer = null;
   causalTracker = null;
+  secretKeyProvider;
   constructor(config) {
     this.schema = config.schema;
     this.adapter = config.adapter;
@@ -2028,6 +2036,7 @@ var Store = class {
     this.isolation = config.isolation ?? "shared";
     this.emitter = config.emitter ?? null;
     this.localMutationHandler = config.localMutationHandler ?? null;
+    this.secretKeyProvider = config.secretKeyProvider;
     this.subscriptionManager = new SubscriptionManager({
       onQuerySubscribed: config.onQuerySubscribed
     });
@@ -2070,7 +2079,8 @@ var Store = class {
         },
         this.relationEnforcer,
         this.localMutationHandler,
-        this.causalTracker
+        this.causalTracker,
+        this.secretKeyProvider
       );
       this.collections.set(name, col);
     }
@@ -2486,7 +2496,7 @@ var Store = class {
    */
   async exportAudit(options) {
     this.ensureOpen();
-    const { exportAudit: doExport } = await import("./export-audit-VPGQWNR6.js");
+    const { exportAudit: doExport } = await import("./export-audit-AJ7RORNK.js");
     return doExport(this.adapter, this.schema, this.nodeId, this.schema.version, options);
   }
   /**
@@ -2531,7 +2541,8 @@ var Store = class {
       relationEnforcer: this.relationEnforcer,
       causalTracker: this.causalTracker,
       inTransaction: options?.inTransaction ?? false,
-      extraCausalDeps: options?.extraCausalDeps
+      extraCausalDeps: options?.extraCausalDeps,
+      secretKeyProvider: this.secretKeyProvider
     };
   }
   /**
@@ -2780,7 +2791,7 @@ var Store = class {
    */
   async exportBackup(options) {
     this.ensureOpen();
-    const { exportBackup: doExport } = await import("./backup-5XZ7THNJ.js");
+    const { exportBackup: doExport } = await import("./backup-ZV4Y424B.js");
     return doExport(this.adapter, this.schema, this.nodeId, this.schema.version, options);
   }
   /**
@@ -2792,7 +2803,7 @@ var Store = class {
    */
   async importBackup(data, options) {
     this.ensureOpen();
-    const { restoreBackup: doRestore } = await import("./backup-5XZ7THNJ.js");
+    const { restoreBackup: doRestore } = await import("./backup-ZV4Y424B.js");
     return doRestore(this.adapter, this.schema, data, options);
   }
   /**
@@ -3422,12 +3433,518 @@ function asRichTextSyncEngine(engine) {
   }
   return engine;
 }
+
+// src/blob/opfs-blob-store.ts
+import { createBlobRef, hashBlob } from "@korajs/core";
+var OpfsBlobStore = class {
+  constructor(dir) {
+    this.dir = dir;
+  }
+  dir;
+  shardFor(hash) {
+    return hash.slice(0, 2);
+  }
+  async put(bytes, metadata = {}) {
+    const ref = await createBlobRef(bytes, metadata);
+    const shard = this.shardFor(ref.hash);
+    if (await this.dir.has(shard, ref.hash)) {
+      return ref;
+    }
+    const out = new Uint8Array(bytes.byteLength);
+    out.set(bytes);
+    await this.dir.write(shard, ref.hash, out);
+    return ref;
+  }
+  async get(hash) {
+    const bytes = await this.dir.read(this.shardFor(hash), hash);
+    if (bytes === null) {
+      return null;
+    }
+    const actual = await hashBlob(bytes);
+    if (actual !== hash) {
+      throw new BlobIntegrityError(hash, actual);
+    }
+    return bytes;
+  }
+  async has(hash) {
+    return this.dir.has(this.shardFor(hash), hash);
+  }
+  async delete(hash) {
+    return this.dir.remove(this.shardFor(hash), hash);
+  }
+  async size() {
+    return this.dir.count();
+  }
+  async list() {
+    return this.dir.keys();
+  }
+};
+function getStorageManager() {
+  const nav = globalThis.navigator;
+  if (!nav?.storage || typeof nav.storage.getDirectory !== "function") {
+    throw new Error(
+      "OPFS is unavailable in this environment. The OPFS blob store requires a browser with Origin Private File System support; use MemoryBlobStore or a server-side store elsewhere."
+    );
+  }
+  return nav.storage;
+}
+function isNotFoundError(error) {
+  return typeof error === "object" && error !== null && error.name === "NotFoundError";
+}
+async function createOpfsBlobDirectory(rootDirName = "kora-blobs") {
+  const storage = getStorageManager();
+  if (typeof storage.persist === "function") {
+    try {
+      await storage.persist();
+    } catch {
+    }
+  }
+  const opfsRoot = await storage.getDirectory();
+  const root = await opfsRoot.getDirectoryHandle(rootDirName, { create: true });
+  async function shardHandle(shard, create) {
+    try {
+      return await root.getDirectoryHandle(shard, { create });
+    } catch (error) {
+      if (isNotFoundError(error)) {
+        return null;
+      }
+      throw error;
+    }
+  }
+  return {
+    async read(shard, name) {
+      const dir = await shardHandle(shard, false);
+      if (!dir) {
+        return null;
+      }
+      let handle;
+      try {
+        handle = await dir.getFileHandle(name, { create: false });
+      } catch (error) {
+        if (isNotFoundError(error)) {
+          return null;
+        }
+        throw error;
+      }
+      const file = await handle.getFile();
+      return new Uint8Array(await file.arrayBuffer());
+    },
+    async write(shard, name, bytes) {
+      const dir = await root.getDirectoryHandle(shard, { create: true });
+      const handle = await dir.getFileHandle(name, { create: true });
+      const writable = await handle.createWritable({ keepExistingData: false });
+      try {
+        await writable.write(bytes);
+      } finally {
+        await writable.close();
+      }
+    },
+    async remove(shard, name) {
+      const dir = await shardHandle(shard, false);
+      if (!dir) {
+        return false;
+      }
+      try {
+        await dir.removeEntry(name);
+        return true;
+      } catch (error) {
+        if (isNotFoundError(error)) {
+          return false;
+        }
+        throw error;
+      }
+    },
+    async has(shard, name) {
+      const dir = await shardHandle(shard, false);
+      if (!dir) {
+        return false;
+      }
+      try {
+        await dir.getFileHandle(name, { create: false });
+        return true;
+      } catch (error) {
+        if (isNotFoundError(error)) {
+          return false;
+        }
+        throw error;
+      }
+    },
+    async count() {
+      let total = 0;
+      for await (const shard of root.keys()) {
+        const dir = await shardHandle(shard, false);
+        if (!dir) {
+          continue;
+        }
+        for await (const name of dir.keys()) {
+          if (!name.endsWith(".tmp")) {
+            total++;
+          }
+        }
+      }
+      return total;
+    },
+    async keys() {
+      const names = [];
+      for await (const shard of root.keys()) {
+        const dir = await shardHandle(shard, false);
+        if (!dir) {
+          continue;
+        }
+        for await (const name of dir.keys()) {
+          if (!name.endsWith(".tmp")) {
+            names.push(name);
+          }
+        }
+      }
+      return names;
+    }
+  };
+}
+async function createOpfsBlobStore(rootDirName = "kora-blobs") {
+  return new OpfsBlobStore(await createOpfsBlobDirectory(rootDirName));
+}
+
+// src/blob/blob-chunking.ts
+import { hashBlob as hashBlob2 } from "@korajs/core";
+var DEFAULT_CHUNK_SIZE = 256 * 1024;
+async function chunkBlob(bytes, chunkSize = DEFAULT_CHUNK_SIZE, metadata = {}) {
+  if (chunkSize <= 0) {
+    throw new Error(`chunkBlob requires a positive chunkSize, got ${chunkSize}`);
+  }
+  const chunkHashes = [];
+  const chunks = /* @__PURE__ */ new Map();
+  for (let offset = 0; offset < bytes.byteLength; offset += chunkSize) {
+    const end = Math.min(offset + chunkSize, bytes.byteLength);
+    const chunk = new Uint8Array(end - offset);
+    chunk.set(bytes.subarray(offset, end));
+    const hash = await hashBlob2(chunk);
+    chunkHashes.push(hash);
+    if (!chunks.has(hash)) {
+      chunks.set(hash, chunk);
+    }
+  }
+  const blobHash = await hashBlob2(bytes);
+  const manifest = {
+    blobHash,
+    size: bytes.byteLength,
+    chunkSize,
+    chunkHashes
+  };
+  if (metadata.mimeType !== void 0) {
+    manifest.mimeType = metadata.mimeType;
+  }
+  if (metadata.filename !== void 0) {
+    manifest.filename = metadata.filename;
+  }
+  return { manifest, chunks };
+}
+async function reassembleBlob(manifest, chunkStore) {
+  const parts = [];
+  let total = 0;
+  for (const hash of manifest.chunkHashes) {
+    const chunk = await chunkStore.get(hash);
+    if (chunk === null) {
+      throw new Error(`Cannot reassemble blob ${manifest.blobHash}: missing chunk ${hash}`);
+    }
+    parts.push(chunk);
+    total += chunk.byteLength;
+  }
+  const out = new Uint8Array(total);
+  let offset = 0;
+  for (const part of parts) {
+    out.set(part, offset);
+    offset += part.byteLength;
+  }
+  const actual = await hashBlob2(out);
+  if (actual !== manifest.blobHash) {
+    throw new BlobIntegrityError(manifest.blobHash, actual);
+  }
+  return out;
+}
+
+// src/blob/blob-transfer.ts
+import { hashBlob as hashBlob3 } from "@korajs/core";
+async function receiveBlob(manifest, provider, stores) {
+  let chunksFetched = 0;
+  let chunksSkipped = 0;
+  const seen = /* @__PURE__ */ new Set();
+  for (const hash of manifest.chunkHashes) {
+    if (seen.has(hash)) {
+      continue;
+    }
+    seen.add(hash);
+    if (await stores.chunkStore.has(hash)) {
+      chunksSkipped++;
+      continue;
+    }
+    const bytes = await provider.getChunk(hash);
+    if (bytes === null) {
+      throw new Error(`Blob transfer failed: provider could not supply chunk ${hash}`);
+    }
+    const actual = await hashBlob3(bytes);
+    if (actual !== hash) {
+      throw new BlobIntegrityError(hash, actual);
+    }
+    await stores.chunkStore.put(bytes);
+    chunksFetched++;
+  }
+  const full = await reassembleBlob(manifest, stores.chunkStore);
+  const ref = await stores.blobStore.put(full, {
+    mimeType: manifest.mimeType,
+    filename: manifest.filename
+  });
+  return { ref, chunksFetched, chunksSkipped };
+}
+async function prepareBlobForSend(bytes, chunkStore, options = {}) {
+  const { manifest, chunks } = await chunkBlob(bytes, options.chunkSize, {
+    mimeType: options.mimeType,
+    filename: options.filename
+  });
+  for (const chunk of chunks.values()) {
+    await chunkStore.put(chunk);
+  }
+  const provider = {
+    getChunk: (hash) => chunkStore.get(hash)
+  };
+  return { manifest, provider };
+}
+
+// src/blob/blob-manifest-transfer.ts
+import { hashBlob as hashBlob4 } from "@korajs/core";
+function serializeBlobManifest(manifest) {
+  const canonical = {
+    blobHash: manifest.blobHash,
+    size: manifest.size,
+    chunkSize: manifest.chunkSize,
+    chunkHashes: manifest.chunkHashes
+  };
+  if (manifest.mimeType !== void 0) {
+    canonical.mimeType = manifest.mimeType;
+  }
+  if (manifest.filename !== void 0) {
+    canonical.filename = manifest.filename;
+  }
+  return new TextEncoder().encode(JSON.stringify(canonical));
+}
+function parseBlobManifest(bytes) {
+  const parsed = JSON.parse(new TextDecoder().decode(bytes));
+  if (typeof parsed !== "object" || parsed === null) {
+    throw new Error("Invalid blob manifest: not an object");
+  }
+  const obj = parsed;
+  if (typeof obj.blobHash !== "string") {
+    throw new Error("Invalid blob manifest: missing blobHash");
+  }
+  if (typeof obj.size !== "number" || typeof obj.chunkSize !== "number") {
+    throw new Error("Invalid blob manifest: missing size or chunkSize");
+  }
+  if (!Array.isArray(obj.chunkHashes) || obj.chunkHashes.some((h) => typeof h !== "string")) {
+    throw new Error("Invalid blob manifest: chunkHashes must be an array of strings");
+  }
+  const manifest = {
+    blobHash: obj.blobHash,
+    size: obj.size,
+    chunkSize: obj.chunkSize,
+    chunkHashes: obj.chunkHashes
+  };
+  if (typeof obj.mimeType === "string") {
+    manifest.mimeType = obj.mimeType;
+  }
+  if (typeof obj.filename === "string") {
+    manifest.filename = obj.filename;
+  }
+  return manifest;
+}
+async function putBlobForTransfer(store, bytes, options = {}) {
+  const { manifest, chunks } = await chunkBlob(bytes, options.chunkSize, {
+    ...options.mimeType !== void 0 ? { mimeType: options.mimeType } : {},
+    ...options.filename !== void 0 ? { filename: options.filename } : {}
+  });
+  for (const chunk of chunks.values()) {
+    await store.put(chunk);
+  }
+  const baseRef = await store.put(bytes, {
+    ...options.mimeType !== void 0 ? { mimeType: options.mimeType } : {},
+    ...options.filename !== void 0 ? { filename: options.filename } : {}
+  });
+  const manifestRef = await store.put(serializeBlobManifest(manifest));
+  return { ref: { ...baseRef, manifestHash: manifestRef.hash }, manifest };
+}
+async function fetchBlobManifest(provider, manifestHash) {
+  const bytes = await provider.getChunk(manifestHash);
+  if (bytes === null) {
+    throw new Error(`Blob manifest ${manifestHash} could not be fetched from the provider`);
+  }
+  const actual = await hashBlob4(bytes);
+  if (actual !== manifestHash) {
+    throw new BlobIntegrityError(manifestHash, actual);
+  }
+  return parseBlobManifest(bytes);
+}
+async function resolveBlobManifest(provider, ref) {
+  if (ref.manifestHash === void 0) {
+    throw new Error(
+      `Blob ${ref.hash} has no manifest to resolve. Store it with putBlobForTransfer (or app.blobs.put) so its reference carries a manifestHash, or pull with an explicit manifest.`
+    );
+  }
+  return fetchBlobManifest(provider, ref.manifestHash);
+}
+
+// src/blob/server-blob-callbacks.ts
+import { hashBlob as hashBlob5 } from "@korajs/core";
+function toServerBlobCallbacks(store) {
+  return {
+    resolveBlobChunk: (hash) => store.get(hash),
+    async persistBlobChunk(hash, bytes) {
+      const actual = await hashBlob5(bytes);
+      if (actual !== hash) {
+        return;
+      }
+      await store.put(bytes);
+    }
+  };
+}
+function createMemoryServerBlobStore() {
+  const store = new MemoryBlobStore();
+  return { store, callbacks: toServerBlobCallbacks(store) };
+}
+
+// src/blob/blob-gc.ts
+import { isBlobRef } from "@korajs/core";
+function extractBlobRefs(record) {
+  const refs = [];
+  for (const value of Object.values(record)) {
+    if (isBlobRef(value)) {
+      refs.push(value);
+    }
+  }
+  return refs;
+}
+async function collectBlobGarbage(store, liveRefs, options = {}) {
+  const live = /* @__PURE__ */ new Set();
+  for (const ref of liveRefs) {
+    live.add(ref.hash);
+    if (ref.manifestHash === void 0) {
+      continue;
+    }
+    live.add(ref.manifestHash);
+    try {
+      const manifestBytes = await store.get(ref.manifestHash);
+      if (manifestBytes !== null) {
+        const manifest = parseBlobManifest(manifestBytes);
+        for (const chunkHash of manifest.chunkHashes) {
+          live.add(chunkHash);
+        }
+      }
+    } catch {
+    }
+  }
+  const all = await store.list();
+  const collectedHashes = [];
+  for (const hash of all) {
+    if (live.has(hash)) {
+      continue;
+    }
+    collectedHashes.push(hash);
+    if (!options.dryRun) {
+      await store.delete(hash);
+    }
+  }
+  return {
+    scanned: all.length,
+    live: live.size,
+    collected: collectedHashes.length,
+    collectedHashes
+  };
+}
+
+// src/blob/blob-chunk-transport.ts
+import { generateUUIDv7 as generateUUIDv74 } from "@korajs/core";
+function createRemoteChunkProvider(port, options = {}) {
+  const timeoutMs = options.timeoutMs ?? 3e4;
+  const pending = /* @__PURE__ */ new Map();
+  port.onMessage((message) => {
+    if (message.type !== "blob-chunk-response") {
+      return;
+    }
+    const entry = pending.get(message.requestId);
+    if (!entry) {
+      return;
+    }
+    pending.delete(message.requestId);
+    clearTimeout(entry.timer);
+    entry.resolve(message.bytes);
+  });
+  return {
+    pendingCount: () => pending.size,
+    getChunk(hash) {
+      const requestId = generateUUIDv74();
+      return new Promise((resolve, reject) => {
+        const timer = setTimeout(() => {
+          pending.delete(requestId);
+          reject(new Error(`Blob chunk request for ${hash} timed out after ${timeoutMs}ms`));
+        }, timeoutMs);
+        pending.set(requestId, { resolve, reject, timer });
+        port.send({ type: "blob-chunk-request", requestId, hash });
+      });
+    }
+  };
+}
+function serveBlobChunks(port, blobStore) {
+  port.onMessage((message) => {
+    if (message.type !== "blob-chunk-request") {
+      return;
+    }
+    void blobStore.get(message.hash).then(
+      (bytes) => {
+        port.send({ type: "blob-chunk-response", requestId: message.requestId, bytes });
+      },
+      () => {
+        port.send({ type: "blob-chunk-response", requestId: message.requestId, bytes: null });
+      }
+    );
+  });
+}
+function createChunkPortPair() {
+  const handlersA = [];
+  const handlersB = [];
+  const a = {
+    send(message) {
+      queueMicrotask(() => {
+        for (const handler of handlersB) {
+          handler(message);
+        }
+      });
+    },
+    onMessage(handler) {
+      handlersA.push(handler);
+    }
+  };
+  const b = {
+    send(message) {
+      queueMicrotask(() => {
+        for (const handler of handlersA) {
+          handler(message);
+        }
+      });
+    },
+    onMessage(handler) {
+      handlersB.push(handler);
+    }
+  };
+  return { a, b };
+}
 export {
   AdapterError,
+  BlobIntegrityError,
   COMPACTION_BASELINE_META_KEY,
   Collection,
+  DEFAULT_CHUNK_SIZE,
   InvalidStateTransitionError,
   LAST_ACKED_SERVER_VECTOR_META_KEY,
+  MemoryBlobStore,
+  OpfsBlobStore,
   OptimisticLockError,
   PersistenceError,
   QueryBuilder,
@@ -3445,26 +3962,44 @@ export {
   WorkerTimeoutError,
   asRichTextSyncEngine,
   assertQueryReady,
+  chunkBlob,
+  collectBlobGarbage,
   collectOperationsAheadOfServer,
   compactOperationLog,
   computeAckCompactionWatermark,
+  createChunkPortPair,
+  createMemoryServerBlobStore,
+  createOpfsBlobDirectory,
+  createOpfsBlobStore,
+  createRemoteChunkProvider,
   createRichTextController,
   decodeAuditExport,
   decodeRichtext,
   deserializeVersionVectorFromMeta,
   encodeRichtext,
   exportBackup,
+  extractBlobRefs,
+  fetchBlobManifest,
   getSharedQueryStoreCache,
   mergeVersionVectors,
+  parseBlobManifest,
   persistedAuditTraceFromEvent,
   pluralize,
+  prepareBlobForSend,
+  putBlobForTransfer,
   readAuditExportManifest,
   readBackupManifest,
+  reassembleBlob,
+  receiveBlob,
+  resolveBlobManifest,
   restoreBackup,
   richtextStatesEqual,
   richtextToPlainText,
+  serializeBlobManifest,
   serializeVersionVectorToMeta,
+  serveBlobChunks,
   singularize,
+  toServerBlobCallbacks,
   validateStateTransition,
   validateUpdateStateMachine,
   verifyAuditExportChecksum,