@korajs/server 1.0.0-beta.0 → 1.0.0-beta.1

package/dist/index.js

@@ -1861,8 +1861,9 @@ var WsServerTransport = class {
 };
 
 // src/session/client-session.ts
-import { generateUUIDv7 as generateUUIDv74 } from "@korajs/core";
+import { generateUUIDv7 as generateUUIDv74, hashBlob } from "@korajs/core";
 import { topologicalSort } from "@korajs/core/internal";
+import { decodeBlobChunkBytes } from "@korajs/sync";
 import {
   NegotiatedMessageSerializer,
   SCHEMA_MISMATCH_PREFIX,
@@ -2043,6 +2044,13 @@ async function applyServerOperation(store, op, relationLookup) {
   };
 }
 
+// src/auth/no-auth.ts
+var NoAuthProvider = class {
+  async authenticate(_token) {
+    return { userId: "anonymous" };
+  }
+};
+
 // src/scopes/resolve-session-scopes.ts
 import { buildScopeMap } from "@korajs/core";
 function resolveSessionScopes(schema, options) {
@@ -2168,6 +2176,25 @@ var SessionRateLimiter = class {
 // src/session/client-session.ts
 var DEFAULT_BATCH_SIZE = 100;
 var DEFAULT_SCHEMA_VERSION = 1;
+var warnedUnscopedProviders = /* @__PURE__ */ new WeakSet();
+function warnIfMultiTenantWithoutScopes(auth, resolvedScopes, schema) {
+  if (!auth || auth instanceof NoAuthProvider) {
+    return;
+  }
+  if (resolvedScopes) {
+    return;
+  }
+  if (!schema || Object.keys(schema.collections).length === 0) {
+    return;
+  }
+  if (warnedUnscopedProviders.has(auth)) {
+    return;
+  }
+  warnedUnscopedProviders.add(auth);
+  console.warn(
+    "[kora] An authenticated session resolved to no sync scopes, so every user will sync every other user's data. Return per-user sync scopes from your auth provider (for example KoraAuthProvider's resolveScopes) to isolate tenants. Note: declaring sync rules in your schema is not enough on its own \u2014 the per-user values come from the auth provider. (This warning is expected for single-tenant apps where all authenticated users are meant to share the same data.)"
+  );
+}
 var ClientSession = class {
   state = "connected";
   clientNodeId = null;
@@ -2186,6 +2213,9 @@ var ClientSession = class {
   onRelay;
   onAwarenessUpdate;
   onYjsDocUpdate;
+  onBlobChunkRequest;
+  onBlobChunkResponse;
+  persistBlobChunk;
   onClose;
   maxOperationBytes;
   maxOpsPerMinute;
@@ -2207,6 +2237,9 @@ var ClientSession = class {
     this.onRelay = options.onRelay ?? null;
     this.onAwarenessUpdate = options.onAwarenessUpdate ?? null;
     this.onYjsDocUpdate = options.onYjsDocUpdate ?? null;
+    this.onBlobChunkRequest = options.onBlobChunkRequest ?? null;
+    this.onBlobChunkResponse = options.onBlobChunkResponse ?? null;
+    this.persistBlobChunk = options.persistBlobChunk ?? null;
     this.onClose = options.onClose ?? null;
     this.maxOperationBytes = options.maxOperationBytes ?? DEFAULT_MAX_OPERATION_BYTES;
     this.maxOpsPerMinute = options.maxOpsPerMinute ?? DEFAULT_MAX_OPS_PER_MINUTE;
@@ -2312,7 +2345,32 @@ var ClientSession = class {
       case "yjs-doc-update":
         this.handleYjsDocUpdate(message);
         break;
+      case "blob-chunk-request":
+        this.onBlobChunkRequest?.(this.sessionId, message);
+        break;
+      case "blob-chunk-response":
+        this.onBlobChunkResponse?.(this.sessionId, message);
+        break;
+      case "blob-chunk-push":
+        await this.handleBlobChunkPush(message);
+        break;
+    }
+  }
+  /**
+   * Persist a client-uploaded blob chunk (or manifest) centrally. The bytes are
+   * verified to hash to the declared hash before storing, so a corrupt or
+   * mislabeled upload is rejected rather than served later as trusted content.
+   */
+  async handleBlobChunkPush(message) {
+    if (!this.persistBlobChunk) {
+      return;
     }
+    const bytes = decodeBlobChunkBytes(message.bytes);
+    const actual = await hashBlob(bytes);
+    if (actual !== message.hash) {
+      return;
+    }
+    await this.persistBlobChunk(message.hash, bytes);
   }
   handleMessageFailure(error) {
     const reason = error instanceof Error ? error.message : "Message handling failed";
@@ -2347,6 +2405,7 @@ var ClientSession = class {
         this.authContext = { userId: msg.nodeId, scopes: resolvedScopes };
       }
     }
+    warnIfMultiTenantWithoutScopes(this.auth, resolvedScopes, this.store.getSchema());
     if (msg.syncQueries && msg.syncQueries.length > 0) {
       this.syncQuerySubsets = dedupeQuerySubsets(msg.syncQueries);
     } else {
@@ -2383,6 +2442,9 @@ var ClientSession = class {
       accepted: true,
       selectedWireFormat,
       serverTime: Date.now(),
+      // Advertise central blob storage so the client uploads the bytes behind
+      // its blob fields, keeping them available after the author goes offline.
+      ...this.persistBlobChunk ? { blobStorageEnabled: true } : {},
       // Confirm the accepted scope so the client knows what data will be synced.
       // This may differ from what the client requested if auth scopes are narrower.
       ...this.authContext?.scopes ? { acceptedScope: this.authContext.scopes } : {}
@@ -2570,7 +2632,7 @@ function selectWireFormat(supportedWireFormats) {
 }
 
 // src/server/kora-sync-server.ts
-import { SyncError as SyncError4, generateUUIDv7 as generateUUIDv76 } from "@korajs/core";
+import { SyncError as SyncError4, generateUUIDv7 as generateUUIDv76, isBlobRef } from "@korajs/core";
 import { SimpleEventEmitter } from "@korajs/core/internal";
 import { JsonMessageSerializer as JsonMessageSerializer2 } from "@korajs/sync";
 
@@ -2787,6 +2849,115 @@ var ServerMetricsCollector = class {
   }
 };
 
+// src/richtext/blob-chunk-relay.ts
+import {
+  encodeBlobChunkBytes
+} from "@korajs/sync";
+var BlobChunkRelay = class {
+  clients = /* @__PURE__ */ new Map();
+  /** requestId -> the session that originated the request (to route the answer back). */
+  pending = /* @__PURE__ */ new Map();
+  resolveBlobChunk;
+  constructor(resolveBlobChunk) {
+    this.resolveBlobChunk = resolveBlobChunk ?? null;
+  }
+  addClient(sessionId, transport) {
+    this.clients.set(sessionId, { sessionId, transport });
+  }
+  removeClient(sessionId) {
+    this.clients.delete(sessionId);
+    for (const [requestId, originSessionId] of this.pending) {
+      if (originSessionId === sessionId) {
+        this.pending.delete(requestId);
+      }
+    }
+  }
+  getClientCount() {
+    return this.clients.size;
+  }
+  getPendingCount() {
+    return this.pending.size;
+  }
+  clear() {
+    this.clients.clear();
+    this.pending.clear();
+  }
+  /**
+   * Handle an inbound chunk request from a session. Tries the server's own
+   * store first (if configured), otherwise forwards the request to peer
+   * sessions and remembers who to route the answer back to.
+   */
+  handleRequest(sourceSessionId, message) {
+    if (!this.clients.has(sourceSessionId)) {
+      return;
+    }
+    if (this.resolveBlobChunk) {
+      void this.resolveBlobChunk(message.hash).then(
+        (bytes) => {
+          if (bytes !== null) {
+            this.sendResponseTo(sourceSessionId, message.requestId, encodeBlobChunkBytes(bytes));
+            return;
+          }
+          this.forwardRequestToPeers(sourceSessionId, message);
+        },
+        () => {
+          this.forwardRequestToPeers(sourceSessionId, message);
+        }
+      );
+      return;
+    }
+    this.forwardRequestToPeers(sourceSessionId, message);
+  }
+  /**
+   * Handle an inbound chunk response from a peer. Routes it back to the session
+   * that originally requested it. A "not held" answer (bytes === null) is
+   * ignored so a peer without the chunk does not preempt one that has it; the
+   * requester's own per-request timeout bounds the wait.
+   */
+  handleResponse(sourceSessionId, message) {
+    if (!this.clients.has(sourceSessionId)) {
+      return;
+    }
+    if (message.bytes === null) {
+      return;
+    }
+    const originSessionId = this.pending.get(message.requestId);
+    if (!originSessionId) {
+      return;
+    }
+    this.pending.delete(message.requestId);
+    this.sendResponseTo(originSessionId, message.requestId, message.bytes);
+  }
+  forwardRequestToPeers(sourceSessionId, message) {
+    this.pending.set(message.requestId, sourceSessionId);
+    for (const [, client] of this.clients) {
+      if (client.sessionId === sourceSessionId) {
+        continue;
+      }
+      if (!client.transport.isConnected()) {
+        continue;
+      }
+      client.transport.send(message);
+    }
+  }
+  sendResponseTo(sessionId, requestId, bytes) {
+    const client = this.clients.get(sessionId);
+    if (!client || !client.transport.isConnected()) {
+      return;
+    }
+    const response = {
+      type: "blob-chunk-response",
+      messageId: generateResponseId(requestId),
+      requestId,
+      bytes
+    };
+    client.transport.send(response);
+  }
+};
+function generateResponseId(requestId) {
+  return `blob-resp-${requestId}`;
+}
+
 // src/richtext/yjs-doc-relay.ts
 var YjsDocRelay = class {
   clients = /* @__PURE__ */ new Map();
@@ -2843,6 +3014,8 @@ var KoraSyncServer = class {
   metrics;
   awarenessRelay = new AwarenessRelay();
   yjsDocRelay = new YjsDocRelay();
+  blobChunkRelay;
+  persistBlobChunk;
   sessions = /* @__PURE__ */ new Map();
   httpClients = /* @__PURE__ */ new Map();
   httpSessionToClient = /* @__PURE__ */ new Map();
@@ -2867,6 +3040,8 @@ var KoraSyncServer = class {
     this.logger = config.logger ?? createDefaultLogger();
     this.metrics = config.metricsCollector ?? new ServerMetricsCollector();
     this.metrics.setSchemaVersion(this.schemaVersion);
+    this.blobChunkRelay = new BlobChunkRelay(config.resolveBlobChunk);
+    this.persistBlobChunk = config.persistBlobChunk ?? null;
     if (!this.emitter) {
       this.emitter = new SimpleEventEmitter();
     }
@@ -2990,6 +3165,7 @@ var KoraSyncServer = class {
     });
     this.awarenessRelay.clear();
     this.yjsDocRelay.clear();
+    this.blobChunkRelay.clear();
     for (const session of this.sessions.values()) {
       session.close("server shutting down");
     }
@@ -3134,12 +3310,20 @@ var KoraSyncServer = class {
       onYjsDocUpdate: (sourceSessionId, message) => {
         this.handleYjsDocRelay(sourceSessionId, message);
       },
+      onBlobChunkRequest: (sourceSessionId, message) => {
+        this.blobChunkRelay.handleRequest(sourceSessionId, message);
+      },
+      onBlobChunkResponse: (sourceSessionId, message) => {
+        this.blobChunkRelay.handleResponse(sourceSessionId, message);
+      },
+      ...this.persistBlobChunk ? { persistBlobChunk: this.persistBlobChunk } : {},
       onClose: (sid) => {
         this.handleSessionClose(sid);
       }
     });
     this.sessions.set(sessionId, session);
     this.yjsDocRelay.addClient(sessionId, transport);
+    this.blobChunkRelay.addClient(sessionId, transport);
     session.start();
     this.logger.log({
       timestamp: Date.now(),
@@ -3172,6 +3356,61 @@ var KoraSyncServer = class {
       errorCount: snapshot.errorCount
     };
   }
+  /**
+   * Apply a server-originated operation (for example one created by a custom
+   * HTTP route) through the same validated pipeline that incoming client
+   * operations use — Tier 2 constraints, referential integrity, and cascade
+   * side effects — then relay every applied operation to connected clients.
+   *
+   * Because the operation did not come from a client session, it is relayed to
+   * ALL sessions (there is no source session to exclude). Each session still
+   * applies its own per-scope visibility filter in `relayOperations`, so a
+   * client only receives the operation if it falls within that client's scope.
+   *
+   * @param op - A fully-formed, server-originated operation to apply
+   * @returns The apply result, including any server-generated side-effect ops
+   */
+  async applyLocalOperation(op) {
+    const result = await applyServerOperation(this.store, op);
+    if (result.result === "applied" && result.appliedOperations.length > 0) {
+      for (const session of this.sessions.values()) {
+        session.relayOperations(result.appliedOperations);
+      }
+    }
+    return result;
+  }
+  /**
+   * Collect every blob reference still reachable from live records on the server.
+   *
+   * This is the live set for garbage-collecting the server's central blob store:
+   * pass the result to `collectBlobGarbage(blobStore, liveRefs)` from
+   * `@korajs/store` to reclaim bytes no record references any more. Only
+   * collections that declare a `blob` field are scanned.
+   *
+   * @returns Every live blob reference across all collections
+   */
+  async getLiveBlobRefs() {
+    const schema = this.store.getSchema();
+    if (!schema) {
+      return [];
+    }
+    const refs = [];
+    for (const [name, collection] of Object.entries(schema.collections)) {
+      const hasBlobField = Object.values(collection.fields).some((field) => field.kind === "blob");
+      if (!hasBlobField) {
+        continue;
+      }
+      const records = await this.store.materializeCollection(name);
+      for (const record of records) {
+        for (const value of Object.values(record)) {
+          if (isBlobRef(value)) {
+            refs.push(value);
+          }
+        }
+      }
+    }
+    return refs;
+  }
   /**
    * Get the number of currently connected clients.
    */
@@ -3205,6 +3444,7 @@ var KoraSyncServer = class {
     this.metrics.recordDisconnection(sessionId);
     this.awarenessRelay.removeClient(sessionId);
     this.yjsDocRelay.removeClient(sessionId);
+    this.blobChunkRelay.removeClient(sessionId);
     this.sessions.delete(sessionId);
     const clientId = this.httpSessionToClient.get(sessionId);
     if (clientId) {
@@ -3257,13 +3497,6 @@ function normalizeHttpBody(body, contentType) {
   return body;
 }
 
-// src/auth/no-auth.ts
-var NoAuthProvider = class {
-  async authenticate(_token) {
-    return { userId: "anonymous" };
-  }
-};
-
 // src/auth/token-auth.ts
 var TokenAuthProvider = class {
   validate;
@@ -3344,6 +3577,159 @@ function createKoraServer(config) {
   return new KoraSyncServer(config);
 }
 
+// src/server/route-context.ts
+import { HybridLogicalClock as HybridLogicalClock2, createOperation as createOperation2, generateUUIDv7 as generateUUIDv77 } from "@korajs/core";
+function recordMatchesScope(collection, record, scope) {
+  const collectionScope = scope[collection];
+  if (!collectionScope) {
+    return false;
+  }
+  for (const [field, expected] of Object.entries(collectionScope)) {
+    if (record[field] !== expected) {
+      return false;
+    }
+  }
+  return true;
+}
+function pickFields(record, keys) {
+  const picked = {};
+  for (const key of keys) {
+    if (key in record) {
+      picked[key] = record[key];
+    }
+  }
+  return picked;
+}
+async function buildRouteOperation(store, mutation) {
+  const nodeId = store.getNodeId();
+  const clock = new HybridLogicalClock2(nodeId);
+  const schemaVersion = store.getSchema()?.version ?? 1;
+  const sequenceNumber = nextServerSequenceNumber(store);
+  if (mutation.type === "insert") {
+    return createOperation2(
+      {
+        nodeId,
+        type: "insert",
+        collection: mutation.collection,
+        recordId: mutation.recordId ?? generateUUIDv77(),
+        data: mutation.data ?? {},
+        previousData: null,
+        sequenceNumber,
+        causalDeps: [],
+        schemaVersion
+      },
+      clock
+    );
+  }
+  if (!mutation.recordId) {
+    throw new RouteMutationError(
+      "MISSING_RECORD_ID",
+      `A ${mutation.type} mutation on "${mutation.collection}" requires a recordId.`
+    );
+  }
+  const current = await store.findRecord(mutation.collection, mutation.recordId);
+  if (mutation.type === "update") {
+    const data = mutation.data ?? {};
+    return createOperation2(
+      {
+        nodeId,
+        type: "update",
+        collection: mutation.collection,
+        recordId: mutation.recordId,
+        data,
+        previousData: current ? pickFields(current, Object.keys(data)) : {},
+        sequenceNumber,
+        causalDeps: [],
+        schemaVersion
+      },
+      clock
+    );
+  }
+  return createOperation2(
+    {
+      nodeId,
+      type: "delete",
+      collection: mutation.collection,
+      recordId: mutation.recordId,
+      data: null,
+      previousData: current ? { ...current } : null,
+      sequenceNumber,
+      causalDeps: [],
+      schemaVersion
+    },
+    clock
+  );
+}
+var RouteMutationError = class extends Error {
+  constructor(code, message) {
+    super(message);
+    this.code = code;
+    this.name = "RouteMutationError";
+  }
+  code;
+};
+function createRouteContext(server, store) {
+  let mutationTail = Promise.resolve();
+  function serialize(work) {
+    const run = mutationTail.then(work, work);
+    mutationTail = run.then(
+      () => void 0,
+      () => void 0
+    );
+    return run;
+  }
+  return {
+    apply(mutation, options) {
+      return serialize(async () => {
+        let op;
+        try {
+          op = await buildRouteOperation(store, mutation);
+        } catch (error) {
+          if (error instanceof RouteMutationError) {
+            return { ok: false, code: error.code, message: error.message };
+          }
+          throw error;
+        }
+        if (options?.scope && !operationMatchesScopes(op, options.scope)) {
+          return {
+            ok: false,
+            code: "SCOPE_VIOLATION",
+            message: `Mutation on "${mutation.collection}" is outside the provided scope.`
+          };
+        }
+        const result = await server.applyLocalOperation(op);
+        if (result.result !== "applied") {
+          return {
+            ok: false,
+            code: result.rejection?.code ?? "NOT_APPLIED",
+            message: result.rejection?.message ?? `Operation on "${mutation.collection}" was not applied (${result.result}).`
+          };
+        }
+        const record = await store.findRecord(mutation.collection, op.recordId);
+        return { ok: true, operation: op, record };
+      });
+    },
+    async query(collection, options) {
+      const { scope, ...queryOptions } = options ?? {};
+      const records = await store.queryCollection(collection, queryOptions);
+      if (!scope) {
+        return records;
+      }
+      return records.filter((record) => recordMatchesScope(collection, record, scope));
+    },
+    async findById(collection, id, options) {
+      const record = await store.findRecord(collection, id);
+      if (!record) {
+        return null;
+      }
+      if (options?.scope && !recordMatchesScope(collection, record, options.scope)) {
+        return null;
+      }
+      return record;
+    }
+  };
+}
+
 // src/server/production-server.ts
 var MIME_TYPES = {
   ".html": "text/html",
@@ -3368,6 +3754,7 @@ function createProductionServer(config) {
     enableDashboard: true,
     ...config.syncOptions
   });
+  const routeContext = createRouteContext(syncServer, config.store);
   let httpServer = null;
   function getOperationalToken(kind) {
     const auth = config.operationalAuth;
@@ -3454,6 +3841,10 @@ function createProductionServer(config) {
       const chunks = [];
       req.on("data", (chunk) => chunks.push(chunk));
       req.on("end", () => resolve(Buffer.concat(chunks)));
+      if (!req.readableFlowing) {
+        req.resume();
+      }
+      req.on("error", () => resolve(Buffer.concat(chunks)));
     });
   }
   async function readJsonBody(req) {
@@ -3510,6 +3901,19 @@ function createProductionServer(config) {
       const { WebSocketServer } = await import("ws");
       const distDir = resolve(staticDir);
       httpServer = createServer(async (req, res) => {
+        try {
+          await handleRequest(req, res);
+        } catch (error) {
+          console.error("[kora] Unhandled error in HTTP request handler:", error);
+          if (!res.headersSent) {
+            res.writeHead(500, { "Content-Type": "application/json" });
+            res.end(JSON.stringify({ error: "Internal server error" }));
+          } else if (!res.writableEnded) {
+            res.end();
+          }
+        }
+      });
+      async function handleRequest(req, res) {
         res.setHeader("Cross-Origin-Opener-Policy", "same-origin");
         res.setHeader("Cross-Origin-Embedder-Policy", "require-corp");
         const url = new URL(req.url || "/", `http://${req.headers.host}`);
@@ -3637,7 +4041,8 @@ data: ${JSON.stringify(s)}
             body: await readJsonBody(req),
             headers: req.headers,
             query: getQuery(url),
-            ip: getClientIp(req)
+            ip: getClientIp(req),
+            kora: routeContext
           });
           writeJsonResponse(res, result);
           return;
@@ -3671,7 +4076,7 @@ data: ${JSON.stringify(s)}
         const contentType = MIME_TYPES[ext] || "application/octet-stream";
         res.writeHead(200, { "Content-Type": contentType });
         createReadStream(filePath).pipe(res);
-      });
+      }
       const wss = new WebSocketServer({ noServer: true });
       httpServer.on("upgrade", (req, socket, head) => {
         const url = new URL(req.url || "/", `http://${req.headers.host}`);