@tinycloud/sdk-services 3.2.0-beta.3 → 3.2.0-beta.7

package/dist/kv/replication/index.cjs

@@ -77,16 +77,17 @@ ${canonical.space}
 ${canonical.principal}`;
 }
 
-// src/kv/replication/scope.ts
+// src/kv/replication/prefix.ts
 function kvPrefixCovers(prefix, key) {
-  if (prefix === "") return true;
-  if (prefix.endsWith("/")) return key.startsWith(prefix);
-  return key === prefix || key.startsWith(`${prefix}/`);
+  return prefix === "/" || key.startsWith(prefix);
 }
+
+// src/kv/replication/scope.ts
 function listRangeCovers(path, key) {
-  return key === path || key.startsWith(path.endsWith("/") ? path : `${path}/`);
+  return path === "" || key === path || key.startsWith(path.endsWith("/") ? path : `${path}/`);
 }
 function requiresSecretsOptIn(space, prefix) {
+  if (prefix === "/") return true;
   if (space === "secrets" || space.endsWith(":secrets")) return true;
   return prefix.split("/", 1)[0] === "vault";
 }
@@ -132,6 +133,8 @@ var ErrorCodes = {
   // Storage quota errors
   STORAGE_QUOTA_EXCEEDED: "STORAGE_QUOTA_EXCEEDED",
   STORAGE_LIMIT_REACHED: "STORAGE_LIMIT_REACHED",
+  /** The node answered the usage read without usage numbers (it predates the read). */
+  STORAGE_STATUS_UNAVAILABLE: "STORAGE_STATUS_UNAVAILABLE",
   // DuckDB-specific errors
   DUCKDB_ERROR: "DUCKDB_ERROR",
   DUCKDB_PERMISSION_DENIED: "DUCKDB_PERMISSION_DENIED",
@@ -371,9 +374,9 @@ function cursorRestart() {
 }
 function localList(handle, space, path, limit, cursor, validateMeta) {
   const after = cursor ? decodeTcr1(cursor)?.last : void 0;
-  const exact = !path.endsWith("/") && (after === void 0 || utf8Compare(path, after) > 0) ? awaitExact(handle, path, after, validateMeta) : Promise.resolve(false);
+  const exact = path !== "" && !path.endsWith("/") && (after === void 0 || utf8Compare(path, after) > 0) ? awaitExact(handle, path, after, validateMeta) : Promise.resolve(false);
   return exact.then(async (hasExact) => {
-    const child = path.endsWith("/") ? path : `${path}/`;
+    const child = path === "" ? "" : path.endsWith("/") ? path : `${path}/`;
     const want = limit === void 0 ? void 0 : limit + 1 - (hasExact ? 1 : 0);
     const children = await handle.list({ prefix: child, after, limit: want });
     validateMeta(children.meta);
@@ -390,9 +393,7 @@ async function awaitExact(handle, path, after, validateMeta) {
   return result.keys[0] === path;
 }
 function listPathCovered(prefixes, path) {
-  const descendant = path.endsWith("/") ? path : `${path}/`;
-  const covering = prefixes.filter((prefix) => kvPrefixCovers(prefix, path) && kvPrefixCovers(prefix, descendant));
-  return covering.length === 1 ? covering[0] : void 0;
+  return prefixes.find((prefix) => kvPrefixCovers(prefix, path));
 }
 
 // src/kv/replication/events.ts
@@ -421,6 +422,7 @@ function raceSignal(job, signal) {
 }
 function createKVReplication(deps) {
   const { options, mode, storage, identity, session, authority, pending, scheduler } = deps;
+  const emit = (event) => emitEvent(deps.emit, scheduler, event);
   const replicas = /* @__PURE__ */ new Map();
   const statusInspections = /* @__PURE__ */ new Set();
   let isClosed = false;
@@ -429,7 +431,6 @@ function createKVReplication(deps) {
   let previous = deps.previous;
   let pinnedStateReported = false;
   const inProcessProof = /* @__PURE__ */ new Set();
-  const emit = (event) => emitEvent(deps.emit, scheduler, event);
   const configuredPrefix = (path) => options.prefixes.find((prefix) => kvPrefixCovers(prefix, path));
   function recordRevocation(prefix, error) {
     if (errorCode(error) !== "GRANT_REVOKED") return;
@@ -439,6 +440,20 @@ function createKVReplication(deps) {
     state.lastError = "GRANT_REVOKED";
     replicas.set(prefix, state);
   }
+  function markRootUnsupported(prefix) {
+    const state = replicas.get(prefix) ?? {};
+    const firstRefusal = state.lastError !== "REPLICATION_ROOT_UNSUPPORTED";
+    state.reason = "replica_unavailable";
+    state.lastError = "REPLICATION_ROOT_UNSUPPORTED";
+    replicas.set(prefix, state);
+    if (firstRefusal) {
+      emit({ type: "replication.state", space: session.space, replica: prefix, state: "unavailable", code: "REPLICATION_ROOT_UNSUPPORTED" });
+    }
+  }
+  function unsupportedRoot(prefix) {
+    markRootUnsupported(prefix);
+    return Object.assign(new Error("This node doesn't support whole-space sync yet."), { code: "REPLICATION_ROOT_UNSUPPORTED" });
+  }
   async function open(prefix) {
     if (isClosed || purgeStarted) throw Object.assign(new Error("Replication controller is closed"), { code: "REPLICA_CLOSED" });
     let state = replicas.get(prefix);
@@ -472,6 +487,9 @@ function createKVReplication(deps) {
         state.strategy = "session";
       }
       const spec = { identity, space: session.space, prefix, allowSecrets: options.allowSecrets, ...device ? { device } : {}, ...deps.fetch ? { fetch: deps.fetch } : {} };
+      if (prefix === "/" && deps.nodeFeatures !== void 0 && !deps.nodeFeatures.includes("kv-sync-root")) {
+        throw unsupportedRoot(prefix);
+      }
       const handle = await storage.open(spec);
       state.handle = handle;
       emit({ type: "replication.state", space: session.space, replica: prefix, state: "opened" });
@@ -521,7 +539,7 @@ function createKVReplication(deps) {
       state.lastError = code;
       state.failures = (state.failures ?? 0) + 1;
       if (code === "RUNTIME_UNSUPPORTED") state.unsupported = true;
-      else if (code !== "REPLICA_CLOSED") state.retryAt = scheduler.now() + Math.min(3e5, 5e3 * 2 ** Math.min(state.failures - 1, 6));
+      else if (code !== "REPLICA_CLOSED" && code !== "REPLICATION_ROOT_UNSUPPORTED") state.retryAt = scheduler.now() + Math.min(3e5, 5e3 * 2 ** Math.min(state.failures - 1, 6));
       state.handle?.close().catch(() => void 0);
       state.handle = void 0;
       throw error;
@@ -538,6 +556,9 @@ function createKVReplication(deps) {
     }, options.syncIntervalMs);
   }
   async function syncPrefix(prefix, trigger, signal, context) {
+    if (prefix === "/" && deps.nodeFeatures !== void 0 && !deps.nodeFeatures.includes("kv-sync-root")) {
+      throw unsupportedRoot(prefix);
+    }
     const handle = await open(prefix);
     const state = replicas.get(prefix);
     if (state.sync) return state.sync;
@@ -839,7 +860,7 @@ function createKVReplication(deps) {
         observeNetworkRequested({ op: "get", space: r.space, path: r.path, reason: "NETWORK_REQUESTED", outcome, latencyMs: scheduler.now() - started });
       }
     }
-    if (!prefix) {
+    if (prefix === void 0) {
       const value = await r.network();
       readEvent("get", r.path, null, "network", "not_covered", value.ok ? "found" : value.error.code === ErrorCodes.KV_NOT_FOUND ? "not_found" : "error", started);
       return value;
@@ -990,10 +1011,10 @@ function createKVReplication(deps) {
       return cursorRestart();
     };
     if (cursor && decoded && (decoded.space !== r.space || decoded.path !== r.listPath)) return restart();
-    if (!prefix || !r.listPath || r.options?.raw) {
+    if (prefix === void 0 || r.options?.raw) {
       if (cursor && decoded) return restart();
       const result = await r.network();
-      readEvent("list", r.listPath, prefix ?? null, "network", prefix ? "unsupported_option" : "not_covered", result.ok ? "found" : "error", started);
+      readEvent("list", r.listPath, prefix ?? null, "network", prefix !== void 0 ? "unsupported_option" : "not_covered", result.ok ? "found" : "error", started);
       return result;
     }
     let handle;
@@ -1088,7 +1109,7 @@ function createKVReplication(deps) {
   async function write(r) {
     const covered = r.entries.flatMap((entry) => {
       const prefix = configuredPrefix(entry.path);
-      return prefix ? [{ key: entry.path, op: r.op === "delete" ? "delete" : "put" }] : [];
+      return prefix !== void 0 ? [{ key: entry.path, op: r.op === "delete" ? "delete" : "put" }] : [];
     });
     if (covered.length === 0) return r.network();
     await reportExistingPins();
@@ -1164,6 +1185,9 @@ function createKVReplication(deps) {
     const persistedSnapshot = pending.readExisting ? await pending.readExisting() : await pending.read();
     const snapshot = persistedSnapshot ?? emptyPendingState(identity);
     const entries = await Promise.all(options.prefixes.map(async (prefix) => {
+      if (prefix === "/" && deps.nodeFeatures !== void 0 && !deps.nodeFeatures.includes("kv-sync-root")) {
+        markRootUnsupported(prefix);
+      }
       const records = snapshot.records.filter((r) => kvPrefixCovers(prefix, r.key));
       const opened = replicas.get(prefix);
       let local;
@@ -1178,12 +1202,13 @@ function createKVReplication(deps) {
       local ?? (local = inspected.local);
       if (inspected.missing && !opened?.reason && !opened?.authorityRevoked && !opened?.opening && !isClosed) return void 0;
       const revoked = opened?.authorityRevoked === true || local?.authority.state === "revoked";
-      const state = isClosed ? "closed" : revoked ? "revoked" : opened?.reason === "grant_missing" ? "grant_missing" : local?.coverage === "complete" && local.authority.state === "valid" ? "ready" : opened?.reason || inspected.errorCode ? "unavailable" : "idle";
+      const rootUnsupported = opened?.lastError === "REPLICATION_ROOT_UNSUPPORTED";
+      const state = isClosed ? "closed" : revoked ? "revoked" : rootUnsupported ? "unavailable" : opened?.reason === "grant_missing" ? "grant_missing" : local?.coverage === "complete" && local.authority.state === "valid" ? "ready" : opened?.reason || inspected.errorCode ? "unavailable" : "idle";
       return {
         prefix,
         state,
         ...opened?.reason ? { reason: opened.reason } : inspected.errorCode ? { reason: "replica_unavailable" } : {},
-        ...inspected.errorCode ? { errorCode: inspected.errorCode } : {},
+        ...inspected.errorCode ?? opened?.lastError ? { errorCode: inspected.errorCode ?? opened?.lastError } : {},
         ...local ?? {},
         ...revoked ? { authority: { state: "revoked", expiresAt: local?.authority.expiresAt ?? null } } : {},
         pending: {
@@ -1198,7 +1223,7 @@ function createKVReplication(deps) {
     return entries.filter((entry) => entry !== void 0);
   }
   async function sync(o) {
-    const prefixes = o?.prefix ? options.prefixes.filter((p) => p === o.prefix) : options.prefixes;
+    const prefixes = o?.prefix !== void 0 ? options.prefixes.filter((p) => p === o.prefix) : options.prefixes;
     await Promise.all(prefixes.map((prefix) => syncPrefix(prefix, "manual", o?.signal).then(() => void 0)));
   }
   async function clearPending2() {