nolo-cli 0.1.13 → 0.1.14

package/database/actions/readRequestManager.ts

@@ -0,0 +1,120 @@
+const DEFAULT_MISS_COOLDOWN_MS = 2000;
+const DEFAULT_LOCAL_HIT_REVALIDATE_COOLDOWN_MS = 1500;
+const DEFAULT_MISS_CACHE_MAX_SIZE = 1000;
+
+export class ReadRequestManager {
+  private readonly inFlightReads = new Map<string, Promise<any>>();
+  private readonly recentMisses = new Map<string, number>();
+  private readonly recentLocalHitRevalidations = new Map<string, number>();
+
+  constructor(
+    private readonly options: {
+      missCooldownMs?: number;
+      missCacheMaxSize?: number;
+      localHitRevalidateCooldownMs?: number;
+    } = {}
+  ) {}
+
+  private get missCooldownMs() {
+    return this.options.missCooldownMs ?? DEFAULT_MISS_COOLDOWN_MS;
+  }
+
+  private get missCacheMaxSize() {
+    return this.options.missCacheMaxSize ?? DEFAULT_MISS_CACHE_MAX_SIZE;
+  }
+
+  private get localHitRevalidateCooldownMs() {
+    return (
+      this.options.localHitRevalidateCooldownMs ??
+      DEFAULT_LOCAL_HIT_REVALIDATE_COOLDOWN_MS
+    );
+  }
+
+  getInFlight(dbKey: string) {
+    return this.inFlightReads.get(dbKey);
+  }
+
+  setInFlight(dbKey: string, promise: Promise<any>) {
+    this.inFlightReads.set(dbKey, promise);
+  }
+
+  clearInFlight(dbKey: string, promise: Promise<any>) {
+    if (this.inFlightReads.get(dbKey) === promise) {
+      this.inFlightReads.delete(dbKey);
+    }
+  }
+
+  clearMiss(dbKey: string) {
+    this.recentMisses.delete(dbKey);
+  }
+
+  getRetryInMs(dbKey: string, now: number) {
+    const missUntil = this.recentMisses.get(dbKey);
+    if (typeof missUntil !== "number") return null;
+    if (missUntil <= now) {
+      this.recentMisses.delete(dbKey);
+      return null;
+    }
+    return missUntil - now;
+  }
+
+  markMiss(dbKey: string, now: number, cooldownMs = this.missCooldownMs) {
+    this.recentMisses.set(dbKey, now + cooldownMs);
+    this.cleanupMisses(now);
+  }
+
+  getLocalHitRevalidateInMs(dbKey: string, now: number) {
+    const nextAllowedAt = this.recentLocalHitRevalidations.get(dbKey);
+    if (typeof nextAllowedAt !== "number") return null;
+    if (nextAllowedAt <= now) {
+      this.recentLocalHitRevalidations.delete(dbKey);
+      return null;
+    }
+    return nextAllowedAt - now;
+  }
+
+  markLocalHitRevalidated(
+    dbKey: string,
+    now: number,
+    cooldownMs = this.localHitRevalidateCooldownMs
+  ) {
+    this.recentLocalHitRevalidations.set(dbKey, now + cooldownMs);
+    this.cleanupLocalHitRevalidations(now);
+  }
+
+  private cleanupExpiringMap(map: Map<string, number>, now: number) {
+    for (const [key, expiresAt] of Array.from(map.entries())) {
+      if (expiresAt <= now) {
+        map.delete(key);
+      }
+    }
+
+    if (map.size <= this.missCacheMaxSize) return;
+    const overflow = map.size - this.missCacheMaxSize;
+    const keys = Array.from(map.keys());
+    for (let i = 0; i < overflow; i += 1) {
+      const key = keys[i];
+      if (key) map.delete(key);
+    }
+  }
+
+  cleanupMisses(now: number) {
+    this.cleanupExpiringMap(this.recentMisses, now);
+  }
+
+  cleanupLocalHitRevalidations(now: number) {
+    this.cleanupExpiringMap(this.recentLocalHitRevalidations, now);
+  }
+
+  // test helper
+  getMissCacheSize() {
+    return this.recentMisses.size;
+  }
+
+  // test helper
+  getLocalHitRevalidationCacheSize() {
+    return this.recentLocalHitRevalidations.size;
+  }
+}
+
+export const readRequestManager = new ReadRequestManager();

package/database/actions/remove.ts

@@ -0,0 +1,94 @@
+// 文件路径: src/database/actions/delete.ts
+
+import type { AppThunkApi } from "app/store";
+import { getRuntimeServerContext } from "database/runtimeServerContext";
+
+import { fetchFromClientDb } from "./common";
+import { deleteFileFromIndexedDb } from "../fileStorage";
+import {
+  scheduleDeleteReplication,
+} from "./replication";
+import { buildTombstoneRecord } from "../tombstones";
+
+/**
+ * removeAction:
+ * 1. 先删除本地 IndexedDB 中的记录（如果存在）
+ * 2. 再异步并行通知所有远程服务器删除该记录
+ *
+ * - 服务器列表来源：
+ *   - 当前服务器：settings.currentServer
+ *   - 备份服务器：settings.syncServers
+ *   - getAllServers 负责去重 + 离线检测（offline 时返回 []）
+ */
+export const removeAction = async (
+  payload: string | { dbKey: string; preferredServerOrigin?: string | null },
+  thunkApi: AppThunkApi
+): Promise<{ dbKey: string }> => {
+  const { db: clientDb } = thunkApi.extra;
+  const dbKey = typeof payload === "string" ? payload : payload.dbKey;
+  const preferredServerOrigin =
+    typeof payload === "string" ? undefined : payload.preferredServerOrigin;
+
+  if (!clientDb) {
+    throw new Error("Client database is undefined in removeAction");
+  }
+
+  const state = thunkApi.getState();
+  const { currentServer, syncServers } = getRuntimeServerContext(state);
+
+  console.log("[removeAction] START", {
+    dbKey,
+    preferredServerOrigin,
+    currentServer,
+    syncServers,
+    hasToken: Boolean(state?.auth?.currentToken),
+  });
+
+  // 1) 先查本地是否有这条数据
+  const localData = await fetchFromClientDb(clientDb, dbKey);
+  const hadLocalData = Boolean(localData);
+
+  // 2) local mutation 只依赖本地真相；远端删除由 replication helper 负责后台收敛。
+  console.log("[removeAction] replication inputs", {
+    currentServer,
+    syncServers,
+    preferredServerOrigin,
+    hadLocalData,
+  });
+
+  // 3) 如果本地存在，则先写 tombstone 到本地。
+  // Recent / My Content 是多源 merge，直接物理删除本地会丢失“删除胜出”证据，
+  // 老版本远端返回的活记录会在下一轮 merge 时再次回流。
+  const nowIso = new Date().toISOString();
+  if (localData) {
+    if (localData.id && typeof localData.id === "string") {
+      void deleteFileFromIndexedDb(localData.id).catch((err) => {
+        console.warn("[removeAction] Failed to delete associated file:", localData.id, err);
+      });
+    }
+    await clientDb.put(dbKey, buildTombstoneRecord(localData, nowIso));
+  } else {
+    // 本地无数据（仅存于远端），写最小 tombstone 防止远端记录在 merge 时回流
+    await clientDb.put(dbKey, buildTombstoneRecord({ dbKey }, nowIso));
+  }
+
+  // 4) local-first 产品语义：本地 tombstone 立即成功，远端删除异步收敛。
+  // 这样离线/弱网时删除也能成立，UI 可立刻移除内容；远端复制后续自行收敛。
+  scheduleDeleteReplication({
+    currentServer,
+    syncServers,
+    preferredServerOrigin,
+    dbKey,
+    state,
+    onResult: (result) => {
+      if (result.failed.length > 0) {
+        console.warn("[removeAction] Server delete failures after local tombstone:", result.failed);
+      }
+    },
+    onError: (err) => {
+      console.warn("[removeAction] Background server delete error:", err);
+    },
+  });
+
+  return { dbKey };
+};

package/database/actions/replication.ts

@@ -0,0 +1,366 @@
+import { getAllServers } from "./common";
+import {
+  noloDeleteRequest,
+  noloPatchRequest,
+  noloUploadRequest,
+  noloWriteRequest,
+  syncWithServers,
+} from "../requests";
+import { planServersForTenant } from "../tenantPlacement";
+
+const isReadonlyPublicRecordKey = (dbKey: string): boolean =>
+  dbKey.startsWith("agent-pub-") || dbKey.startsWith("cybot-pub-");
+
+export const resolveReplicationServers = (
+  currentServer: string | undefined,
+  syncServers: string[] | undefined,
+  preferredServerOrigin?: string | null
+): string[] => getAllServers(currentServer, syncServers, preferredServerOrigin);
+
+export const scheduleWriteReplication = (
+  servers: string[],
+  request: { data: any; customKey: string; userId?: string },
+  state: any
+) => {
+  if (servers.length === 0) return;
+  Promise.resolve().then(async () => {
+    const [primaryServer, ...backupServers] = servers;
+    const primarySucceeded = await noloWriteRequest(primaryServer, request, state);
+
+    if (!primarySucceeded) {
+      console.warn(`Primary write sync failed for ${request.customKey} on ${primaryServer}`);
+    }
+
+    if (backupServers.length === 0) {
+      return;
+    }
+
+    syncWithServers(
+      backupServers,
+      (server, requestConfig, requestState, signal) =>
+        noloWriteRequest(server, requestConfig, requestState, signal, {
+          failureLogLevel: "info",
+        }),
+      `Backup write sync failed for ${request.customKey} on`,
+      request,
+      state
+    );
+  });
+};
+
+export const resolveTenantReplicationServers = ({
+  currentServer,
+  syncServers,
+  tenantId,
+}: {
+  currentServer: string | undefined;
+  syncServers: string[] | undefined;
+  tenantId: string | null | undefined;
+}): string[] => {
+  const allServers = resolveReplicationServers(currentServer, syncServers);
+  if (allServers.length === 0) {
+    return [];
+  }
+
+  return planServersForTenant(allServers, currentServer, tenantId);
+};
+
+export const scheduleExistingRecordReplication = ({
+  currentServer,
+  syncServers,
+  preferredServerOrigin,
+  dbKey,
+  localData,
+  state,
+}: {
+  currentServer: string | undefined;
+  syncServers: string[] | undefined;
+  preferredServerOrigin?: string | null;
+  dbKey: string;
+  localData: any;
+  state: any;
+}): string[] => {
+  if (isReadonlyPublicRecordKey(dbKey)) {
+    return [];
+  }
+
+  const servers = resolveReplicationServers(
+    currentServer,
+    syncServers,
+    preferredServerOrigin
+  );
+  if (servers.length === 0) {
+    return [];
+  }
+
+  scheduleWriteReplication(
+    servers,
+    {
+      data: localData,
+      customKey: dbKey,
+      userId:
+        typeof localData?.userId === "string"
+          ? localData.userId
+          : state?.auth?.currentUser?.userId,
+    },
+    state
+  );
+
+  return servers;
+};
+
+export const schedulePatchReplication = ({
+  servers,
+  dbKey,
+  changes,
+  state,
+  preferredServerOrigin,
+}: {
+  servers: string[];
+  dbKey: string;
+  changes: any;
+  state: any;
+  preferredServerOrigin?: string | null;
+}) => {
+  if (servers.length === 0) return;
+
+  Promise.resolve().then(async () => {
+    const primaryServer =
+      typeof preferredServerOrigin === "string" && preferredServerOrigin.trim().length > 0
+        ? preferredServerOrigin.trim().replace(/\/+$/, "")
+        : servers[0];
+    const backupServers = servers.filter(
+      (server) => server.replace(/\/+$/, "") !== primaryServer
+    );
+
+    const primarySucceeded = await noloPatchRequest(primaryServer, dbKey, changes, state, undefined, {
+      failureLogLevel: "warn",
+    });
+    if (!primarySucceeded) {
+      console.warn(`Primary patch sync failed for ${dbKey} on ${primaryServer}`);
+    }
+
+    if (backupServers.length > 0) {
+      syncWithServers(
+        backupServers,
+        (server, targetDbKey, nextChanges, requestState, signal) =>
+          noloPatchRequest(server, targetDbKey, nextChanges, requestState, signal, {
+            failureLogLevel: "info",
+          }),
+        `Backup patch sync failed for ${dbKey} on`,
+        dbKey,
+        changes,
+        state
+      );
+    }
+  });
+};
+
+export const scheduleConfiguredPatchReplication = ({
+  currentServer,
+  syncServers,
+  preferredServerOrigin,
+  dbKey,
+  changes,
+  state,
+}: {
+  currentServer: string | undefined;
+  syncServers: string[] | undefined;
+  preferredServerOrigin?: string | null;
+  dbKey: string;
+  changes: any;
+  state: any;
+}): string[] => {
+  const servers = resolveReplicationServers(
+    currentServer,
+    syncServers,
+    preferredServerOrigin
+  );
+
+  if (servers.length === 0) {
+    return [];
+  }
+
+  schedulePatchReplication({
+    servers,
+    dbKey,
+    changes,
+    state,
+    preferredServerOrigin,
+  });
+
+  return servers;
+};
+
+export const scheduleUploadReplication = ({
+  currentServer,
+  syncServers,
+  tenantId,
+  uploadConfig,
+  state,
+  excludeServers = [],
+}: {
+  currentServer: string | undefined;
+  syncServers: string[] | undefined;
+  tenantId: string | null | undefined;
+  uploadConfig: {
+    file: File;
+    metadata: any;
+    customKey: string;
+    userId?: string;
+  };
+  state: any;
+  excludeServers?: string[];
+}): string[] => {
+  const servers = resolveTenantReplicationServers({
+    currentServer,
+    syncServers,
+    tenantId,
+  });
+  const excluded = new Set(
+    excludeServers
+      .filter((server): server is string => typeof server === "string")
+      .map((server) => server.trim().replace(/\/+$/, ""))
+  );
+  const remainingServers = servers.filter(
+    (server) => !excluded.has(server.trim().replace(/\/+$/, ""))
+  );
+
+  if (remainingServers.length === 0) {
+    return [];
+  }
+
+  Promise.resolve().then(() => {
+    syncWithServers(
+      remainingServers,
+      noloUploadRequest,
+      `Upload sync failed for ${uploadConfig.customKey} on`,
+      uploadConfig,
+      state
+    );
+  });
+
+  return remainingServers;
+};
+
+export const uploadToCurrentServer = async ({
+  currentServer,
+  uploadConfig,
+  state,
+}: {
+  currentServer: string | undefined;
+  uploadConfig: {
+    file: File;
+    metadata: any;
+    customKey: string;
+    userId?: string;
+  };
+  state: any;
+}): Promise<boolean> => {
+  if (!currentServer) {
+    return false;
+  }
+
+  return noloUploadRequest(currentServer, uploadConfig, state);
+};
+
+export const deleteFromReplicationServers = async ({
+  servers,
+  dbKey,
+  deleteOptions = { type: "single" as const },
+  state,
+  preferredServerOrigin,
+}: {
+  servers: string[];
+  dbKey: string;
+  deleteOptions?: { type: "single" | "table" | "messages" };
+  state: any;
+  preferredServerOrigin?: string | null;
+}): Promise<{ succeeded: string[]; failed: string[] }> => {
+  if (!servers.length) {
+    return { succeeded: [], failed: [] };
+  }
+
+  const preferredServer =
+    typeof preferredServerOrigin === "string" && preferredServerOrigin.trim().length > 0
+      ? preferredServerOrigin.trim().replace(/\/+$/, "")
+      : null;
+  const remainingServers = preferredServer
+    ? servers.filter((server) => server.replace(/\/+$/, "") !== preferredServer)
+    : servers;
+  const succeeded: string[] = [];
+  const failed: string[] = [];
+
+  if (preferredServer) {
+    const ok = await noloDeleteRequest(preferredServer, dbKey, deleteOptions, state);
+    if (ok) {
+      succeeded.push(preferredServer);
+    } else {
+      failed.push(preferredServer);
+    }
+  }
+
+  if (remainingServers.length > 0) {
+    const results = await Promise.all(
+      remainingServers.map(async (server) => ({
+        server,
+        ok: await noloDeleteRequest(server, dbKey, deleteOptions, state),
+      }))
+    );
+    results.forEach(({ server, ok }) => {
+      if (ok) succeeded.push(server);
+      else failed.push(server);
+    });
+  }
+
+  return { succeeded, failed };
+};
+
+export const scheduleDeleteReplication = ({
+  currentServer,
+  syncServers,
+  preferredServerOrigin,
+  dbKey,
+  deleteOptions,
+  state,
+  onResult,
+  onError,
+}: {
+  currentServer: string | undefined;
+  syncServers: string[] | undefined;
+  preferredServerOrigin?: string | null;
+  dbKey: string;
+  deleteOptions?: { type: "single" | "table" | "messages" };
+  state: any;
+  onResult?: (result: { succeeded: string[]; failed: string[] }) => void;
+  onError?: (error: unknown) => void;
+}): string[] => {
+  const servers = resolveReplicationServers(
+    currentServer,
+    syncServers,
+    preferredServerOrigin
+  );
+
+  if (servers.length === 0) {
+    return [];
+  }
+
+  void Promise.resolve()
+    .then(() =>
+      deleteFromReplicationServers({
+        servers,
+        dbKey,
+        deleteOptions,
+        state,
+        preferredServerOrigin,
+      })
+    )
+    .then((result) => {
+      onResult?.(result);
+    })
+    .catch((error) => {
+      onError?.(error);
+    });
+
+  return servers;
+};