nolo-cli 0.1.31 → 0.1.32

package/database/actions/readRequestManager.ts

@@ -1,120 +0,0 @@
-const DEFAULT_MISS_COOLDOWN_MS = 2000;
-const DEFAULT_LOCAL_HIT_REVALIDATE_COOLDOWN_MS = 1500;
-const DEFAULT_MISS_CACHE_MAX_SIZE = 1000;
-
-export class ReadRequestManager {
-  private readonly inFlightReads = new Map<string, Promise<any>>();
-  private readonly recentMisses = new Map<string, number>();
-  private readonly recentLocalHitRevalidations = new Map<string, number>();
-
-  constructor(
-    private readonly options: {
-      missCooldownMs?: number;
-      missCacheMaxSize?: number;
-      localHitRevalidateCooldownMs?: number;
-    } = {}
-  ) {}
-
-  private get missCooldownMs() {
-    return this.options.missCooldownMs ?? DEFAULT_MISS_COOLDOWN_MS;
-  }
-
-  private get missCacheMaxSize() {
-    return this.options.missCacheMaxSize ?? DEFAULT_MISS_CACHE_MAX_SIZE;
-  }
-
-  private get localHitRevalidateCooldownMs() {
-    return (
-      this.options.localHitRevalidateCooldownMs ??
-      DEFAULT_LOCAL_HIT_REVALIDATE_COOLDOWN_MS
-    );
-  }
-
-  getInFlight(dbKey: string) {
-    return this.inFlightReads.get(dbKey);
-  }
-
-  setInFlight(dbKey: string, promise: Promise<any>) {
-    this.inFlightReads.set(dbKey, promise);
-  }
-
-  clearInFlight(dbKey: string, promise: Promise<any>) {
-    if (this.inFlightReads.get(dbKey) === promise) {
-      this.inFlightReads.delete(dbKey);
-    }
-  }
-
-  clearMiss(dbKey: string) {
-    this.recentMisses.delete(dbKey);
-  }
-
-  getRetryInMs(dbKey: string, now: number) {
-    const missUntil = this.recentMisses.get(dbKey);
-    if (typeof missUntil !== "number") return null;
-    if (missUntil <= now) {
-      this.recentMisses.delete(dbKey);
-      return null;
-    }
-    return missUntil - now;
-  }
-
-  markMiss(dbKey: string, now: number, cooldownMs = this.missCooldownMs) {
-    this.recentMisses.set(dbKey, now + cooldownMs);
-    this.cleanupMisses(now);
-  }
-
-  getLocalHitRevalidateInMs(dbKey: string, now: number) {
-    const nextAllowedAt = this.recentLocalHitRevalidations.get(dbKey);
-    if (typeof nextAllowedAt !== "number") return null;
-    if (nextAllowedAt <= now) {
-      this.recentLocalHitRevalidations.delete(dbKey);
-      return null;
-    }
-    return nextAllowedAt - now;
-  }
-
-  markLocalHitRevalidated(
-    dbKey: string,
-    now: number,
-    cooldownMs = this.localHitRevalidateCooldownMs
-  ) {
-    this.recentLocalHitRevalidations.set(dbKey, now + cooldownMs);
-    this.cleanupLocalHitRevalidations(now);
-  }
-
-  private cleanupExpiringMap(map: Map<string, number>, now: number) {
-    for (const [key, expiresAt] of Array.from(map.entries())) {
-      if (expiresAt <= now) {
-        map.delete(key);
-      }
-    }
-
-    if (map.size <= this.missCacheMaxSize) return;
-    const overflow = map.size - this.missCacheMaxSize;
-    const keys = Array.from(map.keys());
-    for (let i = 0; i < overflow; i += 1) {
-      const key = keys[i];
-      if (key) map.delete(key);
-    }
-  }
-
-  cleanupMisses(now: number) {
-    this.cleanupExpiringMap(this.recentMisses, now);
-  }
-
-  cleanupLocalHitRevalidations(now: number) {
-    this.cleanupExpiringMap(this.recentLocalHitRevalidations, now);
-  }
-
-  // test helper
-  getMissCacheSize() {
-    return this.recentMisses.size;
-  }
-
-  // test helper
-  getLocalHitRevalidationCacheSize() {
-    return this.recentLocalHitRevalidations.size;
-  }
-}
-
-export const readRequestManager = new ReadRequestManager();

package/database/actions/readResolution.ts

@@ -1,102 +0,0 @@
-const normalizeServerOrigin = (server: string): string =>
-  server.trim().replace(/\/+$/, "");
-
-const toComparableTimestamp = (data: any): number => {
-  if (!data || typeof data !== "object") return 0;
-
-  const updatedAtMs = new Date(data.updatedAt).getTime();
-  if (Number.isFinite(updatedAtMs) && updatedAtMs > 0) return updatedAtMs;
-
-  const createdAtMs = new Date(data.createdAt).getTime();
-  if (Number.isFinite(createdAtMs) && createdAtMs > 0) return createdAtMs;
-
-  const metaCreatedAt = Number(data?.meta?.createdAt);
-  if (Number.isFinite(metaCreatedAt) && metaCreatedAt > 0) return metaCreatedAt;
-
-  return 0;
-};
-
-export const partitionReadServers = ({
-  allServers,
-  preferredServerOrigin,
-}: {
-  allServers: string[];
-  preferredServerOrigin?: string | null;
-}): {
-  preferredServer: string | null;
-  fallbackServers: string[];
-  orderedServersForLocalHit: string[];
-} => {
-  const preferredServer =
-    typeof preferredServerOrigin === "string" &&
-    preferredServerOrigin.trim().length > 0
-      ? normalizeServerOrigin(preferredServerOrigin)
-      : null;
-
-  const fallbackServers = preferredServer
-    ? allServers.filter(
-        (server) => normalizeServerOrigin(server) !== preferredServer
-      )
-    : allServers;
-
-  return {
-    preferredServer,
-    fallbackServers,
-    orderedServersForLocalHit: preferredServer
-      ? [preferredServer, ...fallbackServers]
-      : fallbackServers,
-  };
-};
-
-export const compareRemoteRecordsByComparableTime = (
-  left: any,
-  right: any
-): number => toComparableTimestamp(left) - toComparableTimestamp(right);
-
-export const pickBestSettledRemoteRecord = ({
-  settledResults,
-  isBetterCandidate,
-}: {
-  settledResults: PromiseSettledResult<any>[];
-  isBetterCandidate: (current: any, latest: any) => boolean;
-}): { data: any; index: number } | null => {
-  const validResults = settledResults
-    .map((result, index) => ({
-      data: result.status === "fulfilled" ? result.value : null,
-      index,
-    }))
-    .filter((item) => item.data !== null && typeof item.data === "object");
-
-  if (validResults.length === 0) return null;
-
-  const latest = validResults.reduce((best, current) =>
-    isBetterCandidate(current.data, best.data) ? current : best
-  );
-
-  return { index: latest.index, data: latest.data };
-};
-
-export const shouldReplaceLocalWithRemoteRecord = ({
-  localData,
-  remoteData,
-  isRemoteNewer,
-}: {
-  localData: any;
-  remoteData: any;
-  isRemoteNewer: (remoteData: any, localData: any) => boolean;
-}): boolean => {
-  if (!remoteData || typeof remoteData !== "object") return false;
-  if (!localData || typeof localData !== "object") return true;
-  return isRemoteNewer(remoteData, localData);
-};
-
-export const shouldReplicateLocalRecord = ({
-  localData,
-  remoteData,
-  remoteTargetCount,
-}: {
-  localData: any;
-  remoteData: any;
-  remoteTargetCount: number;
-}): boolean =>
-  !!localData && !remoteData && remoteTargetCount > 0;

package/database/actions/remove.ts

@@ -1,94 +0,0 @@
-// 文件路径: src/database/actions/delete.ts
-
-import type { AppThunkApi } from "../../app/store";
-import { getRuntimeServerContext } from "../runtimeServerContext";
-
-import { fetchFromClientDb } from "./common";
-import { deleteFileFromIndexedDb } from "../fileStorage";
-import {
-  scheduleDeleteReplication,
-} from "./replication";
-import { buildTombstoneRecord } from "../tombstones";
-
-/**
- * removeAction:
- * 1. 先删除本地 IndexedDB 中的记录（如果存在）
- * 2. 再异步并行通知所有远程服务器删除该记录
- *
- * - 服务器列表来源：
- *   - 当前服务器：settings.currentServer
- *   - 备份服务器：settings.syncServers
- *   - getAllServers 负责去重 + 离线检测（offline 时返回 []）
- */
-export const removeAction = async (
-  payload: string | { dbKey: string; preferredServerOrigin?: string | null },
-  thunkApi: AppThunkApi
-): Promise<{ dbKey: string }> => {
-  const { db: clientDb } = thunkApi.extra;
-  const dbKey = typeof payload === "string" ? payload : payload.dbKey;
-  const preferredServerOrigin =
-    typeof payload === "string" ? undefined : payload.preferredServerOrigin;
-
-  if (!clientDb) {
-    throw new Error("Client database is undefined in removeAction");
-  }
-
-  const state = thunkApi.getState();
-  const { currentServer, syncServers } = getRuntimeServerContext(state);
-
-  console.log("[removeAction] START", {
-    dbKey,
-    preferredServerOrigin,
-    currentServer,
-    syncServers,
-    hasToken: Boolean(state?.auth?.currentToken),
-  });
-
-  // 1) 先查本地是否有这条数据
-  const localData = await fetchFromClientDb(clientDb, dbKey);
-  const hadLocalData = Boolean(localData);
-
-  // 2) local mutation 只依赖本地真相；远端删除由 replication helper 负责后台收敛。
-  console.log("[removeAction] replication inputs", {
-    currentServer,
-    syncServers,
-    preferredServerOrigin,
-    hadLocalData,
-  });
-
-  // 3) 如果本地存在，则先写 tombstone 到本地。
-  // Recent / My Content 是多源 merge，直接物理删除本地会丢失“删除胜出”证据，
-  // 老版本远端返回的活记录会在下一轮 merge 时再次回流。
-  const nowIso = new Date().toISOString();
-  if (localData) {
-    if (localData.id && typeof localData.id === "string") {
-      void deleteFileFromIndexedDb(localData.id).catch((err) => {
-        console.warn("[removeAction] Failed to delete associated file:", localData.id, err);
-      });
-    }
-    await clientDb.put(dbKey, buildTombstoneRecord(localData, nowIso));
-  } else {
-    // 本地无数据（仅存于远端），写最小 tombstone 防止远端记录在 merge 时回流
-    await clientDb.put(dbKey, buildTombstoneRecord({ dbKey }, nowIso));
-  }
-
-  // 4) local-first 产品语义：本地 tombstone 立即成功，远端删除异步收敛。
-  // 这样离线/弱网时删除也能成立，UI 可立刻移除内容；远端复制后续自行收敛。
-  scheduleDeleteReplication({
-    currentServer,
-    syncServers,
-    preferredServerOrigin,
-    dbKey,
-    state,
-    onResult: (result) => {
-      if (result.failed.length > 0) {
-        console.warn("[removeAction] Server delete failures after local tombstone:", result.failed);
-      }
-    },
-    onError: (err) => {
-      console.warn("[removeAction] Background server delete error:", err);
-    },
-  });
-
-  return { dbKey };
-};

package/database/actions/replication.ts

@@ -1,366 +0,0 @@
-import { getAllServers } from "./common";
-import {
-  noloDeleteRequest,
-  noloPatchRequest,
-  noloUploadRequest,
-  noloWriteRequest,
-  syncWithServers,
-} from "../requests";
-import { planServersForTenant } from "../tenantPlacement";
-
-const isReadonlyPublicRecordKey = (dbKey: string): boolean =>
-  dbKey.startsWith("agent-pub-") || dbKey.startsWith("cybot-pub-");
-
-export const resolveReplicationServers = (
-  currentServer: string | undefined,
-  syncServers: string[] | undefined,
-  preferredServerOrigin?: string | null
-): string[] => getAllServers(currentServer, syncServers, preferredServerOrigin);
-
-export const scheduleWriteReplication = (
-  servers: string[],
-  request: { data: any; customKey: string; userId?: string },
-  state: any
-) => {
-  if (servers.length === 0) return;
-  Promise.resolve().then(async () => {
-    const [primaryServer, ...backupServers] = servers;
-    const primarySucceeded = await noloWriteRequest(primaryServer, request, state);
-
-    if (!primarySucceeded) {
-      console.warn(`Primary write sync failed for ${request.customKey} on ${primaryServer}`);
-    }
-
-    if (backupServers.length === 0) {
-      return;
-    }
-
-    syncWithServers(
-      backupServers,
-      (server, requestConfig, requestState, signal) =>
-        noloWriteRequest(server, requestConfig, requestState, signal, {
-          failureLogLevel: "info",
-        }),
-      `Backup write sync failed for ${request.customKey} on`,
-      request,
-      state
-    );
-  });
-};
-
-export const resolveTenantReplicationServers = ({
-  currentServer,
-  syncServers,
-  tenantId,
-}: {
-  currentServer: string | undefined;
-  syncServers: string[] | undefined;
-  tenantId: string | null | undefined;
-}): string[] => {
-  const allServers = resolveReplicationServers(currentServer, syncServers);
-  if (allServers.length === 0) {
-    return [];
-  }
-
-  return planServersForTenant(allServers, currentServer, tenantId);
-};
-
-export const scheduleExistingRecordReplication = ({
-  currentServer,
-  syncServers,
-  preferredServerOrigin,
-  dbKey,
-  localData,
-  state,
-}: {
-  currentServer: string | undefined;
-  syncServers: string[] | undefined;
-  preferredServerOrigin?: string | null;
-  dbKey: string;
-  localData: any;
-  state: any;
-}): string[] => {
-  if (isReadonlyPublicRecordKey(dbKey)) {
-    return [];
-  }
-
-  const servers = resolveReplicationServers(
-    currentServer,
-    syncServers,
-    preferredServerOrigin
-  );
-  if (servers.length === 0) {
-    return [];
-  }
-
-  scheduleWriteReplication(
-    servers,
-    {
-      data: localData,
-      customKey: dbKey,
-      userId:
-        typeof localData?.userId === "string"
-          ? localData.userId
-          : state?.auth?.currentUser?.userId,
-    },
-    state
-  );
-
-  return servers;
-};
-
-export const schedulePatchReplication = ({
-  servers,
-  dbKey,
-  changes,
-  state,
-  preferredServerOrigin,
-}: {
-  servers: string[];
-  dbKey: string;
-  changes: any;
-  state: any;
-  preferredServerOrigin?: string | null;
-}) => {
-  if (servers.length === 0) return;
-
-  Promise.resolve().then(async () => {
-    const primaryServer =
-      typeof preferredServerOrigin === "string" && preferredServerOrigin.trim().length > 0
-        ? preferredServerOrigin.trim().replace(/\/+$/, "")
-        : servers[0];
-    const backupServers = servers.filter(
-      (server) => server.replace(/\/+$/, "") !== primaryServer
-    );
-
-    const primarySucceeded = await noloPatchRequest(primaryServer, dbKey, changes, state, undefined, {
-      failureLogLevel: "warn",
-    });
-    if (!primarySucceeded) {
-      console.warn(`Primary patch sync failed for ${dbKey} on ${primaryServer}`);
-    }
-
-    if (backupServers.length > 0) {
-      syncWithServers(
-        backupServers,
-        (server, targetDbKey, nextChanges, requestState, signal) =>
-          noloPatchRequest(server, targetDbKey, nextChanges, requestState, signal, {
-            failureLogLevel: "info",
-          }),
-        `Backup patch sync failed for ${dbKey} on`,
-        dbKey,
-        changes,
-        state
-      );
-    }
-  });
-};
-
-export const scheduleConfiguredPatchReplication = ({
-  currentServer,
-  syncServers,
-  preferredServerOrigin,
-  dbKey,
-  changes,
-  state,
-}: {
-  currentServer: string | undefined;
-  syncServers: string[] | undefined;
-  preferredServerOrigin?: string | null;
-  dbKey: string;
-  changes: any;
-  state: any;
-}): string[] => {
-  const servers = resolveReplicationServers(
-    currentServer,
-    syncServers,
-    preferredServerOrigin
-  );
-
-  if (servers.length === 0) {
-    return [];
-  }
-
-  schedulePatchReplication({
-    servers,
-    dbKey,
-    changes,
-    state,
-    preferredServerOrigin,
-  });
-
-  return servers;
-};
-
-export const scheduleUploadReplication = ({
-  currentServer,
-  syncServers,
-  tenantId,
-  uploadConfig,
-  state,
-  excludeServers = [],
-}: {
-  currentServer: string | undefined;
-  syncServers: string[] | undefined;
-  tenantId: string | null | undefined;
-  uploadConfig: {
-    file: File;
-    metadata: any;
-    customKey: string;
-    userId?: string;
-  };
-  state: any;
-  excludeServers?: string[];
-}): string[] => {
-  const servers = resolveTenantReplicationServers({
-    currentServer,
-    syncServers,
-    tenantId,
-  });
-  const excluded = new Set(
-    excludeServers
-      .filter((server): server is string => typeof server === "string")
-      .map((server) => server.trim().replace(/\/+$/, ""))
-  );
-  const remainingServers = servers.filter(
-    (server) => !excluded.has(server.trim().replace(/\/+$/, ""))
-  );
-
-  if (remainingServers.length === 0) {
-    return [];
-  }
-
-  Promise.resolve().then(() => {
-    syncWithServers(
-      remainingServers,
-      noloUploadRequest,
-      `Upload sync failed for ${uploadConfig.customKey} on`,
-      uploadConfig,
-      state
-    );
-  });
-
-  return remainingServers;
-};
-
-export const uploadToCurrentServer = async ({
-  currentServer,
-  uploadConfig,
-  state,
-}: {
-  currentServer: string | undefined;
-  uploadConfig: {
-    file: File;
-    metadata: any;
-    customKey: string;
-    userId?: string;
-  };
-  state: any;
-}): Promise<boolean> => {
-  if (!currentServer) {
-    return false;
-  }
-
-  return noloUploadRequest(currentServer, uploadConfig, state);
-};
-
-export const deleteFromReplicationServers = async ({
-  servers,
-  dbKey,
-  deleteOptions = { type: "single" as const },
-  state,
-  preferredServerOrigin,
-}: {
-  servers: string[];
-  dbKey: string;
-  deleteOptions?: { type: "single" | "table" | "messages" };
-  state: any;
-  preferredServerOrigin?: string | null;
-}): Promise<{ succeeded: string[]; failed: string[] }> => {
-  if (!servers.length) {
-    return { succeeded: [], failed: [] };
-  }
-
-  const preferredServer =
-    typeof preferredServerOrigin === "string" && preferredServerOrigin.trim().length > 0
-      ? preferredServerOrigin.trim().replace(/\/+$/, "")
-      : null;
-  const remainingServers = preferredServer
-    ? servers.filter((server) => server.replace(/\/+$/, "") !== preferredServer)
-    : servers;
-  const succeeded: string[] = [];
-  const failed: string[] = [];
-
-  if (preferredServer) {
-    const ok = await noloDeleteRequest(preferredServer, dbKey, deleteOptions, state);
-    if (ok) {
-      succeeded.push(preferredServer);
-    } else {
-      failed.push(preferredServer);
-    }
-  }
-
-  if (remainingServers.length > 0) {
-    const results = await Promise.all(
-      remainingServers.map(async (server) => ({
-        server,
-        ok: await noloDeleteRequest(server, dbKey, deleteOptions, state),
-      }))
-    );
-    results.forEach(({ server, ok }) => {
-      if (ok) succeeded.push(server);
-      else failed.push(server);
-    });
-  }
-
-  return { succeeded, failed };
-};
-
-export const scheduleDeleteReplication = ({
-  currentServer,
-  syncServers,
-  preferredServerOrigin,
-  dbKey,
-  deleteOptions,
-  state,
-  onResult,
-  onError,
-}: {
-  currentServer: string | undefined;
-  syncServers: string[] | undefined;
-  preferredServerOrigin?: string | null;
-  dbKey: string;
-  deleteOptions?: { type: "single" | "table" | "messages" };
-  state: any;
-  onResult?: (result: { succeeded: string[]; failed: string[] }) => void;
-  onError?: (error: unknown) => void;
-}): string[] => {
-  const servers = resolveReplicationServers(
-    currentServer,
-    syncServers,
-    preferredServerOrigin
-  );
-
-  if (servers.length === 0) {
-    return [];
-  }
-
-  void Promise.resolve()
-    .then(() =>
-      deleteFromReplicationServers({
-        servers,
-        dbKey,
-        deleteOptions,
-        state,
-        preferredServerOrigin,
-      })
-    )
-    .then((result) => {
-      onResult?.(result);
-    })
-    .catch((error) => {
-      onError?.(error);
-    });
-
-  return servers;
-};