nolo-cli 0.1.40 → 0.1.42

package/database/actions/replication.ts

@@ -0,0 +1,477 @@
+import { getAllServers } from "./common";
+import {
+  noloDeleteRequest,
+  noloPatchRequest,
+  noloUploadRequest,
+  noloWriteRequest,
+  syncWithServers,
+} from "../requests";
+import { planServersForTenant } from "../tenantPlacement";
+import { resolveRecordAuthority } from "../authority/recordAuthority";
+import { planAuthorityReadServers } from "./readResolution";
+
+const isReadonlyPublicRecordKey = (dbKey: string): boolean =>
+  dbKey.startsWith("agent-pub-") || dbKey.startsWith("cybot-pub-");
+
+const normalizeCurrentUserId = (state: any): string | null => {
+  const userId = state?.auth?.currentUser?.userId;
+  return typeof userId === "string" && userId.trim().length > 0 ? userId.trim() : null;
+};
+
+export const resolveReplicationServers = (
+  currentServer: string | undefined,
+  syncServers: string[] | undefined,
+  preferredServerOrigin?: string | null
+): string[] => getAllServers(currentServer, syncServers, preferredServerOrigin);
+
+export const resolveAuthorityReplicationServers = ({
+  currentServer,
+  syncServers,
+  preferredServerOrigin,
+  dbKey,
+  record,
+  state,
+}: {
+  currentServer: string | undefined;
+  syncServers: string[] | undefined;
+  preferredServerOrigin?: string | null;
+  dbKey: string;
+  record?: any;
+  state: any;
+}): string[] => {
+  const allServers = resolveReplicationServers(
+    currentServer,
+    syncServers,
+    preferredServerOrigin
+  );
+  const authority = resolveRecordAuthority({
+    dbKey,
+    record,
+    currentUserId: state?.auth?.currentUser?.userId,
+    currentServer,
+    userAuthorityRegistry:
+      state?.settings?.userAuthorityRegistry ??
+      state?.auth?.currentUser?.authorityRegistry,
+  });
+
+  return planAuthorityReadServers({
+    allServers,
+    authorityServer: preferredServerOrigin ?? authority.authorityServer,
+    serverOrigin: authority.serverOrigin,
+  });
+};
+
+export const scheduleWriteReplication = (
+  servers: string[],
+  request: { data: any; customKey: string; userId?: string },
+  state: any
+) => {
+  if (servers.length === 0) return;
+  Promise.resolve().then(async () => {
+    const [primaryServer, ...backupServers] = servers;
+    const primarySucceeded = await noloWriteRequest(primaryServer, request, state);
+
+    if (!primarySucceeded) {
+      console.warn(`Primary write sync failed for ${request.customKey} on ${primaryServer}`);
+    }
+
+    if (backupServers.length === 0) {
+      return;
+    }
+
+    syncWithServers(
+      backupServers,
+      (server, requestConfig, requestState, signal) =>
+        noloWriteRequest(server, requestConfig, requestState, signal, {
+          failureLogLevel: "info",
+        }),
+      `Backup write sync failed for ${request.customKey} on`,
+      request,
+      state
+    );
+  });
+};
+
+export const resolveTenantReplicationServers = ({
+  currentServer,
+  syncServers,
+  tenantId,
+}: {
+  currentServer: string | undefined;
+  syncServers: string[] | undefined;
+  tenantId: string | null | undefined;
+}): string[] => {
+  const allServers = resolveReplicationServers(currentServer, syncServers);
+  if (allServers.length === 0) {
+    return [];
+  }
+
+  return planServersForTenant(allServers, currentServer, tenantId);
+};
+
+export const resolveUploadReplicationServers = ({
+  currentServer,
+  syncServers,
+  tenantId,
+  uploadConfig,
+  state,
+}: {
+  currentServer: string | undefined;
+  syncServers: string[] | undefined;
+  tenantId: string | null | undefined;
+  uploadConfig: {
+    metadata: any;
+    customKey: string;
+    userId?: string;
+  };
+  state: any;
+}): string[] => {
+  const allServers = resolveReplicationServers(currentServer, syncServers);
+  const authority = resolveRecordAuthority({
+    dbKey: uploadConfig.customKey,
+    record: uploadConfig.metadata,
+    currentUserId: state?.auth?.currentUser?.userId,
+    currentServer,
+    userAuthorityRegistry:
+      state?.settings?.userAuthorityRegistry ??
+      state?.auth?.currentUser?.authorityRegistry,
+  });
+
+  if (authority.ownerUserId || authority.authorityServer) {
+    return planAuthorityReadServers({
+      allServers,
+      authorityServer: authority.authorityServer,
+      serverOrigin: authority.serverOrigin,
+    });
+  }
+
+  return resolveTenantReplicationServers({
+    currentServer,
+    syncServers,
+    tenantId,
+  });
+};
+
+export const scheduleExistingRecordReplication = ({
+  currentServer,
+  syncServers,
+  preferredServerOrigin,
+  dbKey,
+  localData,
+  state,
+}: {
+  currentServer: string | undefined;
+  syncServers: string[] | undefined;
+  preferredServerOrigin?: string | null;
+  dbKey: string;
+  localData: any;
+  state: any;
+}): string[] => {
+  if (isReadonlyPublicRecordKey(dbKey)) {
+    return [];
+  }
+
+  const currentUserId = normalizeCurrentUserId(state);
+  const authority = resolveRecordAuthority({
+    dbKey,
+    record: localData,
+    currentUserId,
+    currentServer,
+    userAuthorityRegistry:
+      state?.settings?.userAuthorityRegistry ??
+      state?.auth?.currentUser?.authorityRegistry,
+  });
+  if (authority.ownerUserId && currentUserId && authority.ownerUserId !== currentUserId) {
+    return [];
+  }
+
+  const servers = resolveAuthorityReplicationServers({
+    currentServer,
+    syncServers,
+    preferredServerOrigin,
+    dbKey,
+    record: localData,
+    state,
+  });
+  if (servers.length === 0) {
+    return [];
+  }
+
+  scheduleWriteReplication(
+    servers,
+    {
+      data: localData,
+      customKey: dbKey,
+      userId:
+        typeof localData?.userId === "string"
+          ? localData.userId
+          : state?.auth?.currentUser?.userId,
+    },
+    state
+  );
+
+  return servers;
+};
+
+export const schedulePatchReplication = ({
+  servers,
+  dbKey,
+  changes,
+  state,
+  preferredServerOrigin,
+}: {
+  servers: string[];
+  dbKey: string;
+  changes: any;
+  state: any;
+  preferredServerOrigin?: string | null;
+}) => {
+  if (servers.length === 0) return;
+
+  Promise.resolve().then(async () => {
+    const primaryServer =
+      typeof preferredServerOrigin === "string" && preferredServerOrigin.trim().length > 0
+        ? preferredServerOrigin.trim().replace(/\/+$/, "")
+        : servers[0];
+    const backupServers = servers.filter(
+      (server) => server.replace(/\/+$/, "") !== primaryServer
+    );
+
+    const primarySucceeded = await noloPatchRequest(primaryServer, dbKey, changes, state, undefined, {
+      failureLogLevel: "warn",
+    });
+    if (!primarySucceeded) {
+      console.warn(`Primary patch sync failed for ${dbKey} on ${primaryServer}`);
+    }
+
+    if (backupServers.length > 0) {
+      syncWithServers(
+        backupServers,
+        (server, targetDbKey, nextChanges, requestState, signal) =>
+          noloPatchRequest(server, targetDbKey, nextChanges, requestState, signal, {
+            failureLogLevel: "info",
+          }),
+        `Backup patch sync failed for ${dbKey} on`,
+        dbKey,
+        changes,
+        state
+      );
+    }
+  });
+};
+
+export const scheduleConfiguredPatchReplication = ({
+  currentServer,
+  syncServers,
+  preferredServerOrigin,
+  dbKey,
+  changes,
+  state,
+}: {
+  currentServer: string | undefined;
+  syncServers: string[] | undefined;
+  preferredServerOrigin?: string | null;
+  dbKey: string;
+  changes: any;
+  state: any;
+}): string[] => {
+  const servers = resolveAuthorityReplicationServers({
+    currentServer,
+    syncServers,
+    preferredServerOrigin,
+    dbKey,
+    record: changes,
+    state,
+  });
+
+  if (servers.length === 0) {
+    return [];
+  }
+
+  schedulePatchReplication({
+    servers,
+    dbKey,
+    changes,
+    state,
+    preferredServerOrigin,
+  });
+
+  return servers;
+};
+
+export const scheduleUploadReplication = ({
+  currentServer,
+  syncServers,
+  tenantId,
+  uploadConfig,
+  state,
+  excludeServers = [],
+}: {
+  currentServer: string | undefined;
+  syncServers: string[] | undefined;
+  tenantId: string | null | undefined;
+  uploadConfig: {
+    file: File;
+    metadata: any;
+    customKey: string;
+    userId?: string;
+  };
+  state: any;
+  excludeServers?: string[];
+}): string[] => {
+  const servers = resolveUploadReplicationServers({
+    currentServer,
+    syncServers,
+    tenantId,
+    uploadConfig,
+    state,
+  });
+  const excluded = new Set(
+    excludeServers
+      .filter((server): server is string => typeof server === "string")
+      .map((server) => server.trim().replace(/\/+$/, ""))
+  );
+  const remainingServers = servers.filter(
+    (server) => !excluded.has(server.trim().replace(/\/+$/, ""))
+  );
+
+  if (remainingServers.length === 0) {
+    return [];
+  }
+
+  Promise.resolve().then(() => {
+    syncWithServers(
+      remainingServers,
+      noloUploadRequest,
+      `Upload sync failed for ${uploadConfig.customKey} on`,
+      uploadConfig,
+      state
+    );
+  });
+
+  return remainingServers;
+};
+
+export const uploadToCurrentServer = async ({
+  currentServer,
+  uploadConfig,
+  state,
+}: {
+  currentServer: string | undefined;
+  uploadConfig: {
+    file: File;
+    metadata: any;
+    customKey: string;
+    userId?: string;
+  };
+  state: any;
+}): Promise<boolean> => {
+  if (!currentServer) {
+    return false;
+  }
+
+  return noloUploadRequest(currentServer, uploadConfig, state);
+};
+
+export const deleteFromReplicationServers = async ({
+  servers,
+  dbKey,
+  deleteOptions = { type: "single" as const },
+  state,
+  preferredServerOrigin,
+}: {
+  servers: string[];
+  dbKey: string;
+  deleteOptions?: { type: "single" | "table" | "messages" };
+  state: any;
+  preferredServerOrigin?: string | null;
+}): Promise<{ succeeded: string[]; failed: string[] }> => {
+  if (!servers.length) {
+    return { succeeded: [], failed: [] };
+  }
+
+  const preferredServer =
+    typeof preferredServerOrigin === "string" && preferredServerOrigin.trim().length > 0
+      ? preferredServerOrigin.trim().replace(/\/+$/, "")
+      : null;
+  const remainingServers = preferredServer
+    ? servers.filter((server) => server.replace(/\/+$/, "") !== preferredServer)
+    : servers;
+  const succeeded: string[] = [];
+  const failed: string[] = [];
+
+  if (preferredServer) {
+    const ok = await noloDeleteRequest(preferredServer, dbKey, deleteOptions, state);
+    if (ok) {
+      succeeded.push(preferredServer);
+    } else {
+      failed.push(preferredServer);
+    }
+  }
+
+  if (remainingServers.length > 0) {
+    const results = await Promise.all(
+      remainingServers.map(async (server) => ({
+        server,
+        ok: await noloDeleteRequest(server, dbKey, deleteOptions, state),
+      }))
+    );
+    results.forEach(({ server, ok }) => {
+      if (ok) succeeded.push(server);
+      else failed.push(server);
+    });
+  }
+
+  return { succeeded, failed };
+};
+
+export const scheduleDeleteReplication = ({
+  currentServer,
+  syncServers,
+  preferredServerOrigin,
+  dbKey,
+  deleteOptions,
+  state,
+  onResult,
+  onError,
+}: {
+  currentServer: string | undefined;
+  syncServers: string[] | undefined;
+  preferredServerOrigin?: string | null;
+  dbKey: string;
+  deleteOptions?: { type: "single" | "table" | "messages" };
+  state: any;
+  onResult?: (result: { succeeded: string[]; failed: string[] }) => void;
+  onError?: (error: unknown) => void;
+}): string[] => {
+  const servers = resolveAuthorityReplicationServers({
+    currentServer,
+    syncServers,
+    preferredServerOrigin,
+    dbKey,
+    state,
+  });
+
+  if (servers.length === 0) {
+    return [];
+  }
+
+  void Promise.resolve()
+    .then(() =>
+      deleteFromReplicationServers({
+        servers,
+        dbKey,
+        deleteOptions,
+        state,
+        preferredServerOrigin,
+      })
+    )
+    .then((result) => {
+      onResult?.(result);
+    })
+    .catch((error) => {
+      onError?.(error);
+    });
+
+  return servers;
+};

package/database/actions/upload.ts

@@ -0,0 +1,186 @@
+// 文件路径: database/actions/upload.ts
+
+import { getRuntimeServerContext } from "../runtimeServerContext";
+import { ulid } from "../utils/ulid";
+import { normalizeTimeFields, logger } from "./common";
+import { toast } from "../../app/utils/toast";
+import { saveFileToIndexedDb } from "../fileStorage";
+import { fileKey } from "../keys";
+import {
+  resolveUploadReplicationServers,
+  scheduleUploadReplication,
+  uploadToCurrentServer,
+} from "./replication";
+import { DataType } from "../../create/types";
+import { resolveFileCategory } from "../../app/utils/fileUtils";
+
+/**
+ * 辅助函数：保存文件元数据到客户端数据库
+ */
+const saveToClientDb = async (
+  clientDb: any,
+  dbKey: string,
+  metadata: any
+): Promise<void> => {
+  if (!clientDb) {
+    logger.error({ dbKey }, "Client database is undefined in saveToClientDb");
+    throw new Error("Client database instance is required");
+  }
+
+  try {
+    await clientDb.put(dbKey, metadata);
+    logger.debug(
+      { dbKey },
+      "File metadata saved successfully to local database."
+    );
+  } catch (err: any) {
+    logger.error(
+      { err, dbKey },
+      "Failed to save file metadata to local database"
+    );
+    throw new Error(`Local database put failed for ${dbKey}: ${err.message}`);
+  }
+};
+
+/**
+ * Upload File Action: 上传文件并保存元数据。
+ *
+ * 设计要点：
+ * - 以 fileId 作为文件唯一 ID；
+ * - 本地 IndexedDB 完整缓存一份（离线可用）；
+ * - 按 tenantId（通常为 userId）通过 hash ring 选择若干服务器写入完整副本；
+ * - 服务器只需跑单机 fileService，不感知 ring/tenant。
+ *
+ * 将来扩容到几十台服务器：
+ * - 只需要在设置里增加/调整 syncServers 列表；
+ * - getAllServers + planServersForTenant 会自动把新节点纳入分布；
+ * - 无需修改业务调用代码。
+ */
+export const uploadFileAction = async (
+  uploadConfig: { file: File; customKey?: string; userId?: string },
+  thunkApi: any
+): Promise<any> => {
+  const { db: clientDb } = thunkApi.extra;
+  const state = thunkApi.getState();
+  const { currentServer, syncServers, currentUserId } =
+    getRuntimeServerContext(state);
+
+  const { file, customKey } = uploadConfig;
+  const userId = uploadConfig.userId || currentUserId;
+  // 1. 验证参数
+  if (!file) {
+    const errorMsg =
+      "Invalid arguments for uploadFileAction: file is required.";
+    logger.error(errorMsg, { uploadConfig });
+    toast.error(errorMsg);
+    throw new Error(errorMsg);
+  }
+
+  try {
+    // 2. 生成文件 ID 和文件名（fileId 将作为逻辑 ID，服务端会沿用）
+    const fileId = ulid();
+    const fileExtension = file.name.split(".").pop() || "";
+    const fileName = `${fileId}${fileExtension ? "." + fileExtension : ""}`;
+
+    // 决定最终的 dbKey (强制使用 file-userId-ulid 模式)
+    let finalDbKey = customKey;
+    if (!finalDbKey || !finalDbKey.startsWith("file-")) {
+      const actualUserId = userId || "unknown";
+      if (actualUserId === "unknown") {
+        console.warn("[uploadFileAction] User ID is unknown during upload. Key will be file-unknown.");
+      }
+      finalDbKey = fileKey.single(actualUserId, fileId);
+    }
+
+    // 3. 准备文件元数据（添加时间戳、dbKey、userId 等）
+    const fileMetadata = normalizeTimeFields({
+      id: fileId,
+      title: file.name,
+      originalName: file.name,
+      fileName,
+      filePath: "",
+      size: file.size,
+      mimeType: file.type || "application/octet-stream",
+      type: DataType.FILE,
+      fileCategory: resolveFileCategory({
+        mimeType: file.type,
+        fileName: file.name,
+      }),
+      dbKey: finalDbKey,
+      userId,
+    });
+
+    // 本地结构化元数据：key = finalDbKey（供 dbSlice 等使用）
+    await saveToClientDb(clientDb, finalDbKey, fileMetadata);
+
+    // 4. 将原始文件存入 IndexedDB / Native Storage
+    // 本地以 fileId 为 key 缓存内容（离线使用）
+    // 在 RN 环境下，saveFileToIndexedDb 实际上是存储文件路径引用
+    try {
+      await saveFileToIndexedDb(fileId, file);
+    } catch (err) {
+      logger.warn(
+        { err, fileId },
+        "[uploadFileAction] Failed to cache file locally."
+      );
+    }
+
+    // 5. 基于用户 authority 选择 primary；无 authority 时退回 tenant placement。
+    //    - 用户搬家或自建服务器时，文件元数据和内容先写入 owner authority
+    //    - 副本仍由 syncServers 提供冗余
+    const tenantId = userId || "default";
+    const uploadReplicationConfig = {
+      file,
+      metadata: fileMetadata,
+      customKey: finalDbKey,
+      userId,
+    };
+
+    const uploadServers = resolveUploadReplicationServers({
+      currentServer,
+      syncServers,
+      tenantId,
+      uploadConfig: uploadReplicationConfig,
+      state,
+    });
+    const primaryUploadServer = uploadServers[0] ?? currentServer;
+    const primaryUploadSucceeded = await uploadToCurrentServer({
+      currentServer: primaryUploadServer,
+      uploadConfig: uploadReplicationConfig,
+      state,
+    });
+    if (primaryUploadServer && !primaryUploadSucceeded) {
+      throw new Error(`Primary upload failed on authority server ${primaryUploadServer}`);
+    }
+
+    const serversToUse = scheduleUploadReplication({
+      currentServer,
+      syncServers,
+      tenantId,
+      uploadConfig: uploadReplicationConfig,
+      state,
+      excludeServers: primaryUploadServer ? [primaryUploadServer] : [],
+    });
+
+    if (!primaryUploadServer && !serversToUse.length) {
+      logger.warn(
+        "[uploadFileAction] No replication servers available, file metadata only saved locally.",
+        { finalDbKey, fileName, tenantId }
+      );
+      return fileMetadata;
+    }
+
+    logger.debug(
+      `[uploadFileAction] Uploaded primary copy for ${fileName} and scheduled background sync to ${serversToUse.length} additional servers.`,
+      { primaryUploadServer, currentServer, serversToUse, tenantId }
+    );
+    // 8. 返回本地保存的元数据
+    return fileMetadata;
+  } catch (error: any) {
+    const errorMessage = `Upload action failed for ${customKey}: ${error?.message || "Unknown error"
+      }`;
+    logger.error({ error }, "[uploadFileAction] Error");
+    toast.error(`Failed to upload file for ${customKey}.`);
+    throw new Error(errorMessage);
+  }
+};

package/database/actions/upsert.ts

@@ -0,0 +1,56 @@
+// src/database/actions/upsert.ts
+import { toast } from "../../app/utils/toast";
+import type { AppThunkApi } from "../../app/store";
+
+import { patchAction } from "./patch";
+import { readAction } from "./read";
+import { writeAction } from "./write";
+
+/**
+ * Upsert 数据协调器：根据数据是否存在，调度 patch 或 write 操作。
+ * 此操作本身不执行数据库读写或网络请求，而是委托给其他 async thunks。
+ *
+ * @param upsertConfig 包含 dbKey（必需）和 data（必需）的对象。
+ * @param thunkApi Redux Thunk API，包含 dispatch 和 getState。
+ * @returns Promise<any> 来自 patch或write操作成功后的数据对象。
+ * @throws 如果参数无效或调度的操作失败，则抛出错误。
+ */
+export const upsertAction = async (
+  upsertConfig: { dbKey: string; data: any },
+  thunkApi: AppThunkApi
+): Promise<any> => {
+  const { dbKey, data } = upsertConfig;
+
+  // 1. 参数验证
+  if (!dbKey || !data || typeof data !== "object") {
+    const errorMsg = "upsertAction 参数无效：dbKey 和 data 对象是必需的。";
+    toast.error(errorMsg);
+    throw new Error(errorMsg);
+  }
+
+  try {
+    // 2. 调用 readAction 检查数据是否存在于本地（通过 Redux Store 或 DB）
+    // 我们不关心 readAction 是否真的从网络读取，只关心它最终返回的结果。
+    const existingData = await readAction({ dbKey }, thunkApi);
+    let finalResult;
+
+    // 3. 根据是否存在数据，决定调度 patch 还是 write
+    if (existingData && Object.keys(existingData).length > 0) {
+      // **更新路径**：数据已存在，调度 patch action
+      // patch action 内部会处理 updatedAt、userId、本地写入和服务器同步
+      finalResult = await patchAction({ dbKey, changes: data }, thunkApi);
+    } else {
+      // **插入路径**：数据不存在，调度 write action
+      // write action 内部会处理 createdAt/updatedAt、userId、本地写入和服务器同步
+      finalResult = await writeAction({ data, customKey: dbKey }, thunkApi);
+    }
+
+    // 4. 返回最终执行成功的数据
+    return finalResult;
+  } catch (error: any) {
+    const errorMessage = `Upsert 协调操作失败 (dbKey: ${dbKey}): ${error.message || "未知错误"}`;
+    toast.error("数据保存失败，请稍后重试。");
+    // 重新抛出错误，以便 create.asyncThunk 能捕获到 rejected 状态
+    throw new Error(errorMessage, { cause: error });
+  }
+};