nolo-cli 0.1.31 → 0.1.32

package/database/actions/upload.ts

@@ -1,174 +0,0 @@
-// 文件路径: database/actions/upload.ts
-
-import { getRuntimeServerContext } from "../runtimeServerContext";
-import { ulid } from "../utils/ulid";
-import { normalizeTimeFields, logger } from "./common";
-import { toast } from "../../app/utils/toast";
-import { saveFileToIndexedDb } from "../fileStorage";
-import { fileKey } from "../keys";
-import { scheduleUploadReplication, uploadToCurrentServer } from "./replication";
-import { DataType } from "../../create/types";
-import { resolveFileCategory } from "../../app/utils/fileUtils";
-
-/**
- * 辅助函数：保存文件元数据到客户端数据库
- */
-const saveToClientDb = async (
-  clientDb: any,
-  dbKey: string,
-  metadata: any
-): Promise<void> => {
-  if (!clientDb) {
-    logger.error({ dbKey }, "Client database is undefined in saveToClientDb");
-    throw new Error("Client database instance is required");
-  }
-
-  try {
-    await clientDb.put(dbKey, metadata);
-    logger.debug(
-      { dbKey },
-      "File metadata saved successfully to local database."
-    );
-  } catch (err: any) {
-    logger.error(
-      { err, dbKey },
-      "Failed to save file metadata to local database"
-    );
-    throw new Error(`Local database put failed for ${dbKey}: ${err.message}`);
-  }
-};
-
-/**
- * Upload File Action: 上传文件并保存元数据。
- *
- * 设计要点：
- * - 以 fileId 作为文件唯一 ID；
- * - 本地 IndexedDB 完整缓存一份（离线可用）；
- * - 按 tenantId（通常为 userId）通过 hash ring 选择若干服务器写入完整副本；
- * - 服务器只需跑单机 fileService，不感知 ring/tenant。
- *
- * 将来扩容到几十台服务器：
- * - 只需要在设置里增加/调整 syncServers 列表；
- * - getAllServers + planServersForTenant 会自动把新节点纳入分布；
- * - 无需修改业务调用代码。
- */
-export const uploadFileAction = async (
-  uploadConfig: { file: File; customKey?: string; userId?: string },
-  thunkApi: any
-): Promise<any> => {
-  const { db: clientDb } = thunkApi.extra;
-  const state = thunkApi.getState();
-  const { currentServer, syncServers, currentUserId } =
-    getRuntimeServerContext(state);
-
-  const { file, customKey } = uploadConfig;
-  const userId = uploadConfig.userId || currentUserId;
-  // 1. 验证参数
-  if (!file) {
-    const errorMsg =
-      "Invalid arguments for uploadFileAction: file is required.";
-    logger.error(errorMsg, { uploadConfig });
-    toast.error(errorMsg);
-    throw new Error(errorMsg);
-  }
-
-  try {
-    // 2. 生成文件 ID 和文件名（fileId 将作为逻辑 ID，服务端会沿用）
-    const fileId = ulid();
-    const fileExtension = file.name.split(".").pop() || "";
-    const fileName = `${fileId}${fileExtension ? "." + fileExtension : ""}`;
-
-    // 决定最终的 dbKey (强制使用 file-userId-ulid 模式)
-    let finalDbKey = customKey;
-    if (!finalDbKey || !finalDbKey.startsWith("file-")) {
-      const actualUserId = userId || "unknown";
-      if (actualUserId === "unknown") {
-        console.warn("[uploadFileAction] User ID is unknown during upload. Key will be file-unknown.");
-      }
-      finalDbKey = fileKey.single(actualUserId, fileId);
-    }
-
-    // 3. 准备文件元数据（添加时间戳、dbKey、userId 等）
-    const fileMetadata = normalizeTimeFields({
-      id: fileId,
-      title: file.name,
-      originalName: file.name,
-      fileName,
-      filePath: "",
-      size: file.size,
-      mimeType: file.type || "application/octet-stream",
-      type: DataType.FILE,
-      fileCategory: resolveFileCategory({
-        mimeType: file.type,
-        fileName: file.name,
-      }),
-      dbKey: finalDbKey,
-      userId,
-    });
-
-    // 本地结构化元数据：key = finalDbKey（供 dbSlice 等使用）
-    await saveToClientDb(clientDb, finalDbKey, fileMetadata);
-
-    // 4. 将原始文件存入 IndexedDB / Native Storage
-    // 本地以 fileId 为 key 缓存内容（离线使用）
-    // 在 RN 环境下，saveFileToIndexedDb 实际上是存储文件路径引用
-    try {
-      await saveFileToIndexedDb(fileId, file);
-    } catch (err) {
-      logger.warn(
-        { err, fileId },
-        "[uploadFileAction] Failed to cache file locally."
-      );
-    }
-
-    // 5. 基于 tenantId（userId）为当前用户选择服务器集合，并在后台同步上传。
-    //    - 同一个用户的数据总是落在同一组服务器上
-    //    - 每个用户至少有固定副本数的服务器持有完整数据
-    const tenantId = userId || "default";
-    const uploadReplicationConfig = {
-      file,
-      metadata: fileMetadata,
-      customKey: finalDbKey,
-      userId,
-    };
-
-    const currentServerUploadSucceeded = await uploadToCurrentServer({
-      currentServer,
-      uploadConfig: uploadReplicationConfig,
-      state,
-    });
-    if (currentServer && !currentServerUploadSucceeded) {
-      throw new Error(`Primary upload failed on current server ${currentServer}`);
-    }
-
-    const serversToUse = scheduleUploadReplication({
-      currentServer,
-      syncServers,
-      tenantId,
-      uploadConfig: uploadReplicationConfig,
-      state,
-      excludeServers: currentServer ? [currentServer] : [],
-    });
-
-    if (!currentServer && !serversToUse.length) {
-      logger.warn(
-        "[uploadFileAction] No replication servers available, file metadata only saved locally.",
-        { finalDbKey, fileName, tenantId }
-      );
-      return fileMetadata;
-    }
-
-    logger.debug(
-      `[uploadFileAction] Uploaded primary copy for ${fileName} and scheduled background sync to ${serversToUse.length} additional servers.`,
-      { currentServer, serversToUse, tenantId }
-    );
-    // 8. 返回本地保存的元数据
-    return fileMetadata;
-  } catch (error: any) {
-    const errorMessage = `Upload action failed for ${customKey}: ${error?.message || "Unknown error"
-      }`;
-    logger.error({ error }, "[uploadFileAction] Error");
-    toast.error(`Failed to upload file for ${customKey}.`);
-    throw new Error(errorMessage);
-  }
-};

package/database/actions/upsert.ts

@@ -1,56 +0,0 @@
-// src/database/actions/upsert.ts
-import { toast } from "../../app/utils/toast";
-import type { AppThunkApi } from "../../app/store";
-
-import { patchAction } from "./patch";
-import { readAction } from "./read";
-import { writeAction } from "./write";
-
-/**
- * Upsert 数据协调器：根据数据是否存在，调度 patch 或 write 操作。
- * 此操作本身不执行数据库读写或网络请求，而是委托给其他 async thunks。
- *
- * @param upsertConfig 包含 dbKey（必需）和 data（必需）的对象。
- * @param thunkApi Redux Thunk API，包含 dispatch 和 getState。
- * @returns Promise<any> 来自 patch或write操作成功后的数据对象。
- * @throws 如果参数无效或调度的操作失败，则抛出错误。
- */
-export const upsertAction = async (
-  upsertConfig: { dbKey: string; data: any },
-  thunkApi: AppThunkApi
-): Promise<any> => {
-  const { dbKey, data } = upsertConfig;
-
-  // 1. 参数验证
-  if (!dbKey || !data || typeof data !== "object") {
-    const errorMsg = "upsertAction 参数无效：dbKey 和 data 对象是必需的。";
-    toast.error(errorMsg);
-    throw new Error(errorMsg);
-  }
-
-  try {
-    // 2. 调用 readAction 检查数据是否存在于本地（通过 Redux Store 或 DB）
-    // 我们不关心 readAction 是否真的从网络读取，只关心它最终返回的结果。
-    const existingData = await readAction({ dbKey }, thunkApi);
-    let finalResult;
-
-    // 3. 根据是否存在数据，决定调度 patch 还是 write
-    if (existingData && Object.keys(existingData).length > 0) {
-      // **更新路径**：数据已存在，调度 patch action
-      // patch action 内部会处理 updatedAt、userId、本地写入和服务器同步
-      finalResult = await patchAction({ dbKey, changes: data }, thunkApi);
-    } else {
-      // **插入路径**：数据不存在，调度 write action
-      // write action 内部会处理 createdAt/updatedAt、userId、本地写入和服务器同步
-      finalResult = await writeAction({ data, customKey: dbKey }, thunkApi);
-    }
-
-    // 4. 返回最终执行成功的数据
-    return finalResult;
-  } catch (error: any) {
-    const errorMessage = `Upsert 协调操作失败 (dbKey: ${dbKey}): ${error.message || "未知错误"}`;
-    toast.error("数据保存失败，请稍后重试。");
-    // 重新抛出错误，以便 create.asyncThunk 能捕获到 rejected 状态
-    throw new Error(errorMessage, { cause: error });
-  }
-};

package/database/actions/write.ts

@@ -1,140 +0,0 @@
-// 文件路径: database/actions/write.ts
-
-import type { AppThunkApi } from "../../app/store";
-import { getRuntimeServerContext } from "../runtimeServerContext";
-import { DataType } from "../../create/types";
-import { normalizeTimeFields, logger } from "./common";
-import {
-  resolveReplicationServers,
-  scheduleWriteReplication,
-} from "./replication";
-import { toast } from "../../app/utils/toast";
-
-const SPACE_MEMBER_PREFIX = "space-member-";
-
-const getMemberUserIdFromSpaceMemberKey = (dbKey: string): string | null => {
-  if (!dbKey.startsWith(SPACE_MEMBER_PREFIX)) return null;
-  const rest = dbKey.slice(SPACE_MEMBER_PREFIX.length);
-  const lastDash = rest.lastIndexOf("-");
-  if (lastDash <= 0) return null;
-  return rest.slice(0, lastDash);
-};
-
-// 辅助函数：保存到本地 DB
-const saveToClientDb = async (
-  clientDb: any,
-  dbKey: string,
-  data: any
-): Promise<void> => {
-  if (!clientDb) {
-    logger.error({ dbKey }, "Client database is undefined in saveToClientDb");
-    throw new Error("Client database instance is required");
-  }
-  try {
-    await clientDb.put(dbKey, data);
-    logger.debug({ dbKey }, "Data saved successfully to local database.");
-  } catch (err: any) {
-    logger.error({ err, dbKey }, "Failed to save data to local database");
-    throw new Error(`Local database put failed for ${dbKey}: ${err.message}`);
-  }
-};
-
-/**
- * Write Action: 写入新数据项。
- * 1. 验证数据类型。
- * 2. 规范化数据（添加时间戳、dbKey、userId）。
- * 3. 保存数据到本地数据库。
- * 4. 若在线，异步将完整数据写入所有服务器。
- */
-export const writeAction = async (
-  writeConfig: { data: any; customKey: string; userId?: string },
-  thunkApi: AppThunkApi
-): Promise<any> => {
-  const { db: clientDb } = thunkApi.extra;
-  if (!clientDb) {
-    throw new Error("Client database instance is required in writeAction");
-  }
-
-  const state = thunkApi.getState();
-  const { currentServer, syncServers, currentUserId } =
-    getRuntimeServerContext(state);
-
-  const { data, customKey } = writeConfig;
-  const userId = writeConfig.userId || currentUserId;
-  const isSpaceMemberRecord = customKey.startsWith(SPACE_MEMBER_PREFIX);
-  const recordUserId = isSpaceMemberRecord
-    ? data.userId || getMemberUserIdFromSpaceMemberKey(customKey) || userId
-    : userId;
-
-  // 1. 基础参数校验
-  if (!data || !customKey) {
-    const errorMsg =
-      "Invalid arguments for writeAction: data and customKey are required.";
-    logger.error(errorMsg, { writeConfig });
-    toast.error(errorMsg);
-    throw new Error(errorMsg);
-  }
-
-  // 2. 类型校验（保持原有行为：非法类型只告警，不阻塞）
-  const VALID_TYPES = [
-    DataType.MSG,
-    DataType.CYBOT,
-    DataType.DOC,
-    DataType.DIALOG,
-    DataType.NOTIFICATION,
-    DataType.TOKEN,
-    DataType.TRANSACTION,
-    DataType.SPACE,
-    DataType.SETTING,
-    DataType.TABLE,
-    DataType.TABLE_ROW,
-    DataType.EMAIL,
-  ];
-  if (!data.type || !VALID_TYPES.includes(data.type)) {
-    logger.warn(
-      `Invalid data type "${data.type}" for writeAction with key ${customKey}. Proceeding anyway.`
-    );
-  }
-
-  try {
-    // 3. 规范化数据（时间字段 / dbKey / userId）
-    const willSaveData = normalizeTimeFields({
-      ...data,
-      dbKey: customKey,
-      userId: recordUserId,
-    });
-
-    // 4. 本地保存
-    await saveToClientDb(clientDb, customKey, willSaveData);
-
-    // 5. 计算远程服务器列表（currentServer + syncServers，带去重 + 离线判断）
-    const servers = resolveReplicationServers(currentServer, syncServers);
-
-    const serverWriteConfig = {
-      data: willSaveData,
-      customKey,
-      userId: recordUserId,
-    };
-
-    // 6. 后台异步同步到远程（若在线且有可用服务器）
-    if (servers.length > 0) {
-      logger.debug(
-        `[writeAction] Initiating background sync for key: ${customKey} to ${servers.length} servers.`
-      );
-      scheduleWriteReplication(servers, serverWriteConfig, state);
-    } else {
-      logger.warn(
-        "[writeAction] No available servers, data only saved locally.",
-        { customKey }
-      );
-    }
-
-    return willSaveData;
-  } catch (error: any) {
-    const errorMessage = `Write action failed for ${customKey}: ${error?.message || "Unknown error"
-      }`;
-    logger.error("[writeAction] Error:", error);
-    toast.error(`Failed to save data for ${customKey}.`);
-    throw new Error(errorMessage);
-  }
-};

package/database/client/db.native.ts

@@ -1,73 +0,0 @@
-// database/client/db.native.ts
-// React Native 版数据库 - 使用 @nolo/leveldb (monorepo 内部包)
-
-import Level from "@nolo/leveldb";
-
-// 扩展全局对象类型
-declare global {
-    var noloDbInstance: Level | null;
-}
-
-/**
- * 获取或创建数据库实例
- * 使用全局变量存储实例，防止 Fast Refresh 导致模块重载时丢失引用而重复打开数据库
- */
-export function getDb(): Level {
-    if (!global.noloDbInstance) {
-        console.log('[DB Native] Creating new LevelDB instance');
-        try {
-            global.noloDbInstance = new Level("nolo", { valueEncoding: "json" });
-        } catch (e: any) {
-            console.error('[DB Native] Failed to open database:', e?.message ?? e);
-            throw new Error(
-                `[DB Native] 数据库启动失败，请尝试重启应用。原因: ${e?.message ?? '未知错误'}`
-            );
-        }
-    }
-    return global.noloDbInstance;
-}
-
-/**
- * 创建数据库实例（用于 store 初始化）
- */
-export function createDb(): Level {
-    return getDb();
-}
-
-/**
- * 关闭当前数据库实例
- */
-export async function closeDb(): Promise<void> {
-    if (global.noloDbInstance) {
-        try {
-            await global.noloDbInstance.close();
-            console.log('[DB Native] Database closed');
-        } catch (e) {
-            console.warn('[DB Native] Error closing database:', e);
-        }
-        global.noloDbInstance = null;
-    }
-}
-
-/**
- * 关闭所有数据库（用于热重载清理）
- */
-export async function closeAllDatabases(): Promise<void> {
-    try {
-        global.noloDbInstance = null;
-        await Level.closeAll();
-        console.log('[DB Native] All databases closed');
-    } catch (e) {
-        console.warn('[DB Native] Failed to close all databases:', e);
-    }
-}
-
-/**
- * 检查是否为 React Native 环境
- */
-export const isNative = true;
-
-// 导出数据库实例（兼容旧代码）
-export const browserDb = getDb();
-
-export default Level;

package/database/client/db.ts

@@ -1,51 +0,0 @@
-// database/client/db.ts
-// Web 版数据库 - 使用 level 包 (基于 IndexedDB)
-
-import { Level } from "level";
-
-// 数据库单例
-let dbInstance: Level<string, any> | null = null;
-
-/**
- * 获取或创建数据库实例
- */
-export function getDb(): Level<string, any> {
-    if (!dbInstance) {
-        dbInstance = new Level("nolo", { valueEncoding: "json" });
-    }
-    return dbInstance;
-}
-
-/**
- * 创建数据库实例（用于 store 初始化）
- */
-export function createDb(): Level<string, any> {
-    return getDb();
-}
-
-/**
- * 关闭数据库
- */
-export async function closeDb(): Promise<void> {
-    if (dbInstance) {
-        await dbInstance.close();
-        dbInstance = null;
-    }
-}
-
-/**
- * 关闭所有数据库（Web 版只有一个实例）
- */
-export async function closeAllDatabases(): Promise<void> {
-    await closeDb();
-}
-
-/**
- * 检查是否为 React Native 环境
- */
-export const isNative = false;
-
-// 导出数据库实例（兼容旧代码）
-export const browserDb = getDb();
-
-export default Level;

package/database/client/fetchUserData.ts

@@ -1,61 +0,0 @@
-import { getUserDataPrefixes } from "../queryPrefixes";
-
-interface FetchUserDataOptions {
-    includeDeleted?: boolean;
-}
-
-const attachQueriedKey = (key: string, value: any) => {
-    if (!value || typeof value !== "object") return value;
-    if (
-        typeof value.dbKey === "string" && value.dbKey.trim().length > 0
-    ) {
-        return value;
-    }
-    return {
-        ...value,
-        dbKey: key,
-    };
-};
-
-// 支持单类型或多类型查询
-// db should be passed from caller (e.g. thunk extra)
-export async function fetchUserData(
-    db: any,
-    types: string | string[],
-    userId: string,
-    options: FetchUserDataOptions = {}
-) {
-    const results: Record<string, any[]> = {};
-    const typeArray = Array.isArray(types) ? types : [types];
-    const includeDeleted = options.includeDeleted === true;
-
-    try {
-        for (const type of typeArray) {
-            const prefixes = getUserDataPrefixes(type, userId);
-            results[type] = [];
-            for (const prefix of prefixes) {
-                let iterator = db.iterator({
-                    gte: prefix,
-                    lte: `${prefix}\uffff`,
-                });
-
-                if (iterator && typeof iterator.then === "function") {
-                    iterator = await iterator;
-                }
-
-                // @ts-ignore - iterator compatibility
-                for await (const [key, value] of iterator) {
-                    const hydrated = attachQueriedKey(String(key), value);
-                    if (!hydrated) continue;
-                    if (!includeDeleted && hydrated.deletedAt) continue;
-                    results[type].push(hydrated);
-                }
-            }
-        }
-
-        return Array.isArray(types) ? results : results[types] ?? [];
-    } catch (error) {
-        console.error("Query error:", error);
-        throw error;
-    }
-}

package/database/client/handleError.ts

@@ -1,19 +0,0 @@
-import i18n from "../../app/i18n";
-export const handleError = (error, handleUnauthorized?) => {
-  let message;
-  switch (error.message) {
-    case "400":
-      message = i18n.t("errors.validationError");
-      break;
-    case "401":
-      message = i18n.t("errors.unauthorized");
-      handleUnauthorized && handleUnauthorized();
-      break;
-    case "500":
-    default:
-      message = i18n.t("errors.serverError");
-      break;
-  }
-
-  return message;
-};

package/database/client/queryRequest.ts

@@ -1,21 +0,0 @@
-import { API_ENDPOINTS } from "../config";
-
-export const noloQueryRequest = async (queryConfig: any) => {
-  const { server } = queryConfig;
-  const { queryUserId, options } = queryConfig;
-
-  const queryParams = new URLSearchParams({
-    limit: options.limit?.toString() ?? "",
-  });
-  const url = `${API_ENDPOINTS.DATABASE}/query/${queryUserId}?${queryParams}`;
-  const fullUrl = server + url;
-  let headers = {
-    "Content-Type": "application/json",
-  };
-  const body = JSON.stringify(options.condition);
-  return fetch(fullUrl, {
-    method: "POST",
-    headers,
-    body,
-  });
-};

package/database/dbActionThunks.ts

@@ -1 +0,0 @@
-export { readAndWait, patch, upsert, write } from "./dbSlice";