nolo-cli 0.1.13 → 0.1.15

package/ai/tools/listFilesTool.ts

@@ -0,0 +1,82 @@
+// 文件路径: packages/ai/tools/listFilesTool.ts
+
+import { getToolBaseUrl } from "./toolApiClient";
+
+// ---- Types ----
+
+export type ListFilesArgs = {
+    path?: string;
+    maxFiles?: number;
+    ignore?: string[];
+};
+
+// ---- 工具 Schema ----
+
+export const listFilesFunctionSchema = {
+    name: "list_files",
+    description: [
+        "列出项目中的文件和目录结构。",
+        "当你初次进入项目，或需要了解特定目录下的文件列表以便进行下一步搜索或读取时，请使用此工具。",
+        "它会自动忽略常见的非源码目录（如 node_modules），并支持深度递归（受 maxFiles 限制）。",
+    ].join("\n"),
+    parameters: {
+        type: "object",
+        properties: {
+            path: {
+                type: "string",
+                description: "可选：要列出的目录路径，默认 '.'（项目根目录）。",
+            },
+            maxFiles: {
+                type: "number",
+                description: "可选：返回文件的最大数量，默认 300。",
+            },
+            ignore: {
+                type: "array",
+                items: { type: "string" },
+                description: "可选：要额外忽略的模式或目录名。",
+            },
+        },
+    },
+};
+
+// ---- 执行函数 ----
+
+export async function listFilesFunc(
+    args: ListFilesArgs,
+    thunkApi: any,
+    context?: { signal?: AbortSignal }
+): Promise<{ rawData: any; displayData?: string }> {
+    try {
+        const baseUrl = getToolBaseUrl(thunkApi);
+        const apiUrl = `${baseUrl}/api/list-files`;
+
+        const response = await fetch(apiUrl, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            signal: context?.signal,
+            body: JSON.stringify(args),
+        });
+
+        const data = (await response.json()) as { ok?: boolean; error?: string; files?: any[]; totalFiles?: number; truncated?: boolean };
+
+        if (!response.ok || data?.error) {
+            throw new Error(data?.error || `列出文件失败: ${response.status}`);
+        }
+
+        const files = data.files || [];
+        const count = files.length;
+        const displayData = `📁 文件列表: 找到 ${data.totalFiles} 个文件${data.truncated ? ' (已截断)' : ''}`;
+
+        return {
+            rawData: {
+                ok: true,
+                files,
+                totalFiles: data.totalFiles,
+                truncated: data.truncated
+            },
+            displayData,
+        };
+    } catch (error: any) {
+        throw new Error(`列出文件失败：${error?.message || String(error)}`);
+    }
+}

package/ai/tools/listUserSpacesTool.ts

@@ -0,0 +1,113 @@
+// 文件路径: ai/tools/listUserSpacesTool.ts
+
+/**
+ * listUserSpaces 工具
+ * 
+ * 用于 AI 获取当前用户可访问的所有 Space 列表（概览）。
+ * 只返回 Space 名称和 ID，不返回详细内容，避免 Token 爆炸。
+ * 
+ * 使用场景：
+ * - 用户询问"我有哪些空间"
+ * - AI 需要确定要查询哪个 Space
+ * - 跨 Space 导航
+ */
+
+import type { RootState } from "app/store";
+import { selectAllMemberSpaces } from "create/space/spaceSlice";
+
+// ---- Types ----
+
+export type ListUserSpacesArgs = {
+    /**
+     * 是否只返回用户拥有的 Space（角色为 owner）
+     */
+    ownedOnly?: boolean;
+};
+
+// ---- 工具 Schema，供 LLM 调用 ----
+
+export const listUserSpacesFunctionSchema = {
+    name: "listUserSpaces",
+    description: [
+        "获取当前用户可访问的所有 Space（工作空间）列表。",
+        "",
+        "返回内容：",
+        "- 每个 Space 的 ID 和名称",
+        "- 用户在该 Space 的角色（owner/member）",
+        "",
+        "使用场景：",
+        "- 用户询问'我有哪些空间'",
+        "- 需要确定要查询哪个 Space",
+        "- 跨 Space 导航",
+        "",
+        "注意：只返回概览信息，如需查看 Space 详细内容，使用 listSpaceContent 工具。",
+    ].join("\n"),
+    parameters: {
+        type: "object",
+        properties: {
+            ownedOnly: {
+                type: "boolean",
+                description: "是否只返回用户拥有的 Space。默认 false（返回所有可访问的 Space）。",
+                default: false,
+            },
+        },
+        required: [],
+    },
+};
+
+// ---- 执行函数 ----
+
+export async function listUserSpacesFunc(
+    args: ListUserSpacesArgs,
+    thunkApi: any,
+    context?: { parentMessageId?: string; signal?: AbortSignal }
+): Promise<{ rawData: any; displayData?: string }> {
+    const { ownedOnly = false } = args || {};
+
+    try {
+        const { getState } = thunkApi;
+        const state: RootState = getState();
+
+        let memberSpaces = selectAllMemberSpaces(state);
+
+        if (ownedOnly) {
+            memberSpaces = memberSpaces.filter((ms) => ms.role === "owner");
+        }
+
+        if (memberSpaces.length === 0) {
+            return {
+                rawData: { spaces: [] },
+                displayData: ownedOnly
+                    ? "当前用户没有拥有任何 Space。"
+                    : "当前用户没有可访问的 Space。",
+            };
+        }
+
+        // 格式化输出
+        let resultText = `=== 用户可访问的 Space 列表 (${memberSpaces.length}) ===\n\n`;
+
+        const spacesData = memberSpaces.map((ms, index) => {
+            const roleLabel = ms.role === "owner" ? "👑 Owner" : "👤 Member";
+            resultText += `${index + 1}. ${ms.spaceName || ms.spaceId}\n`;
+            resultText += `   ID: ${ms.spaceId} | Role: ${roleLabel}\n`;
+
+            return {
+                spaceId: ms.spaceId,
+                name: ms.spaceName || ms.spaceId,
+                role: ms.role,
+            };
+        });
+
+        resultText += `\n提示：使用 listSpaceContent(spaceId) 可查看指定 Space 的详细内容。`;
+
+        return {
+            rawData: { spaces: spacesData },
+            displayData: resultText,
+        };
+    } catch (error: any) {
+        console.error("执行 listUserSpaces 工具时发生错误:", error);
+        throw new Error(
+            `获取用户 Space 列表失败：${error?.message || String(error)}`
+        );
+    }
+}

package/ai/tools/modelUsageTools.ts

@@ -0,0 +1,199 @@
+export const queryModelUsageFunctionSchema = {
+  name: "queryModelUsage",
+  description:
+    "查询模型/API 用量与费用。普通用户只能查自己的用量；系统管理员可以查指定用户或全站。费用默认返回 credits，也可附带 USD 换算。",
+  parameters: {
+    type: "object",
+    properties: {
+      scope: {
+        type: "string",
+        enum: ["user", "all", "space"],
+        description:
+          "查询范围。user 为个人，all 为全站管理员查询，space 预留给空间范围。",
+        default: "user",
+      },
+      userId: {
+        type: "string",
+        description: "管理员查询指定用户时使用；普通用户不允许指定他人。",
+      },
+      spaceId: {
+        type: "string",
+        description: "空间范围查询预留字段，当前版本会返回未实现。",
+      },
+      provider: {
+        type: "string",
+        description: "可选 provider 过滤，例如 google、openai、anthropic。",
+      },
+      model: {
+        type: "string",
+        description: "可选模型过滤，例如 gemini-2.5-flash。",
+      },
+      serviceTier: {
+        type: "string",
+        description: "可选计费档位过滤，例如 standard、flex。",
+      },
+      startDate: {
+        type: "string",
+        description: "开始日期，YYYY-MM-DD。默认今天。",
+      },
+      endDate: {
+        type: "string",
+        description: "结束日期，YYYY-MM-DD。默认等于 startDate。",
+      },
+      currency: {
+        type: "string",
+        description: "展示货币/单位标签。默认 CREDITS；可填 USD、CNY 等。",
+        default: "CREDITS",
+      },
+      creditsPerUsd: {
+        type: "number",
+        description: "credits 与 USD 的换算比例，默认 8 credits = 1 USD。",
+        default: 8,
+      },
+      thresholdCredits: {
+        type: "number",
+        description: "可选阈值，单位 credits；返回 threshold.exceeded。",
+      },
+      thresholdUsd: {
+        type: "number",
+        description: "可选阈值，单位 USD；会按 creditsPerUsd 换算。",
+      },
+    },
+  },
+};
+
+export const createScheduledTaskFunctionSchema = {
+  name: "createScheduledTask",
+  description:
+    "创建一个每日/周期性后台任务。适合让 agent 按 cron 定时检查用量、生成报告或执行提醒；可选择创建后立刻试运行一次。",
+  parameters: {
+    type: "object",
+    properties: {
+      title: {
+        type: "string",
+        description: "任务标题。",
+      },
+      taskPrompt: {
+        type: "string",
+        description:
+          "定时任务每次执行时交给 agent 的完整任务描述，应包含检查条件和通知方式。",
+      },
+      schedule: {
+        type: "string",
+        description: "cron 表达式，例如每天 09:00 执行为 0 9 * * *。",
+      },
+      agentKey: {
+        type: "string",
+        description: "执行该任务的 agentKey。默认使用当前 agent。",
+      },
+      spaceId: {
+        type: "string",
+        description: "可选空间 ID；任务对话会归属到该空间。",
+      },
+      runOnceNow: {
+        type: "boolean",
+        description: "创建后是否立即执行一次，用来验证任务会产生什么结果。",
+        default: false,
+      },
+    },
+    required: ["schedule", "taskPrompt"],
+  },
+};
+
+export const createDialogGoalFunctionSchema = {
+  name: "createDialogGoal",
+  description:
+    "为当前对话创建或替换一个轻量目标，可选设置 token 预算。目标会持久化到当前 dialog。",
+  parameters: {
+    type: "object",
+    properties: {
+      objective: {
+        type: "string",
+        description: "目标描述，应该是可完成的具体任务。",
+      },
+      tokenBudget: {
+        type: "number",
+        description: "可选 token 预算。用于报告 used / remaining，不会自动中断运行。",
+      },
+      dialogId: {
+        type: "string",
+        description: "可选 dialogId。默认使用当前运行中的对话。",
+      },
+    },
+    required: ["objective"],
+  },
+};
+
+export const getDialogGoalFunctionSchema = {
+  name: "getDialogGoal",
+  description:
+    "读取当前或指定对话的 goal 状态，并返回 token 使用与剩余预算报告。",
+  parameters: {
+    type: "object",
+    properties: {
+      dialogId: {
+        type: "string",
+        description: "可选 dialogId。默认使用当前运行中的对话。",
+      },
+    },
+  },
+};
+
+export const completeDialogGoalFunctionSchema = {
+  name: "completeDialogGoal",
+  description:
+    "将当前或指定对话的 goal 标记为 complete，并持久化完成时间。",
+  parameters: {
+    type: "object",
+    properties: {
+      dialogId: {
+        type: "string",
+        description: "可选 dialogId。默认使用当前运行中的对话。",
+      },
+    },
+  },
+};
+
+export const notifyUserFunctionSchema = {
+  name: "notifyUser",
+  description:
+    "发送一条站内通知给当前用户。第一版只支持站内通知，后续可扩展邮件、桌面端、网页和移动端通知。",
+  parameters: {
+    type: "object",
+    properties: {
+      title: {
+        type: "string",
+        description: "通知标题。",
+      },
+      message: {
+        type: "string",
+        description: "通知正文。",
+      },
+      severity: {
+        type: "string",
+        enum: ["info", "warning", "critical"],
+        description: "通知级别。",
+        default: "info",
+      },
+      href: {
+        type: "string",
+        description: "可选跳转链接。",
+      },
+    },
+    required: ["title", "message"],
+  },
+};
+
+const serverOnlyResult = (toolName: string) => ({
+  rawData: {
+    error: `${toolName} must run on the server-side agent runtime.`,
+  },
+  displayData: `${toolName} 需要在服务端 agent runtime 中执行。`,
+});
+
+export const queryModelUsageFunc = async () => serverOnlyResult("queryModelUsage");
+export const createScheduledTaskFunc = async () => serverOnlyResult("createScheduledTask");
+export const createDialogGoalFunc = async () => serverOnlyResult("createDialogGoal");
+export const getDialogGoalFunc = async () => serverOnlyResult("getDialogGoal");
+export const completeDialogGoalFunc = async () => serverOnlyResult("completeDialogGoal");
+export const notifyUserFunc = async () => serverOnlyResult("notifyUser");

package/ai/tools/olmOcrTool.ts

@@ -0,0 +1,34 @@
+import { ToolDefinition } from ".";
+import { callToolApi } from "./toolApiClient";
+
+export const olmOcrSchema = {
+    name: "olm_ocr",
+    description: "使用 allenai/olmOCR-2-7B-1025 模型进行光学字符识别 (OCR)。适合文档、论文等结构化文本的高质量识别。",
+    parameters: {
+        type: "object",
+        properties: {
+            imageUrl: {
+                type: "string",
+                description: "要进行 OCR 的图片 URL、base64 编码的图片数据，或者内部文件 ID (如 'file-...')。",
+            },
+            prompt: {
+                type: "string",
+                description: "可选的提示词，用于指导模型如何提取信息（例如：'提取所有表格数据' 或 '识别图片中的所有文字'）。默认为 '识别图片中的所有文字'。",
+                default: "识别图片中的所有文字"
+            }
+        },
+        required: ["imageUrl"],
+    },
+};
+
+export const olmOcrFunc: ToolDefinition["executor"] = async (input: any, thunkApi) => {
+    const { imageUrl, prompt = "识别图片中的所有文字" } = input;
+
+    const data = await callToolApi(thunkApi, "/api/olm-ocr", { imageUrl, prompt }, { withAuth: true });
+
+    return {
+        summary: "OCR processing completed",
+        text: data.choices?.[0]?.message?.content || "No text detected",
+        rawData: data
+    };
+};

package/ai/tools/openaiImageTool.ts

@@ -0,0 +1,267 @@
+import { callToolApi } from "./toolApiClient";
+import { selectCurrentSpaceId } from "create/space/spaceSlice";
+import { selectUserId } from "auth/authSlice";
+import { selectCurrentServer } from "app/settings/settingSlice";
+import { selectCurrentDialogKey } from "chat/dialog/dialogSlice";
+import { addContentAction } from "create/space/content/addContentAction";
+import { ContentType } from "app/types";
+import { fileKey } from "database/keys";
+import { buildDatabaseFileContentUrl } from "database/fileUrl";
+import { extractCustomId } from "core/prefix";
+
+const DEFAULT_OPENAI_IMAGE_MODEL = "gpt-image-1.5" as const;
+const DEFAULT_OPENAI_IMAGE_MODEL_V2 = "gpt-image-2" as const;
+
+type OpenAIImageInput = {
+  data: string;
+  mimeType?: string;
+};
+
+type OpenAIImageArgs = {
+  prompt: string;
+  operation?: "generate" | "edit";
+  images?: OpenAIImageInput[];
+  mask?: OpenAIImageInput;
+  size?: "1024x1024" | "1024x1536" | "1536x1024" | "auto";
+  quality?: "low" | "medium" | "high" | "auto";
+  background?: "transparent" | "opaque" | "auto";
+  outputFormat?: "png" | "jpeg" | "webp";
+  outputCompression?: number;
+  moderation?: "low" | "auto";
+  n?: number;
+};
+
+const buildOpenAIImageLlmContext = ({
+  result,
+  userId,
+  currentServer,
+}: {
+  result: any;
+  userId?: string | null;
+  currentServer?: string | null;
+}): string | undefined => {
+  const files = Array.isArray(result?.files) ? result.files : [];
+  if (files.length === 0) return undefined;
+
+  const lines = [
+    "The image generation tool produced the following reusable images.",
+    "If you mention, embed, or tabulate these images later, reuse these exact references and never invent placeholder URLs.",
+  ];
+
+  for (let index = 0; index < files.length; index += 1) {
+    const file = files[index];
+    const bareFileId =
+      typeof file?.fileId === "string" && file.fileId.trim()
+        ? file.fileId.trim()
+        : "";
+    const fileDbKey =
+      userId && bareFileId ? fileKey.single(userId, bareFileId) : "";
+    const fileUrl = buildDatabaseFileContentUrl(
+      currentServer,
+      fileDbKey || bareFileId
+    );
+    const originalName =
+      typeof file?.metadata?.originalName === "string"
+        ? file.metadata.originalName.trim()
+        : "";
+
+    lines.push(`image ${index + 1}:`);
+    if (bareFileId) lines.push(`- fileId: ${bareFileId}`);
+    if (fileDbKey) lines.push(`- fileDbKey: ${fileDbKey}`);
+    if (fileUrl) lines.push(`- url: ${fileUrl}`);
+    if (originalName) lines.push(`- name: ${originalName}`);
+  }
+
+  return lines.join("\n");
+};
+
+export const openAIGptImageFunctionSchema = {
+  name: "openAIGptImage",
+  description: [
+    "使用 OpenAI GPT Image 1.5 生成或编辑图片。",
+    "",
+    "使用建议（面向模型）：",
+    "1. 当用户要为当前项目生成插画、封面、配图、海报、Logo 草图、背景素材时，优先使用本工具。",
+    "2. 如果用户提供了现有图片并要求改图、延展、换背景、加元素，也使用本工具，并在 images 中显式传入相关图片。",
+    "3. 这是单轮图片生成/编辑工具；如果只是分析图片内容，不要调用它。",
+    "",
+    "关于 images：",
+    "- 不传 images：文生图。",
+    "- 传 images：走图片编辑接口。",
+    "- images[*].data 支持 Base64、data URL、或 http(s) URL。",
+  ].join("\n"),
+  parameters: {
+    type: "object",
+    properties: {
+      prompt: {
+        type: "string",
+        description: "生成或编辑图片的提示词。",
+      },
+      images: {
+        type: "array",
+        description: "可选输入图片。传入后会按图片编辑模式处理。",
+        items: {
+          type: "object",
+          properties: {
+            data: {
+              type: "string",
+              description: "图片数据，可为 Base64、data URL、或 http(s) URL。",
+            },
+            mimeType: {
+              type: "string",
+              description: "可选 MIME 类型，例如 image/png 或 image/jpeg。",
+            },
+          },
+          required: ["data"],
+        },
+      },
+      size: {
+        type: "string",
+        description:
+          '输出尺寸，可选 "1024x1024"、"1024x1536"、"1536x1024"、"auto"。',
+      },
+      quality: {
+        type: "string",
+        description:
+          '输出质量，可选 "low"、"medium"、"high"、"auto"。',
+      },
+      background: {
+        type: "string",
+        description:
+          '背景，可选 "transparent"、"opaque"、"auto"。',
+      },
+      outputFormat: {
+        type: "string",
+        description: '输出格式，可选 "png"、"jpeg"、"webp"。',
+      },
+      outputCompression: {
+        type: "number",
+        description: "JPEG/WebP 输出压缩率，0-100。",
+      },
+      moderation: {
+        type: "string",
+        description: '内容过滤级别，可选 "low" 或 "auto"。',
+      },
+      n: {
+        type: "number",
+        description: "一次生成的图片数量。",
+      },
+    },
+    required: ["prompt"],
+  },
+};
+
+export const openAIGptImageGenerateFunctionSchema = {
+  ...openAIGptImageFunctionSchema,
+  name: "openAIGptImageGenerate",
+  description:
+    "使用 OpenAI GPT Image 2 生成新图片。适合文生图，以及把参考图作为灵感来源生成新画面。GPT Image 2 当前不支持 transparent background，默认传 background: \"opaque\"。如果 outputFormat 是 png（或未显式改成 jpeg/webp），不要传 outputCompression。",
+};
+
+export const openAIGptImageEditFunctionSchema = {
+  ...openAIGptImageFunctionSchema,
+  name: "openAIGptImageEdit",
+  description:
+    "使用 OpenAI GPT Image 2 编辑现有图片。适合单图编辑、多图参考合成，以及带 mask 的精确修改。优先复用用户已上传的原始 http(s) 图片 URL，不要自己手写 data URL 或重编码缩略图。GPT Image 2 当前不支持 transparent background，默认传 background: \"opaque\"。如果 outputFormat 是 png（或未显式改成 jpeg/webp），不要传 outputCompression。",
+};
+
+const runOpenAIImageTool = async (
+  args: OpenAIImageArgs,
+  thunkApi: any,
+  model: string
+): Promise<{ rawData: any; displayData: string; llmContext?: string }> => {
+  const trimmedPrompt = args.prompt?.trim();
+  if (!trimmedPrompt) {
+    throw new Error("prompt 不能为空");
+  }
+
+  const state = thunkApi.getState();
+  const currentDialogKey = selectCurrentDialogKey(state);
+  const dialogId = currentDialogKey
+    ? extractCustomId(currentDialogKey)
+    : undefined;
+
+  const result = await callToolApi(
+    thunkApi,
+    "/api/openai-image",
+    {
+      prompt: trimmedPrompt,
+      operation: args.operation,
+      images: Array.isArray(args.images) ? args.images : [],
+      mask: args.mask,
+      size: args.size,
+      quality: args.quality,
+      background: args.background,
+      outputFormat: args.outputFormat,
+      outputCompression: args.outputCompression,
+      moderation: args.moderation,
+      n: args.n,
+      model,
+      dialogId,
+    },
+    { withAuth: true }
+  );
+
+  const spaceId = selectCurrentSpaceId(state);
+  const userId = selectUserId(state);
+  const currentServer = selectCurrentServer(state);
+
+  if (spaceId && userId && result?.files?.length) {
+    for (let i = 0; i < result.files.length; i += 1) {
+      const file = result.files[i];
+      if (!file?.fileId) continue;
+      const contentKey = fileKey.single(userId, file.fileId);
+      const title = file.metadata?.originalName || `OpenAI Image ${i + 1}`;
+      try {
+        await addContentAction(
+          { spaceId, contentKey, title, type: ContentType.IMAGE },
+          { dispatch: thunkApi.dispatch, getState: thunkApi.getState }
+        );
+      } catch (error) {
+        console.warn("[openAIGptImageFunc] Failed to add image to space:", error);
+      }
+    }
+  }
+
+  const llmContext = buildOpenAIImageLlmContext({
+    result,
+    userId,
+    currentServer,
+  });
+
+  return {
+    rawData: result,
+    displayData:
+      result?.text || "已使用 OpenAI GPT Image 生成新的图片资源。",
+    llmContext,
+  };
+};
+
+export const openAIGptImageGenerateFunc = async (
+  args: OpenAIImageArgs,
+  thunkApi: any
+): Promise<{ rawData: any; displayData: string; llmContext?: string }> => {
+  return runOpenAIImageTool(
+    { ...args, operation: "generate" },
+    thunkApi,
+    DEFAULT_OPENAI_IMAGE_MODEL_V2
+  );
+};
+
+export const openAIGptImageEditFunc = async (
+  args: OpenAIImageArgs,
+  thunkApi: any
+): Promise<{ rawData: any; displayData: string; llmContext?: string }> => {
+  return runOpenAIImageTool(
+    { ...args, operation: "edit" },
+    thunkApi,
+    DEFAULT_OPENAI_IMAGE_MODEL_V2
+  );
+};
+
+export const openAIGptImageFunc = async (
+  args: OpenAIImageArgs,
+  thunkApi: any
+): Promise<{ rawData: any; displayData: string; llmContext?: string }> => {
+  return runOpenAIImageTool(args, thunkApi, DEFAULT_OPENAI_IMAGE_MODEL);
+};