nolo-cli 0.1.39 → 0.1.41

package/ai/tools/openaiImageTool.ts

@@ -0,0 +1,267 @@
+import { callToolApi } from "./toolApiClient";
+import { selectCurrentSpaceId } from "../../create/space/spaceSlice";
+import { selectUserId } from "../../auth/authSlice";
+import { selectCurrentServer } from "../../app/settings/settingSlice";
+import { selectCurrentDialogKey } from "../../chat/dialog/dialogSlice";
+import { addContentAction } from "../../create/space/content/addContentAction";
+import { ContentType } from "../../app/types";
+import { fileKey } from "../../database/keys";
+import { buildDatabaseFileContentUrl } from "../../database/fileUrl";
+import { extractCustomId } from "../../core/prefix";
+
+const DEFAULT_OPENAI_IMAGE_MODEL = "gpt-image-1.5" as const;
+const DEFAULT_OPENAI_IMAGE_MODEL_V2 = "gpt-image-2" as const;
+
+type OpenAIImageInput = {
+  data: string;
+  mimeType?: string;
+};
+
+type OpenAIImageArgs = {
+  prompt: string;
+  operation?: "generate" | "edit";
+  images?: OpenAIImageInput[];
+  mask?: OpenAIImageInput;
+  size?: "1024x1024" | "1024x1536" | "1536x1024" | "auto";
+  quality?: "low" | "medium" | "high" | "auto";
+  background?: "transparent" | "opaque" | "auto";
+  outputFormat?: "png" | "jpeg" | "webp";
+  outputCompression?: number;
+  moderation?: "low" | "auto";
+  n?: number;
+};
+
+const buildOpenAIImageLlmContext = ({
+  result,
+  userId,
+  currentServer,
+}: {
+  result: any;
+  userId?: string | null;
+  currentServer?: string | null;
+}): string | undefined => {
+  const files = Array.isArray(result?.files) ? result.files : [];
+  if (files.length === 0) return undefined;
+
+  const lines = [
+    "The image generation tool produced the following reusable images.",
+    "If you mention, embed, or tabulate these images later, reuse these exact references and never invent placeholder URLs.",
+  ];
+
+  for (let index = 0; index < files.length; index += 1) {
+    const file = files[index];
+    const bareFileId =
+      typeof file?.fileId === "string" && file.fileId.trim()
+        ? file.fileId.trim()
+        : "";
+    const fileDbKey =
+      userId && bareFileId ? fileKey.single(userId, bareFileId) : "";
+    const fileUrl = buildDatabaseFileContentUrl(
+      currentServer,
+      fileDbKey || bareFileId
+    );
+    const originalName =
+      typeof file?.metadata?.originalName === "string"
+        ? file.metadata.originalName.trim()
+        : "";
+
+    lines.push(`image ${index + 1}:`);
+    if (bareFileId) lines.push(`- fileId: ${bareFileId}`);
+    if (fileDbKey) lines.push(`- fileDbKey: ${fileDbKey}`);
+    if (fileUrl) lines.push(`- url: ${fileUrl}`);
+    if (originalName) lines.push(`- name: ${originalName}`);
+  }
+
+  return lines.join("\n");
+};
+
+export const openAIGptImageFunctionSchema = {
+  name: "openAIGptImage",
+  description: [
+    "使用 OpenAI GPT Image 1.5 生成或编辑图片。",
+    "",
+    "使用建议（面向模型）：",
+    "1. 当用户要为当前项目生成插画、封面、配图、海报、Logo 草图、背景素材时，优先使用本工具。",
+    "2. 如果用户提供了现有图片并要求改图、延展、换背景、加元素，也使用本工具，并在 images 中显式传入相关图片。",
+    "3. 这是单轮图片生成/编辑工具；如果只是分析图片内容，不要调用它。",
+    "",
+    "关于 images：",
+    "- 不传 images：文生图。",
+    "- 传 images：走图片编辑接口。",
+    "- images[*].data 支持 Base64、data URL、或 http(s) URL。",
+  ].join("\n"),
+  parameters: {
+    type: "object",
+    properties: {
+      prompt: {
+        type: "string",
+        description: "生成或编辑图片的提示词。",
+      },
+      images: {
+        type: "array",
+        description: "可选输入图片。传入后会按图片编辑模式处理。",
+        items: {
+          type: "object",
+          properties: {
+            data: {
+              type: "string",
+              description: "图片数据，可为 Base64、data URL、或 http(s) URL。",
+            },
+            mimeType: {
+              type: "string",
+              description: "可选 MIME 类型，例如 image/png 或 image/jpeg。",
+            },
+          },
+          required: ["data"],
+        },
+      },
+      size: {
+        type: "string",
+        description:
+          '输出尺寸，可选 "1024x1024"、"1024x1536"、"1536x1024"、"auto"。',
+      },
+      quality: {
+        type: "string",
+        description:
+          '输出质量，可选 "low"、"medium"、"high"、"auto"。',
+      },
+      background: {
+        type: "string",
+        description:
+          '背景，可选 "transparent"、"opaque"、"auto"。',
+      },
+      outputFormat: {
+        type: "string",
+        description: '输出格式，可选 "png"、"jpeg"、"webp"。',
+      },
+      outputCompression: {
+        type: "number",
+        description: "JPEG/WebP 输出压缩率，0-100。",
+      },
+      moderation: {
+        type: "string",
+        description: '内容过滤级别，可选 "low" 或 "auto"。',
+      },
+      n: {
+        type: "number",
+        description: "一次生成的图片数量。",
+      },
+    },
+    required: ["prompt"],
+  },
+};
+
+export const openAIGptImageGenerateFunctionSchema = {
+  ...openAIGptImageFunctionSchema,
+  name: "openAIGptImageGenerate",
+  description:
+    "使用 OpenAI GPT Image 2 生成新图片。适合文生图，以及把参考图作为灵感来源生成新画面。GPT Image 2 当前不支持 transparent background，默认传 background: \"opaque\"。如果 outputFormat 是 png（或未显式改成 jpeg/webp），不要传 outputCompression。",
+};
+
+export const openAIGptImageEditFunctionSchema = {
+  ...openAIGptImageFunctionSchema,
+  name: "openAIGptImageEdit",
+  description:
+    "使用 OpenAI GPT Image 2 编辑现有图片。适合单图编辑、多图参考合成，以及带 mask 的精确修改。优先复用用户已上传的原始 http(s) 图片 URL，不要自己手写 data URL 或重编码缩略图。GPT Image 2 当前不支持 transparent background，默认传 background: \"opaque\"。如果 outputFormat 是 png（或未显式改成 jpeg/webp），不要传 outputCompression。",
+};
+
+const runOpenAIImageTool = async (
+  args: OpenAIImageArgs,
+  thunkApi: any,
+  model: string
+): Promise<{ rawData: any; displayData: string; llmContext?: string }> => {
+  const trimmedPrompt = args.prompt?.trim();
+  if (!trimmedPrompt) {
+    throw new Error("prompt 不能为空");
+  }
+
+  const state = thunkApi.getState();
+  const currentDialogKey = selectCurrentDialogKey(state);
+  const dialogId = currentDialogKey
+    ? extractCustomId(currentDialogKey)
+    : undefined;
+
+  const result = await callToolApi(
+    thunkApi,
+    "/api/openai-image",
+    {
+      prompt: trimmedPrompt,
+      operation: args.operation,
+      images: Array.isArray(args.images) ? args.images : [],
+      mask: args.mask,
+      size: args.size,
+      quality: args.quality,
+      background: args.background,
+      outputFormat: args.outputFormat,
+      outputCompression: args.outputCompression,
+      moderation: args.moderation,
+      n: args.n,
+      model,
+      dialogId,
+    },
+    { withAuth: true }
+  );
+
+  const spaceId = selectCurrentSpaceId(state);
+  const userId = selectUserId(state);
+  const currentServer = selectCurrentServer(state);
+
+  if (spaceId && userId && result?.files?.length) {
+    for (let i = 0; i < result.files.length; i += 1) {
+      const file = result.files[i];
+      if (!file?.fileId) continue;
+      const contentKey = fileKey.single(userId, file.fileId);
+      const title = file.metadata?.originalName || `OpenAI Image ${i + 1}`;
+      try {
+        await addContentAction(
+          { spaceId, contentKey, title, type: ContentType.IMAGE },
+          { dispatch: thunkApi.dispatch, getState: thunkApi.getState }
+        );
+      } catch (error) {
+        console.warn("[openAIGptImageFunc] Failed to add image to space:", error);
+      }
+    }
+  }
+
+  const llmContext = buildOpenAIImageLlmContext({
+    result,
+    userId,
+    currentServer,
+  });
+
+  return {
+    rawData: result,
+    displayData:
+      result?.text || "已使用 OpenAI GPT Image 生成新的图片资源。",
+    llmContext,
+  };
+};
+
+export const openAIGptImageGenerateFunc = async (
+  args: OpenAIImageArgs,
+  thunkApi: any
+): Promise<{ rawData: any; displayData: string; llmContext?: string }> => {
+  return runOpenAIImageTool(
+    { ...args, operation: "generate" },
+    thunkApi,
+    DEFAULT_OPENAI_IMAGE_MODEL_V2
+  );
+};
+
+export const openAIGptImageEditFunc = async (
+  args: OpenAIImageArgs,
+  thunkApi: any
+): Promise<{ rawData: any; displayData: string; llmContext?: string }> => {
+  return runOpenAIImageTool(
+    { ...args, operation: "edit" },
+    thunkApi,
+    DEFAULT_OPENAI_IMAGE_MODEL_V2
+  );
+};
+
+export const openAIGptImageFunc = async (
+  args: OpenAIImageArgs,
+  thunkApi: any
+): Promise<{ rawData: any; displayData: string; llmContext?: string }> => {
+  return runOpenAIImageTool(args, thunkApi, DEFAULT_OPENAI_IMAGE_MODEL);
+};

package/ai/tools/prepareTools.ts

@@ -0,0 +1,23 @@
+import {
+  toolRegistry,
+  toolDefinitionsByName,
+  findToolExecutor,
+  ToolBehavior,
+} from ".";
+import { canonicalizeToolNames } from "./toolNameAliases";
+import { sanitizeToolForProvider } from "./toolSchemaCompatibility";
+
+export const prepareTools = (
+  toolNames: string[],
+  options?: { provider?: string; disabledToolNames?: string[] }
+) => {
+  // logic moved to mergeAgentToolsWithRuntime for better tiered capabilities
+  const disabledToolNames = new Set(
+    canonicalizeToolNames(options?.disabledToolNames ?? [])
+  );
+  return canonicalizeToolNames(toolNames)
+    .filter((toolName) => !disabledToolNames.has(toolName))
+    .map((toolName: string) => toolRegistry[toolName])
+    .map((tool) => sanitizeToolForProvider(tool, options?.provider))
+    .filter(Boolean); // 过滤掉未找到的工具
+};

package/ai/tools/readDocTool.ts

@@ -0,0 +1,88 @@
+// 文件路径: ai/tools/readDocTool.ts
+
+import { slateToSimplifiedMarkdown } from "../../create/editor/transforms/slateToSimplifiedMarkdown";
+import type { PageData } from "../../render/page/types";
+
+export interface ReadPageToolArgs {
+    id?: string; // 对应 dbKey，例如 "page-xxx"
+    doc?: string;
+    docKey?: string;
+    pageKey?: string;
+    key?: string;
+}
+
+/**
+ * [Schema] 定义了 'readDoc' 工具的结构。
+ */
+export const readDocFunctionSchema = {
+    name: "readDoc",
+    description: [
+        "读取指定页面的内容，并将结构化的数据转换为 Markdown 格式返回。",
+        "如果你拿到了页面的 dbKey（如 page-xxx），请使用此工具查看页面内容。",
+    ].join("\n"),
+    parameters: {
+        type: "object",
+        properties: {
+            id: {
+                type: "string",
+                description: "页面/文档的数据库键（dbKey），例如 page-xxx。",
+            },
+        },
+        required: ["id"],
+    },
+} as const;
+
+export const readPageFunctionSchema = {
+    ...readDocFunctionSchema,
+    name: "readPage",
+} as const;
+
+export const buildReadDocResult = (
+    pageData: PageData
+): { rawData: unknown; displayData: string } => {
+    const markdownContent = slateToSimplifiedMarkdown(pageData.slateData || []);
+
+    const rawData = {
+        success: true,
+        id: pageData.dbKey,
+        title: pageData.title,
+        content: markdownContent,
+        metadata: {
+            spaceId: pageData.spaceId,
+            created: pageData.created,
+        },
+    };
+
+    const displayData = `已成功读取页面《${pageData.title}》。\n\n内容如下：\n\n${markdownContent}`;
+    return { rawData, displayData };
+};
+
+/**
+ * [Executor] 'readDoc' 工具的执行函数。
+ */
+export async function readDocFunc(
+    args: ReadPageToolArgs,
+    thunkApi: any
+): Promise<{ rawData: unknown; displayData: string }> {
+    const id = args.id ?? args.doc ?? args.docKey ?? args.pageKey ?? args.key;
+
+    if (!id || !id.toLowerCase().startsWith("page-")) {
+        throw new Error(`无效的页面 ID: ${id}。页面 ID 通常以 "page-" 开头。`);
+    }
+
+    try {
+        // 1. 从数据库读取原始数据
+        const { readAction } = await import("../../database/actions/read");
+        const pageData = (await readAction({ dbKey: id }, thunkApi)) as PageData;
+
+        if (!pageData) {
+            throw new Error(`未找到 ID 为 ${id} 的页面。`);
+        }
+
+        return buildReadDocResult(pageData);
+    } catch (error: any) {
+        throw new Error(`读取页面时出错: ${error.message || String(error)}`);
+    }
+}
+
+export const readPageFunc = readDocFunc;

package/ai/tools/readFileTool.ts

@@ -0,0 +1,214 @@
+// 文件路径: packages/ai/tools/readFileTool.ts
+
+import { buildToolRequestHeaders, getToolBaseUrl } from "./toolApiClient";
+
+// ---- Types ----
+
+export type ReadFileArgs = {
+    /**
+     * 目标文件相对项目根目录（bun-nolo）的路径，例如：
+     * - packages/chat/src/messages/web/ToolMessageContent.tsx
+     * - packages/server/entry.ts
+     */
+    filePath: string;
+    /**
+     * 可选：从该行开始读取（1-based，包含）。
+     */
+    startLine?: number;
+    /**
+     * 可选：读取到该行结束（1-based，包含）。
+     */
+    endLine?: number;
+};
+
+// ---- 工具 Schema，供 LLM 调用 ----
+
+export const readFileFunctionSchema = {
+    name: "readFile",
+    description: [
+        "从后端服务器读取一个文本文件的完整内容，并辅助行级编辑工具获取精确的行号信息。",
+        "",
+        "适用场景：",
+        "- 在修改文件之前，先获取当前文件的完整内容用于分析。",
+        "- 在需要理解某个模块实现时，请求查看对应源文件。",
+        "- 在使用 applyLineEdits 按行号修改文件前，先读取文件并基于返回的 lines / lineCount 计算行号。",
+        "- 如果使用 startLine/endLine 只读取部分内容：",
+        "  - lines[0] 对应的真实行号为 lineOffset；",
+        "  - 全文件总行数为 totalLineCount；",
+        "  - 计算绝对行号时，请用 lineOffset + index。",
+        "- 为 applyLineEdits 提供 originalSnippet：",
+        "  - 对 replaceRange/deleteRange：从 lines 中取出将要修改的那几行，用 \\n 拼接，作为 originalSnippet 传给 applyLineEdits；",
+        "  - 对 insertBefore/insertAfter：从 lines 中取出插入点附近的一行原始代码，作为 originalSnippet 传给 applyLineEdits；",
+        "",
+        "行为约定：",
+        "- 当目标文件存在：返回文件的完整文本内容。",
+        "- 当目标文件不存在：返回错误信息。",
+        "",
+        "返回数据约定（rawData 中）：",
+        "- content：文件完整内容，统一使用 \\n 作为换行符。",
+        "- lines：按行拆分后的字符串数组；若使用 startLine/endLine，则 lines[0] 对应 lineOffset。",
+        "- lineCount：全文件总行数（即最大可用行号）。",
+        "- lineOffset：当使用 startLine/endLine 时，lines[0] 对应的真实行号。",
+        "- totalLineCount：全文件总行数（与 lineCount 相同，便于兼容）。",
+        "",
+        "注意：",
+        "- filePath 必须是相对项目根目录（bun-nolo）的相对路径，且不能越出项目根目录。",
+        "- 仅适用于文本文件，二进制文件的内容会被当作 UTF-8 文本读取，可能出现乱码。",
+    ].join("\n"),
+    parameters: {
+        type: "object",
+        properties: {
+            filePath: {
+                type: "string",
+                description:
+                    "目标文件相对项目根目录（bun-nolo）的路径，例如: packages/chat/src/messages/web/ToolMessageContent.tsx",
+            },
+            startLine: {
+                type: "number",
+                description:
+                    "可选：从该行开始读取（1-based，包含）。与 endLine 搭配可只读局部内容。",
+            },
+            endLine: {
+                type: "number",
+                description:
+                    "可选：读取到该行结束（1-based，包含）。与 startLine 搭配可只读局部内容。",
+            },
+        },
+        required: ["filePath"],
+    },
+};
+
+// ---- 预览执行：不读文件，只展示信息 ----
+
+export async function readFilePreviewFunc(
+    args: ReadFileArgs,
+    _thunkApi: any
+): Promise<{ rawData: any; displayData?: string }> {
+    const { filePath, startLine, endLine } = args;
+
+    if (!filePath || typeof filePath !== "string") {
+        throw new Error("readFile 预览失败：必须提供有效的 filePath 字符串。");
+    }
+
+    return {
+        rawData: {
+            previewOnly: true,
+            filePath,
+            startLine,
+            endLine,
+        },
+        displayData: `⏸️ 文件读取预览: ${filePath}`,
+    };
+}
+
+// ---- 真正执行：POST 到后端 /api/read-file ----
+
+export async function readFileFunc(
+    args: ReadFileArgs,
+    thunkApi: any,
+    context?: { parentMessageId?: string; signal?: AbortSignal; agentKey?: string }
+): Promise<{ rawData: any; displayData?: string }> {
+    const { filePath, startLine, endLine } = args;
+
+    if (!filePath || typeof filePath !== "string") {
+        throw new Error("读取文件失败：必须提供有效的 filePath 字符串。");
+    }
+
+    try {
+        const baseUrl = getToolBaseUrl(thunkApi);
+
+        if (!baseUrl) {
+            throw new Error("读取文件失败：无法获取 readFile 服务器地址。");
+        }
+
+        const apiUrl = `${baseUrl.replace(/\/+$/, "")}/api/read-file`;
+
+        const response = await fetch(apiUrl, {
+            method: "POST",
+            headers: buildToolRequestHeaders(thunkApi, {
+                withAuth: true,
+                agentKey: context?.agentKey,
+            }),
+            signal: context?.signal,
+            body: JSON.stringify({ filePath, startLine, endLine }),
+        });
+
+        const textBody = await response.text();
+        let data: any = {};
+        try {
+            data = textBody ? JSON.parse(textBody) : {};
+        } catch {
+            // 非 JSON 的情况忽略解析错误
+        }
+
+        if (!response.ok || data?.error) {
+            const errMsg =
+                data?.error ||
+                `readFile API 请求失败，状态码: ${response.status}. 响应: ${textBody}`;
+            console.error("readFile API Error:", errMsg);
+            throw new Error(errMsg);
+        }
+
+        // 统一换行符为 \n，保证与行级编辑逻辑一致
+        const serverContent: string =
+            typeof data?.content === "string" ? data.content : "";
+        const normalizedContent =
+            serverContent.indexOf("\r\n") >= 0
+                ? serverContent.replace(/\r\n/g, "\n")
+                : serverContent;
+
+        const lines =
+            normalizedContent === "" ? [] : normalizedContent.split("\n");
+
+        const lineOffset: number =
+            typeof data?.lineOffset === "number" ? data.lineOffset : 1;
+
+        const totalLineCount: number =
+            typeof data?.totalLineCount === "number"
+                ? data.totalLineCount
+                : typeof data?.lineCount === "number"
+                    ? data.lineCount
+                    : lines.length;
+
+        const rangeStart: number =
+            typeof data?.rangeStart === "number"
+                ? data.rangeStart
+                : lines.length
+                    ? lineOffset
+                    : 1;
+        const rangeEnd: number =
+            typeof data?.rangeEnd === "number"
+                ? data.rangeEnd
+                : lines.length
+                    ? lineOffset + lines.length - 1
+                    : 0;
+
+        const returnedLineCount = lines.length;
+
+        const rangeInfo =
+            totalLineCount === 0
+                ? "0 行"
+                : rangeStart === 1 && rangeEnd === totalLineCount
+                    ? `${totalLineCount} 行`
+                    : `${rangeStart}-${rangeEnd} 行 / 共 ${totalLineCount} 行`;
+
+        return {
+            rawData: {
+                applied: true,
+                filePath,
+                lines,
+                totalLineCount,
+                lineOffset,
+                rangeStart,
+                rangeEnd,
+                returnedLineCount,
+            },
+            displayData: `📖 已读取文件: ${filePath}（${rangeInfo}）`,
+        };
+    } catch (error: any) {
+        console.error("执行 readFile 时发生错误:", error);
+        throw new Error(
+            `读取文件 (${filePath}) 失败：${error?.message || String(error)}`
+        );
+    }
+}