nolo-cli 0.1.26 → 0.1.29

package/chat/messages/pendingAttachmentParts.ts

@@ -0,0 +1,117 @@
+import { buildMessageFileContentUrl } from "./fileUrl";
+
+export type PendingAttachmentLike = {
+  type?: string;
+  name?: string;
+  pageKey?: string;
+  dialogKey?: string;
+  sourceDialogKey?: string;
+  ocrText?: string;
+};
+
+export type PendingAttachmentMessagePart =
+  | { type: "text"; text: string }
+  | { type: "image_url"; image_url: { url: string } }
+  | { type: string; name: string; pageKey: string; dialogKey?: string };
+
+export type PendingAttachmentImageUrlResolver = (
+  imageUrl: string,
+  file: PendingAttachmentLike
+) => string | null | undefined | Promise<string | null | undefined>;
+
+const normalizeText = (value: unknown): string => String(value ?? "").trim();
+
+const buildReferencePart = (
+  file: PendingAttachmentLike
+): PendingAttachmentMessagePart | null => {
+  const pageKey = normalizeText(file.pageKey);
+  if (!pageKey) return null;
+
+  return {
+    type: normalizeText(file.type) || "page",
+    name: normalizeText(file.name) || pageKey,
+    pageKey,
+    dialogKey: normalizeText(file.sourceDialogKey) || normalizeText(file.dialogKey) || undefined,
+  };
+};
+
+const buildImageContextText = (file: PendingAttachmentLike, pageKey: string): string => {
+  const name = normalizeText(file.name) || pageKey;
+  return [`[Image attachment: ${name}]`, `Source file: ${pageKey}`].join("\n");
+};
+
+export const isPendingVisualImage = (file: PendingAttachmentLike): boolean =>
+  normalizeText(file.type) === "image";
+
+export const pendingAttachmentToMessageParts = (
+  file: PendingAttachmentLike,
+  args: { currentServer?: string | null }
+): PendingAttachmentMessagePart[] => {
+  if (normalizeText(file.type) === "ocr_text" && normalizeText(file.ocrText)) {
+    return [
+      {
+        type: "text",
+        text: `[图片 OCR：${normalizeText(file.name)}]\n${normalizeText(file.ocrText)}`,
+      },
+    ];
+  }
+
+  const pageKey = normalizeText(file.pageKey);
+  if (isPendingVisualImage(file) && pageKey) {
+    const imageUrl = buildMessageFileContentUrl(args.currentServer, pageKey);
+    if (imageUrl) {
+      return [
+        { type: "text", text: buildImageContextText(file, pageKey) },
+        { type: "image_url", image_url: { url: imageUrl } },
+      ];
+    }
+  }
+
+  const fallbackPart = buildReferencePart(file);
+  return fallbackPart ? [fallbackPart] : [];
+};
+
+export const pendingAttachmentsToMessageParts = (
+  files: PendingAttachmentLike[],
+  args: { currentServer?: string | null }
+): PendingAttachmentMessagePart[] =>
+  files.flatMap((file) => pendingAttachmentToMessageParts(file, args));
+
+export const resolvePendingAttachmentToMessageParts = async (
+  file: PendingAttachmentLike,
+  args: {
+    currentServer?: string | null;
+    resolveImageUrl?: PendingAttachmentImageUrlResolver;
+  }
+): Promise<PendingAttachmentMessagePart[]> => {
+  const parts = pendingAttachmentToMessageParts(file, args);
+  if (!args.resolveImageUrl) return parts;
+
+  return Promise.all(
+    parts.map(async (part) => {
+      if (part.type !== "image_url") return part;
+
+      const resolvedUrl = await args.resolveImageUrl?.(part.image_url.url, file);
+      return {
+        ...part,
+        image_url: {
+          ...part.image_url,
+          url: normalizeText(resolvedUrl) || part.image_url.url,
+        },
+      };
+    })
+  );
+};
+
+export const resolvePendingAttachmentsToMessageParts = async (
+  files: PendingAttachmentLike[],
+  args: {
+    currentServer?: string | null;
+    resolveImageUrl?: PendingAttachmentImageUrlResolver;
+  }
+): Promise<PendingAttachmentMessagePart[]> => {
+  const nested = await Promise.all(
+    files.map((file) => resolvePendingAttachmentToMessageParts(file, args))
+  );
+  return nested.flat();
+};

package/chat/messages/sendFirstMessage.ts

@@ -0,0 +1,193 @@
+// 文件路径: packages/chat/messages/sendFirstMessage.ts
+
+import type { AgentRuntimeOptions } from "../../ai/agent/types";
+import { handleSendMessage } from "../dialog/dialogSlice";
+import { upload } from "../../database/dbSlice";
+import { getRuntimeServerContext } from "../../database/runtimeServerContext";
+import { waitForFileReady, compressImage, dataURLtoFile } from "../../app/utils/imageUtils";
+import { readFileAsDataURL } from "../../app/utils/fileReaders";
+import type { RootState } from "../../app/store";
+import { buildMessageFileContentUrl, isLocalFileContentUrl } from "./fileUrl";
+
+type MessagePart =
+    | { type: "text"; text: string }
+    | { type: "image_url"; image_url: { url: string } }
+    | { type: string; name: string; pageKey: string; dialogKey?: string };
+
+export interface SendFirstMessageParams {
+    dialogKey?: string;
+    text?: string;
+    // 对于首页场景，图片和文件一般是“原始 File 列表”
+    imageFiles?: File[];
+    docFiles?: File[];
+    runtimeOptions?: AgentRuntimeOptions;
+    targetAgentKey?: string;
+    extraParts?: MessagePart[];
+    quickChatPerfStartedAt?: number;
+}
+
+const logQuickChatPerfStage = (
+    startedAt: number | undefined,
+    stage: string,
+    details: Record<string, unknown> = {}
+) => {
+    if (!startedAt) return;
+    const now = typeof performance !== "undefined" ? performance.now() : Date.now();
+    console.info("[QuickChatPerf]", {
+        stage,
+        elapsedMs: now - startedAt,
+        ...(typeof performance !== "undefined" ? { atMs: now } : {}),
+        ...details,
+    });
+};
+
+/**
+ * 发送一条首条消息：
+ * - 支持文字 + 图片 + 文档混合
+ * - 负责上传图片、等待可访问 URL，构造 parts[]
+ * - 最终统一调用 handleSendMessage，触发 streaming
+ *
+ * 首页 QuickChat / RN OmniInput 等入口可以显式传 dialogKey，
+ * 不再依赖“先 init 当前对话，再发送”的时序。
+ */
+export const sendFirstMessage =
+    (params: SendFirstMessageParams) =>
+        async (dispatch: any, getState: () => RootState) => {
+            const state = getState();
+            const { currentServer } = getRuntimeServerContext(state);
+
+            const {
+                text,
+                imageFiles = [],
+                docFiles = [],
+                runtimeOptions,
+                targetAgentKey,
+                extraParts = [],
+                quickChatPerfStartedAt,
+            } = params;
+
+            const trimmed = text?.trim() ?? "";
+            logQuickChatPerfStage(quickChatPerfStartedAt, "send-first-message-entered", {
+                hasText: !!trimmed,
+                imageCount: imageFiles.length,
+                docFileCount: docFiles.length,
+                extraPartCount: extraParts.length,
+            });
+
+            // 1. 组装最基本的 parts（文字 + 文档）
+            const parts: MessagePart[] = [];
+            if (trimmed) {
+                parts.push({ type: "text", text: trimmed });
+            }
+
+            // TODO: 如果以后 docFiles 需要在这里处理，可以复用 MessageInputContainer 的文档处理管线
+            // 当前文档逻辑是通过 “pendingFiles + addReferenceKeysAction + createPage”等实现的，
+            // 如需首页入口支持文档首条消息，请把那部分逻辑抽成复用函数后在这里调用。
+
+            // 2. 处理图片 files：基本复制 MessageInputContainer 中 compress+upload 的逻辑
+            const uploadedImgs: MessagePart[] = [];
+
+            for (const file of imageFiles) {
+                // 2.1 先得到本地 dataURL，用于压缩与 fallback
+                const dataUrl = await readFileAsDataURL(file).catch(() => null);
+                if (!dataUrl) continue;
+
+                let compressedDataUrl = dataUrl;
+                let uploadFile: File | null = file;
+
+                try {
+                    compressedDataUrl = await compressImage(dataUrl);
+                    const filename = file.name || `chat-image-${Date.now()}.png`;
+                    const maybeFile = dataURLtoFile(compressedDataUrl, filename);
+                    if (maybeFile) {
+                        uploadFile = maybeFile;
+                    }
+                } catch {
+                    // 压缩失败就用原图
+                }
+
+                if (!uploadFile) {
+                    uploadedImgs.push({
+                        type: "image_url",
+                        image_url: { url: compressedDataUrl },
+                    });
+                    continue;
+                }
+
+                const metadata = await dispatch(
+                    upload({
+                        file: uploadFile,
+                        customKey: `chat-image-${Date.now()}`,
+                    }) as any
+                ).unwrap();
+                const fileId = metadata?.id as string | undefined;
+
+                if (!fileId || !currentServer) {
+                    uploadedImgs.push({
+                        type: "image_url",
+                        image_url: { url: compressedDataUrl },
+                    });
+                    continue;
+                }
+
+                const imageUrl = buildMessageFileContentUrl(currentServer, fileId);
+                if (!imageUrl) {
+                    uploadedImgs.push({
+                        type: "image_url",
+                        image_url: { url: compressedDataUrl },
+                    });
+                    continue;
+                }
+
+                const isLocalhost = isLocalFileContentUrl(imageUrl);
+
+                // 如果是 localhost，AI 无法访问，改用 base64
+                if (isLocalhost) {
+                    uploadedImgs.push({
+                        type: "image_url",
+                        image_url: { url: compressedDataUrl },
+                    });
+                    continue;
+                }
+
+                const ready = await waitForFileReady(imageUrl);
+                if (!ready) {
+                    uploadedImgs.push({
+                        type: "image_url",
+                        image_url: { url: compressedDataUrl },
+                    });
+                    continue;
+                }
+
+                uploadedImgs.push({
+                    type: "image_url",
+                    image_url: { url: imageUrl },
+                });
+            }
+
+            const finalParts: MessagePart[] = [
+                ...parts,
+                ...extraParts,
+                ...uploadedImgs,
+            ];
+            if (!finalParts.length) return;
+            logQuickChatPerfStage(quickChatPerfStartedAt, "send-first-message-parts-ready", {
+                partCount: finalParts.length,
+                uploadedImageCount: uploadedImgs.length,
+            });
+
+            const payload =
+                finalParts.length === 1 && finalParts[0].type === "text"
+                    ? (finalParts[0] as any).text
+                    : finalParts;
+
+            await dispatch(
+                handleSendMessage({
+                    userInput: payload,
+                    dialogKey: params.dialogKey,
+                    runtimeOptions,
+                    targetAgentKey,
+                    quickChatPerfStartedAt,
+                })
+            ).unwrap();
+        };

package/chat/messages/toolPresentation.ts

@@ -0,0 +1,212 @@
+const HIDDEN_ORCHESTRATOR_TOOL_NAMES = new Set<string>();
+
+const HIDDEN_SERVER_ONLY_BROWSER_TOOL_NAMES = new Set<string>([
+  "queryModelUsage",
+  "createDialogGoal",
+  "getDialogGoal",
+  "completeDialogGoal",
+  "createScheduledTask",
+  "notifyUser",
+]);
+
+const DEFAULT_EXPANDED_TOOL_NAMES = new Set([
+  "applyDiff",
+  "prepareAgentDraft",
+  "createAgent",
+  "geminiFlashImage",
+  "openAIGptImage",
+  "openAIGptImageGenerate",
+  "openAIGptImageEdit",
+  "appDeploy",
+  "ziweiChart",
+  "streamParallelAgents",
+  "runStreamingAgent",
+  "read_x_post",
+  "ui_ask_choice",
+]);
+
+const SUMMARY_EMOJI_PREFIX =
+  /^(\p{Emoji_Presentation}|\p{Extended_Pictographic}|\[[vx!]\])\s*/u;
+
+const SUMMARY_META_PREFIX = /^\[.*?\]\s*/;
+const SUMMARY_COMMAND_PREFIX = /^command:\s*/i;
+
+function cleanSummaryText(value: string): string {
+  return value
+    .replace(SUMMARY_META_PREFIX, "")
+    .replace(SUMMARY_COMMAND_PREFIX, "")
+    .replace(SUMMARY_EMOJI_PREFIX, "")
+    .trim();
+}
+
+function formatStructuredSummary(
+  summary: Record<string, unknown>,
+  toolName?: string
+): string {
+  const total =
+    typeof summary.total === "number" && Number.isFinite(summary.total)
+      ? summary.total
+      : undefined;
+  const succeeded =
+    typeof summary.succeeded === "number" && Number.isFinite(summary.succeeded)
+      ? summary.succeeded
+      : undefined;
+  const failed =
+    typeof summary.failed === "number" && Number.isFinite(summary.failed)
+      ? summary.failed
+      : undefined;
+
+  if (
+    toolName === "streamParallelAgents" &&
+    total !== undefined &&
+    succeeded !== undefined &&
+    failed !== undefined
+  ) {
+    return `并行调用 ${total} 个 Agent · ${succeeded} 成功 · ${failed} 失败`;
+  }
+
+  const compactPairs = Object.entries(summary)
+    .filter(([, value]) =>
+      typeof value === "string" ||
+      typeof value === "number" ||
+      typeof value === "boolean"
+    )
+    .map(([key, value]) => `${key}: ${String(value)}`)
+    .slice(0, 3);
+
+  return compactPairs.join(" · ");
+}
+
+export function normalizeToolDisplaySummary(
+  summary: unknown,
+  toolName?: string
+): string {
+  if (typeof summary === "string") {
+    const cleaned = cleanSummaryText(summary);
+    if (cleaned) return cleaned;
+  }
+
+  if (summary && typeof summary === "object" && !Array.isArray(summary)) {
+    const structured = cleanSummaryText(
+      formatStructuredSummary(summary as Record<string, unknown>, toolName)
+    );
+    if (structured) return structured;
+  }
+
+  return cleanSummaryText(toolName || "");
+}
+
+export function isHiddenOrchestratorToolMessage(
+  message: { role?: string; toolName?: string } | null | undefined
+): boolean {
+  return (
+    message?.role === "tool" &&
+    typeof message.toolName === "string" &&
+    (HIDDEN_ORCHESTRATOR_TOOL_NAMES.has(message.toolName) ||
+      HIDDEN_SERVER_ONLY_BROWSER_TOOL_NAMES.has(message.toolName))
+  );
+}
+
+export function shouldToolMessageStartCollapsed(toolName?: string | null): boolean {
+  const normalized = typeof toolName === "string" ? toolName.trim() : "";
+  if (!normalized) return true;
+  return !DEFAULT_EXPANDED_TOOL_NAMES.has(normalized);
+}
+
+type HandoffStatus = "running" | "failed" | "success";
+
+export interface RunStreamingAgentHandoffPresentation {
+  summary: string;
+  targetLabel: string;
+  agentKey: string;
+  inputSummary: string;
+  statusLabel: string;
+  targetDialogKey: string;
+  targetSpaceId?: string;
+}
+
+const INPUT_SUMMARY_LIMIT = 180;
+const KNOWN_AGENT_LABELS: Record<string, string> = {
+  "agent-pub-01ECOMMERCEAG00000001PYQ2J": "电商商品参数助手",
+  "agent-pub-01APPBUILDER00000001YAII3I": "App Builder",
+};
+
+function readString(...values: unknown[]): string {
+  for (const value of values) {
+    if (typeof value === "string") {
+      const trimmed = value.trim();
+      if (trimmed) return trimmed;
+    }
+  }
+  return "";
+}
+
+function compactText(value: unknown, fallback = ""): string {
+  const raw =
+    typeof value === "string"
+      ? value
+      : typeof value === "number" || typeof value === "boolean"
+        ? String(value)
+        : fallback;
+  const compact = raw.replace(/\s+/g, " ").trim();
+  if (compact.length <= INPUT_SUMMARY_LIMIT) return compact;
+  return `${compact.slice(0, INPUT_SUMMARY_LIMIT - 1)}…`;
+}
+
+function resolveStatusLabel(
+  toolPayload: Record<string, unknown> | null | undefined,
+  status: HandoffStatus
+): string {
+  const payloadStatus = readString(toolPayload?.status);
+  if (status === "running" || payloadStatus === "running") return "处理中";
+  if (status === "failed" || payloadStatus === "failed") return "交接失败";
+  if (payloadStatus === "pending") return "等待中";
+  return "已交接";
+}
+
+export function buildRunStreamingAgentHandoffPresentation(args: {
+  rawData?: unknown;
+  toolPayload?: unknown;
+  isStreaming?: boolean;
+  isError?: boolean;
+}): RunStreamingAgentHandoffPresentation {
+  const raw =
+    args.rawData && typeof args.rawData === "object" && !Array.isArray(args.rawData)
+      ? (args.rawData as Record<string, unknown>)
+      : {};
+  const payload =
+    args.toolPayload &&
+    typeof args.toolPayload === "object" &&
+    !Array.isArray(args.toolPayload)
+      ? (args.toolPayload as Record<string, unknown>)
+      : {};
+  const input =
+    payload.input && typeof payload.input === "object" && !Array.isArray(payload.input)
+      ? (payload.input as Record<string, unknown>)
+      : {};
+
+  const agentKey = readString(raw.agentKey, input.agentKey);
+  const agentName = readString(raw.agentName, input.agentName, KNOWN_AGENT_LABELS[agentKey]);
+  const targetLabel = agentName || agentKey || "Agent";
+  const userInput = readString(raw.userInput, input.userInput, input.task);
+  const status: HandoffStatus = args.isStreaming
+    ? "running"
+    : args.isError
+      ? "failed"
+      : "success";
+
+  return {
+    summary: `已交给 ${targetLabel} 处理`,
+    targetLabel,
+    agentKey,
+    inputSummary: compactText(userInput, "未记录输入摘要"),
+    statusLabel: resolveStatusLabel(payload, status),
+    targetDialogKey: readString(
+      raw.dialogKey,
+      raw.subDialogKey,
+      payload.subDialogKey,
+      payload.subDialogId
+    ),
+    targetSpaceId: readString(raw.spaceId, payload.spaceId) || undefined,
+  };
+}