nolo-cli 0.1.13 → 0.1.15

package/ai/chat/sendOpenAICompletionsRequest.ts

@@ -0,0 +1,712 @@
+// 文件路径: chat/sendOpenAICompletionsRequest.ts
+
+import {
+  addActiveController,
+  removeActiveController,
+  tokenUsageLiveUpdate,
+} from "chat/dialog/dialogSlice";
+import {
+  messageStreamEnd,
+  messageStreaming,
+} from "chat/messages/messageSlice";
+import { handleToolCalls } from "chat/messages/toolThunks";
+import {
+  MessageContentPart,
+  Message,
+  OpenAITextContent,
+} from "chat/messages/types";
+import { selectCurrentServer } from "app/settings/settingSlice";
+import { selectCurrentSpaceId } from "create/space/spaceSlice";
+import { getApiEndpoint } from "ai/llm/providers";
+import { createDialogMessageKeyAndId } from "database/keys";
+import { selectCurrentToken } from "auth/authSlice";
+import { extractCustomId } from "core/prefix";
+
+import { performFetchRequest } from "./fetchUtils";
+import { createSSEParser } from "./parseMultilineSSE";
+import { parseApiError } from "./parseApiError";
+import { updateTotalUsage } from "./updateTotalUsage";
+import { accumulateToolCallChunks } from "./accumulateToolCallChunks";
+import { prepareTools } from "../tools/prepareTools";
+import {
+  inlineImageUrlsForCustomProvider,
+  shouldInlineImageUrlsForAgent,
+} from "./inlineImageUrlsForCustomProvider";
+
+import { getModelInfo } from "ai/llm/getModelContextWindow";
+
+import type { RootState } from "app/store";
+
+/**
+ * 追加文本 chunk 到 contentBuffer（不可变更新）
+ */
+function appendTextChunk(
+  currentContentBuffer: MessageContentPart[],
+  textChunk: string
+): MessageContentPart[] {
+  if (!textChunk) return currentContentBuffer;
+
+  const updatedContentBuffer = [...currentContentBuffer];
+  const lastIndex = updatedContentBuffer.length - 1;
+
+  if (lastIndex >= 0 && updatedContentBuffer[lastIndex].type === "text") {
+    const last = updatedContentBuffer[lastIndex] as OpenAITextContent;
+    updatedContentBuffer[lastIndex] = {
+      ...last,
+      text: (last.text || "") + textChunk,
+    };
+  } else {
+    updatedContentBuffer.push({ type: "text", text: textChunk });
+  }
+
+  return updatedContentBuffer;
+}
+
+/** OpenAI 标准 tool_call 结构 */
+type AssistantToolCall = {
+  id: string;
+  type: "function";
+  function: { name: string; arguments: string };
+};
+
+function getStreamErrorMessage(data: any): string {
+  const message =
+    typeof data?.error?.message === "string" && data.error.message.trim()
+      ? data.error.message.trim()
+      : typeof data?.error?.msg === "string" && data.error.msg.trim()
+        ? data.error.msg.trim()
+        : typeof data?.message === "string" && data.message.trim()
+          ? data.message.trim()
+          : null;
+  if (message) return message;
+
+  const code =
+    typeof data?.error?.code === "string" && data.error.code.trim()
+      ? data.error.code.trim()
+      : typeof data?.code === "string" && data.code.trim()
+        ? data.code.trim()
+        : null;
+  if (code) return code;
+
+  const type =
+    typeof data?.error?.type === "string" && data.error.type.trim()
+      ? data.error.type.trim()
+      : null;
+  if (type) return type;
+
+  return "Unknown error";
+}
+
+/** 单次流式请求过程中的全部中间状态（显式 state） */
+type StreamState = {
+  contentBuffer: MessageContentPart[];
+  totalUsage: any | null;
+  accumulatedToolCalls: any[];
+  reasoningBuffer: string;
+  assistantToolCalls?: AssistantToolCall[];
+  hasHandedOff: boolean;
+  hasProcessedToolCalls: boolean;
+  alreadyFinalized: boolean;
+  finishReason: string | null;
+};
+
+type FinalizeContext = {
+  dispatch: any;
+  msgKey: string;
+  dialogId: string;
+  dialogKey: string;
+  messageId: string;
+  agentConfig: any;
+  spaceId?: string;
+  messageMetadata?: Partial<Message>;
+};
+
+type ToolCallsContext = {
+  dispatch: any;
+  agentConfig: any;
+  dialogId: string;
+  dialogKey: string;
+  messageId: string;
+  messageMetadata?: Partial<Message>;
+};
+
+type StreamCompletionContext = {
+  dispatch: any;
+  dialogId: string;
+  dialogKey: string;
+  messageId: string;
+  agentConfig: any;
+};
+
+/** 单轮调用后返回给 Agent Loop 的元信息 */
+export type CompletionMeta = {
+  hasToolCalls: boolean;
+  hasPendingInteraction: boolean;
+  hasHandedOff: boolean;
+  finishReason: string | null;
+  messageId: string;
+  usage?: any;
+};
+
+/**
+ * 初始化流式状态
+ */
+function createInitialStreamState(): StreamState {
+  return {
+    contentBuffer: [],
+    totalUsage: null,
+    accumulatedToolCalls: [],
+    reasoningBuffer: "",
+    assistantToolCalls: undefined,
+    hasHandedOff: false,
+    hasProcessedToolCalls: false,
+    alreadyFinalized: false,
+    finishReason: null,
+  };
+}
+
+/**
+ * 根据 tools 配置生成本次请求体（不改动外部传入的 bodyData）
+ */
+function buildRequestBodyWithTools(
+  bodyData: any,
+  agentConfig: any,
+  disableToolsForThisRequest: boolean
+): any {
+  if (disableToolsForThisRequest) return bodyData;
+
+  // 如果模型拥有图像输出能力，则不组装任何 tools
+  const modelInfo = getModelInfo(agentConfig.model);
+  if (modelInfo?.hasImageOutput) {
+    return bodyData;
+  }
+
+  const rawTools = agentConfig.tools;
+  if (!Array.isArray(rawTools) || rawTools.length === 0) return bodyData;
+
+  const tools = prepareTools(rawTools, { provider: agentConfig.provider });
+  if (!tools.length) return bodyData;
+
+  return {
+    ...bodyData,
+    tools,
+    tool_choice: bodyData.tool_choice ?? "auto",
+  };
+}
+
+/**
+ * 结束当前流式消息，派发 messageStreamEnd（带幂等保护）
+ */
+async function finalizeStream(
+  state: StreamState,
+  ctx: FinalizeContext
+): Promise<StreamState> {
+  if (state.hasHandedOff || state.alreadyFinalized) return state;
+
+  await ctx.dispatch(
+    messageStreamEnd({
+      finalContentBuffer: state.contentBuffer,
+      totalUsage: state.totalUsage,
+      msgKey: ctx.msgKey,
+      agentConfig: ctx.agentConfig,
+      dialogId: ctx.dialogId,
+      dialogKey: ctx.dialogKey,
+      messageId: ctx.messageId,
+      reasoningBuffer: state.reasoningBuffer,
+      messageMetadata: ctx.messageMetadata,
+      toolCalls: state.assistantToolCalls,
+      spaceId: ctx.spaceId,
+    })
+  );
+
+  return {
+    ...state,
+    alreadyFinalized: true,
+  };
+}
+
+/**
+ * 累积 usage
+ */
+function applyUsage(state: StreamState, data: any): StreamState {
+  if (!data.usage) return state;
+
+  return {
+    ...state,
+    totalUsage: updateTotalUsage(state.totalUsage, data.usage),
+  };
+}
+
+/**
+ * 处理单个 delta（文本 / 推理 / tool_calls / 图片）
+ */
+function applyDelta(
+  state: StreamState,
+  delta: any
+): { state: StreamState; hasNewVisibleContent: boolean } {
+  let hasNewVisibleContent = false;
+  let next: StreamState = { ...state };
+
+  // reasoning_content 增量（DeepSeek）/ reasoning 增量（Ollama/Qwen3）
+  const reasoningChunk: string = delta.reasoning_content ?? delta.reasoning ?? "";
+  if (reasoningChunk) {
+    next.reasoningBuffer = (next.reasoningBuffer || "") + reasoningChunk;
+  }
+
+  // tool_calls 累积 + 映射为 OpenAI 标准格式
+  if (Array.isArray(delta.tool_calls) && delta.tool_calls.length > 0) {
+    const accumulated = accumulateToolCallChunks(
+      next.accumulatedToolCalls,
+      delta.tool_calls
+    );
+
+    next = {
+      ...next,
+      accumulatedToolCalls: accumulated,
+      assistantToolCalls: accumulated.map((call: any) => ({
+        id: call.id,
+        type: "function",
+        function: {
+          name: call.function?.name,
+          arguments:
+            typeof call.function?.arguments === "string"
+              ? call.function.arguments
+              : JSON.stringify(call.function?.arguments ?? {}),
+        },
+      })),
+    };
+  }
+
+  // 图片增量
+  const deltaAny = delta as any;
+  if (Array.isArray(deltaAny.images) && deltaAny.images.length > 0) {
+    next = {
+      ...next,
+      contentBuffer: [...next.contentBuffer, ...deltaAny.images],
+    };
+    hasNewVisibleContent = true;
+  }
+
+  // 文本增量
+  const contentChunk = delta.content || "";
+  if (contentChunk) {
+    next = {
+      ...next,
+      contentBuffer: appendTextChunk(next.contentBuffer, contentChunk),
+    };
+    hasNewVisibleContent = true;
+  }
+
+  return { state: next, hasNewVisibleContent };
+}
+
+/**
+ * 如果有新可见内容，则派发一次 messageStreaming 更新前端
+ */
+function emitStreamingUpdate(
+  hasNewVisibleContent: boolean,
+  state: StreamState,
+  ctx: {
+    dispatch: any;
+    agentConfig: any;
+    messageId: string;
+    msgKey: string;
+    dialogId: string;
+    messageMetadata?: Partial<Message>;
+  }
+) {
+  if (!hasNewVisibleContent) return;
+
+  ctx.dispatch(
+    messageStreaming({
+      id: ctx.messageId,
+      dialogId: ctx.dialogId,
+      dbKey: ctx.msgKey,
+      content: state.contentBuffer,
+      thinkContent: state.reasoningBuffer,
+      role: "assistant",
+      agentKey: ctx.agentConfig.dbKey,
+      cybotKey: ctx.agentConfig.dbKey,
+      ...(typeof ctx.agentConfig?.name === "string" && ctx.agentConfig.name.trim()
+        ? { agentName: ctx.agentConfig.name.trim() }
+        : {}),
+      ...(ctx.messageMetadata ?? {}),
+    })
+  );
+}
+
+/**
+ * 处理已经累积好的 tool_calls
+ */
+async function processAccumulatedToolCalls(
+  state: StreamState,
+  ctx: ToolCallsContext
+): Promise<{
+  state: StreamState;
+  hasHandedOff: boolean;
+  hasPendingInteraction: boolean;
+}> {
+  if (!state.accumulatedToolCalls.length) {
+    return {
+      state,
+      hasHandedOff: false,
+      hasPendingInteraction: false,
+    };
+  }
+
+  const result = await ctx
+    .dispatch(
+      handleToolCalls({
+        accumulatedCalls: state.accumulatedToolCalls,
+        currentContentBuffer: state.contentBuffer,
+        agentConfig: ctx.agentConfig,
+        messageId: ctx.messageId,
+        dialogId: ctx.dialogId,
+        dialogKey: ctx.dialogKey,
+        parallelSessionId: ctx.messageMetadata?.parallelSessionId,
+        parallelBranchId: ctx.messageMetadata?.parallelBranchId,
+        parallelLabel: ctx.messageMetadata?.parallelLabel,
+        parallelIndex: ctx.messageMetadata?.parallelIndex,
+      })
+    )
+    .unwrap();
+
+  const nextState: StreamState = {
+    ...state,
+    contentBuffer: result.finalContentBuffer,
+    accumulatedToolCalls: [],
+    hasProcessedToolCalls: true,
+    hasHandedOff: result.hasHandedOff,
+  };
+
+  return {
+    state: nextState,
+    hasHandedOff: result.hasHandedOff,
+    hasPendingInteraction: result.hasPendingInteraction,
+  };
+}
+
+/**
+ * 处理「流结束」场景（done === true）
+ */
+async function handleStreamCompletion(
+  state: StreamState,
+  ctx: StreamCompletionContext,
+  finalizeCtx: FinalizeContext
+): Promise<{
+  state: StreamState;
+  hasHandedOff: boolean;
+  hasPendingInteraction: boolean;
+}> {
+  let hasHandedOff = false;
+  let hasPendingInteraction = false;
+
+  if (!state.hasProcessedToolCalls && state.accumulatedToolCalls.length > 0) {
+    // Tool 开始前先更新 TopBar token 显示
+    if (state.totalUsage) {
+      ctx.dispatch(tokenUsageLiveUpdate({
+        input_tokens: state.totalUsage.prompt_tokens ?? state.totalUsage.input_tokens,
+        output_tokens: state.totalUsage.completion_tokens ?? state.totalUsage.output_tokens,
+        cost: state.totalUsage.cost,
+        dialogKey: ctx.dialogKey,
+      }));
+    }
+    const toolResult = await processAccumulatedToolCalls(state, {
+      dispatch: ctx.dispatch,
+      agentConfig: ctx.agentConfig,
+      dialogId: ctx.dialogId,
+      dialogKey: ctx.dialogKey,
+      messageId: ctx.messageId,
+      messageMetadata: ctx.messageMetadata,
+    });
+
+    let next = toolResult.state;
+    hasHandedOff ||= toolResult.hasHandedOff;
+    hasPendingInteraction ||= toolResult.hasPendingInteraction;
+
+    next = await finalizeStream(next, finalizeCtx);
+    return { state: next, hasHandedOff, hasPendingInteraction };
+  }
+
+  const finalized = await finalizeStream(state, finalizeCtx);
+  return { state: finalized, hasHandedOff, hasPendingInteraction };
+}
+
+/**
+ * 主流程：发送请求 + 处理流式 SSE + 工具调用
+ */
+export const sendOpenAICompletionsRequest = async ({
+  bodyData,
+  agentConfig,
+  thunkApi,
+  dialogKey,
+  parentMessageId,
+  messageMetadata,
+  disableToolsForThisRequest = false,
+}: {
+  bodyData: any;
+  agentConfig: any;
+  thunkApi: any;
+  dialogKey: string;
+  parentMessageId?: string;
+  messageMetadata?: Partial<Message>;
+  disableToolsForThisRequest?: boolean;
+}): Promise<CompletionMeta> => {
+  const { dispatch, getState, signal: thunkSignal } = thunkApi;
+
+  const dialogId = extractCustomId(dialogKey);
+  const controller = new AbortController();
+  thunkSignal.addEventListener("abort", () => controller.abort());
+  const signal = controller.signal;
+  const streamSpaceId = selectCurrentSpaceId(getState() as RootState) || undefined;
+
+  let messageId: string;
+  let msgKey: string;
+
+  if (parentMessageId) {
+    messageId = parentMessageId;
+    msgKey = `msg:${dialogId}:${messageId}`;
+  } else {
+    const newIds = createDialogMessageKeyAndId(dialogId);
+    messageId = newIds.messageId;
+    msgKey = newIds.key;
+  }
+
+  dispatch(addActiveController({ messageId, controller, dialogKey }));
+
+  const requestBody = await inlineImageUrlsForCustomProvider(
+    buildRequestBodyWithTools(
+      bodyData,
+      agentConfig,
+      disableToolsForThisRequest
+    ),
+    {
+      shouldInline: shouldInlineImageUrlsForAgent(agentConfig),
+    },
+  );
+
+  let streamState: StreamState = createInitialStreamState();
+  const parseSSE = createSSEParser();
+  let reader: ReadableStreamDefaultReader<Uint8Array> | undefined;
+
+  const finalizeCtx: FinalizeContext = {
+    dispatch,
+    msgKey,
+    dialogId,
+    dialogKey,
+    messageId,
+    agentConfig,
+    spaceId: streamSpaceId,
+    messageMetadata,
+  };
+
+  let hasHandedOffOverall = false;
+  let hasPendingInteractionOverall = false;
+  let lastFinishReason: string | null = null;
+
+  const buildMeta = (): CompletionMeta => ({
+    hasToolCalls:
+      Array.isArray(streamState.assistantToolCalls) &&
+      streamState.assistantToolCalls.length > 0,
+    hasPendingInteraction: hasPendingInteractionOverall,
+    hasHandedOff: hasHandedOffOverall,
+    finishReason: lastFinishReason,
+    messageId,
+    usage: streamState.totalUsage ?? undefined,
+  });
+
+  try {
+    if (!parentMessageId) {
+      dispatch(
+        messageStreaming({
+          id: messageId,
+          dialogId,
+          dbKey: msgKey,
+          content: "",
+          role: "assistant",
+          agentKey: agentConfig.dbKey,
+          cybotKey: agentConfig.dbKey,
+          ...(typeof agentConfig?.name === "string" && agentConfig.name.trim()
+            ? { agentName: agentConfig.name.trim() }
+            : {}),
+          ...(messageMetadata ?? {}),
+          isStreaming: true,
+        })
+      );
+    }
+
+    const api = getApiEndpoint(agentConfig);
+    const token = selectCurrentToken(getState() as RootState);
+    const response = await performFetchRequest({
+      agentConfig,
+      api,
+      bodyData: requestBody,
+      currentServer: selectCurrentServer(getState() as RootState),
+      signal,
+      token,
+    });
+
+    if (!response.ok) {
+      const errorMessage = await parseApiError(response);
+      streamState = {
+        ...streamState,
+        contentBuffer: appendTextChunk(
+          streamState.contentBuffer,
+          `[错误: ${errorMessage}]`
+        ),
+      };
+      streamState = await finalizeStream(streamState, finalizeCtx);
+      return buildMeta();
+    }
+
+    reader = response.body?.getReader();
+    if (!reader) {
+      streamState = await finalizeStream(streamState, finalizeCtx);
+      return buildMeta();
+    }
+
+    const decoder = new TextDecoder();
+
+    while (true) {
+      const { done, value } = await reader.read();
+
+      if (done) {
+        const completion = await handleStreamCompletion(
+          streamState,
+      {
+        dispatch,
+        dialogId,
+        dialogKey: finalizeCtx.dialogKey,
+        messageId,
+        agentConfig,
+      },
+          finalizeCtx
+        );
+
+        streamState = completion.state;
+        hasHandedOffOverall ||= completion.hasHandedOff;
+        hasPendingInteractionOverall ||= completion.hasPendingInteraction;
+
+        break;
+      }
+
+      const chunk = decoder.decode(value, { stream: true });
+      const parsedResults = parseSSE(chunk);
+
+      for (const parsedData of parsedResults) {
+        const dataList = Array.isArray(parsedData) ? parsedData : [parsedData];
+
+        for (const data of dataList) {
+          streamState = applyUsage(streamState, data);
+
+          if (data === "[DONE]") {
+            // Web 端通常依赖 reader.read() 的 done 状态来结束，
+            // 但如果流中显式包含 [DONE]，也可以直接 break。
+            // 这里我们选择忽略它，让 reader 自然结束。
+            continue;
+          }
+
+          if (data.error) {
+            const errorMsg = `Error: ${getStreamErrorMessage(data)}`;
+            streamState = {
+              ...streamState,
+              contentBuffer: appendTextChunk(
+                streamState.contentBuffer,
+                `\n[API Error] ${errorMsg}`
+              ),
+            };
+            await reader.cancel();
+            break;
+          }
+
+          const choice = data.choices?.[0];
+          if (!choice) continue;
+
+          const delta = choice.delta || {};
+
+          const { state: updatedState, hasNewVisibleContent } = applyDelta(
+            streamState,
+            delta
+          );
+          streamState = updatedState;
+
+          emitStreamingUpdate(hasNewVisibleContent, streamState, {
+            dispatch,
+            agentConfig,
+            messageId,
+            msgKey,
+            dialogId,
+          });
+
+          const finishReason = choice.finish_reason;
+          if (finishReason) {
+            lastFinishReason = finishReason;
+            streamState.finishReason = finishReason;
+
+            if (finishReason === "tool_calls") {
+              // Tool 开始前先更新 TopBar token 显示
+              if (streamState.totalUsage) {
+                dispatch(tokenUsageLiveUpdate({
+                  input_tokens: streamState.totalUsage.prompt_tokens ?? streamState.totalUsage.input_tokens,
+                  output_tokens: streamState.totalUsage.completion_tokens ?? streamState.totalUsage.output_tokens,
+                  cost: streamState.totalUsage.cost,
+                  dialogKey,
+                }));
+              }
+              const toolResult = await processAccumulatedToolCalls(
+                streamState,
+                {
+                  dispatch,
+                  agentConfig,
+                  dialogId,
+                  dialogKey,
+                  messageId,
+                  messageMetadata,
+                }
+              );
+
+              streamState = toolResult.state;
+              hasHandedOffOverall ||= toolResult.hasHandedOff;
+              hasPendingInteractionOverall ||= toolResult.hasPendingInteraction;
+
+              // 无论是否 handoff，都 finalize 当前 assistant 消息（stub）
+              streamState = await finalizeStream(streamState, finalizeCtx);
+            } else if (finishReason !== "stop") {
+              streamState = {
+                ...streamState,
+                contentBuffer: appendTextChunk(
+                  streamState.contentBuffer,
+                  `\n[流结束原因: ${finishReason}]`
+                ),
+              };
+            }
+          }
+        }
+      }
+    }
+  } catch (error: any) {
+    let errorText: string;
+    if (error?.name === "AbortError") {
+      errorText = "\n[用户中断]";
+    } else {
+      errorText = `\n[错误: ${error?.message || String(error)}]`;
+    }
+
+    console.error("[SSE] sendOpenAICompletionsRequest error:", error);
+
+    streamState = {
+      ...streamState,
+      contentBuffer: appendTextChunk(streamState.contentBuffer, errorText),
+    };
+    streamState = await finalizeStream(streamState, finalizeCtx);
+  } finally {
+    dispatch(removeActiveController({ messageId, dialogKey }));
+    try {
+      await reader?.cancel();
+    } catch (_e) {
+      // ignore
+    }
+  }
+
+  return buildMeta();
+};