nolo-cli 0.1.39 → 0.1.41

package/ai/chat/accumulateToolCallChunks.ts

@@ -0,0 +1,126 @@
+/**
+ * 处理流式工具调用数据块，将其累积到数组中。
+ * 关键点：
+ * - 支持按 index 拼接，也支持同一 id、无 index 的分片追加（OpenAI 风格常见）
+ * - 字符串分片追加；对象分片直接覆盖（最后一段为准）
+ * - 不再过滤特殊标记，保持原样透传
+ */
+
+
+export interface ToolCallChunk {
+  index?: number;
+  id?: string;
+  type?: "function";
+  function?: {
+    name?: string;
+    arguments?: string | object;
+  };
+}
+
+export interface AccumulatedToolCall {
+  index?: number;
+  id: string;
+  type: "function";
+  function: {
+    name: string;
+    arguments: string | object;
+  };
+}
+
+export function accumulateToolCallChunks(
+  currentAccumulatedCalls: AccumulatedToolCall[],
+  toolCallChunks: ToolCallChunk[]
+): AccumulatedToolCall[] {
+  const out = [...currentAccumulatedCalls];
+
+  for (const chunk of toolCallChunks) {
+    const { index, id, type, function: fn } = chunk;
+
+    // 分块流（带 index）
+    if (index !== undefined) {
+      // 确保数组长度足够覆盖 index
+      while (out.length <= index) {
+        // 先占位，后续填充。初始化所有必需字段以防空指针。
+        out.push({
+          id: "",
+          type: "function",
+          function: { name: "", arguments: "" },
+        });
+      }
+
+      const cur = out[index];
+
+      // 初始化或更新基础字段
+      if (id && !cur.id) cur.id = id;
+      if (type && !cur.type) cur.type = type;
+      if (!cur.function) cur.function = { name: "", arguments: "" };
+
+      if (fn) {
+        if (fn.name) cur.function.name += fn.name;
+
+        if (fn.arguments) {
+          if (typeof fn.arguments === "string") {
+            // 字符串增量：追加
+            const currentArgs =
+              typeof cur.function.arguments === "string"
+                ? cur.function.arguments
+                : "";
+            cur.function.arguments = currentArgs + fn.arguments;
+          } else {
+            // 对象全量：覆盖（非标流直接给 final object）
+            cur.function.arguments = fn.arguments;
+          }
+        }
+      }
+      continue;
+    }
+
+    // 无 index，但有 fn 的分片（同 id 的后续片段会被追加）
+    // 这种模式下通常 id 在第一个 chunk 给定，后续 chunk 可能没有 id
+    if (fn?.name || fn?.arguments) {
+      let targetIndex = -1;
+
+      // 尝试通过 ID 查找现有调用
+      if (id) {
+        targetIndex = out.findIndex((c) => c.id === id);
+      } else if (out.length > 0) {
+        // 如果没有 ID，默认追加到最后一个（假设顺序性）
+        targetIndex = out.length - 1;
+      }
+
+      if (targetIndex >= 0) {
+        const target = out[targetIndex];
+        if (fn.name) target.function.name += fn.name; // 追加
+
+        if (fn.arguments) {
+          if (typeof fn.arguments === "string") {
+            const currentArgs = typeof target.function.arguments === "string" ? target.function.arguments : "";
+            target.function.arguments = currentArgs + fn.arguments;
+          } else {
+            target.function.arguments = fn.arguments;
+          }
+        }
+      } else if (id) {
+        // 是新的调用
+        const newCall: AccumulatedToolCall = {
+          id,
+          type: type || "function",
+          function: {
+            name: fn.name || "",
+            arguments: fn.arguments || (!fn.arguments && typeof fn.arguments === 'object' ? {} : "") // Initial empty value based on type? Or just default string
+          },
+        };
+        // For arguments, if it's object, use it. If undefined, use "".
+        if (fn.arguments) {
+          newCall.function.arguments = fn.arguments;
+        } else {
+          newCall.function.arguments = "";
+        }
+
+        out.push(newCall);
+      }
+    }
+  }
+
+  return out;
+}

package/ai/chat/fetchUtils.ts

@@ -0,0 +1,143 @@
+// 文件路径: ai/chat/fetchUtils.ts
+import { Agent } from "../../app/types";
+
+import { API_ENDPOINTS } from "../../database/config";
+import { shouldUseServerProxy } from "./shouldUseServerProxy";
+import { performServerProxyFetchWithRetry } from "./serverProxyRetry";
+
+interface BodyData {
+  model: string;
+  messages: any[];
+  stream: boolean;
+  tools?: any[];
+  provider?: string;
+}
+
+interface FetchParams {
+  agentConfig: Agent;
+  api: string;
+  bodyData: BodyData;
+  currentServer: string;
+  token: string;
+  signal?: AbortSignal; // signal 是可选的
+}
+
+const buildProxyPayload = (
+  bodyData: BodyData,
+  api: string,
+  agentConfig: Agent
+) => {
+  const apiSource =
+    agentConfig.apiSource === "custom" || agentConfig.apiSource === "cli"
+      ? agentConfig.apiSource
+      : undefined;
+  const provider =
+    bodyData.provider ||
+    agentConfig.provider ||
+    (apiSource === "custom" ? "custom" : undefined);
+  const apiKey = agentConfig.apiKey?.trim() || undefined;
+
+  return {
+    ...bodyData,
+    url: api,
+    provider,
+    agentKey: agentConfig.dbKey,
+    ...(apiSource ? { apiSource } : {}),
+    ...((agentConfig as any).apiKeyHeader ? { apiKeyHeader: (agentConfig as any).apiKeyHeader } : {}),
+    KEY: apiKey,
+  };
+};
+
+const fetchDirectly = async ({
+  api,
+  agentConfig,
+  bodyData,
+  signal,
+}: Omit<FetchParams, "currentServer" | "token">): Promise<Response> => {
+  try {
+    const apiKey = agentConfig.apiKey?.trim();
+    return await fetch(api, {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+        ...(apiKey ? { Authorization: `Bearer ${apiKey}` } : {}),
+        ...(api.includes("openrouter.ai") ? {
+          "HTTP-Referer": "https://nolo.chat",
+          "X-Title": "nolo"
+        } : {})
+      },
+      body: JSON.stringify(bodyData),
+      signal, // 可选参数，直接传递
+    });
+  } catch (error: any) {
+    console.error("[fetchDirectly] 网络请求失败:", error);
+    throw error; // 抛出错误，交给上层处理
+  }
+};
+
+const fetchWithServerProxy = async ({
+  currentServer,
+  api,
+  bodyData,
+  agentConfig,
+  token,
+  signal,
+}: FetchParams): Promise<Response> => {
+  try {
+    const payload = buildProxyPayload(bodyData, api, agentConfig);
+    return await performServerProxyFetchWithRetry({
+      signal,
+      execute: () =>
+        fetch(`${currentServer}${API_ENDPOINTS.CHAT}`, {
+          method: "POST",
+          headers: {
+            "Content-Type": "application/json",
+            Authorization: `Bearer ${token}`, // 使用 Authorization 头传递 token
+          },
+          body: JSON.stringify(payload),
+          signal,
+        }),
+    });
+  } catch (error: any) {
+    console.error("[fetchWithServerProxy] 网络请求失败:", error);
+    throw error; // 抛出错误，交给上层处理
+  }
+};
+export const performFetchRequest = async (
+  params: FetchParams
+): Promise<Response> => {
+  try {
+    return shouldUseServerProxy(
+      params.agentConfig,
+      params.bodyData.provider
+    )
+      ? await fetchWithServerProxy(params)
+      : await fetchDirectly(params);
+  } catch (error: any) {
+    console.error("[performFetchRequest] 请求过程中发生错误:", error);
+    // 如果是网络错误，抛出自定义错误对象，以便上层捕获
+    throw new Error(`网络请求失败: ${error.message || String(error)}`);
+  }
+};
+
+// SSE 流式请求参数（与 native 版本保持一致的接口）
+interface SSEFetchParams extends FetchParams {
+  onChunk: (chunk: string) => void;
+  onError: (error: Error) => void;
+  onComplete: () => void;
+}
+
+/**
+ * Web 版流式 SSE 请求 - 占位函数
+ * Web 版不使用此函数，而是使用 performFetchRequest + ReadableStream
+ * 此函数仅为类型兼容而存在
+ */
+export const performSSEFetchRequest = (_params: SSEFetchParams): (() => void) => {
+  throw new Error('performSSEFetchRequest should not be called on web platform');
+};
+
+/**
+ * 标识当前是否为 React Native 环境
+ * Web 版返回 false
+ */
+export const isNativeSSE = false;

package/ai/chat/inlineImageUrlsForCustomProvider.ts

@@ -0,0 +1,117 @@
+type ImageFetchResult = {
+  ok: boolean;
+  mimeType?: string;
+  bytes?: Uint8Array;
+  error?: string;
+};
+
+type InlineOptions = {
+  shouldInline: boolean;
+  fetchImage?: (url: string) => Promise<ImageFetchResult>;
+};
+
+const FILE_CONTENT_PATH = "/api/v1/db/file/content/";
+
+export const shouldInlineImageUrlsForAgent = (
+  agentConfig: { apiSource?: string | null; provider?: string | null } | null | undefined,
+) => {
+  const apiSource = agentConfig?.apiSource?.toLowerCase();
+  const provider = agentConfig?.provider?.toLowerCase();
+  return apiSource === "custom" || provider === "custom";
+};
+
+const isInlineCandidate = (url: string) =>
+  /^https?:\/\//i.test(url) && url.includes(FILE_CONTENT_PATH);
+
+const bytesToBase64 = (bytes: Uint8Array) => {
+  let binary = "";
+  for (const byte of bytes) {
+    binary += String.fromCharCode(byte);
+  }
+  return btoa(binary);
+};
+
+const defaultFetchImage = async (url: string): Promise<ImageFetchResult> => {
+  const response = await fetch(url);
+  if (!response.ok) {
+    return {
+      ok: false,
+      error: `HTTP ${response.status}`,
+    };
+  }
+
+  const bytes = new Uint8Array(await response.arrayBuffer());
+  return {
+    ok: true,
+    mimeType: response.headers.get("content-type") ?? "application/octet-stream",
+    bytes,
+  };
+};
+
+const cloneImagePartWithDataUrl = async (
+  part: any,
+  fetchImage: (url: string) => Promise<ImageFetchResult>,
+) => {
+  const url = part?.image_url?.url;
+  if (typeof url !== "string" || !isInlineCandidate(url)) return part;
+
+  const result = await fetchImage(url);
+  if (!result.ok || !result.bytes) {
+    throw new Error(
+      `Failed to inline custom provider image URL ${url}: ${result.error ?? "unknown error"}`,
+    );
+  }
+
+  const mimeType = result.mimeType || "application/octet-stream";
+  return {
+    ...part,
+    image_url: {
+      ...part.image_url,
+      url: `data:${mimeType};base64,${bytesToBase64(result.bytes)}`,
+    },
+  };
+};
+
+export const inlineImageUrlsForCustomProvider = async <T>(
+  bodyData: T,
+  options: InlineOptions,
+): Promise<T> => {
+  if (!options.shouldInline) return bodyData;
+
+  const body: any = bodyData;
+  if (!Array.isArray(body?.messages)) return bodyData;
+
+  const fetchImage = options.fetchImage ?? defaultFetchImage;
+  let changed = false;
+  const messages = [];
+
+  for (const message of body.messages) {
+    if (!Array.isArray(message?.content)) {
+      messages.push(message);
+      continue;
+    }
+
+    const content = [];
+    let messageChanged = false;
+    for (const part of message.content) {
+      if (part?.type !== "image_url") {
+        content.push(part);
+        continue;
+      }
+      const nextPart = await cloneImagePartWithDataUrl(part, fetchImage);
+      if (nextPart !== part) {
+        changed = true;
+        messageChanged = true;
+      }
+      content.push(nextPart);
+    }
+
+    messages.push(messageChanged ? { ...message, content } : message);
+  }
+
+  if (!changed) return bodyData;
+  return {
+    ...body,
+    messages,
+  };
+};

package/ai/chat/parseApiError.ts

@@ -0,0 +1,67 @@
+// 处理失败的API响应
+export async function parseApiError(response: Response): Promise<string> {
+  const errorBody = await response.text();
+  const truncateErrorMessage = (message: string, maxChars = 320): string =>
+    message.length <= maxChars ? message : `${message.slice(0, maxChars)}…`;
+  const isContextOverflow = (message: string): boolean =>
+    /maximum context length|context length|context_length_exceeded|requested about .*tokens|too many tokens/i.test(message);
+  let defaultMessage = `状态码 ${response.status} ${response.statusText}`;
+  let errorMessage = defaultMessage;
+  let errorCode: string | null = `E${response.status}`;
+
+  try {
+    const errorJson = JSON.parse(errorBody);
+    errorMessage = errorJson?.error?.message
+      || errorJson?.message
+      || errorJson?.msg
+      || errorBody
+      || defaultMessage;
+    errorCode = errorJson?.error?.code || errorJson?.code || errorCode;
+  } catch (_e) {
+    if (errorBody) {
+      errorMessage = errorBody;
+    }
+  }
+
+  switch (response.status) {
+    case 400:
+      if (isContextOverflow(errorMessage) || isContextOverflow(errorBody) || errorCode === "UPSTREAM_400") {
+        return "上下文过长：本轮消息或工具结果太大。请缩小范围，或先读取更小片段后再继续。";
+      }
+      if (errorCode === "MISSING_PROVIDER_API_KEY") {
+        return truncateErrorMessage(errorMessage);
+      }
+      if (errorMessage && errorMessage !== defaultMessage) {
+        return `请求参数错误: ${truncateErrorMessage(errorMessage)}`;
+      }
+      return "请求参数错误，请检查输入";
+    case 413:
+      return "请求内容过大：请减少一次发送的消息、文件或工具结果。";
+    case 401:
+      switch (errorCode) {
+        case "AUTH_TOKEN_EXPIRED":
+          return "登录状态已过期，请先登出后重新登录";
+        case "AUTH_ACCOUNT_INVALID":
+          return "账户无效或已被停用，请联系管理员";
+        case "AUTH_NO_TOKEN":
+          return "未检测到登录状态，请先登录";
+        case "AUTH_INVALID_TOKEN":
+          return "登录凭证无效，请先登出后重新登录";
+        case "AUTH_TOKEN_NOT_ACTIVE":
+          return "令牌尚未生效，请稍后再试";
+        default:
+          // 避免把第三方 API 的 401（如 OpenRouter key 缺失）误显示为"请先登出重登"
+          return errorMessage && errorMessage !== `状态码 401 Unauthorized`
+            ? `认证错误: ${truncateErrorMessage(errorMessage)}`
+            : "身份验证失败，请先登出后重新登录";
+      }
+    case 503:
+      return errorMessage && errorMessage !== `状态码 503 Service Unavailable`
+        ? truncateErrorMessage(errorMessage)
+        : "服务暂时不可用，请稍后再试";
+    case 504:
+      return "请求超时，请稍后再试";
+    default:
+      return `API请求失败: ${truncateErrorMessage(errorMessage)}`;
+  }
+}

package/ai/chat/parseMultilineSSE.ts

@@ -0,0 +1,95 @@
+// 文件路径: chat/messages/parseMultilineSSE.ts
+
+/**
+ * 创建一个 SSE 解析器实例，支持跨 chunk 累积完整事件。
+ *
+ * 用法：
+ *   const parseSSE = createSSEParser();
+ *   const objs = parseSSE(chunk); // 每次网络 chunk 调一次
+ */
+export function createSSEParser() {
+  // buffer 保存「还没形成完整事件」的残余文本（跨 chunk 累积）
+  let buffer = "";
+
+  return function parseSSE(chunk: string): any[] {
+    const results: any[] = [];
+    if (!chunk) return results;
+
+    // 追加到全局 buffer
+    buffer += chunk;
+
+    // 按 “空行” 分割成若干完整事件：
+    //   一个 event = 若干行，以空行 (\n\n 或 \r\n\r\n) 结束
+    const events = buffer.split(/\r?\n\r?\n/);
+    buffer = events.pop() ?? ""; // 最后一个当作“残余”，留在 buffer
+
+    for (const ev of events) {
+      if (!ev.trim()) continue;
+
+      const lines = ev.split(/\r?\n/);
+      let accumulator = "";
+
+      for (const line of lines) {
+        const t = line.trim();
+
+        // 1. 处理 [DONE]
+        if (t === "data: [DONE]") {
+          if (accumulator.trim()) {
+            // 尝试解析残余
+            try { results.push(JSON.parse(accumulator)); } catch (e) { }
+            accumulator = "";
+          }
+          results.push("[DONE]");
+          continue;
+        }
+
+        let content = "";
+        let isDataLine = false;
+
+        // 2. 提取内容
+        if (t.startsWith("data:")) {
+          content = line.substring(line.indexOf("data:") + 5).trim();
+          isDataLine = true;
+        } else if (accumulator && t && !t.startsWith("event:") && !t.startsWith("id:") && !t.startsWith("retry:")) {
+          // 支持非标多行 JSON（没有 data: 前缀的行，视为上一行的延续）
+          content = line;
+        } else {
+          continue; // 其他行或空行忽略
+        }
+
+        // 3. 尝试即时解析（针对每行都是独立 JSON 的情况）
+        if (isDataLine && !accumulator) {
+          // 只有在 accumulator 为空时才尝试单行解析，避免要把单行插入到多行中间
+          try {
+            // 快速检查：如果 content 看起来不完整（比如以 { 结尾），就别试了，直接进 acc
+            // 但 JSON.parse 会处理。
+            const obj = JSON.parse(content);
+            results.push(obj);
+            continue; // 成功解析，本行处理完毕
+          } catch (e) {
+            // 解析失败，说明可能是多行 JSON 的一部分
+          }
+        }
+
+        // 4. 累积
+        accumulator += content;
+      }
+
+      // 5. 事件结束，尝试解析累积的内容
+      if (accumulator.trim()) {
+        try {
+          const obj = JSON.parse(accumulator);
+          results.push(obj);
+        } catch (e) {
+          // 仍然失败？那就真没办法了，或者尝试容错
+          // console.warn("Parse failed:", accumulator);
+        }
+      }
+    }
+
+    return results;
+  };
+}
+
+/** 若仍需旧的函数名导入，可用此单例（但不隔离并发流） */
+export const parseMultilineSSE = createSSEParser();