plugin-ai-api 1.0.8 → 1.0.10

package/dist/externalVersion.js

@@ -10,14 +10,14 @@
 module.exports = {
   "react": "18.2.0",
   "antd": "5.24.2",
-  "@nocobase/client-v2": "2.1.23",
-  "@nocobase/flow-engine": "2.1.23",
-  "@nocobase/client": "2.1.23",
-  "@nocobase/plugin-acl": "2.1.23",
-  "@nocobase/server": "2.1.23",
+  "@nocobase/client-v2": "2.1.27",
+  "@nocobase/flow-engine": "2.1.27",
+  "@nocobase/client": "2.1.27",
+  "@nocobase/plugin-acl": "2.1.27",
+  "@nocobase/server": "2.1.27",
   "dayjs": "1.11.13",
-  "@nocobase/database": "2.1.23",
-  "@nocobase/actions": "2.1.23",
-  "@nocobase/resourcer": "2.1.23",
-  "@nocobase/plugin-ai": "2.1.23"
+  "@nocobase/actions": "2.1.27",
+  "@nocobase/database": "2.1.27",
+  "@nocobase/resourcer": "2.1.27",
+  "@nocobase/plugin-ai": "2.1.27"
 };

package/dist/server/collections/ai-api-usage-records.js

@@ -0,0 +1,63 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var ai_api_usage_records_exports = {};
+__export(ai_api_usage_records_exports, {
+  default: () => ai_api_usage_records_default
+});
+module.exports = __toCommonJS(ai_api_usage_records_exports);
+var import_database = require("@nocobase/database");
+var ai_api_usage_records_default = (0, import_database.defineCollection)({
+  name: "aiApiUsageRecords",
+  autoGenId: true,
+  fields: [
+    { name: "requestId", type: "string", unique: true, index: true },
+    { name: "userId", type: "string", index: true },
+    { name: "roleName", type: "string", index: true },
+    { name: "authType", type: "string", index: true },
+    { name: "oauthClientId", type: "string", allowNull: true, index: true },
+    { name: "oauthSubject", type: "string", allowNull: true },
+    { name: "oauthScopes", type: "json", allowNull: true },
+    { name: "endpoint", type: "string" },
+    { name: "mode", type: "string", allowNull: true },
+    { name: "model", type: "string", allowNull: true, index: true },
+    { name: "status", type: "string", index: true },
+    { name: "httpStatus", type: "integer", allowNull: true },
+    { name: "errorCode", type: "string", allowNull: true },
+    { name: "streaming", type: "boolean", defaultValue: false },
+    { name: "inputTokens", type: "integer", allowNull: true },
+    { name: "outputTokens", type: "integer", allowNull: true },
+    { name: "totalTokens", type: "integer", allowNull: true },
+    { name: "estimatedCost", type: "decimal", allowNull: true, precision: 20, scale: 8 },
+    { name: "currency", type: "string", allowNull: true },
+    { name: "providerRequestId", type: "string", allowNull: true },
+    { name: "requestMetadata", type: "jsonb", defaultValue: {} },
+    { name: "responseMetadata", type: "jsonb", defaultValue: {} },
+    { name: "startedAt", type: "datetimeTz", allowNull: true },
+    { name: "completedAt", type: "datetimeTz", allowNull: true },
+    { name: "durationMs", type: "integer", allowNull: true }
+  ]
+});

package/dist/server/middleware/role-permission.js

@@ -27,19 +27,28 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var role_permission_exports = {};
 __export(role_permission_exports, {
   checkEmployeeAccess: () => checkEmployeeAccess,
-  checkRolePermission: () => checkRolePermission
+  checkRolePermission: () => checkRolePermission,
+  invalidateRolePermissionCache: () => invalidateRolePermissionCache
 });
 module.exports = __toCommonJS(role_permission_exports);
 var import_openai_format = require("../utils/openai-format");
+const PERMISSION_TTL_MS = 15e3;
+const permissionCache = /* @__PURE__ */ new Map();
+function invalidateRolePermissionCache(roleName) {
+  if (roleName) permissionCache.delete(roleName);
+  else permissionCache.clear();
+}
 async function checkRolePermission(ctx) {
   var _a;
   const roleName = ((_a = ctx.state.currentRoles) == null ? void 0 : _a[0]) || "member";
   if (roleName === "root" || roleName === "admin") {
     return true;
   }
-  const record = await ctx.db.getRepository("aiApiRolePermissions").findOne({
-    filter: { roleName }
-  });
+  const cached = permissionCache.get(roleName);
+  const record = cached && cached.expiresAt > Date.now() ? cached.record : await ctx.db.getRepository("aiApiRolePermissions").findOne({ filter: { roleName } });
+  if (!cached || cached.expiresAt <= Date.now()) {
+    permissionCache.set(roleName, { record, expiresAt: Date.now() + PERMISSION_TTL_MS });
+  }
   if (!(record == null ? void 0 : record.enabled)) {
     ctx.status = 403;
     ctx.body = (0, import_openai_format.toOpenAIError)(
@@ -62,5 +71,6 @@ function checkEmployeeAccess(ctx, employeeUsername) {
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   checkEmployeeAccess,
-  checkRolePermission
+  checkRolePermission,
+  invalidateRolePermissionCache
 });

package/dist/server/plugin.js

@@ -44,6 +44,7 @@ var import_server = require("@nocobase/server");
 var import_router = require("./routes/router");
 var import_ai_api_config = __toESM(require("./resource/ai-api-config"));
 var import_rate_limiter = require("./utils/rate-limiter");
+var import_role_permission = require("./middleware/role-permission");
 var import_dayjs = __toESM(require("dayjs"));
 var import_utc = __toESM(require("dayjs/plugin/utc"));
 var import_timezone = __toESM(require("dayjs/plugin/timezone"));
@@ -61,8 +62,14 @@ class PluginAiApiServer extends import_server.Plugin {
   async beforeLoad() {
   }
   async load() {
-    this.app.use((0, import_router.createAiLlmRouter)(this), { before: "resourcer" });
+    this.app.use((0, import_router.createAiLlmRouter)(this), { after: "idp-oauth-resource-auth", before: "resourcer" });
     this.app.resourceManager.define(import_ai_api_config.default);
+    this.app.db.on("aiApiRolePermissions.afterSave", (model) => {
+      (0, import_role_permission.invalidateRolePermissionCache)(model.get("roleName"));
+    });
+    this.app.db.on("aiApiRolePermissions.afterDestroy", (model) => {
+      (0, import_role_permission.invalidateRolePermissionCache)(model.get("roleName"));
+    });
     this.app.acl.registerSnippet({
       name: `pm.${this.name}.configuration`,
       actions: ["aiApiConfig:*", "aiApiRolePermissions:*"]

package/dist/server/routes/agent-completions.js

@@ -32,6 +32,7 @@ module.exports = __toCommonJS(agent_completions_exports);
 var import_openai_format = require("../utils/openai-format");
 var import_resolve_service = require("../utils/resolve-service");
 var import_role_permission = require("../middleware/role-permission");
+var import_streaming = require("../utils/streaming");
 var import_ai_employee_runtime = require("../utils/ai-employee-runtime");
 async function handleAgentCompletions(ctx, plugin) {
   var _a;
@@ -96,7 +97,7 @@ async function handleAgentCompletions(ctx, plugin) {
     );
     return;
   }
-  const wantStream = body.stream === true;
+  const wantStream = (0, import_streaming.isStreamingRequested)(body.stream);
   const lifecycle = (0, import_ai_employee_runtime.getAgentRuntimeLifecycle)(ctx);
   let runtimeContext;
   let lifecycleCompleted = false;
@@ -182,42 +183,87 @@ async function handleAgentCompletions(ctx, plugin) {
       );
       const originalWrite = ctx.res.write.bind(ctx.res);
       const originalEnd = ctx.res.end.bind(ctx.res);
+      const aiPlugin = ctx.app.pm.get("ai");
+      const abortAgent = () => {
+        var _a2, _b, _c;
+        if (!ctx.res.writableEnded) {
+          (_c = (_b = (_a2 = aiPlugin == null ? void 0 : aiPlugin.aiEmployeesManager) == null ? void 0 : _a2.conversationController) == null ? void 0 : _b.get(String(sessionId))) == null ? void 0 : _c.abort();
+        }
+      };
+      ctx.req.once("aborted", abortAgent);
+      ctx.res.once("close", abortAgent);
+      let streamSucceeded = false;
+      let sawToolCalls = false;
+      let pendingSse = "";
       ctx.res.end = (...args) => {
         if (args[0]) {
           ctx.res.write(args[0]);
         }
       };
       ctx.res.write = (data) => {
-        const text = typeof data === "string" ? data : data.toString("utf8");
-        for (const line of text.split("\n")) {
-          const trimmed = line.trim();
-          if (!trimmed.startsWith("data: ")) continue;
-          const jsonStr = trimmed.substring(6);
-          if (!jsonStr) continue;
-          try {
-            const event = JSON.parse(jsonStr);
-            if (event.type === "content" && event.body) {
-              originalWrite(
-                (0, import_openai_format.formatSSE)(
-                  (0, import_openai_format.toOpenAIStreamChunk)({
-                    id: completionId,
-                    model: body.model,
-                    delta: { content: String(event.body) }
+        var _a2;
+        pendingSse += typeof data === "string" ? data : data.toString("utf8");
+        const frames = pendingSse.split("\n\n");
+        pendingSse = frames.pop() || "";
+        for (const frame of frames) {
+          for (const line of frame.split("\n")) {
+            const trimmed = line.trim();
+            if (!trimmed.startsWith("data: ")) continue;
+            const jsonStr = trimmed.substring(6);
+            if (!jsonStr) continue;
+            try {
+              const event = JSON.parse(jsonStr);
+              if (event.type === "content" && event.body) {
+                originalWrite(
+                  (0, import_openai_format.formatSSE)(
+                    (0, import_openai_format.toOpenAIStreamChunk)({
+                      id: completionId,
+                      model: body.model,
+                      delta: { content: String(event.body) }
+                    })
+                  )
+                );
+              } else if (event.type === "tool_call_chunks" && Array.isArray(event.body)) {
+                const chunks = toOpenAIToolCallChunks(event.body);
+                if (chunks.length) {
+                  sawToolCalls = true;
+                  originalWrite(
+                    (0, import_openai_format.formatSSE)(
+                      (0, import_openai_format.toOpenAIStreamChunk)({
+                        id: completionId,
+                        model: body.model,
+                        delta: { tool_calls: chunks }
+                      })
+                    )
+                  );
+                }
+              } else if (!sawToolCalls && event.type === "tool_calls" && Array.isArray((_a2 = event.body) == null ? void 0 : _a2.toolCalls)) {
+                const chunks = toOpenAIToolCallChunks(event.body.toolCalls);
+                if (chunks.length) {
+                  sawToolCalls = true;
+                  originalWrite(
+                    (0, import_openai_format.formatSSE)(
+                      (0, import_openai_format.toOpenAIStreamChunk)({
+                        id: completionId,
+                        model: body.model,
+                        delta: { tool_calls: chunks }
+                      })
+                    )
+                  );
+                }
+              } else if (event.type === "error" && event.body) {
+                originalWrite(
+                  (0, import_openai_format.formatSSE)({
+                    error: {
+                      message: String(event.body),
+                      type: "server_error",
+                      code: "agent_error"
+                    }
                   })
-                )
-              );
-            } else if (event.type === "error" && event.body) {
-              originalWrite(
-                (0, import_openai_format.formatSSE)({
-                  error: {
-                    message: String(event.body),
-                    type: "server_error",
-                    code: "agent_error"
-                  }
-                })
-              );
+                );
+              }
+            } catch {
             }
-          } catch {
           }
         }
         return true;
@@ -229,7 +275,10 @@ async function handleAgentCompletions(ctx, plugin) {
             model: modelId
           })
         );
-        await aiEmployee.stream({ userMessages });
+        streamSucceeded = await aiEmployee.stream({ userMessages });
+        if (!streamSucceeded) {
+          throw new Error("AI Employee stream failed");
+        }
         try {
           await (lifecycle == null ? void 0 : lifecycle.runAfterHooks(runtimeContext, { succeeded: true }));
         } finally {
@@ -238,18 +287,25 @@ async function handleAgentCompletions(ctx, plugin) {
       } finally {
         ctx.res.write = originalWrite;
         ctx.res.end = originalEnd;
-        originalWrite(
-          (0, import_openai_format.formatSSE)(
-            (0, import_openai_format.toOpenAIStreamChunk)({
-              id: completionId,
-              model: body.model,
-              delta: {},
-              finishReason: "stop"
-            })
-          )
-        );
-        originalWrite((0, import_openai_format.formatSSEDone)());
-        originalEnd();
+        ctx.req.off("aborted", abortAgent);
+        ctx.res.off("close", abortAgent);
+        if (streamSucceeded && !ctx.res.destroyed) {
+          originalWrite(
+            (0, import_openai_format.formatSSE)(
+              (0, import_openai_format.toOpenAIStreamChunk)({
+                id: completionId,
+                model: body.model,
+                delta: {},
+                finishReason: "stop"
+              })
+            )
+          );
+          originalWrite((0, import_openai_format.formatSSEDone)());
+          ctx.state.aiApiStreamResult = { succeeded: true, id: completionId };
+        } else {
+          ctx.state.aiApiStreamResult = { succeeded: false, id: completionId, errorCode: "agent_error" };
+        }
+        if (!ctx.res.writableEnded && !ctx.res.destroyed) originalEnd();
       }
     } else {
       const aiEmployee = new AIEmployee(
@@ -312,6 +368,16 @@ async function handleAgentCompletions(ctx, plugin) {
     }
   }
 }
+function toOpenAIToolCallChunks(value) {
+  return value.map((call, fallbackIndex) => ({
+    index: typeof call.index === "number" ? call.index : fallbackIndex,
+    ...call.id ? { id: String(call.id), type: "function" } : {},
+    function: {
+      ...call.name ? { name: String(call.name) } : {},
+      ...call.args !== void 0 ? { arguments: typeof call.args === "string" ? call.args : JSON.stringify(call.args) } : {}
+    }
+  }));
+}
 function extractLastAiMessageContent(result) {
   var _a;
   if (!(result == null ? void 0 : result.messages) || !Array.isArray(result.messages)) return "";

package/dist/server/routes/auth.js

@@ -37,7 +37,7 @@ async function authenticateBearer(ctx) {
     ctx.status = 401;
     ctx.body = (0, import_openai_format.toOpenAIError)(
       401,
-      "Missing or invalid Authorization header. Expected: Bearer <api-key>",
+      "Missing or invalid Authorization header. Expected: Bearer <access-token>",
       "invalid_request_error",
       "invalid_api_key"
     );
@@ -50,11 +50,16 @@ async function authenticateBearer(ctx) {
     return false;
   }
   try {
-    const auth = ctx.app["authManager"];
-    if (!auth) {
-      ctx.status = 500;
-      ctx.body = (0, import_openai_format.toOpenAIError)(500, "Auth system not available", "server_error");
-      return false;
+    if (ctx.state.currentUser) {
+      if (!ctx.state.currentRole) {
+        const requestedRole = ctx.get("X-Role");
+        const rolesRepository2 = ctx.db.getRepository("users.roles", ctx.state.currentUser.id);
+        const roles2 = await rolesRepository2.find({ fields: ["name"] });
+        const roleNames2 = roles2.map((role) => role.name);
+        ctx.state.currentRole = roleNames2.includes(requestedRole) ? requestedRole : roleNames2[0];
+        ctx.state.currentRoles = ctx.state.currentRole ? [ctx.state.currentRole] : roleNames2;
+      }
+      return true;
     }
     const jwt = (_a = ctx.app["authManager"]) == null ? void 0 : _a.jwt;
     if (!jwt) {
@@ -75,6 +80,16 @@ async function authenticateBearer(ctx) {
       ctx.body = (0, import_openai_format.toOpenAIError)(401, "Invalid or expired API key", "invalid_request_error", "invalid_api_key");
       return false;
     }
+    if (!decoded.roleName) {
+      ctx.status = 401;
+      ctx.body = (0, import_openai_format.toOpenAIError)(
+        401,
+        "Token was not resolved by the NocoBase auth middleware",
+        "invalid_request_error",
+        "invalid_api_key"
+      );
+      return false;
+    }
     const user = await ctx.db.getRepository("users").findOne({
       filterByTk: decoded.userId
     });
@@ -84,7 +99,22 @@ async function authenticateBearer(ctx) {
       return false;
     }
     ctx.state.currentUser = user;
-    ctx.state.currentRoles = decoded.roleName ? [decoded.roleName] : ["member"];
+    const rolesRepository = ctx.db.getRepository("users.roles", user.id);
+    const roles = await rolesRepository.find({ fields: ["name"] });
+    const roleNames = roles.map((role) => role.name);
+    if (!roleNames.includes(decoded.roleName)) {
+      ctx.status = 403;
+      ctx.body = (0, import_openai_format.toOpenAIError)(
+        403,
+        "The API key role is no longer assigned to this user",
+        "permission_denied",
+        "role_not_permitted"
+      );
+      return false;
+    }
+    ctx.state.currentRole = decoded.roleName;
+    ctx.state.currentRoles = [decoded.roleName];
+    ctx.state.aiApiAuthType = "apiKey";
     if (!ctx.auth) {
       ctx.auth = {};
     }

package/dist/server/routes/chat-completions.js

@@ -31,6 +31,7 @@ __export(chat_completions_exports, {
 module.exports = __toCommonJS(chat_completions_exports);
 var import_openai_format = require("../utils/openai-format");
 var import_resolve_service = require("../utils/resolve-service");
+var import_streaming = require("../utils/streaming");
 var import_role_permission = require("../middleware/role-permission");
 async function handleChatCompletions(ctx, plugin) {
   var _a;
@@ -55,7 +56,7 @@ async function handleChatCompletions(ctx, plugin) {
     );
     return;
   }
-  const stream = body.stream === true;
+  const stream = (0, import_streaming.isStreamingRequested)(body.stream);
   const resolved = await (0, import_resolve_service.resolveModelString)(ctx, body.model);
   if (!resolved) {
     ctx.status = 404;
@@ -150,10 +151,22 @@ async function handleChatCompletions(ctx, plugin) {
     const langchainMessages = messages.map((msg) => {
       const role = msg.role === "assistant" ? "ai" : msg.role;
       const content = typeof msg.content === "string" ? msg.content : JSON.stringify(msg.content);
+      if (msg.role === "assistant" && msg.tool_calls) {
+        return {
+          role,
+          content,
+          tool_calls: msg.tool_calls,
+          additional_kwargs: { tool_calls: msg.tool_calls }
+        };
+      }
+      if (msg.role === "tool") {
+        return { role: "tool", content, tool_call_id: msg.tool_call_id, name: msg.name };
+      }
       return [role, content];
     });
     const completionId = (0, import_openai_format.generateCompletionId)();
-    const chatModel = provider.createModel();
+    const baseModel = provider.createModel();
+    const chatModel = bindRequestTools(baseModel, body.tools, body.tool_choice);
     if (stream) {
       await handleStreamingCompletion(ctx, chatModel, langchainMessages, completionId, body.model);
     } else {
@@ -163,7 +176,7 @@ async function handleChatCompletions(ctx, plugin) {
     ctx.log.error("AI API chat completions error:", err);
     if (!ctx.res.headersSent) {
       ctx.status = 500;
-      ctx.body = (0, import_openai_format.toOpenAIError)(500, err.message || "Internal server error", "server_error");
+      ctx.body = (0, import_openai_format.toOpenAIError)(500, getErrorMessage(err, "Internal server error"), "server_error");
     }
   }
 }
@@ -182,11 +195,13 @@ async function handleNonStreamingCompletion(ctx, chatModel, messages, completion
     total_tokens: result.usage_metadata.total_tokens || 0
   } : { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 };
   ctx.status = 200;
+  const toolCalls = normalizeToolCalls(result.tool_calls);
   ctx.body = (0, import_openai_format.toOpenAIResponse)({
     id: completionId,
     model: modelName,
     content,
-    usage
+    usage,
+    toolCalls
   });
 }
 async function handleStreamingCompletion(ctx, chatModel, messages, completionId, modelName) {
@@ -198,7 +213,8 @@ async function handleStreamingCompletion(ctx, chatModel, messages, completionId,
     // Disable nginx buffering
   });
   ctx.status = 200;
-  ctx.res.write(
+  await (0, import_streaming.writeResponse)(
+    ctx,
     (0, import_openai_format.formatSSE)(
       (0, import_openai_format.toOpenAIStreamChunk)({
         id: completionId,
@@ -207,9 +223,13 @@ async function handleStreamingCompletion(ctx, chatModel, messages, completionId,
       })
     )
   );
+  const requestAbort = (0, import_streaming.createRequestAbortController)(ctx);
+  let usage;
+  let finishReason = "stop";
   try {
-    const stream = await chatModel.stream(messages);
+    const stream = await chatModel.stream(messages, { signal: requestAbort.signal });
     for await (const chunk of stream) {
+      if (requestAbort.signal.aborted) throw requestAbort.signal.reason;
       let content = "";
       if (typeof chunk.content === "string") {
         content = chunk.content;
@@ -218,7 +238,8 @@ async function handleStreamingCompletion(ctx, chatModel, messages, completionId,
         content = (textPart == null ? void 0 : textPart.text) || "";
       }
       if (content) {
-        ctx.res.write(
+        await (0, import_streaming.writeResponse)(
+          ctx,
           (0, import_openai_format.formatSSE)(
             (0, import_openai_format.toOpenAIStreamChunk)({
               id: completionId,
@@ -228,31 +249,94 @@ async function handleStreamingCompletion(ctx, chatModel, messages, completionId,
           )
         );
       }
+      const toolCallChunks = normalizeToolCallChunks(chunk.tool_call_chunks);
+      if (toolCallChunks.length) {
+        finishReason = "tool_calls";
+        await (0, import_streaming.writeResponse)(
+          ctx,
+          (0, import_openai_format.formatSSE)((0, import_openai_format.toOpenAIStreamChunk)({ id: completionId, model: modelName, delta: { tool_calls: toolCallChunks } }))
+        );
+      }
+      if (chunk.usage_metadata) {
+        usage = {
+          prompt_tokens: chunk.usage_metadata.input_tokens || 0,
+          completion_tokens: chunk.usage_metadata.output_tokens || 0,
+          total_tokens: chunk.usage_metadata.total_tokens || 0
+        };
+      }
     }
-    ctx.res.write(
+    await (0, import_streaming.writeResponse)(
+      ctx,
       (0, import_openai_format.formatSSE)(
         (0, import_openai_format.toOpenAIStreamChunk)({
           id: completionId,
           model: modelName,
           delta: {},
-          finishReason: "stop"
+          finishReason
         })
       )
     );
-    ctx.res.write((0, import_openai_format.formatSSEDone)());
+    await (0, import_streaming.writeResponse)(ctx, (0, import_openai_format.formatSSEDone)());
+    ctx.state.aiApiStreamResult = { succeeded: true, id: completionId, usage };
   } catch (err) {
     ctx.log.error("AI API streaming error:", err);
-    ctx.res.write(
-      (0, import_openai_format.formatSSE)({
-        error: {
-          message: err.message || "Streaming error",
-          type: "server_error"
-        }
-      })
-    );
+    if (!ctx.res.destroyed && !ctx.res.writableEnded) {
+      await (0, import_streaming.writeResponse)(
+        ctx,
+        (0, import_openai_format.formatSSE)({
+          error: {
+            message: getErrorMessage(err, "Streaming error"),
+            type: "server_error"
+          }
+        })
+      );
+    }
+    ctx.state.aiApiStreamResult = { succeeded: false, id: completionId, usage, errorCode: "stream_error" };
   } finally {
-    ctx.res.end();
+    requestAbort.dispose();
+    if (!ctx.res.writableEnded && !ctx.res.destroyed) ctx.res.end();
+  }
+}
+function getErrorMessage(error, fallback) {
+  return error instanceof Error && error.message ? error.message : fallback;
+}
+function bindRequestTools(chatModel, tools, toolChoice) {
+  if (!Array.isArray(tools) || tools.length === 0) return chatModel;
+  if (typeof chatModel.bindTools !== "function") {
+    throw new Error("The selected LLM provider does not support tool calling");
   }
+  return chatModel.bindTools(tools, toolChoice === void 0 ? void 0 : { tool_choice: toolChoice });
+}
+function normalizeToolCalls(value) {
+  if (!Array.isArray(value) || value.length === 0) return void 0;
+  return value.map((call) => {
+    var _a, _b;
+    return {
+      id: String(call.id || ""),
+      type: "function",
+      function: {
+        name: String(call.name || ((_a = call.function) == null ? void 0 : _a.name) || ""),
+        arguments: serializeToolArguments(call.args ?? ((_b = call.function) == null ? void 0 : _b.arguments))
+      }
+    };
+  });
+}
+function normalizeToolCallChunks(value) {
+  if (!Array.isArray(value)) return [];
+  return value.map((call, fallbackIndex) => {
+    var _a, _b;
+    return {
+      index: typeof call.index === "number" ? call.index : fallbackIndex,
+      ...call.id ? { id: String(call.id), type: "function" } : {},
+      function: {
+        ...call.name ? { name: String(call.name) } : {},
+        ...call.args !== void 0 || ((_a = call.function) == null ? void 0 : _a.arguments) !== void 0 ? { arguments: serializeToolArguments(call.args ?? ((_b = call.function) == null ? void 0 : _b.arguments)) } : {}
+      }
+    };
+  });
+}
+function serializeToolArguments(value) {
+  return typeof value === "string" ? value : JSON.stringify(value ?? {});
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {