plugin-ai-api 1.0.13 → 1.0.14

package/dist/externalVersion.js

@@ -10,14 +10,15 @@
 module.exports = {
   "react": "18.2.0",
   "antd": "5.24.2",
-  "@nocobase/client-v2": "2.1.27",
-  "@nocobase/flow-engine": "2.1.27",
-  "@nocobase/client": "2.1.27",
-  "@nocobase/plugin-acl": "2.1.27",
-  "@nocobase/server": "2.1.27",
+  "@nocobase/client-v2": "2.1.30",
+  "@nocobase/flow-engine": "2.1.30",
+  "@nocobase/client": "2.1.30",
+  "@nocobase/plugin-acl": "2.1.30",
+  "@nocobase/server": "2.1.30",
   "dayjs": "1.11.13",
-  "@nocobase/actions": "2.1.27",
-  "@nocobase/database": "2.1.27",
-  "@nocobase/resourcer": "2.1.27",
-  "@nocobase/plugin-ai": "2.1.27"
+  "@nocobase/actions": "2.1.30",
+  "@nocobase/database": "2.1.30",
+  "sequelize": "6.35.2",
+  "@nocobase/resourcer": "2.1.30",
+  "@nocobase/plugin-ai": "2.1.30"
 };

package/dist/server/collections/ai-api-usage-records.js

@@ -35,7 +35,15 @@ var ai_api_usage_records_default = (0, import_database.defineCollection)({
   autoGenId: true,
   fields: [
     { name: "requestId", type: "string", unique: true, index: true },
-    { name: "userId", type: "string", index: true },
+    { name: "userId", type: "bigInt", allowNull: false, index: true },
+    {
+      name: "user",
+      type: "belongsTo",
+      target: "users",
+      targetKey: "id",
+      foreignKey: "userId",
+      constraints: false
+    },
     { name: "roleName", type: "string", index: true },
     { name: "authType", type: "string", index: true },
     { name: "oauthClientId", type: "string", allowNull: true, index: true },

package/dist/server/migrations/20260727140000-change-usage-user-id-to-bigint.js

@@ -0,0 +1,208 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var change_usage_user_id_to_bigint_exports = {};
+__export(change_usage_user_id_to_bigint_exports, {
+  default: () => ChangeUsageUserIdToBigInt,
+  isBigIntColumnType: () => isBigIntColumnType,
+  isLegacyStringColumnType: () => isLegacyStringColumnType,
+  normalizeLegacyUserId: () => normalizeLegacyUserId
+});
+module.exports = __toCommonJS(change_usage_user_id_to_bigint_exports);
+var import_database = require("@nocobase/database");
+var import_server = require("@nocobase/server");
+var import_sequelize = require("sequelize");
+const MAX_SIGNED_BIGINT = 9223372036854775807n;
+const PREFLIGHT_BATCH_SIZE = 1e3;
+function stringifyDatabaseValue(value) {
+  if (typeof value === "bigint") return value.toString();
+  if (value === null) return "null";
+  if (value === void 0) return "undefined";
+  return String(value);
+}
+function normalizeLegacyUserId(value) {
+  let normalized;
+  if (typeof value === "string") {
+    normalized = value.trim();
+  } else if (typeof value === "bigint") {
+    normalized = value.toString();
+  } else if (typeof value === "number" && Number.isSafeInteger(value)) {
+    normalized = String(value);
+  } else {
+    return void 0;
+  }
+  if (!/^\d+$/.test(normalized)) return void 0;
+  const parsed = BigInt(normalized);
+  if (parsed > MAX_SIGNED_BIGINT) return void 0;
+  return normalized;
+}
+function isBigIntColumnType(value) {
+  return typeof value === "string" && value.toUpperCase().includes("BIGINT");
+}
+function isLegacyStringColumnType(value) {
+  if (typeof value !== "string") return false;
+  const normalized = value.toUpperCase();
+  return normalized.includes("CHAR") || normalized.includes("TEXT");
+}
+class ChangeUsageUserIdToBigInt extends import_server.Migration {
+  on = "beforeLoad";
+  async up() {
+    const { collection, temporary } = this.getUsageCollection();
+    try {
+      if (!await collection.existsInDb()) return;
+      const userIdField = collection.getField("userId");
+      if (!userIdField) {
+        throw new Error("AI API usage migration could not resolve the userId field.");
+      }
+      const tableName = collection.getTableNameWithSchema();
+      const columnName = userIdField.columnName();
+      const columns = await this.queryInterface.describeTable(tableName);
+      const column = columns[columnName];
+      if (!column) {
+        throw new Error(`AI API usage migration could not find the physical column ${columnName}.`);
+      }
+      if (!isBigIntColumnType(column.type) && !isLegacyStringColumnType(column.type)) {
+        throw new Error(`AI API usage migration does not support converting ${column.type} to BIGINT.`);
+      }
+      const invalidRows = await this.findInvalidRows(collection.quotedTableName(), columnName);
+      if (invalidRows.count > 0) {
+        const samples = invalidRows.samples.map((row) => `${row.recordId}:${JSON.stringify(row.userId)}`).join(", ");
+        throw new Error(
+          `AI API usage migration found ${invalidRows.count} invalid userId value(s). Clean these records before retrying the upgrade. Samples: ${samples}`
+        );
+      }
+      if (isBigIntColumnType(column.type)) {
+        if (column.allowNull === false) return;
+        await this.makeColumnNotNull(tableName, collection.quotedTableName(), columnName);
+        return;
+      }
+      await this.changeColumnToBigInt(tableName, collection.quotedTableName(), columnName);
+    } finally {
+      if (temporary) this.db.removeCollection("aiApiUsageRecords");
+    }
+  }
+  async down() {
+    var _a;
+    const { collection, temporary } = this.getUsageCollection();
+    try {
+      if (!await collection.existsInDb()) return;
+      const userIdField = collection.getField("userId");
+      if (!userIdField) return;
+      const tableName = collection.getTableNameWithSchema();
+      const columnName = userIdField.columnName();
+      const columns = await this.queryInterface.describeTable(tableName);
+      if (!isBigIntColumnType((_a = columns[columnName]) == null ? void 0 : _a.type)) return;
+      if (this.db.inDialect("postgres")) {
+        const quotedColumn = this.db.quoteIdentifier(columnName);
+        await this.sequelize.transaction(async (transaction) => {
+          await this.sequelize.query(
+            `ALTER TABLE ${collection.quotedTableName()} ALTER COLUMN ${quotedColumn} DROP NOT NULL, ALTER COLUMN ${quotedColumn} TYPE VARCHAR(255) USING ${quotedColumn}::text`,
+            { transaction }
+          );
+        });
+        return;
+      }
+      await this.queryInterface.changeColumn(tableName, columnName, {
+        type: import_database.DataTypes.STRING,
+        allowNull: true
+      });
+    } finally {
+      if (temporary) this.db.removeCollection("aiApiUsageRecords");
+    }
+  }
+  getUsageCollection() {
+    const existing = this.db.getCollection("aiApiUsageRecords");
+    if (existing) return { collection: existing, temporary: false };
+    const collection = this.db.collection({
+      name: "aiApiUsageRecords",
+      fields: [{ name: "userId", type: "string" }]
+    });
+    return { collection, temporary: true };
+  }
+  async findInvalidRows(quotedTableName, columnName) {
+    const quotedId = this.db.quoteIdentifier("id");
+    const quotedUserId = this.db.quoteIdentifier(columnName);
+    const invalidRows = { count: 0, samples: [] };
+    let offset = 0;
+    let hasMoreRows = true;
+    while (hasMoreRows) {
+      const rows = await this.sequelize.query(
+        `SELECT ${quotedId} AS ${this.db.quoteIdentifier("recordId")}, ${quotedUserId} AS ${this.db.quoteIdentifier("userId")} FROM ${quotedTableName} ORDER BY ${quotedId} ASC LIMIT :limit OFFSET :offset`,
+        {
+          replacements: { limit: PREFLIGHT_BATCH_SIZE, offset },
+          type: import_sequelize.QueryTypes.SELECT
+        }
+      );
+      for (const row of rows) {
+        if (normalizeLegacyUserId(row.userId) === void 0) {
+          invalidRows.count += 1;
+          if (invalidRows.samples.length < 20) {
+            invalidRows.samples.push({
+              recordId: stringifyDatabaseValue(row.recordId),
+              userId: stringifyDatabaseValue(row.userId)
+            });
+          }
+        }
+      }
+      hasMoreRows = rows.length === PREFLIGHT_BATCH_SIZE;
+      offset += rows.length;
+    }
+    return invalidRows;
+  }
+  async changeColumnToBigInt(tableName, quotedTableName, columnName) {
+    if (this.db.inDialect("postgres")) {
+      const quotedColumn = this.db.quoteIdentifier(columnName);
+      await this.sequelize.transaction(async (transaction) => {
+        await this.sequelize.query(
+          `ALTER TABLE ${quotedTableName} ALTER COLUMN ${quotedColumn} TYPE BIGINT USING BTRIM(${quotedColumn})::BIGINT, ALTER COLUMN ${quotedColumn} SET NOT NULL`,
+          { transaction }
+        );
+      });
+      return;
+    }
+    await this.queryInterface.changeColumn(tableName, columnName, {
+      type: import_database.DataTypes.BIGINT,
+      allowNull: false
+    });
+  }
+  async makeColumnNotNull(tableName, quotedTableName, columnName) {
+    if (this.db.inDialect("postgres")) {
+      const quotedColumn = this.db.quoteIdentifier(columnName);
+      await this.sequelize.query(`ALTER TABLE ${quotedTableName} ALTER COLUMN ${quotedColumn} SET NOT NULL`);
+      return;
+    }
+    await this.queryInterface.changeColumn(tableName, columnName, {
+      type: import_database.DataTypes.BIGINT,
+      allowNull: false
+    });
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  isBigIntColumnType,
+  isLegacyStringColumnType,
+  normalizeLegacyUserId
+});

package/dist/server/routes/agent-completions.js

@@ -34,6 +34,7 @@ var import_resolve_service = require("../utils/resolve-service");
 var import_role_permission = require("../middleware/role-permission");
 var import_streaming = require("../utils/streaming");
 var import_ai_employee_runtime = require("../utils/ai-employee-runtime");
+var import_usage = require("../usage");
 async function handleAgentCompletions(ctx, plugin) {
   var _a;
   const body = ctx.request.body;
@@ -301,8 +302,10 @@ async function handleAgentCompletions(ctx, plugin) {
             )
           );
           originalWrite((0, import_openai_format.formatSSEDone)());
+          (0, import_usage.setAiApiUsageUnavailable)(ctx, completionId);
           ctx.state.aiApiStreamResult = { succeeded: true, id: completionId };
         } else {
+          (0, import_usage.setAiApiUsageUnavailable)(ctx, completionId);
           ctx.state.aiApiStreamResult = { succeeded: false, id: completionId, errorCode: "agent_error" };
         }
         if (!ctx.res.writableEnded && !ctx.res.destroyed) originalEnd();
@@ -342,6 +345,7 @@ async function handleAgentCompletions(ctx, plugin) {
         // Clients can detect agent mode by checking usage.total_tokens === 0.
         usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 }
       };
+      (0, import_usage.setAiApiUsageUnavailable)(ctx, completionId);
     }
   } catch (err) {
     const error = err instanceof Error ? err : new Error(String(err));

package/dist/server/routes/auth.js

@@ -51,6 +51,7 @@ async function authenticateBearer(ctx) {
   }
   try {
     if (ctx.state.currentUser) {
+      ctx.state.aiApiAuthType = ctx.state.oauthPrincipal ? "oidc" : "bearer";
       if (!ctx.state.currentRole) {
         const requestedRole = ctx.get("X-Role");
         const rolesRepository2 = ctx.db.getRepository("users.roles", ctx.state.currentUser.id);

package/dist/server/routes/chat-completions.js

@@ -35,6 +35,7 @@ var import_openai_format = require("../utils/openai-format");
 var import_resolve_service = require("../utils/resolve-service");
 var import_streaming = require("../utils/streaming");
 var import_role_permission = require("../middleware/role-permission");
+var import_usage = require("../usage");
 async function handleChatCompletions(ctx, plugin) {
   var _a;
   const body = ctx.request.body;
@@ -208,18 +209,17 @@ async function handleNonStreamingCompletion(ctx, chatModel, messages, completion
     const textPart = result.content.find((c) => c.type === "text");
     content = (textPart == null ? void 0 : textPart.text) || JSON.stringify(result.content);
   }
-  const usage = result.usage_metadata ? {
-    prompt_tokens: result.usage_metadata.input_tokens || 0,
-    completion_tokens: result.usage_metadata.output_tokens || 0,
-    total_tokens: result.usage_metadata.total_tokens || 0
-  } : { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 };
+  const usage = (0, import_usage.setAiApiUsageResult)(ctx, result.usage_metadata, {
+    gatewayResponseId: completionId,
+    providerRequestId: (0, import_usage.extractProviderRequestId)(result)
+  });
   ctx.status = 200;
   const toolCalls = normalizeToolCalls(result.tool_calls);
   ctx.body = (0, import_openai_format.toOpenAIResponse)({
     id: completionId,
     model: modelName,
     content,
-    usage,
+    usage: usage ?? { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
     toolCalls
   });
 }
@@ -244,6 +244,7 @@ async function handleStreamingCompletion(ctx, chatModel, messages, completionId,
   );
   const requestAbort = (0, import_streaming.createRequestAbortController)(ctx);
   let usage;
+  let providerRequestId;
   let finishReason = "stop";
   try {
     const stream = await chatModel.stream(messages, { ...providerRequestParameters, signal: requestAbort.signal });
@@ -277,12 +278,9 @@ async function handleStreamingCompletion(ctx, chatModel, messages, completionId,
         );
       }
       if (chunk.usage_metadata) {
-        usage = {
-          prompt_tokens: chunk.usage_metadata.input_tokens || 0,
-          completion_tokens: chunk.usage_metadata.output_tokens || 0,
-          total_tokens: chunk.usage_metadata.total_tokens || 0
-        };
+        usage = (0, import_usage.normalizeUsage)(chunk.usage_metadata) ?? usage;
       }
+      providerRequestId = providerRequestId ?? (0, import_usage.extractProviderRequestId)(chunk);
     }
     await (0, import_streaming.writeResponse)(
       ctx,
@@ -296,7 +294,8 @@ async function handleStreamingCompletion(ctx, chatModel, messages, completionId,
       )
     );
     await (0, import_streaming.writeResponse)(ctx, (0, import_openai_format.formatSSEDone)());
-    ctx.state.aiApiStreamResult = { succeeded: true, id: completionId, usage };
+    (0, import_usage.setAiApiUsageResult)(ctx, usage, { gatewayResponseId: completionId, providerRequestId });
+    ctx.state.aiApiStreamResult = { succeeded: true, id: completionId };
   } catch (err) {
     ctx.log.error("AI API streaming error:", err);
     if (!ctx.res.destroyed && !ctx.res.writableEnded) {
@@ -310,7 +309,8 @@ async function handleStreamingCompletion(ctx, chatModel, messages, completionId,
         })
       );
     }
-    ctx.state.aiApiStreamResult = { succeeded: false, id: completionId, usage, errorCode: "stream_error" };
+    (0, import_usage.setAiApiUsageResult)(ctx, usage, { gatewayResponseId: completionId, providerRequestId });
+    ctx.state.aiApiStreamResult = { succeeded: false, id: completionId, errorCode: "stream_error" };
   } finally {
     requestAbort.dispose();
     if (!ctx.res.writableEnded && !ctx.res.destroyed) ctx.res.end();

package/dist/server/routes/completions.js

@@ -32,6 +32,7 @@ module.exports = __toCommonJS(completions_exports);
 var import_openai_format = require("../utils/openai-format");
 var import_resolve_service = require("../utils/resolve-service");
 var import_streaming = require("../utils/streaming");
+var import_usage = require("../usage");
 async function handleCompletions(ctx, plugin) {
   var _a;
   const body = ctx.request.body;
@@ -159,11 +160,10 @@ async function handleNonStreamingTextCompletion(ctx, chatModel, messages, comple
     const textPart = result.content.find((c) => c.type === "text");
     text = (textPart == null ? void 0 : textPart.text) || JSON.stringify(result.content);
   }
-  const usage = result.usage_metadata ? {
-    prompt_tokens: result.usage_metadata.input_tokens || 0,
-    completion_tokens: result.usage_metadata.output_tokens || 0,
-    total_tokens: result.usage_metadata.total_tokens || 0
-  } : { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 };
+  const usage = (0, import_usage.setAiApiUsageResult)(ctx, result.usage_metadata, {
+    gatewayResponseId: completionId,
+    providerRequestId: (0, import_usage.extractProviderRequestId)(result)
+  });
   ctx.status = 200;
   ctx.body = {
     id: completionId,
@@ -179,7 +179,7 @@ async function handleNonStreamingTextCompletion(ctx, chatModel, messages, comple
         finish_reason: "stop"
       }
     ],
-    usage
+    usage: usage ?? { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 }
   };
 }
 async function handleStreamingTextCompletion(ctx, chatModel, messages, completionId, modelName) {
@@ -192,6 +192,7 @@ async function handleStreamingTextCompletion(ctx, chatModel, messages, completio
   ctx.status = 200;
   const requestAbort = (0, import_streaming.createRequestAbortController)(ctx);
   let usage;
+  let providerRequestId;
   try {
     const stream = await chatModel.stream(messages, { signal: requestAbort.signal });
     for await (const chunk of stream) {
@@ -224,12 +225,9 @@ async function handleStreamingTextCompletion(ctx, chatModel, messages, completio
         );
       }
       if (chunk.usage_metadata) {
-        usage = {
-          prompt_tokens: chunk.usage_metadata.input_tokens || 0,
-          completion_tokens: chunk.usage_metadata.output_tokens || 0,
-          total_tokens: chunk.usage_metadata.total_tokens || 0
-        };
+        usage = (0, import_usage.normalizeUsage)(chunk.usage_metadata) ?? usage;
       }
+      providerRequestId = providerRequestId ?? (0, import_usage.extractProviderRequestId)(chunk);
     }
     await (0, import_streaming.writeResponse)(
       ctx,
@@ -250,7 +248,8 @@ async function handleStreamingTextCompletion(ctx, chatModel, messages, completio
       })
     );
     await (0, import_streaming.writeResponse)(ctx, (0, import_openai_format.formatSSEDone)());
-    ctx.state.aiApiStreamResult = { succeeded: true, id: completionId, usage };
+    (0, import_usage.setAiApiUsageResult)(ctx, usage, { gatewayResponseId: completionId, providerRequestId });
+    ctx.state.aiApiStreamResult = { succeeded: true, id: completionId };
   } catch (err) {
     ctx.log.error("AI API completions streaming error:", err);
     if (!ctx.res.destroyed && !ctx.res.writableEnded) {
@@ -264,7 +263,8 @@ async function handleStreamingTextCompletion(ctx, chatModel, messages, completio
         })
       );
     }
-    ctx.state.aiApiStreamResult = { succeeded: false, id: completionId, usage, errorCode: "stream_error" };
+    (0, import_usage.setAiApiUsageResult)(ctx, usage, { gatewayResponseId: completionId, providerRequestId });
+    ctx.state.aiApiStreamResult = { succeeded: false, id: completionId, errorCode: "stream_error" };
   } finally {
     requestAbort.dispose();
     if (!ctx.res.writableEnded && !ctx.res.destroyed) ctx.res.end();

package/dist/server/routes/embeddings.js

@@ -31,6 +31,7 @@ __export(embeddings_exports, {
 module.exports = __toCommonJS(embeddings_exports);
 var import_openai_format = require("../utils/openai-format");
 var import_resolve_service = require("../utils/resolve-service");
+var import_usage = require("../usage");
 async function handleEmbeddings(ctx, plugin) {
   var _a;
   const body = ctx.request.body;
@@ -153,6 +154,7 @@ async function handleEmbeddings(ctx, plugin) {
     const vectors = await embeddingModel.embedDocuments(inputs);
     ctx.status = 200;
     ctx.set("Content-Type", "application/json");
+    (0, import_usage.setAiApiUsageUnavailable)(ctx);
     ctx.body = (0, import_openai_format.toOpenAIEmbeddingsResponse)({
       model: body.model,
       embeddings: vectors,

package/dist/server/routes/router.js

@@ -55,7 +55,7 @@ const API_PREFIX = "/api/ai-llm/v1";
 function createAiLlmRouter(plugin) {
   const checkRateLimit = (0, import_rate_limit.createRateLimitMiddleware)(plugin.rateLimiter);
   return async (ctx, next) => {
-    var _a, _b, _c;
+    var _a, _b;
     const { path, method } = ctx;
     if (!path.startsWith(API_PREFIX)) {
       return next();
@@ -78,7 +78,7 @@ function createAiLlmRouter(plugin) {
         const rawBody = await getRawBody(ctx);
         ctx.request.body = JSON.parse(rawBody);
       } catch (bodyErr) {
-        const status = (bodyErr == null ? void 0 : bodyErr.statusCode) === 413 ? 413 : 400;
+        const status = bodyErr && typeof bodyErr === "object" && "statusCode" in bodyErr && bodyErr.statusCode === 413 ? 413 : 400;
         const message = status === 413 ? "Request body too large (max 10 MB)" : "Invalid JSON in request body";
         ctx.status = status;
         ctx.body = (0, import_openai_format.toOpenAIError)(status, message, "invalid_request_error");
@@ -100,12 +100,13 @@ function createAiLlmRouter(plugin) {
       logRequest(ctx, requestId, "-", "rate_limited", 0);
       return;
     }
-    const model = ((_a = ctx.request.body) == null ? void 0 : _a.model) ?? "-";
+    const requestBody = ctx.request.body || {};
+    const model = requestBody.model === void 0 || requestBody.model === null ? "-" : String(requestBody.model);
     const isUsageEndpoint = method === "POST" && (subPath === "/chat/completions" || subPath === "/completions" || subPath === "/embeddings");
+    const isStreamingEndpoint = method === "POST" && (subPath === "/chat/completions" || subPath === "/completions");
     const resolvedMode = isUsageEndpoint ? await resolveMode(ctx) : "llm";
-    const requestBody = ctx.request.body || {};
-    const streaming = isUsageEndpoint && (0, import_streaming.isStreamingRequested)(requestBody.stream);
-    if (streaming && (subPath === "/chat/completions" || subPath === "/completions")) {
+    const streaming = isStreamingEndpoint && (0, import_streaming.isStreamingRequested)(requestBody.stream);
+    if (streaming) {
       const streamOptions = requestBody.stream_options;
       ctx.request.body = {
         ...requestBody,
@@ -118,7 +119,7 @@ function createAiLlmRouter(plugin) {
     const t0 = Date.now();
     let usageId;
     try {
-      usageId = isUsageEndpoint ? await (0, import_usage.startUsageRecord)(ctx, requestId, subPath, String(model), streaming, resolvedMode) : void 0;
+      usageId = isUsageEndpoint ? await (0, import_usage.startUsageRecord)(ctx, requestId, subPath, model, streaming, resolvedMode) : void 0;
     } catch (usageError) {
       ctx.log.error("AI API usage record could not be created:", usageError);
     }
@@ -129,7 +130,7 @@ function createAiLlmRouter(plugin) {
           ctx,
           requestId,
           model,
-          ((_b = ctx.state.aiApiStreamResult) == null ? void 0 : _b.succeeded) === false ? "error" : "ok",
+          ((_a = ctx.state.aiApiStreamResult) == null ? void 0 : _a.succeeded) === false ? "error" : "ok",
           Date.now() - t0
         );
         return;
@@ -142,8 +143,8 @@ function createAiLlmRouter(plugin) {
       if (method === "POST" && subPath === "/completions") {
         const completionsMode = resolvedMode;
         if (completionsMode === "agent") {
-          const reqBody = ctx.request.body;
-          if ((reqBody == null ? void 0 : reqBody.prompt) !== void 0) {
+          const reqBody = ctx.request.body || {};
+          if (reqBody.prompt !== void 0) {
             const prompt = typeof reqBody.prompt === "string" ? reqBody.prompt : Array.isArray(reqBody.prompt) ? reqBody.prompt.join("\n") : String(reqBody.prompt);
             ctx.request.body = { ...reqBody, messages: [{ role: "user", content: prompt }] };
           }
@@ -155,7 +156,7 @@ function createAiLlmRouter(plugin) {
           ctx,
           requestId,
           model,
-          ((_c = ctx.state.aiApiStreamResult) == null ? void 0 : _c.succeeded) === false ? "error" : "ok",
+          ((_b = ctx.state.aiApiStreamResult) == null ? void 0 : _b.succeeded) === false ? "error" : "ok",
           Date.now() - t0
         );
         return;