plugin-ai-api 1.0.14 → 1.0.20

package/dist/server/plugin.js

@@ -43,8 +43,10 @@ module.exports = __toCommonJS(plugin_exports);
 var import_server = require("@nocobase/server");
 var import_router = require("./routes/router");
 var import_ai_api_config = __toESM(require("./resource/ai-api-config"));
+var import_ai_api_usage_monitor = __toESM(require("./resource/ai-api-usage-monitor"));
 var import_rate_limiter = require("./utils/rate-limiter");
 var import_role_permission = require("./middleware/role-permission");
+var import_validation = require("./validation");
 var import_dayjs = __toESM(require("dayjs"));
 var import_utc = __toESM(require("dayjs/plugin/utc"));
 var import_timezone = __toESM(require("dayjs/plugin/timezone"));
@@ -60,10 +62,17 @@ class PluginAiApiServer extends import_server.Plugin {
   async afterAdd() {
   }
   async beforeLoad() {
+    this.app.db.on("aiApiModelPrices.beforeSave", async (model) => {
+      await (0, import_validation.validateModelPrice)(this.db, model);
+    });
+    this.app.db.on("aiApiUserQuotaPolicies.beforeSave", (model) => {
+      (0, import_validation.validateQuotaPolicy)(model);
+    });
   }
   async load() {
     this.app.use((0, import_router.createAiLlmRouter)(this), { after: "idp-oauth-resource-auth", before: "resourcer" });
     this.app.resourceManager.define(import_ai_api_config.default);
+    this.app.resourceManager.define(import_ai_api_usage_monitor.default);
     this.app.db.on("aiApiRolePermissions.afterSave", (model) => {
       (0, import_role_permission.invalidateRolePermissionCache)(model.get("roleName"));
     });
@@ -72,7 +81,17 @@ class PluginAiApiServer extends import_server.Plugin {
     });
     this.app.acl.registerSnippet({
       name: `pm.${this.name}.configuration`,
-      actions: ["aiApiConfig:*", "aiApiRolePermissions:*"]
+      actions: [
+        "aiApiConfig:*",
+        "aiApiRolePermissions:*",
+        "aiApiModelPrices:*",
+        "aiApiUserQuotaPolicies:*",
+        "aiApiUserQuotaBuckets:list",
+        "aiApiUserQuotaBuckets:get",
+        "aiApiUsageRecords:list",
+        "aiApiUsageRecords:get",
+        "aiApiUsageMonitor:summary"
+      ]
     });
     this.gcInterval = setInterval(() => this.rateLimiter.gc(), 5 * 60 * 1e3);
     this.gcInterval.unref();
@@ -84,7 +103,9 @@ class PluginAiApiServer extends import_server.Plugin {
         values: {
           defaultAiEmployee: "",
           enabledLlmServices: [],
-          rateLimitPerMinute: 60
+          rateLimitPerMinute: 60,
+          quotaEnabled: false,
+          defaultReservationOutputTokens: 4096
         }
       });
     }

package/dist/server/resource/ai-api-config.js

@@ -42,6 +42,8 @@ const aiApiConfigResource = {
             defaultLlmService: "",
             enabledLlmServices: [],
             rateLimitPerMinute: 60,
+            quotaEnabled: false,
+            defaultReservationOutputTokens: 4096,
             options: {}
           }
         });
@@ -61,6 +63,8 @@ const aiApiConfigResource = {
             defaultLlmService: values.defaultLlmService ?? "",
             enabledLlmServices: values.enabledLlmServices ?? [],
             rateLimitPerMinute: values.rateLimitPerMinute ?? 60,
+            quotaEnabled: values.quotaEnabled ?? false,
+            defaultReservationOutputTokens: values.defaultReservationOutputTokens ?? 4096,
             options: values.options ?? {}
           }
         });
@@ -71,6 +75,10 @@ const aiApiConfigResource = {
         if (values.defaultLlmService !== void 0) updateData.defaultLlmService = values.defaultLlmService;
         if (values.enabledLlmServices !== void 0) updateData.enabledLlmServices = values.enabledLlmServices;
         if (values.rateLimitPerMinute !== void 0) updateData.rateLimitPerMinute = values.rateLimitPerMinute;
+        if (values.quotaEnabled !== void 0) updateData.quotaEnabled = values.quotaEnabled;
+        if (values.defaultReservationOutputTokens !== void 0) {
+          updateData.defaultReservationOutputTokens = values.defaultReservationOutputTokens;
+        }
         if (values.options !== void 0) updateData.options = values.options;
         await config.update(updateData);
       }

package/dist/server/resource/ai-api-usage-monitor.js

@@ -0,0 +1,86 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var ai_api_usage_monitor_exports = {};
+__export(ai_api_usage_monitor_exports, {
+  default: () => ai_api_usage_monitor_default
+});
+module.exports = __toCommonJS(ai_api_usage_monitor_exports);
+var import_sequelize = require("sequelize");
+function buildWhere(ctx) {
+  const params = ctx.action.params;
+  const where = {};
+  const start = typeof params.start === "string" ? new Date(params.start) : void 0;
+  const end = typeof params.end === "string" ? new Date(params.end) : void 0;
+  if (start && !Number.isNaN(start.getTime()) || end && !Number.isNaN(end.getTime())) {
+    const startedAt = {};
+    if (start && !Number.isNaN(start.getTime())) startedAt[import_sequelize.Op.gte] = start;
+    if (end && !Number.isNaN(end.getTime())) startedAt[import_sequelize.Op.lte] = end;
+    where.startedAt = startedAt;
+  }
+  if (params.userId !== void 0 && params.userId !== "") where.userId = params.userId;
+  if (params.resolvedService) where.resolvedService = params.resolvedService;
+  if (params.resolvedModel) where.resolvedModel = params.resolvedModel;
+  if (params.status) where.status = params.status;
+  return where;
+}
+const aiApiUsageMonitorResource = {
+  name: "aiApiUsageMonitor",
+  actions: {
+    async summary(ctx, next) {
+      const model = ctx.db.getCollection("aiApiUsageRecords").model;
+      const where = buildWhere(ctx);
+      const totals = await model.findOne({
+        attributes: [
+          [(0, import_sequelize.fn)("COUNT", (0, import_sequelize.col)("id")), "requestCount"],
+          [(0, import_sequelize.fn)("COALESCE", (0, import_sequelize.fn)("SUM", (0, import_sequelize.col)("inputTokens")), 0), "inputTokens"],
+          [(0, import_sequelize.fn)("COALESCE", (0, import_sequelize.fn)("SUM", (0, import_sequelize.col)("outputTokens")), 0), "outputTokens"],
+          [(0, import_sequelize.fn)("COALESCE", (0, import_sequelize.fn)("SUM", (0, import_sequelize.col)("totalTokens")), 0), "totalTokens"]
+        ],
+        where,
+        raw: true
+      });
+      const costs = await model.findAll({
+        attributes: ["currency", [(0, import_sequelize.fn)("COALESCE", (0, import_sequelize.fn)("SUM", (0, import_sequelize.col)("estimatedCost")), 0), "totalCost"]],
+        where: { ...where, estimatedCost: { [import_sequelize.Op.ne]: null } },
+        group: ["currency"],
+        raw: true
+      });
+      ctx.body = {
+        requestCount: Number((totals == null ? void 0 : totals.requestCount) ?? 0),
+        inputTokens: Number((totals == null ? void 0 : totals.inputTokens) ?? 0),
+        outputTokens: Number((totals == null ? void 0 : totals.outputTokens) ?? 0),
+        totalTokens: Number((totals == null ? void 0 : totals.totalTokens) ?? 0),
+        costsByCurrency: costs.map((item) => ({
+          currency: item.currency || "USD",
+          totalCost: String(item.totalCost ?? 0)
+        }))
+      };
+      await next();
+    }
+  }
+};
+var ai_api_usage_monitor_default = aiApiUsageMonitorResource;

package/dist/server/routes/chat-completions.js

@@ -36,6 +36,7 @@ var import_resolve_service = require("../utils/resolve-service");
 var import_streaming = require("../utils/streaming");
 var import_role_permission = require("../middleware/role-permission");
 var import_usage = require("../usage");
+var import_billing = require("../billing");
 async function handleChatCompletions(ctx, plugin) {
   var _a;
   const body = ctx.request.body;
@@ -111,6 +112,7 @@ async function handleChatCompletions(ctx, plugin) {
       ctx.body = (0, import_openai_format.toOpenAIError)(500, `Provider '${service.provider}' not registered`, "server_error");
       return;
     }
+    await (0, import_billing.prepareLlmBilling)(ctx, resolved);
     const providerRequestParameters = getProviderRequestParameters(body);
     const modelOptions = {
       model: modelId,
@@ -173,6 +175,7 @@ async function handleChatCompletions(ctx, plugin) {
     const baseModel = provider.createModel();
     applyProviderRequestParameters(baseModel, providerRequestParameters);
     const chatModel = bindRequestTools(baseModel, body.tools, body.tool_choice, providerRequestParameters);
+    (0, import_billing.markLlmProviderAttempted)(ctx);
     if (stream) {
       await handleStreamingCompletion(
         ctx,
@@ -195,8 +198,15 @@ async function handleChatCompletions(ctx, plugin) {
   } catch (err) {
     ctx.log.error("AI API chat completions error:", err);
     if (!ctx.res.headersSent) {
-      ctx.status = 500;
-      ctx.body = (0, import_openai_format.toOpenAIError)(500, getErrorMessage(err, "Internal server error"), "server_error");
+      const isQuotaError = err instanceof import_billing.AiApiQuotaError;
+      ctx.status = isQuotaError ? 429 : 500;
+      if (isQuotaError) ctx.set("X-RateLimit-Reason", err.code);
+      ctx.body = (0, import_openai_format.toOpenAIError)(
+        ctx.status,
+        getErrorMessage(err, "Internal server error"),
+        isQuotaError ? "quota_error" : "server_error",
+        isQuotaError ? err.code : void 0
+      );
     }
   }
 }

package/dist/server/routes/completions.js

@@ -33,6 +33,7 @@ var import_openai_format = require("../utils/openai-format");
 var import_resolve_service = require("../utils/resolve-service");
 var import_streaming = require("../utils/streaming");
 var import_usage = require("../usage");
+var import_billing = require("../billing");
 async function handleCompletions(ctx, plugin) {
   var _a;
   const body = ctx.request.body;
@@ -108,6 +109,7 @@ async function handleCompletions(ctx, plugin) {
       ctx.body = (0, import_openai_format.toOpenAIError)(500, `Provider '${service.provider}' not registered`, "server_error");
       return;
     }
+    await (0, import_billing.prepareLlmBilling)(ctx, resolved);
     const modelOptions = {
       model: modelId,
       llmService: service.name
@@ -138,6 +140,7 @@ async function handleCompletions(ctx, plugin) {
     langchainMessages.push(["human", prompt]);
     const completionId = (0, import_openai_format.generateCompletionId)().replace("chatcmpl-", "cmpl-");
     const chatModel = provider.createModel();
+    (0, import_billing.markLlmProviderAttempted)(ctx);
     if (stream) {
       await handleStreamingTextCompletion(ctx, chatModel, langchainMessages, completionId, body.model);
     } else {
@@ -146,8 +149,15 @@ async function handleCompletions(ctx, plugin) {
   } catch (err) {
     ctx.log.error("AI API completions error:", err);
     if (!ctx.res.headersSent) {
-      ctx.status = 500;
-      ctx.body = (0, import_openai_format.toOpenAIError)(500, getErrorMessage(err, "Internal server error"), "server_error");
+      const isQuotaError = err instanceof import_billing.AiApiQuotaError;
+      ctx.status = isQuotaError ? 429 : 500;
+      if (isQuotaError) ctx.set("X-RateLimit-Reason", err.code);
+      ctx.body = (0, import_openai_format.toOpenAIError)(
+        ctx.status,
+        getErrorMessage(err, "Internal server error"),
+        isQuotaError ? "quota_error" : "server_error",
+        isQuotaError ? err.code : void 0
+      );
     }
   }
 }

package/dist/server/routes/router.js

@@ -51,6 +51,7 @@ var import_rate_limit = require("../middleware/rate-limit");
 var import_role_permission = require("../middleware/role-permission");
 var import_usage = require("../usage");
 var import_streaming = require("../utils/streaming");
+var import_billing = require("../billing");
 const API_PREFIX = "/api/ai-llm/v1";
 function createAiLlmRouter(plugin) {
   const checkRateLimit = (0, import_rate_limit.createRateLimitMiddleware)(plugin.rateLimiter);
@@ -65,7 +66,10 @@ function createAiLlmRouter(plugin) {
     ctx.set("Access-Control-Allow-Origin", "*");
     ctx.set("Access-Control-Allow-Methods", "GET, POST, DELETE, OPTIONS");
     ctx.set("Access-Control-Allow-Headers", "Authorization, Content-Type, X-AI-Mode, X-Timezone, X-Locale");
-    ctx.set("Access-Control-Expose-Headers", "X-Request-Id, X-RateLimit-Limit, X-RateLimit-Remaining, Retry-After");
+    ctx.set(
+      "Access-Control-Expose-Headers",
+      "X-Request-Id, X-RateLimit-Limit, X-RateLimit-Remaining, X-RateLimit-Reason, Retry-After"
+    );
     ctx.set("Access-Control-Max-Age", "86400");
     if (method === "OPTIONS") {
       ctx.status = 204;
@@ -211,6 +215,15 @@ function createAiLlmRouter(plugin) {
         } catch (usageError) {
           ctx.log.error("AI API usage record could not be finalized:", usageError);
         }
+      } else if (ctx.state.aiApiLlmBilling) {
+        try {
+          const usageResult = ctx.state.aiApiUsageResult;
+          const providerUsage = (usageResult == null ? void 0 : usageResult.source) === "provider" ? usageResult.usage : void 0;
+          const succeeded = ctx.state.aiApiStreamResult ? ctx.state.aiApiStreamResult.succeeded : ctx.status >= 200 && ctx.status < 400;
+          await (0, import_billing.finalizeLlmBilling)(ctx, providerUsage, succeeded);
+        } catch (billingError) {
+          ctx.log.error("AI API quota reservation could not be finalized:", billingError);
+        }
       }
     }
   };

package/dist/server/usage.js

@@ -34,6 +34,7 @@ __export(usage_exports, {
   startUsageRecord: () => startUsageRecord
 });
 module.exports = __toCommonJS(usage_exports);
+var import_billing = require("./billing");
 function getAiApiState(ctx) {
   return ctx.state;
 }
@@ -113,12 +114,15 @@ async function startUsageRecord(ctx, requestId, endpoint, model, streaming, mode
   return record.id;
 }
 async function finishUsageRecord(ctx, id, startedAt, status) {
-  var _a;
+  var _a, _b, _c, _d, _e, _f, _g;
   const response = ctx.body || {};
   const state = getAiApiState(ctx);
   const streamResult = state.aiApiStreamResult;
   const usageResult = state.aiApiUsageResult ?? { source: "unavailable" };
-  const usage = usageResult.source === "provider" ? usageResult.usage : void 0;
+  const providerUsage = usageResult.source === "provider" ? usageResult.usage : void 0;
+  const succeeded = streamResult ? streamResult.succeeded : status === "succeeded";
+  const billing = await (0, import_billing.finalizeLlmBilling)(ctx, providerUsage, succeeded);
+  const usage = billing.usage ?? providerUsage;
   const gatewayResponseId = usageResult.gatewayResponseId || response.id || (streamResult == null ? void 0 : streamResult.id);
   const values = {
     status: streamResult ? streamResult.succeeded ? "succeeded" : "failed" : status,
@@ -127,6 +131,17 @@ async function finishUsageRecord(ctx, id, startedAt, status) {
     inputTokens: (usage == null ? void 0 : usage.prompt_tokens) ?? null,
     outputTokens: (usage == null ? void 0 : usage.completion_tokens) ?? null,
     totalTokens: (usage == null ? void 0 : usage.total_tokens) ?? null,
+    resolvedService: ((_c = (_b = state.aiApiLlmBilling) == null ? void 0 : _b.resolution) == null ? void 0 : _c.service) ?? null,
+    resolvedProvider: ((_e = (_d = state.aiApiLlmBilling) == null ? void 0 : _d.resolution) == null ? void 0 : _e.provider) ?? null,
+    resolvedModel: ((_g = (_f = state.aiApiLlmBilling) == null ? void 0 : _f.resolution) == null ? void 0 : _g.model) ?? null,
+    estimatedCost: billing.estimatedCost ?? null,
+    currency: billing.currency ?? null,
+    costStatus: billing.costStatus ?? null,
+    modelPriceId: billing.modelPriceId ?? null,
+    quotaPolicyId: billing.quotaPolicyId ?? null,
+    inputPricePerMillionTokens: billing.inputPricePerMillionTokens ?? null,
+    outputPricePerMillionTokens: billing.outputPricePerMillionTokens ?? null,
+    fixedCostPerRequest: billing.fixedCostPerRequest ?? null,
     providerRequestId: usageResult.providerRequestId ?? null,
     completedAt: /* @__PURE__ */ new Date(),
     durationMs: Date.now() - startedAt,

package/dist/server/validation.js

@@ -0,0 +1,102 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var validation_exports = {};
+__export(validation_exports, {
+  validateModelPrice: () => validateModelPrice,
+  validateQuotaPolicy: () => validateQuotaPolicy
+});
+module.exports = __toCommonJS(validation_exports);
+var import_dayjs = __toESM(require("dayjs"));
+function requireNonNegativeDecimal(value, field) {
+  const normalized = String(value ?? "").trim();
+  if (!/^\d+(?:\.\d+)?$/.test(normalized)) {
+    throw new Error(`${field} must be a non-negative decimal.`);
+  }
+}
+function requireNonNegativeIntegerOrNull(value, field) {
+  if (value === null || value === void 0 || value === "") return;
+  const parsed = Number(value);
+  if (!Number.isSafeInteger(parsed) || parsed < 0) throw new Error(`${field} must be a non-negative integer.`);
+}
+async function validateModelPrice(db, model) {
+  requireNonNegativeDecimal(model.get("inputPricePerMillionTokens"), "inputPricePerMillionTokens");
+  requireNonNegativeDecimal(model.get("outputPricePerMillionTokens"), "outputPricePerMillionTokens");
+  requireNonNegativeDecimal(model.get("fixedCostPerRequest") ?? 0, "fixedCostPerRequest");
+  const effectiveFrom = new Date(String(model.get("effectiveFrom")));
+  const effectiveToValue = model.get("effectiveTo");
+  const effectiveTo = effectiveToValue ? new Date(String(effectiveToValue)) : void 0;
+  if (Number.isNaN(effectiveFrom.getTime())) throw new Error("effectiveFrom must be a valid date.");
+  if (effectiveTo && (Number.isNaN(effectiveTo.getTime()) || effectiveTo <= effectiveFrom)) {
+    throw new Error("effectiveTo must be later than effectiveFrom.");
+  }
+  if (model.get("enabled") === false) return;
+  const overlapFilter = {
+    llmService: model.get("llmService"),
+    model: model.get("model"),
+    enabled: true,
+    effectiveFrom: { $lt: effectiveTo ?? /* @__PURE__ */ new Date("9999-12-31T23:59:59.999Z") },
+    $or: [{ effectiveTo: null }, { effectiveTo: { $gt: effectiveFrom } }]
+  };
+  if (model.get("id")) overlapFilter.id = { $ne: model.get("id") };
+  const overlap = await db.getRepository("aiApiModelPrices").findOne({
+    filter: overlapFilter
+  });
+  if (overlap) throw new Error("An enabled price already overlaps this effective period.");
+}
+function validateQuotaPolicy(model) {
+  if (!["daily", "monthly"].includes(String(model.get("periodType")))) {
+    throw new Error("periodType must be daily or monthly.");
+  }
+  if (!["allow", "use_reserved"].includes(String(model.get("missingUsageBehavior")))) {
+    throw new Error("missingUsageBehavior must be allow or use_reserved.");
+  }
+  try {
+    (0, import_dayjs.default)().tz(String(model.get("timezone") || "UTC"));
+  } catch {
+    throw new Error("timezone must be a valid IANA timezone.");
+  }
+  requireNonNegativeIntegerOrNull(model.get("requestLimit"), "requestLimit");
+  requireNonNegativeIntegerOrNull(model.get("totalTokenLimit"), "totalTokenLimit");
+  if (model.get("costLimit") !== null && model.get("costLimit") !== void 0) {
+    requireNonNegativeDecimal(model.get("costLimit"), "costLimit");
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  validateModelPrice,
+  validateQuotaPolicy
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "plugin-ai-api",
-  "version": "1.0.14",
+  "version": "1.0.20",
   "main": "dist/server/index.js",
   "dependencies": {},
   "peerDependencies": {

package/src/client/plugin.tsx

@@ -1,48 +1,73 @@
-/**
- * This file is part of the NocoBase (R) project.
- * Copyright (c) 2020-2024 NocoBase Co., Ltd.
- * Authors: NocoBase Team.
- *
- * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
- * For more information, please refer to: https://www.nocobase.com/agreement.
- */
-
-import { Plugin, lazy } from '@nocobase/client';
-import PluginACLClient from '@nocobase/plugin-acl/client';
-import React from 'react';
-
-const AiApiConfigPage = React.lazy(() => import('./AiApiConfigPage'));
-const { AiApiRolePermissions } = lazy(() => import('./components/AiApiRolePermissions'), 'AiApiRolePermissions');
-
-export class PluginAiApiClient extends Plugin {
-  async load() {
-    this.app.pluginSettingsManager.add('ai-api', {
-      icon: 'ApiOutlined',
-      title: this.t('AI API Gateway'),
-      aclSnippet: 'pm.ai-api.configuration',
-    });
-
-    this.app.pluginSettingsManager.add('ai-api.config', {
-      title: this.t('Configuration'),
-      Component: AiApiConfigPage,
-    });
-
-    // Add "AI API" tab in Settings → Users & Permissions → [Role]
-    const aclPlugin = this.app.pm.get(PluginACLClient);
-    if (aclPlugin?.settingsUI) {
-      aclPlugin.settingsUI.addPermissionsTab(({ t, TabLayout, activeRole }) => ({
-        key: 'aiApi',
-        label: 'AI API',
-        sort: 25,
-        children: (
-          <TabLayout>
-            <AiApiRolePermissions role={activeRole} />
-          </TabLayout>
-        ),
-      }));
-    }
-  }
-
-}
-
-export default PluginAiApiClient;
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+import { Plugin, lazy } from '@nocobase/client';
+import PluginACLClient from '@nocobase/plugin-acl/client';
+import React from 'react';
+
+const AiApiConfigPage = React.lazy(() => import('../client-v2/pages/GeneralPage'));
+const AiApiModelPricingPage = React.lazy(() => import('../client-v2/pages/ModelPricingPage'));
+const AiApiUserQuotasPage = React.lazy(() => import('../client-v2/pages/UserQuotasPage'));
+const AiApiUsagePage = React.lazy(() => import('../client-v2/pages/UsagePage'));
+const { AiApiRolePermissions } = lazy(() => import('./components/AiApiRolePermissions'), 'AiApiRolePermissions');
+
+export class PluginAiApiClient extends Plugin {
+  async load() {
+    this.app.pluginSettingsManager.add('ai-api', {
+      icon: 'ApiOutlined',
+      title: this.t('AI API Gateway'),
+      aclSnippet: 'pm.ai-api.configuration',
+    });
+
+    this.app.pluginSettingsManager.add('ai-api.config', {
+      title: this.t('Configuration'),
+      Component: AiApiConfigPage,
+      aclSnippet: 'pm.ai-api.configuration',
+      sort: 1,
+    });
+
+    this.app.pluginSettingsManager.add('ai-api.model-pricing', {
+      title: this.t('Model pricing'),
+      Component: AiApiModelPricingPage,
+      aclSnippet: 'pm.ai-api.configuration',
+      sort: 2,
+    });
+
+    this.app.pluginSettingsManager.add('ai-api.user-quotas', {
+      title: this.t('User quotas'),
+      Component: AiApiUserQuotasPage,
+      aclSnippet: 'pm.ai-api.configuration',
+      sort: 3,
+    });
+
+    this.app.pluginSettingsManager.add('ai-api.usage', {
+      title: this.t('Usage'),
+      Component: AiApiUsagePage,
+      aclSnippet: 'pm.ai-api.configuration',
+      sort: 4,
+    });
+
+    // Add "AI API" tab in Settings → Users & Permissions → [Role]
+    const aclPlugin = this.app.pm.get(PluginACLClient);
+    if (aclPlugin?.settingsUI) {
+      aclPlugin.settingsUI.addPermissionsTab(({ t, TabLayout, activeRole }) => ({
+        key: 'aiApi',
+        label: 'AI API',
+        sort: 25,
+        children: (
+          <TabLayout>
+            <AiApiRolePermissions role={activeRole} />
+          </TabLayout>
+        ),
+      }));
+    }
+  }
+}
+
+export default PluginAiApiClient;

package/src/client-v2/locale.ts

@@ -0,0 +1 @@
+export { tExpr, useT } from '../client/locale';