plugin-ai-api 1.1.0 → 1.1.2

package/dist/swagger.js

@@ -197,6 +197,143 @@ var swagger_default = {
         }
       }
     },
+    "/ai-llm/v1/responses": {
+      post: {
+        tags: ["ai-llm"],
+        summary: "Create a model response",
+        description: "OpenAI Responses API endpoint. Supports text/image/file inputs, function calling, streaming, reasoning output when exposed by the provider, and owner-scoped previous_response_id chains. Built-in web_search and file_search tools are not supported.",
+        security: [{ BearerAuth: [] }],
+        requestBody: {
+          required: true,
+          content: {
+            "application/json": {
+              schema: {
+                type: "object",
+                properties: {
+                  model: { type: "string", example: "openai/gpt-4o" },
+                  input: {
+                    oneOf: [{ type: "string" }, { type: "array", items: { type: "object" } }]
+                  },
+                  instructions: { type: "string" },
+                  max_output_tokens: { type: "integer" },
+                  temperature: { type: "number", minimum: 0, maximum: 2 },
+                  top_p: { type: "number", minimum: 0, maximum: 1 },
+                  tools: { type: "array", description: "Function tools only", items: { type: "object" } },
+                  tool_choice: { oneOf: [{ type: "string" }, { type: "object" }] },
+                  metadata: { type: "object" },
+                  previous_response_id: { type: "string" },
+                  store: { type: "boolean", default: true },
+                  stream: { type: "boolean", default: false },
+                  truncation: { type: "string", enum: ["auto", "disabled"], default: "disabled" },
+                  service_tier: { type: "string", enum: ["auto", "default", "flex", "scale", "priority"] },
+                  prompt_cache_key: { type: "string" },
+                  prompt_cache_retention: { type: "string", enum: ["in_memory", "24h"], nullable: true },
+                  reasoning: { type: "object" },
+                  safety_identifier: { type: "string", maxLength: 64 },
+                  parallel_tool_calls: { type: "boolean", default: true },
+                  text: { type: "object" }
+                },
+                required: ["model", "input"]
+              }
+            }
+          }
+        },
+        responses: {
+          200: {
+            description: "OpenAI Response object, or Responses API SSE events when stream=true",
+            content: {
+              "application/json": {
+                schema: {
+                  type: "object",
+                  properties: {
+                    id: { type: "string", example: "resp_abc123" },
+                    object: { type: "string", const: "response" },
+                    created_at: { type: "integer" },
+                    completed_at: { type: "integer", nullable: true },
+                    model: { type: "string" },
+                    status: {
+                      type: "string",
+                      enum: ["completed", "failed", "in_progress", "cancelled", "queued", "incomplete"]
+                    },
+                    output_text: { type: "string" },
+                    output: { type: "array", items: { type: "object" } },
+                    usage: {
+                      type: "object",
+                      properties: {
+                        input_tokens: { type: "integer" },
+                        input_tokens_details: {
+                          type: "object",
+                          properties: { cached_tokens: { type: "integer" } }
+                        },
+                        output_tokens: { type: "integer" },
+                        output_tokens_details: {
+                          type: "object",
+                          properties: { reasoning_tokens: { type: "integer" } }
+                        },
+                        total_tokens: { type: "integer" }
+                      }
+                    },
+                    metadata: { type: "object", nullable: true },
+                    previous_response_id: { type: "string", nullable: true },
+                    truncation: { type: "string", enum: ["auto", "disabled"] },
+                    error: { type: "object", nullable: true }
+                  }
+                }
+              },
+              "text/event-stream": { schema: { type: "string" } }
+            }
+          },
+          400: { description: "Invalid request or unsupported tool" },
+          404: { description: "Model or previous response not found" },
+          429: { description: "Rate limit or quota exceeded" }
+        }
+      }
+    },
+    "/ai-llm/v1/responses/{id}": {
+      get: {
+        tags: ["ai-llm"],
+        summary: "Retrieve a stored model response",
+        description: "Returns a non-expired response created by the authenticated user. Responses created with store=false cannot be retrieved.",
+        security: [{ BearerAuth: [] }],
+        parameters: [
+          {
+            name: "id",
+            in: "path",
+            required: true,
+            schema: { type: "string", example: "resp_abc123" }
+          },
+          {
+            name: "stream",
+            in: "query",
+            schema: { type: "boolean", default: false },
+            description: "Only false is currently supported; stream retrieval is rejected."
+          }
+        ],
+        responses: {
+          200: { description: "Stored OpenAI Response object" },
+          400: { description: "Unsupported retrieve expansion or streaming parameter" },
+          404: { description: "Response not found, expired, or owned by another user" }
+        }
+      },
+      delete: {
+        tags: ["ai-llm"],
+        summary: "Delete a stored model response",
+        description: "Deletes a stored response owned by the authenticated user.",
+        security: [{ BearerAuth: [] }],
+        parameters: [
+          {
+            name: "id",
+            in: "path",
+            required: true,
+            schema: { type: "string", example: "resp_abc123" }
+          }
+        ],
+        responses: {
+          204: { description: "Response deleted" },
+          404: { description: "Response not found, expired, or owned by another user" }
+        }
+      }
+    },
     "/ai-llm/v1/embeddings": {
       post: {
         tags: ["ai-llm"],

package/package.json

@@ -1,33 +1,35 @@
-{
-  "name": "plugin-ai-api",
-  "version": "1.1.0",
-  "main": "dist/server/index.js",
-  "dependencies": {},
-  "peerDependencies": {
-    "@nocobase/client": "2.x",
-    "@nocobase/server": "2.x",
-    "@nocobase/database": "2.x",
-    "@nocobase/plugin-acl": "2.x",
-    "@nocobase/plugin-ai": "2.x",
-    "@nocobase/plugin-api-keys": "2.x",
-    "@nocobase/client-v2": "2.x",
-    "@nocobase/flow-engine": "2.x"
-  },
-  "nocobase": {
-    "supportedVersions": [
-      "2.x"
-    ],
-    "editionLevel": 0
-  },
-  "files": [
-    "dist",
-    "src",
-    "client.js",
-    "client-v2.js",
-    "server.js",
-    "client.d.ts",
-    "client-v2.d.ts",
-    "server.d.ts"
-  ],
-  "license": "Apache-2.0"
+{
+  "name": "plugin-ai-api",
+  "version": "1.1.2",
+  "main": "dist/server/index.js",
+  "dependencies": {},
+  "peerDependencies": {
+    "@nocobase/client": "2.x",
+    "@nocobase/server": "2.x",
+    "@nocobase/database": "2.x",
+    "@nocobase/plugin-acl": "2.x",
+    "@nocobase/plugin-ai": "2.x",
+    "@nocobase/plugin-api-keys": "2.x",
+    "@nocobase/client-v2": "2.x",
+    "@nocobase/flow-engine": "2.x"
+  },
+  "nocobase": {
+    "supportedVersions": [
+      "2.x"
+    ],
+    "editionLevel": 0
+  },
+  "files": [
+    "dist",
+    "src",
+    "client.js",
+    "client-v2.js",
+    "server.js",
+    "client.d.ts",
+    "client-v2.d.ts",
+    "server.d.ts"
+  ],
+  "license": "Apache-2.0"
+,
+  "keywords": "AI"
 }

package/src/__tests__/locale.test.ts

@@ -0,0 +1,43 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+import { readFileSync } from 'fs';
+import { join } from 'path';
+import { describe, expect, it } from 'vitest';
+
+const LOCALE_DIR = join(__dirname, '..', 'locale');
+const FILES = ['en-US.json', 'zh-CN.json', 'vi-VN.json'] as const;
+
+function loadLocale(file: string): Record<string, string> {
+  return JSON.parse(readFileSync(join(LOCALE_DIR, file), 'utf8')) as Record<string, string>;
+}
+
+describe('plugin-ai-api locale files', () => {
+  it('all locale files are valid JSON with no empty values', () => {
+    for (const file of FILES) {
+      const locale = loadLocale(file);
+      expect(Object.keys(locale).length, `${file} should not be empty`).toBeGreaterThan(0);
+      for (const [key, value] of Object.entries(locale)) {
+        expect(typeof value, `${file}[${JSON.stringify(key)}] must be a string`).toBe('string');
+        expect(value.trim().length, `${file}[${JSON.stringify(key)}] must not be blank`).toBeGreaterThan(0);
+      }
+    }
+  });
+
+  it('all locales expose the identical set of keys', () => {
+    const [base, ...rest] = FILES;
+    const baseKeys = Object.keys(loadLocale(base)).sort();
+    for (const file of rest) {
+      const keys = Object.keys(loadLocale(file)).sort();
+      const missing = baseKeys.filter((key) => !keys.includes(key));
+      const extra = keys.filter((key) => !baseKeys.includes(key));
+      expect({ file, missing, extra }).toEqual({ file, missing: [], extra: [] });
+    }
+  });
+});

package/src/client/__tests__/settings-registration.test.tsx

@@ -29,6 +29,7 @@ describe('AI API v1 settings registration', () => {
       'ai-api.config',
       'ai-api.model-pricing',
       'ai-api.model-metadata',
+      'ai-api.model-routing',
       'ai-api.usage-groups',
       'ai-api.usage',
     ]);

package/src/client/index.tsx

@@ -1,10 +1,10 @@
-/**
- * This file is part of the NocoBase (R) project.
- * Copyright (c) 2020-2024 NocoBase Co., Ltd.
- * Authors: NocoBase Team.
- *
- * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
- * For more information, please refer to: https://www.nocobase.com/agreement.
- */
-
-export { default } from './plugin';
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+export { default } from './plugin';

package/src/client/models/index.ts

@@ -1,12 +1,12 @@
-/**
- * This file is part of the NocoBase (R) project.
- * Copyright (c) 2020-2024 NocoBase Co., Ltd.
- * Authors: NocoBase Team.
- *
- * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
- * For more information, please refer to: https://www.nocobase.com/agreement.
- */
-
-import { ModelConstructor } from '@nocobase/flow-engine';
-
-export default {} as Record<string, ModelConstructor>;
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+import { ModelConstructor } from '@nocobase/flow-engine';
+
+export default {} as Record<string, ModelConstructor>;

package/src/client/plugin.tsx

@@ -8,13 +8,14 @@
  */
 
 import { Plugin, lazy } from '@nocobase/client';
-import PluginACLClient from '@nocobase/plugin-acl/client';
+import PluginACLClient from '@nocobase/plugin-acl';
 import { AI_API_ACL_SNIPPET } from '../constants';
 import React from 'react';
 
 const AiApiConfigPage = React.lazy(() => import('../client-v2/pages/GeneralPage'));
 const AiApiModelPricingPage = React.lazy(() => import('../client-v2/pages/ModelPricingPage'));
 const AiApiModelMetadataPage = React.lazy(() => import('../client-v2/pages/ModelMetadataPage'));
+const AiApiModelRoutingPage = React.lazy(() => import('../client-v2/pages/ModelRoutingPage'));
 const AiApiUsageGroupsPage = React.lazy(() => import('../client-v2/pages/UsageGroupsPage'));
 const AiApiUsagePage = React.lazy(() => import('../client-v2/pages/UsagePage'));
 const { AiApiRolePermissions } = lazy(() => import('./components/AiApiRolePermissions'), 'AiApiRolePermissions');
@@ -48,6 +49,13 @@ export class PluginAiApiClient extends Plugin {
       sort: 3,
     });
 
+    this.app.pluginSettingsManager.add('ai-api.model-routing', {
+      title: this.t('Model routing'),
+      Component: AiApiModelRoutingPage,
+      aclSnippet: AI_API_ACL_SNIPPET,
+      sort: 4,
+    });
+
     this.app.pluginSettingsManager.add('ai-api.usage-groups', {
       title: this.t('Usage groups'),
       Component: AiApiUsageGroupsPage,

package/src/client-v2/__tests__/settings-registration.test.tsx

@@ -54,6 +54,7 @@ describe('AI API v2 settings registration', () => {
       'ai-api.index',
       'ai-api.model-pricing',
       'ai-api.model-metadata',
+      'ai-api.model-routing',
       'ai-api.usage-groups',
       'ai-api.usage',
     ]);

package/src/client-v2/pages/ModelMetadataPage.tsx

@@ -23,6 +23,10 @@ interface ModelMetadata {
   id: string | number;
   llmService: string;
   model: string;
+  supportsVision?: boolean;
+  supportsToolCalling?: boolean;
+  reasoningTier?: string;
+  sortOrder?: number;
   contextWindow?: number | null;
   maxCompletionTokens?: number | null;
   ownedByOverride?: string | null;
@@ -138,6 +142,10 @@ export default function ModelMetadataPage() {
       displayName: values.displayName?.trim() || null,
       description: values.description?.trim() || null,
       systemPrompt: values.systemPrompt?.trim() || null,
+      supportsVision: !!values.supportsVision,
+      supportsToolCalling: values.supportsToolCalling !== false,
+      reasoningTier: values.reasoningTier || 'general',
+      sortOrder: values.sortOrder ?? 0,
     };
     setSaving(true);
     try {
@@ -289,6 +297,42 @@ export default function ModelMetadataPage() {
           >
             <Input.TextArea rows={4} placeholder={t('Leave empty to not override')} />
           </Form.Item>
+          <Form.Item
+            name="supportsVision"
+            label={t('Supports vision')}
+            valuePropName="checked"
+            tooltip={t('Used by virtual-model routing for image/file requests.')}
+          >
+            <Switch />
+          </Form.Item>
+          <Form.Item
+            name="supportsToolCalling"
+            label={t('Supports tool calling')}
+            valuePropName="checked"
+            tooltip={t('Used by virtual-model routing for requests with tools/tool_choice.')}
+          >
+            <Switch defaultChecked />
+          </Form.Item>
+          <Form.Item
+            name="reasoningTier"
+            label={t('Reasoning tier')}
+            tooltip={t('cheap | general | reasoning. Used by virtual-model routing buckets.')}
+          >
+            <Select
+              options={[
+                { value: 'cheap', label: t('Cheap') },
+                { value: 'general', label: t('General') },
+                { value: 'reasoning', label: t('Reasoning') },
+              ]}
+            />
+          </Form.Item>
+          <Form.Item
+            name="sortOrder"
+            label={t('Routing priority')}
+            tooltip={t('Ascending — lower is preferred when a bucket is derived from metadata.')}
+          >
+            <InputNumber precision={0} style={{ width: '100%' }} placeholder="0" />
+          </Form.Item>
           <Form.Item name="enabled" label={t('Enabled')} valuePropName="checked">
             <Switch />
           </Form.Item>

package/src/client-v2/pages/ModelPricingPage.tsx

@@ -28,6 +28,7 @@ interface ModelPrice {
   model: string;
   currency: string;
   inputPricePerMillionTokens: string;
+  cacheInputPricePerMillionTokens: string;
   outputPricePerMillionTokens: string;
   fixedCostPerRequest: string;
   effectiveFrom: string;
@@ -95,6 +96,7 @@ export default function ModelPricingPage() {
     form.setFieldsValue({
       currency: 'USD',
       inputPricePerMillionTokens: '0',
+      cacheInputPricePerMillionTokens: '0',
       outputPricePerMillionTokens: '0',
       fixedCostPerRequest: '0',
       effectiveFrom: dayjs(),
@@ -182,6 +184,12 @@ export default function ModelPricingPage() {
     { title: t('LLM service'), dataIndex: 'llmService', key: 'llmService', width: 180 },
     { title: t('Model'), dataIndex: 'model', key: 'model', width: 180 },
     { title: t('Input price / 1M'), dataIndex: 'inputPricePerMillionTokens', key: 'inputPrice', width: 150 },
+    {
+      title: t('Cache input price / 1M'),
+      dataIndex: 'cacheInputPricePerMillionTokens',
+      key: 'cacheInputPrice',
+      width: 170,
+    },
     { title: t('Output price / 1M'), dataIndex: 'outputPricePerMillionTokens', key: 'outputPrice', width: 150 },
     { title: t('Fixed request cost'), dataIndex: 'fixedCostPerRequest', key: 'fixedCost', width: 150 },
     { title: t('Currency'), dataIndex: 'currency', key: 'currency', width: 90 },
@@ -260,6 +268,13 @@ export default function ModelPricingPage() {
           <Form.Item name="inputPricePerMillionTokens" label={t('Input price / 1M')} rules={[{ required: true }]}>
             <InputNumber min={0} stringMode style={{ width: '100%' }} />
           </Form.Item>
+          <Form.Item
+            name="cacheInputPricePerMillionTokens"
+            label={t('Cache input price / 1M')}
+            rules={[{ required: true }]}
+          >
+            <InputNumber min={0} stringMode style={{ width: '100%' }} />
+          </Form.Item>
           <Form.Item name="outputPricePerMillionTokens" label={t('Output price / 1M')} rules={[{ required: true }]}>
             <InputNumber min={0} stringMode style={{ width: '100%' }} />
           </Form.Item>