@nocobase/plugin-ai 2.2.0-alpha.1 → 2.2.0-alpha.10

package/dist/node_modules/openai/src/resources/videos.ts

@@ -6,43 +6,65 @@ import { ConversationCursorPage, type ConversationCursorPageParams, PagePromise
 import { type Uploadable } from '../core/uploads';
 import { buildHeaders } from '../internal/headers';
 import { RequestOptions } from '../internal/request-options';
-import { maybeMultipartFormRequestOptions } from '../internal/uploads';
+import { maybeMultipartFormRequestOptions, multipartFormRequestOptions } from '../internal/uploads';
 import { path } from '../internal/utils/path';
 
 export class Videos extends APIResource {
   /**
-   * Create a video
+   * Create a new video generation job from a prompt and optional reference assets.
    */
   create(body: VideoCreateParams, options?: RequestOptions): APIPromise<Video> {
-    return this._client.post('/videos', maybeMultipartFormRequestOptions({ body, ...options }, this._client));
+    return this._client.post(
+      '/videos',
+      multipartFormRequestOptions({ body, ...options, __security: { bearerAuth: true } }, this._client),
+    );
   }
 
   /**
-   * Retrieve a video
+   * Fetch the latest metadata for a generated video.
    */
   retrieve(videoID: string, options?: RequestOptions): APIPromise<Video> {
-    return this._client.get(path`/videos/${videoID}`, options);
+    return this._client.get(path`/videos/${videoID}`, { ...options, __security: { bearerAuth: true } });
   }
 
   /**
-   * List videos
+   * List recently generated videos for the current project.
    */
   list(
     query: VideoListParams | null | undefined = {},
     options?: RequestOptions,
   ): PagePromise<VideosPage, Video> {
-    return this._client.getAPIList('/videos', ConversationCursorPage<Video>, { query, ...options });
+    return this._client.getAPIList('/videos', ConversationCursorPage<Video>, {
+      query,
+      ...options,
+      __security: { bearerAuth: true },
+    });
   }
 
   /**
-   * Delete a video
+   * Permanently delete a completed or failed video and its stored assets.
    */
   delete(videoID: string, options?: RequestOptions): APIPromise<VideoDeleteResponse> {
-    return this._client.delete(path`/videos/${videoID}`, options);
+    return this._client.delete(path`/videos/${videoID}`, { ...options, __security: { bearerAuth: true } });
+  }
+
+  /**
+   * Create a character from an uploaded video.
+   */
+  createCharacter(
+    body: VideoCreateCharacterParams,
+    options?: RequestOptions,
+  ): APIPromise<VideoCreateCharacterResponse> {
+    return this._client.post(
+      '/videos/characters',
+      multipartFormRequestOptions({ body, ...options, __security: { bearerAuth: true } }, this._client),
+    );
   }
 
   /**
-   * Download video content
+   * Download the generated video bytes or a derived preview asset.
+   *
+   * Streams the rendered video content for the specified video job.
    */
   downloadContent(
     videoID: string,
@@ -53,23 +75,64 @@ export class Videos extends APIResource {
       query,
       ...options,
       headers: buildHeaders([{ Accept: 'application/binary' }, options?.headers]),
+      __security: { bearerAuth: true },
       __binaryResponse: true,
     });
   }
 
   /**
-   * Create a video remix
+   * Create a new video generation job by editing a source video or existing
+   * generated video.
+   */
+  edit(body: VideoEditParams, options?: RequestOptions): APIPromise<Video> {
+    return this._client.post(
+      '/videos/edits',
+      multipartFormRequestOptions({ body, ...options, __security: { bearerAuth: true } }, this._client),
+    );
+  }
+
+  /**
+   * Create an extension of a completed video.
+   */
+  extend(body: VideoExtendParams, options?: RequestOptions): APIPromise<Video> {
+    return this._client.post(
+      '/videos/extensions',
+      multipartFormRequestOptions({ body, ...options, __security: { bearerAuth: true } }, this._client),
+    );
+  }
+
+  /**
+   * Fetch a character.
+   */
+  getCharacter(characterID: string, options?: RequestOptions): APIPromise<VideoGetCharacterResponse> {
+    return this._client.get(path`/videos/characters/${characterID}`, {
+      ...options,
+      __security: { bearerAuth: true },
+    });
+  }
+
+  /**
+   * Create a remix of a completed video using a refreshed prompt.
    */
   remix(videoID: string, body: VideoRemixParams, options?: RequestOptions): APIPromise<Video> {
     return this._client.post(
       path`/videos/${videoID}/remix`,
-      maybeMultipartFormRequestOptions({ body, ...options }, this._client),
+      maybeMultipartFormRequestOptions({ body, ...options, __security: { bearerAuth: true } }, this._client),
     );
   }
 }
 
 export type VideosPage = ConversationCursorPage<Video>;
 
+export interface ImageInputReferenceParam {
+  file_id?: string;
+
+  /**
+   * A fully qualified URL or base64-encoded data URL.
+   */
+  image_url?: string;
+}
+
 /**
  * Structured information describing a generated video job.
  */
@@ -125,9 +188,10 @@ export interface Video {
   remixed_from_video_id: string | null;
 
   /**
-   * Duration of the generated clip in seconds.
+   * Duration of the generated clip in seconds. For extensions, this is the stitched
+   * total duration.
    */
-  seconds: VideoSeconds;
+  seconds: (string & {}) | VideoSeconds;
 
   /**
    * The resolution of the generated video.
@@ -187,6 +251,40 @@ export interface VideoDeleteResponse {
   object: 'video.deleted';
 }
 
+export interface VideoCreateCharacterResponse {
+  /**
+   * Identifier for the character creation cameo.
+   */
+  id: string | null;
+
+  /**
+   * Unix timestamp (in seconds) when the character was created.
+   */
+  created_at: number;
+
+  /**
+   * Display name for the character.
+   */
+  name: string | null;
+}
+
+export interface VideoGetCharacterResponse {
+  /**
+   * Identifier for the character creation cameo.
+   */
+  id: string | null;
+
+  /**
+   * Unix timestamp (in seconds) when the character was created.
+   */
+  created_at: number;
+
+  /**
+   * Display name for the character.
+   */
+  name: string | null;
+}
+
 export interface VideoCreateParams {
   /**
    * Text prompt that describes the video to generate.
@@ -194,9 +292,9 @@ export interface VideoCreateParams {
   prompt: string;
 
   /**
-   * Optional image reference that guides generation.
+   * Optional reference asset upload or reference object that guides generation.
    */
-  input_reference?: Uploadable;
+  input_reference?: Uploadable | ImageInputReferenceParam;
 
   /**
    * The video generation model to use (allowed values: sora-2, sora-2-pro). Defaults
@@ -224,6 +322,18 @@ export interface VideoListParams extends ConversationCursorPageParams {
   order?: 'asc' | 'desc';
 }
 
+export interface VideoCreateCharacterParams {
+  /**
+   * Display name for this API character.
+   */
+  name: string;
+
+  /**
+   * Video file used to create a character.
+   */
+  video: Uploadable;
+}
+
 export interface VideoDownloadContentParams {
   /**
    * Which downloadable asset to return. Defaults to the MP4 video.
@@ -231,6 +341,60 @@ export interface VideoDownloadContentParams {
   variant?: 'video' | 'thumbnail' | 'spritesheet';
 }
 
+export interface VideoEditParams {
+  /**
+   * Text prompt that describes how to edit the source video.
+   */
+  prompt: string;
+
+  /**
+   * Reference to the completed video to edit.
+   */
+  video: Uploadable | VideoEditParams.VideoReferenceInputParam;
+}
+
+export namespace VideoEditParams {
+  /**
+   * Reference to the completed video.
+   */
+  export interface VideoReferenceInputParam {
+    /**
+     * The identifier of the completed video.
+     */
+    id: string;
+  }
+}
+
+export interface VideoExtendParams {
+  /**
+   * Updated text prompt that directs the extension generation.
+   */
+  prompt: string;
+
+  /**
+   * Length of the newly generated extension segment in seconds (allowed values: 4,
+   * 8, 12, 16, 20).
+   */
+  seconds: VideoSeconds;
+
+  /**
+   * Reference to the completed video to extend.
+   */
+  video: Uploadable | VideoExtendParams.VideoReferenceInputParam;
+}
+
+export namespace VideoExtendParams {
+  /**
+   * Reference to the completed video.
+   */
+  export interface VideoReferenceInputParam {
+    /**
+     * The identifier of the completed video.
+     */
+    id: string;
+  }
+}
+
 export interface VideoRemixParams {
   /**
    * Updated text prompt that directs the remix generation.
@@ -240,16 +404,22 @@ export interface VideoRemixParams {
 
 export declare namespace Videos {
   export {
+    type ImageInputReferenceParam as ImageInputReferenceParam,
     type Video as Video,
     type VideoCreateError as VideoCreateError,
     type VideoModel as VideoModel,
     type VideoSeconds as VideoSeconds,
     type VideoSize as VideoSize,
     type VideoDeleteResponse as VideoDeleteResponse,
+    type VideoCreateCharacterResponse as VideoCreateCharacterResponse,
+    type VideoGetCharacterResponse as VideoGetCharacterResponse,
     type VideosPage as VideosPage,
     type VideoCreateParams as VideoCreateParams,
     type VideoListParams as VideoListParams,
+    type VideoCreateCharacterParams as VideoCreateCharacterParams,
     type VideoDownloadContentParams as VideoDownloadContentParams,
+    type VideoEditParams as VideoEditParams,
+    type VideoExtendParams as VideoExtendParams,
     type VideoRemixParams as VideoRemixParams,
   };
 }

package/dist/node_modules/openai/src/version.ts

@@ -1 +1 @@
-export const VERSION = '6.22.0'; // x-release-please-version
+export const VERSION = '6.39.1'; // x-release-please-version

package/dist/node_modules/openai/streaming.d.mts

@@ -1,2 +1,3 @@
+/** @deprecated Import from ./core/streaming instead */
 export * from "./core/streaming.mjs";
 //# sourceMappingURL=streaming.d.mts.map

package/dist/node_modules/openai/streaming.d.ts

@@ -1,2 +1,3 @@
+/** @deprecated Import from ./core/streaming instead */
 export * from "./core/streaming.js";
 //# sourceMappingURL=streaming.d.ts.map

package/dist/node_modules/openai/uploads.d.mts

@@ -1,2 +1,3 @@
+/** @deprecated Import from ./core/uploads instead */
 export * from "./core/uploads.mjs";
 //# sourceMappingURL=uploads.d.mts.map

package/dist/node_modules/openai/uploads.d.ts

@@ -1,2 +1,3 @@
+/** @deprecated Import from ./core/uploads instead */
 export * from "./core/uploads.js";
 //# sourceMappingURL=uploads.d.ts.map

package/dist/node_modules/openai/version.d.mts

@@ -1,2 +1,2 @@
-export declare const VERSION = "6.22.0";
+export declare const VERSION = "6.39.1";
 //# sourceMappingURL=version.d.mts.map

package/dist/node_modules/openai/version.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "6.22.0";
+export declare const VERSION = "6.39.1";
 //# sourceMappingURL=version.d.ts.map

package/dist/node_modules/openai/version.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VERSION = void 0;
-exports.VERSION = '6.22.0'; // x-release-please-version
+exports.VERSION = '6.39.1'; // x-release-please-version
 //# sourceMappingURL=version.js.map

package/dist/node_modules/zod/package.json

@@ -1 +1 @@
-{"name":"zod","version":"4.3.5","type":"module","license":"MIT","author":"Colin McDonnell <zod@colinhacks.com>","description":"TypeScript-first schema declaration and validation library with static type inference","homepage":"https://zod.dev","llms":"https://zod.dev/llms.txt","llmsFull":"https://zod.dev/llms-full.txt","mcpServer":"https://mcp.inkeep.com/zod/mcp","funding":"https://github.com/sponsors/colinhacks","sideEffects":false,"files":["src","**/*.js","**/*.mjs","**/*.cjs","**/*.d.ts","**/*.d.mts","**/*.d.cts","**/package.json"],"keywords":["typescript","schema","validation","type","inference"],"main":"./index.cjs","types":"./index.d.cts","module":"./index.js","zshy":{"exports":{"./package.json":"./package.json",".":"./src/index.ts","./mini":"./src/mini/index.ts","./locales":"./src/locales/index.ts","./v3":"./src/v3/index.ts","./v4":"./src/v4/index.ts","./v4-mini":"./src/v4-mini/index.ts","./v4/mini":"./src/v4/mini/index.ts","./v4/core":"./src/v4/core/index.ts","./v4/locales":"./src/v4/locales/index.ts","./v4/locales/*":"./src/v4/locales/*"},"conditions":{"@zod/source":"src"}},"exports":{"./package.json":"./package.json",".":{"@zod/source":"./src/index.ts","types":"./index.d.cts","import":"./index.js","require":"./index.cjs"},"./mini":{"@zod/source":"./src/mini/index.ts","types":"./mini/index.d.cts","import":"./mini/index.js","require":"./mini/index.cjs"},"./locales":{"@zod/source":"./src/locales/index.ts","types":"./locales/index.d.cts","import":"./locales/index.js","require":"./locales/index.cjs"},"./v3":{"@zod/source":"./src/v3/index.ts","types":"./v3/index.d.cts","import":"./v3/index.js","require":"./v3/index.cjs"},"./v4":{"@zod/source":"./src/v4/index.ts","types":"./v4/index.d.cts","import":"./v4/index.js","require":"./v4/index.cjs"},"./v4-mini":{"@zod/source":"./src/v4-mini/index.ts","types":"./v4-mini/index.d.cts","import":"./v4-mini/index.js","require":"./v4-mini/index.cjs"},"./v4/mini":{"@zod/source":"./src/v4/mini/index.ts","types":"./v4/mini/index.d.cts","import":"./v4/mini/index.js","require":"./v4/mini/index.cjs"},"./v4/core":{"@zod/source":"./src/v4/core/index.ts","types":"./v4/core/index.d.cts","import":"./v4/core/index.js","require":"./v4/core/index.cjs"},"./v4/locales":{"@zod/source":"./src/v4/locales/index.ts","types":"./v4/locales/index.d.cts","import":"./v4/locales/index.js","require":"./v4/locales/index.cjs"},"./v4/locales/*":{"@zod/source":"./src/v4/locales/*","types":"./v4/locales/*","import":"./v4/locales/*","require":"./v4/locales/*"}},"repository":{"type":"git","url":"git+https://github.com/colinhacks/zod.git"},"bugs":{"url":"https://github.com/colinhacks/zod/issues"},"support":{"backing":{"npm-funding":true}},"scripts":{"clean":"git clean -xdf . -e node_modules","build":"zshy --project tsconfig.build.json","postbuild":"tsx ../../scripts/write-stub-package-jsons.ts && pnpm biome check --write .","test:watch":"pnpm vitest","test":"pnpm vitest run","prepublishOnly":"tsx ../../scripts/check-versions.ts"},"_lastModified":"2026-06-10T18:13:10.894Z"}
+{"name":"zod","version":"4.3.5","type":"module","license":"MIT","author":"Colin McDonnell <zod@colinhacks.com>","description":"TypeScript-first schema declaration and validation library with static type inference","homepage":"https://zod.dev","llms":"https://zod.dev/llms.txt","llmsFull":"https://zod.dev/llms-full.txt","mcpServer":"https://mcp.inkeep.com/zod/mcp","funding":"https://github.com/sponsors/colinhacks","sideEffects":false,"files":["src","**/*.js","**/*.mjs","**/*.cjs","**/*.d.ts","**/*.d.mts","**/*.d.cts","**/package.json"],"keywords":["typescript","schema","validation","type","inference"],"main":"./index.cjs","types":"./index.d.cts","module":"./index.js","zshy":{"exports":{"./package.json":"./package.json",".":"./src/index.ts","./mini":"./src/mini/index.ts","./locales":"./src/locales/index.ts","./v3":"./src/v3/index.ts","./v4":"./src/v4/index.ts","./v4-mini":"./src/v4-mini/index.ts","./v4/mini":"./src/v4/mini/index.ts","./v4/core":"./src/v4/core/index.ts","./v4/locales":"./src/v4/locales/index.ts","./v4/locales/*":"./src/v4/locales/*"},"conditions":{"@zod/source":"src"}},"exports":{"./package.json":"./package.json",".":{"@zod/source":"./src/index.ts","types":"./index.d.cts","import":"./index.js","require":"./index.cjs"},"./mini":{"@zod/source":"./src/mini/index.ts","types":"./mini/index.d.cts","import":"./mini/index.js","require":"./mini/index.cjs"},"./locales":{"@zod/source":"./src/locales/index.ts","types":"./locales/index.d.cts","import":"./locales/index.js","require":"./locales/index.cjs"},"./v3":{"@zod/source":"./src/v3/index.ts","types":"./v3/index.d.cts","import":"./v3/index.js","require":"./v3/index.cjs"},"./v4":{"@zod/source":"./src/v4/index.ts","types":"./v4/index.d.cts","import":"./v4/index.js","require":"./v4/index.cjs"},"./v4-mini":{"@zod/source":"./src/v4-mini/index.ts","types":"./v4-mini/index.d.cts","import":"./v4-mini/index.js","require":"./v4-mini/index.cjs"},"./v4/mini":{"@zod/source":"./src/v4/mini/index.ts","types":"./v4/mini/index.d.cts","import":"./v4/mini/index.js","require":"./v4/mini/index.cjs"},"./v4/core":{"@zod/source":"./src/v4/core/index.ts","types":"./v4/core/index.d.cts","import":"./v4/core/index.js","require":"./v4/core/index.cjs"},"./v4/locales":{"@zod/source":"./src/v4/locales/index.ts","types":"./v4/locales/index.d.cts","import":"./v4/locales/index.js","require":"./v4/locales/index.cjs"},"./v4/locales/*":{"@zod/source":"./src/v4/locales/*","types":"./v4/locales/*","import":"./v4/locales/*","require":"./v4/locales/*"}},"repository":{"type":"git","url":"git+https://github.com/colinhacks/zod.git"},"bugs":{"url":"https://github.com/colinhacks/zod/issues"},"support":{"backing":{"npm-funding":true}},"scripts":{"clean":"git clean -xdf . -e node_modules","build":"zshy --project tsconfig.build.json","postbuild":"tsx ../../scripts/write-stub-package-jsons.ts && pnpm biome check --write .","test:watch":"pnpm vitest","test":"pnpm vitest run","prepublishOnly":"tsx ../../scripts/check-versions.ts"},"_lastModified":"2026-07-28T04:41:00.844Z"}

package/dist/server/ai-employees/ai-conversations.d.ts

@@ -9,11 +9,13 @@
 import { Model, Transaction } from '@nocobase/database';
 import PluginAIServer from '../plugin';
 import { AIMessage, SubAgentConversationMetadata, UserDecision } from '../types';
+import type { FrontendToolManifest } from '../../common/frontend-tools';
 export type AIConversationsOptions = {
     systemMessage?: unknown;
     skillSettings?: unknown;
     conversationSettings?: unknown;
     modelSettings?: unknown;
+    frontendTools?: FrontendToolManifest[];
     [key: string]: unknown;
 };
 export type AIConversationFilterParams = {

package/dist/server/ai-employees/ai-employee.d.ts

@@ -9,8 +9,6 @@
 import { Model, Transaction } from '@nocobase/database';
 import { LLMProvider } from '../llm-providers/provider';
 import { AIChatContext, AIChatConversation, AIMessageInput, AIToolCall, UserDecision } from '../types';
-import { DocumentSegmentedWithScore } from '../features';
-import { KnowledgeBaseGroup } from '../types';
 import { ToolsEntry } from '@nocobase/ai';
 import { AIToolMessage } from '../types/ai-message.type';
 import { Context } from '@nocobase/actions';
@@ -55,7 +53,7 @@ export declare class AIEmployee {
     private areSkillsEnabled;
     private areToolsEnabled;
     getFormatMessages(userMessages: AIMessageInput[]): Promise<{
-        role: "user" | "assistant" | "tool" | "system";
+        role: "system" | "user" | "assistant" | "tool";
         content: any;
         tool_call_id?: string;
         tool_calls?: AIToolCall[];
@@ -116,17 +114,10 @@ export declare class AIEmployee {
     private handleInterruptedToolCalls;
     getEmployeeDataSourceContext(): string;
     getSystemPrompt(userMessages: AIMessageInput[]): Promise<any>;
-    retrieveKnowledgeBase(userMessage: AIMessageInput): Promise<DocumentSegmentedWithScore[]>;
-    isEnabledKnowledgeBase(): boolean;
-    getAIEmployeeKnowledgeBaseConfig(): {
-        topK: number;
-        score: string;
-    };
-    getKnowledgeBaseGroup(): Promise<KnowledgeBaseGroup[]>;
     initToolCall(transaction: Transaction, messageId: string, toolCalls: {
         id: string;
         name: string;
-        args: any;
+        args: unknown;
     }[]): Promise<Model<AIToolMessage>[]>;
     updateToolCallInterrupted(sessionId: string, messageId: string, toolCallId: string, interruptId: string, interruptAction: {
         order: number;
@@ -152,6 +143,7 @@ export declare class AIEmployee {
     removeAbortController(): void;
     shouldInterruptToolCall(tools: ToolsEntry): boolean;
     isAutoCall(tools: ToolsEntry): boolean;
+    private normalizeMessageAttachments;
     private formatMessages;
     private getToolCallMap;
     private toInterruptActions;