@aigne/openai 0.16.16 → 1.74.0-beta

package/dist/openai-image-model.cjs

@@ -0,0 +1,123 @@
+const require_rolldown_runtime = require('./_virtual/rolldown_runtime.cjs');
+const require_openai = require('./openai.cjs');
+let _aigne_core = require("@aigne/core");
+let _aigne_core_utils_type_utils = require("@aigne/core/utils/type-utils");
+let zod = require("zod");
+let _aigne_core_utils_camelize = require("@aigne/core/utils/camelize");
+
+//#region src/openai-image-model.ts
+const DEFAULT_MODEL = "dall-e-2";
+const OUTPUT_MIME_TYPE = "image/png";
+const SUPPORTED_PARAMS = {
+	"dall-e-2": [
+		"prompt",
+		"size",
+		"n"
+	],
+	"dall-e-3": [
+		"prompt",
+		"size",
+		"n",
+		"quality",
+		"style",
+		"user"
+	],
+	"gpt-image-1": [
+		"prompt",
+		"size",
+		"background",
+		"moderation",
+		"outputCompression",
+		"outputFormat",
+		"quality",
+		"user",
+		"stream"
+	]
+};
+const SUPPORT_EDIT_MODELS = ["gpt-image-1"];
+const openAIImageModelInputSchema = _aigne_core.imageModelInputSchema.extend({});
+const openAIImageModelOptionsSchema = zod.z.object({
+	apiKey: zod.z.string().optional(),
+	baseURL: zod.z.string().optional(),
+	model: zod.z.string().optional(),
+	modelOptions: zod.z.object({}).optional(),
+	clientOptions: zod.z.object({}).optional()
+});
+var OpenAIImageModel = class extends _aigne_core.ImageModel {
+	constructor(options) {
+		super({
+			...options,
+			inputSchema: openAIImageModelInputSchema,
+			description: options?.description ?? "Draw or edit image by OpenAI image models"
+		});
+		this.options = options;
+		if (options) (0, _aigne_core_utils_type_utils.checkArguments)(this.name, openAIImageModelOptionsSchema, options);
+	}
+	_client;
+	apiKeyEnvName = "OPENAI_API_KEY";
+	get client() {
+		if (this._client) return this._client;
+		const { apiKey, url } = this.credential;
+		if (!apiKey) throw new Error(`${this.name} requires an API key. Please provide it via \`options.apiKey\`, or set the \`${this.apiKeyEnvName}\` environment variable`);
+		this._client ??= new require_openai.CustomOpenAI({
+			baseURL: url,
+			apiKey,
+			...this.options?.clientOptions
+		});
+		return this._client;
+	}
+	get credential() {
+		return {
+			url: this.options?.baseURL || process.env.OPENAI_BASE_URL,
+			apiKey: this.options?.apiKey || process.env[this.apiKeyEnvName],
+			model: this.options?.model || DEFAULT_MODEL
+		};
+	}
+	get modelOptions() {
+		return this.options?.modelOptions;
+	}
+	/**
+	* Process the input and generate a response
+	* @param input The input to process
+	* @returns The generated response
+	*/
+	async process(input, _options) {
+		const model = input.modelOptions?.model || this.credential.model;
+		if (input.image?.length && !SUPPORT_EDIT_MODELS.includes(model)) throw new Error(`Model ${model} does not support image editing`);
+		const body = {
+			...(0, _aigne_core_utils_camelize.snakelize)((0, _aigne_core_utils_type_utils.pick)({
+				...this.modelOptions,
+				...input.modelOptions,
+				...input
+			}, SUPPORTED_PARAMS[model] || SUPPORTED_PARAMS[DEFAULT_MODEL])),
+			model
+		};
+		const response = input.image?.length ? await this.client.images.edit({
+			...body,
+			image: await Promise.all(input.image.map((image) => this.transformFileType("file", image).then((file) => new File([Buffer.from(file.data, "base64")], file.filename || "image.png", { type: file.mimeType }))))
+		}, { stream: false }) : await this.client.images.generate({ ...body }, { stream: false });
+		return {
+			images: (response.data ?? []).map((image) => {
+				if (image.url) return {
+					type: "url",
+					url: image.url,
+					mimeType: OUTPUT_MIME_TYPE
+				};
+				if (image.b64_json) return {
+					type: "file",
+					data: image.b64_json,
+					mimeType: OUTPUT_MIME_TYPE
+				};
+				throw new Error("Image response does not contain a valid URL or base64 data");
+			}),
+			usage: {
+				inputTokens: response.usage?.input_tokens || 0,
+				outputTokens: response.usage?.output_tokens || 0
+			},
+			model
+		};
+	}
+};
+
+//#endregion
+exports.OpenAIImageModel = OpenAIImageModel;

package/dist/openai-image-model.d.cts

@@ -0,0 +1,57 @@
+import { AgentInvokeOptions, ImageModel, ImageModelInput, ImageModelOptions, ImageModelOutput } from "@aigne/core";
+import OpenAI, { ClientOptions } from "openai";
+import { Camelize } from "@aigne/core/utils/camelize";
+
+//#region src/openai-image-model.d.ts
+interface OpenAIImageModelInput extends ImageModelInput, Camelize<Omit<OpenAI.ImageGenerateParams | OpenAI.ImageEditParams, "prompt" | "model" | "n" | "response_format">> {}
+interface OpenAIImageModelOutput extends ImageModelOutput {}
+interface OpenAIImageModelOptions extends ImageModelOptions<OpenAIImageModelInput, OpenAIImageModelOutput> {
+  /**
+       * API key for OpenAI API
+       *
+       * If not provided, will look for OPENAI_API_KEY in environment variables
+       */
+  apiKey?: string;
+  /**
+       * Base URL for OpenAI API
+       *
+       * Useful for proxies or alternate endpoints
+       */
+  baseURL?: string;
+  /**
+       * OpenAI model to use
+       *
+       * Defaults to 'dall-e-2'
+       */
+  model?: string;
+  /**
+       * Additional model options to control behavior
+       */
+  modelOptions?: Omit<Partial<OpenAIImageModelInput>, "model">;
+  /**
+       * Client options for OpenAI API
+       */
+  clientOptions?: Partial<ClientOptions>;
+}
+declare class OpenAIImageModel extends ImageModel<OpenAIImageModelInput, OpenAIImageModelOutput> {
+  options?: OpenAIImageModelOptions | undefined;
+  constructor(options?: OpenAIImageModelOptions | undefined);
+  protected _client?: OpenAI;
+  protected apiKeyEnvName: string;
+  get client(): OpenAI;
+  get credential(): {
+    url: string | undefined;
+    apiKey: string | undefined;
+    model: string;
+  };
+  get modelOptions(): Omit<Partial<OpenAIImageModelInput>, "model"> | undefined;
+  /**
+       * Process the input and generate a response
+       * @param input The input to process
+       * @returns The generated response
+       */
+  process(input: OpenAIImageModelInput, _options: AgentInvokeOptions): Promise<OpenAIImageModelOutput>;
+}
+//#endregion
+export { OpenAIImageModel, OpenAIImageModelInput, OpenAIImageModelOptions, OpenAIImageModelOutput };
+//# sourceMappingURL=openai-image-model.d.cts.map

package/dist/openai-image-model.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-image-model.d.cts","names":[],"sources":["../src/openai-image-model.ts"],"mappings":";;;;;UAqCiB,qBAAA,SACP,eAAA,EACN,QAAA,CACE,IAAA,CACE,MAAA,CAAO,mBAAA,GAAsB,MAAA,CAAO,eAAA;AAAA,UAK3B,sBAAA,SAA+B,gBAAA;AAAA,UAE/B,uBAAA,SACP,iBAAA,CAAkB,qBAAA,EAAuB,sBAAA;EAAA;;;;;EAAA,MAAA;EAAA;;;;;EAAA,OAAA;EAAA;;;;;EAAA,KAAA;EAAA;;;EAAA,YAAA,GAyBlC,IAAA,CAAK,OAAA,CAAQ,qBAAA;EAAA;;;EAAA,aAAA,GAKZ,OAAA,CAAQ,aAAA;AAAA;AAAA,cAeb,gBAAA,SAAyB,UAAA,CAAW,qBAAA,EAAuB,sBAAA;EAAA,OAAA,GAChC,uBAAA;EAAA,YAAA,OAAA,GAAA,uBAAA;EAAA,UAAA,OAAA,GASlB,MAAA;EAAA,UAAA,aAAA;EAAA,IAAA,OAAA,GAIV,MAAA;EAAA,IAAA,WAAA;IAAA,GAAA;IAAA,MAAA;IAAA,KAAA;EAAA;EAAA,IAAA,aAAA,GA2BM,IAAA,CAAA,OAAA,CAAA,qBAAA;EAAA;;;;;EAAA,QAAA,KAAA,EAUP,qBAAA,EAAA,QAAA,EACG,kBAAA,GACT,OAAA,CAAQ,sBAAA;AAAA"}

package/dist/openai-image-model.d.mts

@@ -0,0 +1,57 @@
+import { AgentInvokeOptions, ImageModel, ImageModelInput, ImageModelOptions, ImageModelOutput } from "@aigne/core";
+import OpenAI, { ClientOptions } from "openai";
+import { Camelize } from "@aigne/core/utils/camelize";
+
+//#region src/openai-image-model.d.ts
+interface OpenAIImageModelInput extends ImageModelInput, Camelize<Omit<OpenAI.ImageGenerateParams | OpenAI.ImageEditParams, "prompt" | "model" | "n" | "response_format">> {}
+interface OpenAIImageModelOutput extends ImageModelOutput {}
+interface OpenAIImageModelOptions extends ImageModelOptions<OpenAIImageModelInput, OpenAIImageModelOutput> {
+  /**
+       * API key for OpenAI API
+       *
+       * If not provided, will look for OPENAI_API_KEY in environment variables
+       */
+  apiKey?: string;
+  /**
+       * Base URL for OpenAI API
+       *
+       * Useful for proxies or alternate endpoints
+       */
+  baseURL?: string;
+  /**
+       * OpenAI model to use
+       *
+       * Defaults to 'dall-e-2'
+       */
+  model?: string;
+  /**
+       * Additional model options to control behavior
+       */
+  modelOptions?: Omit<Partial<OpenAIImageModelInput>, "model">;
+  /**
+       * Client options for OpenAI API
+       */
+  clientOptions?: Partial<ClientOptions>;
+}
+declare class OpenAIImageModel extends ImageModel<OpenAIImageModelInput, OpenAIImageModelOutput> {
+  options?: OpenAIImageModelOptions | undefined;
+  constructor(options?: OpenAIImageModelOptions | undefined);
+  protected _client?: OpenAI;
+  protected apiKeyEnvName: string;
+  get client(): OpenAI;
+  get credential(): {
+    url: string | undefined;
+    apiKey: string | undefined;
+    model: string;
+  };
+  get modelOptions(): Omit<Partial<OpenAIImageModelInput>, "model"> | undefined;
+  /**
+       * Process the input and generate a response
+       * @param input The input to process
+       * @returns The generated response
+       */
+  process(input: OpenAIImageModelInput, _options: AgentInvokeOptions): Promise<OpenAIImageModelOutput>;
+}
+//#endregion
+export { OpenAIImageModel, OpenAIImageModelInput, OpenAIImageModelOptions, OpenAIImageModelOutput };
+//# sourceMappingURL=openai-image-model.d.mts.map

package/dist/openai-image-model.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-image-model.d.mts","names":[],"sources":["../src/openai-image-model.ts"],"mappings":";;;;;UAqCiB,qBAAA,SACP,eAAA,EACN,QAAA,CACE,IAAA,CACE,MAAA,CAAO,mBAAA,GAAsB,MAAA,CAAO,eAAA;AAAA,UAK3B,sBAAA,SAA+B,gBAAA;AAAA,UAE/B,uBAAA,SACP,iBAAA,CAAkB,qBAAA,EAAuB,sBAAA;EAAA;;;;;EAAA,MAAA;EAAA;;;;;EAAA,OAAA;EAAA;;;;;EAAA,KAAA;EAAA;;;EAAA,YAAA,GAyBlC,IAAA,CAAK,OAAA,CAAQ,qBAAA;EAAA;;;EAAA,aAAA,GAKZ,OAAA,CAAQ,aAAA;AAAA;AAAA,cAeb,gBAAA,SAAyB,UAAA,CAAW,qBAAA,EAAuB,sBAAA;EAAA,OAAA,GAChC,uBAAA;EAAA,YAAA,OAAA,GAAA,uBAAA;EAAA,UAAA,OAAA,GASlB,MAAA;EAAA,UAAA,aAAA;EAAA,IAAA,OAAA,GAIV,MAAA;EAAA,IAAA,WAAA;IAAA,GAAA;IAAA,MAAA;IAAA,KAAA;EAAA;EAAA,IAAA,aAAA,GA2BM,IAAA,CAAA,OAAA,CAAA,qBAAA;EAAA;;;;;EAAA,QAAA,KAAA,EAUP,qBAAA,EAAA,QAAA,EACG,kBAAA,GACT,OAAA,CAAQ,sBAAA;AAAA"}

package/dist/openai-image-model.mjs

@@ -0,0 +1,123 @@
+import { CustomOpenAI } from "./openai.mjs";
+import { ImageModel, imageModelInputSchema } from "@aigne/core";
+import { checkArguments, pick } from "@aigne/core/utils/type-utils";
+import { z } from "zod";
+import { snakelize } from "@aigne/core/utils/camelize";
+
+//#region src/openai-image-model.ts
+const DEFAULT_MODEL = "dall-e-2";
+const OUTPUT_MIME_TYPE = "image/png";
+const SUPPORTED_PARAMS = {
+	"dall-e-2": [
+		"prompt",
+		"size",
+		"n"
+	],
+	"dall-e-3": [
+		"prompt",
+		"size",
+		"n",
+		"quality",
+		"style",
+		"user"
+	],
+	"gpt-image-1": [
+		"prompt",
+		"size",
+		"background",
+		"moderation",
+		"outputCompression",
+		"outputFormat",
+		"quality",
+		"user",
+		"stream"
+	]
+};
+const SUPPORT_EDIT_MODELS = ["gpt-image-1"];
+const openAIImageModelInputSchema = imageModelInputSchema.extend({});
+const openAIImageModelOptionsSchema = z.object({
+	apiKey: z.string().optional(),
+	baseURL: z.string().optional(),
+	model: z.string().optional(),
+	modelOptions: z.object({}).optional(),
+	clientOptions: z.object({}).optional()
+});
+var OpenAIImageModel = class extends ImageModel {
+	constructor(options) {
+		super({
+			...options,
+			inputSchema: openAIImageModelInputSchema,
+			description: options?.description ?? "Draw or edit image by OpenAI image models"
+		});
+		this.options = options;
+		if (options) checkArguments(this.name, openAIImageModelOptionsSchema, options);
+	}
+	_client;
+	apiKeyEnvName = "OPENAI_API_KEY";
+	get client() {
+		if (this._client) return this._client;
+		const { apiKey, url } = this.credential;
+		if (!apiKey) throw new Error(`${this.name} requires an API key. Please provide it via \`options.apiKey\`, or set the \`${this.apiKeyEnvName}\` environment variable`);
+		this._client ??= new CustomOpenAI({
+			baseURL: url,
+			apiKey,
+			...this.options?.clientOptions
+		});
+		return this._client;
+	}
+	get credential() {
+		return {
+			url: this.options?.baseURL || process.env.OPENAI_BASE_URL,
+			apiKey: this.options?.apiKey || process.env[this.apiKeyEnvName],
+			model: this.options?.model || DEFAULT_MODEL
+		};
+	}
+	get modelOptions() {
+		return this.options?.modelOptions;
+	}
+	/**
+	* Process the input and generate a response
+	* @param input The input to process
+	* @returns The generated response
+	*/
+	async process(input, _options) {
+		const model = input.modelOptions?.model || this.credential.model;
+		if (input.image?.length && !SUPPORT_EDIT_MODELS.includes(model)) throw new Error(`Model ${model} does not support image editing`);
+		const body = {
+			...snakelize(pick({
+				...this.modelOptions,
+				...input.modelOptions,
+				...input
+			}, SUPPORTED_PARAMS[model] || SUPPORTED_PARAMS[DEFAULT_MODEL])),
+			model
+		};
+		const response = input.image?.length ? await this.client.images.edit({
+			...body,
+			image: await Promise.all(input.image.map((image) => this.transformFileType("file", image).then((file) => new File([Buffer.from(file.data, "base64")], file.filename || "image.png", { type: file.mimeType }))))
+		}, { stream: false }) : await this.client.images.generate({ ...body }, { stream: false });
+		return {
+			images: (response.data ?? []).map((image) => {
+				if (image.url) return {
+					type: "url",
+					url: image.url,
+					mimeType: OUTPUT_MIME_TYPE
+				};
+				if (image.b64_json) return {
+					type: "file",
+					data: image.b64_json,
+					mimeType: OUTPUT_MIME_TYPE
+				};
+				throw new Error("Image response does not contain a valid URL or base64 data");
+			}),
+			usage: {
+				inputTokens: response.usage?.input_tokens || 0,
+				outputTokens: response.usage?.output_tokens || 0
+			},
+			model
+		};
+	}
+};
+
+//#endregion
+export { OpenAIImageModel };
+//# sourceMappingURL=openai-image-model.mjs.map

package/dist/openai-image-model.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-image-model.mjs","names":[],"sources":["../src/openai-image-model.ts"],"sourcesContent":["import {\n  type AgentInvokeOptions,\n  type FileUnionContent,\n  ImageModel,\n  type ImageModelInput,\n  type ImageModelOptions,\n  type ImageModelOutput,\n  imageModelInputSchema,\n} from \"@aigne/core\";\nimport { type Camelize, snakelize } from \"@aigne/core/utils/camelize\";\nimport { checkArguments, pick } from \"@aigne/core/utils/type-utils\";\nimport type OpenAI from \"openai\";\nimport type { ClientOptions } from \"openai\";\nimport { type ZodType, z } from \"zod\";\nimport { CustomOpenAI } from \"./openai.js\";\n\nconst DEFAULT_MODEL = \"dall-e-2\";\nconst OUTPUT_MIME_TYPE = \"image/png\";\n\nconst SUPPORTED_PARAMS: { [key: string]: any[] } = {\n  \"dall-e-2\": [\"prompt\", \"size\", \"n\"],\n  \"dall-e-3\": [\"prompt\", \"size\", \"n\", \"quality\", \"style\", \"user\"],\n  \"gpt-image-1\": [\n    \"prompt\",\n    \"size\",\n    \"background\",\n    \"moderation\",\n    \"outputCompression\",\n    \"outputFormat\",\n    \"quality\",\n    \"user\",\n    \"stream\",\n  ],\n};\n\nconst SUPPORT_EDIT_MODELS = [\"gpt-image-1\"];\n\nexport interface OpenAIImageModelInput\n  extends ImageModelInput,\n    Camelize<\n      Omit<\n        OpenAI.ImageGenerateParams | OpenAI.ImageEditParams,\n        \"prompt\" | \"model\" | \"n\" | \"response_format\"\n      >\n    > {}\n\nexport interface OpenAIImageModelOutput extends ImageModelOutput {}\n\nexport interface OpenAIImageModelOptions\n  extends ImageModelOptions<OpenAIImageModelInput, OpenAIImageModelOutput> {\n  /**\n   * API key for OpenAI API\n   *\n   * If not provided, will look for OPENAI_API_KEY in environment variables\n   */\n  apiKey?: string;\n\n  /**\n   * Base URL for OpenAI API\n   *\n   * Useful for proxies or alternate endpoints\n   */\n  baseURL?: string;\n\n  /**\n   * OpenAI model to use\n   *\n   * Defaults to 'dall-e-2'\n   */\n  model?: string;\n\n  /**\n   * Additional model options to control behavior\n   */\n  modelOptions?: Omit<Partial<OpenAIImageModelInput>, \"model\">;\n\n  /**\n   * Client options for OpenAI API\n   */\n  clientOptions?: Partial<ClientOptions>;\n}\n\nconst openAIImageModelInputSchema: ZodType<OpenAIImageModelInput> = imageModelInputSchema.extend(\n  {},\n);\n\nconst openAIImageModelOptionsSchema = z.object({\n  apiKey: z.string().optional(),\n  baseURL: z.string().optional(),\n  model: z.string().optional(),\n  modelOptions: z.object({}).optional(),\n  clientOptions: z.object({}).optional(),\n});\n\nexport class OpenAIImageModel extends ImageModel<OpenAIImageModelInput, OpenAIImageModelOutput> {\n  constructor(public override options?: OpenAIImageModelOptions) {\n    super({\n      ...options,\n      inputSchema: openAIImageModelInputSchema,\n      description: options?.description ?? \"Draw or edit image by OpenAI image models\",\n    });\n    if (options) checkArguments(this.name, openAIImageModelOptionsSchema, options);\n  }\n\n  protected _client?: OpenAI;\n\n  protected apiKeyEnvName = \"OPENAI_API_KEY\";\n\n  get client() {\n    if (this._client) return this._client;\n\n    const { apiKey, url } = this.credential;\n\n    if (!apiKey)\n      throw new Error(\n        `${this.name} requires an API key. Please provide it via \\`options.apiKey\\`, or set the \\`${this.apiKeyEnvName}\\` environment variable`,\n      );\n\n    this._client ??= new CustomOpenAI({\n      baseURL: url,\n      apiKey,\n      ...this.options?.clientOptions,\n    });\n\n    return this._client;\n  }\n\n  override get credential() {\n    return {\n      url: this.options?.baseURL || process.env.OPENAI_BASE_URL,\n      apiKey: this.options?.apiKey || process.env[this.apiKeyEnvName],\n      model: this.options?.model || DEFAULT_MODEL,\n    };\n  }\n\n  get modelOptions() {\n    return this.options?.modelOptions;\n  }\n\n  /**\n   * Process the input and generate a response\n   * @param input The input to process\n   * @returns The generated response\n   */\n  override async process(\n    input: OpenAIImageModelInput,\n    _options: AgentInvokeOptions,\n  ): Promise<OpenAIImageModelOutput> {\n    const model = input.modelOptions?.model || this.credential.model;\n\n    if (input.image?.length && !SUPPORT_EDIT_MODELS.includes(model)) {\n      throw new Error(`Model ${model} does not support image editing`);\n    }\n\n    const body: OpenAI.ImageGenerateParams | OpenAI.ImageEditParams = {\n      ...snakelize(\n        pick(\n          { ...this.modelOptions, ...input.modelOptions, ...input },\n          SUPPORTED_PARAMS[model] || SUPPORTED_PARAMS[DEFAULT_MODEL],\n        ),\n      ),\n      model,\n    };\n\n    const response = input.image?.length\n      ? ((await this.client.images.edit(\n          {\n            ...(body as OpenAI.ImageEditParams),\n            image: await Promise.all(\n              input.image.map((image) =>\n                this.transformFileType(\"file\", image).then(\n                  (file) =>\n                    new File([Buffer.from(file.data, \"base64\")], file.filename || \"image.png\", {\n                      type: file.mimeType,\n                    }),\n                ),\n              ),\n            ),\n          },\n          { stream: false },\n        )) as OpenAI.ImagesResponse)\n      : ((await this.client.images.generate(\n          { ...body },\n          { stream: false },\n        )) as OpenAI.ImagesResponse);\n\n    return {\n      images: (response.data ?? []).map<FileUnionContent>((image) => {\n        if (image.url) return { type: \"url\", url: image.url, mimeType: OUTPUT_MIME_TYPE };\n        if (image.b64_json)\n          return { type: \"file\", data: image.b64_json, mimeType: OUTPUT_MIME_TYPE };\n        throw new Error(\"Image response does not contain a valid URL or base64 data\");\n      }),\n      usage: {\n        inputTokens: response.usage?.input_tokens || 0,\n        outputTokens: response.usage?.output_tokens || 0,\n      },\n      model,\n    };\n  }\n}\n"],"mappings":";;;;;;;AAgBA,MAAM,gBAAgB;AACtB,MAAM,mBAAmB;AAEzB,MAAM,mBAA6C;CACjD,YAAY;EAAC;EAAU;EAAQ;EAAI;CACnC,YAAY;EAAC;EAAU;EAAQ;EAAK;EAAW;EAAS;EAAO;CAC/D,eAAe;EACb;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACD;CACF;AAED,MAAM,sBAAsB,CAAC,cAAc;AA+C3C,MAAM,8BAA8D,sBAAsB,OACxF,EAAE,CACH;AAED,MAAM,gCAAgC,EAAE,OAAO;CAC7C,QAAQ,EAAE,QAAQ,CAAC,UAAU;CAC7B,SAAS,EAAE,QAAQ,CAAC,UAAU;CAC9B,OAAO,EAAE,QAAQ,CAAC,UAAU;CAC5B,cAAc,EAAE,OAAO,EAAE,CAAC,CAAC,UAAU;CACrC,eAAe,EAAE,OAAO,EAAE,CAAC,CAAC,UAAU;CACvC,CAAC;AAEF,IAAa,mBAAb,cAAsC,WAA0D;CAC9F,YAAY,AAAgB,SAAmC;AAC7D,QAAM;GACJ,GAAG;GACH,aAAa;GACb,aAAa,SAAS,eAAe;GACtC,CAAC;EALwB;AAM1B,MAAI,QAAS,gBAAe,KAAK,MAAM,+BAA+B,QAAQ;;CAGhF,AAAU;CAEV,AAAU,gBAAgB;CAE1B,IAAI,SAAS;AACX,MAAI,KAAK,QAAS,QAAO,KAAK;EAE9B,MAAM,EAAE,QAAQ,QAAQ,KAAK;AAE7B,MAAI,CAAC,OACH,OAAM,IAAI,MACR,GAAG,KAAK,KAAK,+EAA+E,KAAK,cAAc,yBAChH;AAEH,OAAK,YAAY,IAAI,aAAa;GAChC,SAAS;GACT;GACA,GAAG,KAAK,SAAS;GAClB,CAAC;AAEF,SAAO,KAAK;;CAGd,IAAa,aAAa;AACxB,SAAO;GACL,KAAK,KAAK,SAAS,WAAW,QAAQ,IAAI;GAC1C,QAAQ,KAAK,SAAS,UAAU,QAAQ,IAAI,KAAK;GACjD,OAAO,KAAK,SAAS,SAAS;GAC/B;;CAGH,IAAI,eAAe;AACjB,SAAO,KAAK,SAAS;;;;;;;CAQvB,MAAe,QACb,OACA,UACiC;EACjC,MAAM,QAAQ,MAAM,cAAc,SAAS,KAAK,WAAW;AAE3D,MAAI,MAAM,OAAO,UAAU,CAAC,oBAAoB,SAAS,MAAM,CAC7D,OAAM,IAAI,MAAM,SAAS,MAAM,iCAAiC;EAGlE,MAAM,OAA4D;GAChE,GAAG,UACD,KACE;IAAE,GAAG,KAAK;IAAc,GAAG,MAAM;IAAc,GAAG;IAAO,EACzD,iBAAiB,UAAU,iBAAiB,eAC7C,CACF;GACD;GACD;EAED,MAAM,WAAW,MAAM,OAAO,SACxB,MAAM,KAAK,OAAO,OAAO,KACzB;GACE,GAAI;GACJ,OAAO,MAAM,QAAQ,IACnB,MAAM,MAAM,KAAK,UACf,KAAK,kBAAkB,QAAQ,MAAM,CAAC,MACnC,SACC,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC,EAAE,KAAK,YAAY,aAAa,EACzE,MAAM,KAAK,UACZ,CAAC,CACL,CACF,CACF;GACF,EACD,EAAE,QAAQ,OAAO,CAClB,GACC,MAAM,KAAK,OAAO,OAAO,SACzB,EAAE,GAAG,MAAM,EACX,EAAE,QAAQ,OAAO,CAClB;AAEL,SAAO;GACL,SAAS,SAAS,QAAQ,EAAE,EAAE,KAAuB,UAAU;AAC7D,QAAI,MAAM,IAAK,QAAO;KAAE,MAAM;KAAO,KAAK,MAAM;KAAK,UAAU;KAAkB;AACjF,QAAI,MAAM,SACR,QAAO;KAAE,MAAM;KAAQ,MAAM,MAAM;KAAU,UAAU;KAAkB;AAC3E,UAAM,IAAI,MAAM,6DAA6D;KAC7E;GACF,OAAO;IACL,aAAa,SAAS,OAAO,gBAAgB;IAC7C,cAAc,SAAS,OAAO,iBAAiB;IAChD;GACD;GACD"}

package/dist/openai-video-model.cjs

@@ -0,0 +1,112 @@
+const require_rolldown_runtime = require('./_virtual/rolldown_runtime.cjs');
+const require_openai = require('./openai.cjs');
+let _aigne_core = require("@aigne/core");
+let _aigne_core_utils_logger = require("@aigne/core/utils/logger");
+let _aigne_core_utils_type_utils = require("@aigne/core/utils/type-utils");
+let zod = require("zod");
+
+//#region src/openai-video-model.ts
+const DEFAULT_MODEL = "sora-2";
+const DEFAULT_SECONDS = 4;
+const openAIVideoModelInputSchema = _aigne_core.videoModelInputSchema.extend({
+	model: zod.z.enum(["sora-2", "sora-2-pro"]).optional(),
+	seconds: zod.z.enum([
+		"4",
+		"8",
+		"12"
+	]).optional(),
+	size: zod.z.enum([
+		"720x1280",
+		"1280x720",
+		"1024x1792",
+		"1792x1024"
+	]).optional()
+});
+const openAIVideoModelOptionsSchema = zod.z.object({
+	apiKey: zod.z.string().optional(),
+	baseURL: zod.z.string().optional(),
+	model: zod.z.string().optional(),
+	modelOptions: zod.z.object({}).optional(),
+	clientOptions: zod.z.object({}).optional(),
+	pollingInterval: zod.z.number().optional()
+});
+var OpenAIVideoModel = class extends _aigne_core.VideoModel {
+	constructor(options) {
+		super({
+			...options,
+			description: options?.description ?? "Generate videos using OpenAI Sora models",
+			inputSchema: openAIVideoModelInputSchema
+		});
+		this.options = options;
+		if (options) (0, _aigne_core_utils_type_utils.checkArguments)(this.name, openAIVideoModelOptionsSchema, options);
+	}
+	/**
+	* @hidden
+	*/
+	_client;
+	apiKeyEnvName = "OPENAI_API_KEY";
+	get client() {
+		const { apiKey, url } = this.credential;
+		if (!apiKey) throw new Error(`${this.name} requires an API key. Please provide it via \`options.apiKey\`, or set the \`${this.apiKeyEnvName}\` environment variable`);
+		this._client ??= new require_openai.CustomOpenAI({
+			baseURL: url,
+			apiKey,
+			...this.options?.clientOptions
+		});
+		return this._client;
+	}
+	get credential() {
+		return {
+			url: this.options?.baseURL || process.env.OPENAI_BASE_URL,
+			apiKey: this.options?.apiKey || process.env[this.apiKeyEnvName],
+			model: this.options?.model || DEFAULT_MODEL
+		};
+	}
+	get modelOptions() {
+		return this.options?.modelOptions;
+	}
+	async downloadToFile(videoId) {
+		_aigne_core_utils_logger.logger.debug("Downloading video content...");
+		const arrayBuffer = await (await this.client.videos.downloadContent(videoId)).arrayBuffer();
+		return Buffer.from(arrayBuffer).toString("base64");
+	}
+	async process(input, _options) {
+		const model = input.model ?? input.modelOptions?.model ?? this.credential.model;
+		const createParams = {
+			model,
+			prompt: input.prompt
+		};
+		if (input.seconds) createParams.seconds = input.seconds;
+		if (input.size) createParams.size = input.size;
+		if (input.image) createParams.input_reference = await this.transformFileType("file", input.image).then((file) => new File([Buffer.from(file.data, "base64")], file.filename || "image.png", { type: file.mimeType }));
+		let video = await this.client.videos.create(createParams);
+		_aigne_core_utils_logger.logger.debug(`Video generation started: ${video.id}`);
+		const pollingInterval = this.options?.pollingInterval ?? 2e3;
+		while (video.status === "in_progress" || video.status === "queued") {
+			await new Promise((resolve) => setTimeout(resolve, pollingInterval));
+			video = await this.client.videos.retrieve(video.id);
+			const progress = video.progress ?? 0;
+			const statusText = video.status === "queued" ? "Queued" : "Processing";
+			_aigne_core_utils_logger.logger.debug(`${statusText}: ${progress.toFixed(1)}%`);
+		}
+		if (video.status === "failed") throw new Error(`Video generation failed: ${video.error?.message || "Unknown error"}`);
+		if (video.status !== "completed") throw new Error(`Unexpected video status: ${video.status}`);
+		return {
+			videos: [{
+				type: "file",
+				data: await this.downloadToFile(video.id),
+				mimeType: "video/mp4",
+				filename: `${video.id}.mp4`
+			}],
+			usage: {
+				inputTokens: 0,
+				outputTokens: 0
+			},
+			model,
+			seconds: input.seconds ? parseInt(input.seconds, 10) : DEFAULT_SECONDS
+		};
+	}
+};
+
+//#endregion
+exports.OpenAIVideoModel = OpenAIVideoModel;

package/dist/openai-video-model.d.cts

@@ -0,0 +1,95 @@
+import { AgentInvokeOptions, VideoModel, VideoModelInput, VideoModelOptions, VideoModelOutput } from "@aigne/core";
+import OpenAI, { ClientOptions } from "openai";
+
+//#region src/openai-video-model.d.ts
+/**
+ * Input options for OpenAI Video Model
+ */
+interface OpenAIVideoModelInput extends VideoModelInput {
+  /**
+       * Sora model to use for video generation
+       *
+       * - `sora-2`: Standard version, lower cost
+       * - `sora-2-pro`: Pro version, higher quality
+       *
+       * @default "sora-2"
+       */
+  model?: "sora-2" | "sora-2-pro";
+  /**
+       * Video resolution (width x height)
+       *
+       * - `720x1280`: Vertical video (9:16)
+       * - `1280x720`: Horizontal video (16:9)
+       * - `1024x1792`: Vertical video (9:16, higher resolution)
+       * - `1792x1024`: Horizontal video (16:9, higher resolution)
+       */
+  size?: "720x1280" | "1280x720" | "1024x1792" | "1792x1024";
+  /**
+       * Video duration in seconds
+       *
+       * @default "4"
+       */
+  seconds?: "4" | "8" | "12";
+}
+/**
+ * Output from OpenAI Video Model
+ */
+interface OpenAIVideoModelOutput extends VideoModelOutput {}
+/**
+ * Configuration options for OpenAI Video Model
+ */
+interface OpenAIVideoModelOptions extends VideoModelOptions<OpenAIVideoModelInput, OpenAIVideoModelOutput> {
+  /**
+       * API key for OpenAI API
+       *
+       * If not provided, will look for OPENAI_API_KEY in environment variables
+       */
+  apiKey?: string;
+  /**
+       * Base URL for OpenAI API
+       *
+       * Useful for proxies or alternate endpoints
+       */
+  baseURL?: string;
+  /**
+       * OpenAI model to use
+       *
+       * Defaults to 'sora-2'
+       */
+  model?: string;
+  /**
+       * Additional model options to control behavior
+       */
+  modelOptions?: Omit<Partial<OpenAIVideoModelInput>, "model">;
+  /**
+       * Client options for OpenAI API
+       */
+  clientOptions?: Partial<ClientOptions>;
+  /**
+       * Polling interval in milliseconds for checking video generation status
+       *
+       * Defaults to 2000ms (2 seconds)
+       */
+  pollingInterval?: number;
+}
+declare class OpenAIVideoModel extends VideoModel<OpenAIVideoModelInput, OpenAIVideoModelOutput> {
+  options?: OpenAIVideoModelOptions | undefined;
+  constructor(options?: OpenAIVideoModelOptions | undefined);
+  /**
+       * @hidden
+       */
+  protected _client?: OpenAI;
+  protected apiKeyEnvName: string;
+  get client(): OpenAI;
+  get credential(): {
+    url: string | undefined;
+    apiKey: string | undefined;
+    model: string;
+  };
+  get modelOptions(): Omit<Partial<OpenAIVideoModelInput>, "model"> | undefined;
+  downloadToFile(videoId: string): Promise<string>;
+  process(input: OpenAIVideoModelInput, _options: AgentInvokeOptions): Promise<OpenAIVideoModelOutput>;
+}
+//#endregion
+export { OpenAIVideoModel, OpenAIVideoModelInput, OpenAIVideoModelOptions, OpenAIVideoModelOutput };
+//# sourceMappingURL=openai-video-model.d.cts.map

package/dist/openai-video-model.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-video-model.d.cts","names":[],"sources":["../src/openai-video-model.ts"],"mappings":";;;;;AAqBA;AAgCA;UAhCiB,qBAAA,SAA8B,eAAA;EAAA;AAgC/C;AAKA;;;;;;EArC+C,KAAA;EAAA;AAgC/C;AAKA;;;;;;EArC+C,IAAA;EAAA;AAgC/C;AAKA;;;EArC+C,OAAA;AAAA;AAAA;AAgC/C;AAKA;AArC+C,UAgC9B,sBAAA,SAA+B,gBAAA;AAAA;AAKhD;;AALgD,UAK/B,uBAAA,SACP,iBAAA,CAAkB,qBAAA,EAAuB,sBAAA;EAAA;;;;;EAAA,MAAA;EAAA;;;;;EAAA,OAAA;EAAA;;;;;EAAA,KAAA;EAAA;;;EAAA,YAAA,GAyBlC,IAAA,CAAK,OAAA,CAAQ,qBAAA;EAAA;;;EAAA,aAAA,GAKZ,OAAA,CAAQ,aAAA;EAAA;;;;AAyB1B;EAzB0B,eAAA;AAAA;AAAA,cAyBb,gBAAA,SAAyB,UAAA,CAAW,qBAAA,EAAuB,sBAAA;EAAA,OAAA,GAChC,uBAAA;EAAA,YAAA,OAAA,GAAA,uBAAA;EAAA;;;EAAA,UAAA,OAAA,GAYlB,MAAA;EAAA,UAAA,aAAA;EAAA,IAAA,OAAA,GAIV,MAAA;EAAA,IAAA,WAAA;IAAA,GAAA;IAAA,MAAA;IAAA,KAAA;EAAA;EAAA,IAAA,aAAA,GAuBM,IAAA,CAAA,OAAA,CAAA,qBAAA;EAAA,eAAA,OAAA,WAIuB,OAAA;EAAA,QAAA,KAAA,EAS9B,qBAAA,EAAA,QAAA,EACG,kBAAA,GACT,OAAA,CAAQ,sBAAA;AAAA"}