@aigne/core 1.60.3 → 1.61.0-beta

package/lib/dts/agents/image-model.d.ts

@@ -1,10 +1,11 @@
-import { z } from "zod";
+import { type ZodType, z } from "zod";
 import type { PromiseOrValue } from "../utils/type-utils.js";
-import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessResult, type Message } from "./agent.js";
+import type { AgentInvokeOptions, AgentOptions, AgentProcessResult, AgentResponse, AgentResponseStream, Message } from "./agent.js";
 import { type ChatModelOutputUsage } from "./chat-model.js";
+import { FileOutputType, type FileUnionContent, Model } from "./model.js";
 export interface ImageModelOptions<I extends ImageModelInput = ImageModelInput, O extends ImageModelOutput = ImageModelOutput> extends Omit<AgentOptions<I, O>, "model"> {
 }
-export declare abstract class ImageModel<I extends ImageModelInput = ImageModelInput, O extends ImageModelOutput = ImageModelOutput> extends Agent<I, O> {
+export declare abstract class ImageModel<I extends ImageModelInput = ImageModelInput, O extends ImageModelOutput = ImageModelOutput> extends Model<I, O> {
     tag: string;
     constructor(options?: ImageModelOptions<I, O>);
     get credential(): PromiseOrValue<{
@@ -15,36 +16,115 @@ export declare abstract class ImageModel<I extends ImageModelInput = ImageModelI
     protected preprocess(input: I, options: AgentInvokeOptions): Promise<void>;
     protected postprocess(input: I, output: O, options: AgentInvokeOptions): Promise<void>;
     abstract process(input: I, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<O>>;
-    protected downloadFile(url: string, timeout?: number): Promise<Response>;
+    protected processAgentOutput(input: I, output: Exclude<AgentResponse<O>, AgentResponseStream<O>>, options: AgentInvokeOptions): Promise<O>;
 }
+export type ImageModelInputImage = FileUnionContent[];
 export interface ImageModelInput extends Message {
     model?: string;
-    image?: string | string[];
+    image?: ImageModelInputImage;
     prompt: string;
     n?: number;
-    responseFormat?: "url" | "base64";
+    outputType?: FileOutputType;
 }
 export declare const imageModelInputSchema: z.ZodObject<{
     model: z.ZodOptional<z.ZodString>;
-    image: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
+    image: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>]>, "many">>;
     prompt: z.ZodString;
     n: z.ZodOptional<z.ZodNumber>;
-    responseFormat: z.ZodOptional<z.ZodEnum<["url", "base64"]>>;
+    outputType: z.ZodOptional<z.ZodNativeEnum<typeof FileOutputType>>;
 }, "strip", z.ZodTypeAny, {
     prompt: string;
     model?: string | undefined;
-    image?: string | string[] | undefined;
-    responseFormat?: "base64" | "url" | undefined;
+    image?: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[] | undefined;
     n?: number | undefined;
+    outputType?: FileOutputType | undefined;
 }, {
     prompt: string;
     model?: string | undefined;
-    image?: string | string[] | undefined;
-    responseFormat?: "base64" | "url" | undefined;
+    image?: ({
+        type: "url";
+        url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    })[] | undefined;
     n?: number | undefined;
+    outputType?: FileOutputType | undefined;
 }>;
 export interface ImageModelOutput extends Message {
-    images: ImageModelOutputImage[];
+    images: FileUnionContent[];
     /**
      * Token usage statistics
      */
@@ -54,26 +134,55 @@ export interface ImageModelOutput extends Message {
      */
     model?: string;
 }
-export type ImageModelOutputImage = ImageModelOutputImageUrl | ImageModelOutputImageBase64;
-export interface ImageModelOutputImageUrl {
-    url: string;
-}
-export interface ImageModelOutputImageBase64 {
-    base64: string;
-}
 export declare const imageModelOutputSchema: z.ZodObject<{
-    images: z.ZodArray<z.ZodUnion<[z.ZodObject<{
+    images: z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"local">;
+        path: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }, {
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    }>, z.ZodObject<{
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"url">;
         url: z.ZodString;
     }, "strip", z.ZodTypeAny, {
+        type: "url";
         url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     }, {
+        type: "url";
         url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     }>, z.ZodObject<{
-        base64: z.ZodString;
+        filename: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+        mimeType: ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    } & {
+        type: z.ZodLiteral<"file">;
+        data: z.ZodString;
     }, "strip", z.ZodTypeAny, {
-        base64: string;
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     }, {
-        base64: string;
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     }>]>, "many">;
     usage: z.ZodOptional<z.ZodObject<{
         inputTokens: z.ZodNumber;
@@ -91,9 +200,20 @@ export declare const imageModelOutputSchema: z.ZodObject<{
     model: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     images: ({
+        type: "url";
         url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     } | {
-        base64: string;
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     })[];
     model?: string | undefined;
     usage?: {
@@ -103,9 +223,20 @@ export declare const imageModelOutputSchema: z.ZodObject<{
     } | undefined;
 }, {
     images: ({
+        type: "url";
         url: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
+    } | {
+        type: "file";
+        data: string;
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     } | {
-        base64: string;
+        path: string;
+        type: "local";
+        filename?: string | undefined;
+        mimeType?: string | undefined;
     })[];
     model?: string | undefined;
     usage?: {

package/lib/dts/agents/model.d.ts

@@ -0,0 +1,238 @@
+import { z } from "zod";
+import { Agent, type AgentInvokeOptions, type Message } from "./agent.js";
+export declare abstract class Model<I extends Message = any, O extends Message = any> extends Agent<I, O> {
+    transformFileOutput(fileOutputType: FileOutputType.file, data: FileUnionContent, options: AgentInvokeOptions): Promise<FileContent>;
+    transformFileOutput(fileOutputType: FileOutputType.local | undefined, data: FileUnionContent, options: AgentInvokeOptions): Promise<LocalContent>;
+    transformFileOutput(fileOutputType: FileOutputType | undefined, data: FileUnionContent, options: AgentInvokeOptions): Promise<FileUnionContent>;
+    static getFileExtension(type: string): string | undefined;
+    static getMimeType(filename: string): string | undefined;
+    downloadFile(url: string): Promise<Response>;
+}
+export declare enum FileOutputType {
+    local = "local",
+    file = "file"
+}
+export interface FileContentBase {
+    filename?: string;
+    mimeType?: string;
+}
+export declare const fileContentBaseSchema: z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+}, "strip", z.ZodTypeAny, {
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>;
+export interface UrlContent extends FileContentBase {
+    type: "url";
+    url: string;
+}
+export declare const urlContentSchema: z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"url">;
+    url: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>;
+export interface FileContent extends FileContentBase {
+    type: "file";
+    data: string;
+}
+export declare const fileContentSchema: z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"file">;
+    data: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>;
+export interface LocalContent extends FileContentBase {
+    type: "local";
+    path: string;
+}
+export declare const localContentSchema: z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"local">;
+    path: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>;
+export type FileUnionContent = LocalContent | UrlContent | FileContent;
+export declare const fileUnionContentSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"local">;
+    path: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>, z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"url">;
+    url: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>, z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"file">;
+    data: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>]>;
+export declare const fileUnionContentsSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"local">;
+    path: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>, z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"url">;
+    url: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>, z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"file">;
+    data: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>]>, z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"local">;
+    path: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    path: string;
+    type: "local";
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>, z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"url">;
+    url: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "url";
+    url: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>, z.ZodObject<{
+    filename: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+    mimeType: z.ZodType<string | undefined, z.ZodTypeDef, string | undefined>;
+} & {
+    type: z.ZodLiteral<"file">;
+    data: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}, {
+    type: "file";
+    data: string;
+    filename?: string | undefined;
+    mimeType?: string | undefined;
+}>]>, "many">]>;

package/lib/dts/index.d.ts

@@ -5,6 +5,7 @@ export * from "./agents/guide-rail-agent.js";
 export * from "./agents/image-agent.js";
 export * from "./agents/image-model.js";
 export * from "./agents/mcp-agent.js";
+export * from "./agents/model.js";
 export * from "./agents/team-agent.js";
 export * from "./agents/transform-agent.js";
 export * from "./agents/types.js";

package/lib/dts/loader/agent-js.d.ts

@@ -1,3 +1,2 @@
 import { Agent } from "../agents/agent.js";
-import type { LoadOptions } from "./index.js";
-export declare function loadAgentFromJsFile(path: string, options?: LoadOptions): Promise<Agent<any, any> | import("./agent-yaml.js").AgentSchema>;
+export declare function loadAgentFromJsFile(path: string): Promise<Agent<any, any> | import("./agent-yaml.js").AgentSchema>;

package/lib/dts/loader/index.d.ts

@@ -11,7 +11,6 @@ export interface LoadOptions {
     }[];
     model?: ChatModel | ((model?: z.infer<typeof aigneFileSchema>["model"]) => PromiseOrValue<ChatModel | undefined>);
     imageModel?: ImageModel | ((model?: z.infer<typeof aigneFileSchema>["imageModel"]) => PromiseOrValue<ImageModel | undefined>);
-    key?: string | number;
 }
 export declare function load(path: string, options?: LoadOptions): Promise<AIGNEOptions>;
 export declare function loadAgent(path: string, options?: LoadOptions, agentOptions?: AgentOptions): Promise<Agent>;

package/lib/dts/prompt/prompt-builder.d.ts

@@ -1,7 +1,7 @@
 import type { GetPromptResult } from "@modelcontextprotocol/sdk/types.js";
 import { Agent, type AgentInvokeOptions, type Message } from "../agents/agent.js";
 import { type AIAgent } from "../agents/ai-agent.js";
-import { type ChatModel, type ChatModelInput } from "../agents/chat-model.js";
+import type { ChatModel, ChatModelInput } from "../agents/chat-model.js";
 import { ChatMessagesTemplate } from "./template.js";
 export interface PromptBuilderOptions {
     instructions?: string | ChatMessagesTemplate;

package/lib/esm/agents/ai-agent.d.ts

@@ -1,8 +1,9 @@
 import { type ZodObject, type ZodType, z } from "zod";
 import { PromptBuilder } from "../prompt/prompt-builder.js";
 import { Agent, type AgentInvokeOptions, type AgentOptions, type AgentProcessAsyncGenerator, type Message } from "./agent.js";
-import type { ChatModel, ChatModelInput, FileOutputType } from "./chat-model.js";
+import type { ChatModel, ChatModelInput } from "./chat-model.js";
 import type { GuideRailAgentOutput } from "./guide-rail-agent.js";
+import type { FileOutputType } from "./model.js";
 export declare const DEFAULT_OUTPUT_KEY = "message";
 export declare const DEFAULT_FILE_OUTPUT_KEY = "files";
 /**