@aigne/core 1.72.0-beta.2 → 1.72.0-beta.3

package/lib/esm/prompt/template.d.ts

@@ -27,35 +27,38 @@ export declare class ChatMessageTemplate {
     content?: ChatModelInputMessage["content"];
     name?: string | undefined;
     options?: FormatOptions | undefined;
-    constructor(role: "system" | "user" | "agent" | "tool", content?: ChatModelInputMessage["content"], name?: string | undefined, options?: FormatOptions | undefined);
+    cacheControl?: ChatModelInputMessage["cacheControl"];
+    constructor(role: "system" | "user" | "agent" | "tool", content?: ChatModelInputMessage["content"], name?: string | undefined, options?: FormatOptions | undefined, cacheControl?: ChatModelInputMessage["cacheControl"]);
     format(variables?: Record<string, unknown>, options?: FormatOptions): Promise<ChatModelInputMessage>;
 }
 export declare class SystemMessageTemplate extends ChatMessageTemplate {
-    static from(content: string, name?: string, options?: FormatOptions): SystemMessageTemplate;
+    static from(content: string, name?: string, options?: FormatOptions, cacheControl?: ChatModelInputMessage["cacheControl"]): SystemMessageTemplate;
 }
 export declare class UserMessageTemplate extends ChatMessageTemplate {
-    static from(template: ChatModelInputMessageContent, name?: string, options?: FormatOptions): UserMessageTemplate;
+    static from(template: ChatModelInputMessageContent, name?: string, options?: FormatOptions, cacheControl?: ChatModelInputMessage["cacheControl"]): UserMessageTemplate;
 }
 export declare class AgentMessageTemplate extends ChatMessageTemplate {
     toolCalls?: ChatModelOutputToolCall[] | undefined;
-    static from(template?: ChatModelInputMessage["content"], toolCalls?: ChatModelOutputToolCall[], name?: string, options?: FormatOptions): AgentMessageTemplate;
-    constructor(content?: ChatModelInputMessage["content"], toolCalls?: ChatModelOutputToolCall[] | undefined, name?: string, options?: FormatOptions);
+    static from(template?: ChatModelInputMessage["content"], toolCalls?: ChatModelOutputToolCall[], name?: string, options?: FormatOptions, cacheControl?: ChatModelInputMessage["cacheControl"]): AgentMessageTemplate;
+    constructor(content?: ChatModelInputMessage["content"], toolCalls?: ChatModelOutputToolCall[] | undefined, name?: string, options?: FormatOptions, cacheControl?: ChatModelInputMessage["cacheControl"]);
     format(_variables?: Record<string, unknown>, _options?: FormatOptions): Promise<{
         role: "agent" | "system" | "user" | "tool";
         name: string | undefined;
         content: ChatModelInputMessageContent | undefined;
         toolCalls: ChatModelOutputToolCall[] | undefined;
+        cacheControl: import("../agents/chat-model.js").CacheControl | undefined;
     }>;
 }
 export declare class ToolMessageTemplate extends ChatMessageTemplate {
     toolCallId: string;
-    static from(content: object | string, toolCallId: string, name?: string, options?: FormatOptions): ToolMessageTemplate;
-    constructor(content: object | string, toolCallId: string, name?: string, options?: FormatOptions);
+    static from(content: object | string, toolCallId: string, name?: string, options?: FormatOptions, cacheControl?: ChatModelInputMessage["cacheControl"]): ToolMessageTemplate;
+    constructor(content: object | string, toolCallId: string, name?: string, options?: FormatOptions, cacheControl?: ChatModelInputMessage["cacheControl"]);
     format(_variables?: Record<string, unknown>, _options?: FormatOptions): Promise<{
         role: "agent" | "system" | "user" | "tool";
         name: string | undefined;
         content: ChatModelInputMessageContent | undefined;
         toolCallId: string;
+        cacheControl: import("../agents/chat-model.js").CacheControl | undefined;
     }>;
 }
 export declare class ChatMessagesTemplate {
@@ -69,26 +72,62 @@ declare const chatMessageSchema: z.ZodUnion<[z.ZodObject<{
     role: z.ZodLiteral<"system">;
     content: z.ZodString;
     name: z.ZodOptional<z.ZodString>;
+    cacheControl: z.ZodOptional<z.ZodObject<{
+        type: z.ZodLiteral<"ephemeral">;
+        ttl: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"5m">, z.ZodLiteral<"1h">]>>;
+    }, "strip", z.ZodTypeAny, {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    }, {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    }>>;
 }, "strip", z.ZodTypeAny, {
     role: "system";
     content: string;
     name?: string | undefined;
+    cacheControl?: {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    } | undefined;
 }, {
     role: "system";
     content: string;
     name?: string | undefined;
+    cacheControl?: {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    } | undefined;
 }>, z.ZodObject<{
     role: z.ZodLiteral<"user">;
     content: z.ZodString;
     name: z.ZodOptional<z.ZodString>;
+    cacheControl: z.ZodOptional<z.ZodObject<{
+        type: z.ZodLiteral<"ephemeral">;
+        ttl: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"5m">, z.ZodLiteral<"1h">]>>;
+    }, "strip", z.ZodTypeAny, {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    }, {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    }>>;
 }, "strip", z.ZodTypeAny, {
     role: "user";
     content: string;
     name?: string | undefined;
+    cacheControl?: {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    } | undefined;
 }, {
     role: "user";
     content: string;
     name?: string | undefined;
+    cacheControl?: {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    } | undefined;
 }>, z.ZodObject<{
     role: z.ZodLiteral<"agent">;
     content: z.ZodOptional<z.ZodString>;
@@ -121,6 +160,16 @@ declare const chatMessageSchema: z.ZodUnion<[z.ZodObject<{
         id: string;
     }>, "many">>;
     name: z.ZodOptional<z.ZodString>;
+    cacheControl: z.ZodOptional<z.ZodObject<{
+        type: z.ZodLiteral<"ephemeral">;
+        ttl: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"5m">, z.ZodLiteral<"1h">]>>;
+    }, "strip", z.ZodTypeAny, {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    }, {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    }>>;
 }, "strip", z.ZodTypeAny, {
     role: "agent";
     name?: string | undefined;
@@ -133,6 +182,10 @@ declare const chatMessageSchema: z.ZodUnion<[z.ZodObject<{
         type: "function";
         id: string;
     }[] | undefined;
+    cacheControl?: {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    } | undefined;
 }, {
     role: "agent";
     name?: string | undefined;
@@ -145,21 +198,43 @@ declare const chatMessageSchema: z.ZodUnion<[z.ZodObject<{
         type: "function";
         id: string;
     }[] | undefined;
+    cacheControl?: {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    } | undefined;
 }>, z.ZodObject<{
     role: z.ZodLiteral<"tool">;
     content: z.ZodEffects<z.ZodUnion<[z.ZodString, z.ZodRecord<z.ZodString, z.ZodUnknown>]>, string, string | Record<string, unknown>>;
     toolCallId: z.ZodString;
     name: z.ZodOptional<z.ZodString>;
+    cacheControl: z.ZodOptional<z.ZodObject<{
+        type: z.ZodLiteral<"ephemeral">;
+        ttl: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"5m">, z.ZodLiteral<"1h">]>>;
+    }, "strip", z.ZodTypeAny, {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    }, {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    }>>;
 }, "strip", z.ZodTypeAny, {
     role: "tool";
     content: string;
     toolCallId: string;
     name?: string | undefined;
+    cacheControl?: {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    } | undefined;
 }, {
     role: "tool";
     content: string | Record<string, unknown>;
     toolCallId: string;
     name?: string | undefined;
+    cacheControl?: {
+        type: "ephemeral";
+        ttl?: "5m" | "1h" | undefined;
+    } | undefined;
 }>]>;
 export declare function safeParseChatMessages(messages: unknown): ChatMessageTemplate[] | undefined;
 export declare function parseChatMessages(messages: (z.infer<typeof chatMessageSchema> & {

package/lib/esm/prompt/template.js

@@ -70,11 +70,13 @@ export class ChatMessageTemplate {
     content;
     name;
     options;
-    constructor(role, content, name, options) {
+    cacheControl;
+    constructor(role, content, name, options, cacheControl) {
         this.role = role;
         this.content = content;
         this.name = name;
         this.options = options;
+        this.cacheControl = cacheControl;
     }
     async format(variables, options) {
         options = { ...this.options, ...omitBy(options ?? {}, (v) => isNil(v)) };
@@ -93,26 +95,27 @@ export class ChatMessageTemplate {
             role: this.role,
             content,
             name: this.name,
+            cacheControl: this.cacheControl,
         };
     }
 }
 export class SystemMessageTemplate extends ChatMessageTemplate {
-    static from(content, name, options) {
-        return new SystemMessageTemplate("system", content, name, options);
+    static from(content, name, options, cacheControl) {
+        return new SystemMessageTemplate("system", content, name, options, cacheControl);
     }
 }
 export class UserMessageTemplate extends ChatMessageTemplate {
-    static from(template, name, options) {
-        return new UserMessageTemplate("user", template, name, options);
+    static from(template, name, options, cacheControl) {
+        return new UserMessageTemplate("user", template, name, options, cacheControl);
     }
 }
 export class AgentMessageTemplate extends ChatMessageTemplate {
     toolCalls;
-    static from(template, toolCalls, name, options) {
-        return new AgentMessageTemplate(template, toolCalls, name, options);
+    static from(template, toolCalls, name, options, cacheControl) {
+        return new AgentMessageTemplate(template, toolCalls, name, options, cacheControl);
     }
-    constructor(content, toolCalls, name, options) {
-        super("agent", content, name, options);
+    constructor(content, toolCalls, name, options, cacheControl) {
+        super("agent", content, name, options, cacheControl);
         this.toolCalls = toolCalls;
     }
     async format(_variables, _options) {
@@ -122,16 +125,17 @@ export class AgentMessageTemplate extends ChatMessageTemplate {
             // NOTE: agent message should not rendered by template
             content: this.content,
             toolCalls: this.toolCalls,
+            cacheControl: this.cacheControl,
         };
     }
 }
 export class ToolMessageTemplate extends ChatMessageTemplate {
     toolCallId;
-    static from(content, toolCallId, name, options) {
-        return new ToolMessageTemplate(content, toolCallId, name, options);
+    static from(content, toolCallId, name, options, cacheControl) {
+        return new ToolMessageTemplate(content, toolCallId, name, options, cacheControl);
     }
-    constructor(content, toolCallId, name, options) {
-        super("tool", typeof content === "string" ? content : stringify(content), name, options);
+    constructor(content, toolCallId, name, options, cacheControl) {
+        super("tool", typeof content === "string" ? content : stringify(content), name, options, cacheControl);
         this.toolCallId = toolCallId;
     }
     async format(_variables, _options) {
@@ -141,6 +145,7 @@ export class ToolMessageTemplate extends ChatMessageTemplate {
             // NOTE: tool result should not rendered by template
             content: this.content,
             toolCallId: this.toolCallId,
+            cacheControl: this.cacheControl,
         };
     }
 }
@@ -163,11 +168,23 @@ const systemChatMessageSchema = z.object({
     role: z.literal("system"),
     content: z.string(),
     name: z.string().optional(),
+    cacheControl: z
+        .object({
+        type: z.literal("ephemeral"),
+        ttl: z.union([z.literal("5m"), z.literal("1h")]).optional(),
+    })
+        .optional(),
 });
 const userChatMessageSchema = z.object({
     role: z.literal("user"),
     content: z.string(),
     name: z.string().optional(),
+    cacheControl: z
+        .object({
+        type: z.literal("ephemeral"),
+        ttl: z.union([z.literal("5m"), z.literal("1h")]).optional(),
+    })
+        .optional(),
 });
 const chatModelOutputToolCallSchema = z.object({
     id: z.string(),
@@ -182,6 +199,12 @@ const agentChatMessageSchema = z.object({
     content: z.string().optional(),
     toolCalls: z.array(chatModelOutputToolCallSchema).optional(),
     name: z.string().optional(),
+    cacheControl: z
+        .object({
+        type: z.literal("ephemeral"),
+        ttl: z.union([z.literal("5m"), z.literal("1h")]).optional(),
+    })
+        .optional(),
 });
 const toolChatMessageSchema = z.object({
     role: z.literal("tool"),
@@ -190,6 +213,12 @@ const toolChatMessageSchema = z.object({
         .transform((val) => (typeof val !== "string" ? JSON.stringify(val) : val)),
     toolCallId: z.string(),
     name: z.string().optional(),
+    cacheControl: z
+        .object({
+        type: z.literal("ephemeral"),
+        ttl: z.union([z.literal("5m"), z.literal("1h")]).optional(),
+    })
+        .optional(),
 });
 const chatMessageSchema = z.union([
     systemChatMessageSchema,
@@ -208,13 +237,13 @@ export function parseChatMessages(messages) {
     return messages.map((message) => {
         switch (message.role) {
             case "system":
-                return SystemMessageTemplate.from(message.content, message.name, message.options);
+                return SystemMessageTemplate.from(message.content, message.name, message.options, message.cacheControl);
             case "user":
-                return UserMessageTemplate.from(message.content, message.name, message.options);
+                return UserMessageTemplate.from(message.content, message.name, message.options, message.cacheControl);
             case "agent":
-                return AgentMessageTemplate.from(message.content, message.toolCalls, message.name, message.options);
+                return AgentMessageTemplate.from(message.content, message.toolCalls, message.name, message.options, message.cacheControl);
             case "tool":
-                return ToolMessageTemplate.from(message.content, message.toolCallId, message.name, message.options);
+                return ToolMessageTemplate.from(message.content, message.toolCallId, message.name, message.options, message.cacheControl);
         }
     });
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/core",
-  "version": "1.72.0-beta.2",
+  "version": "1.72.0-beta.3",
   "description": "The functional core of agentic AI",
   "publishConfig": {
     "access": "public"
@@ -93,9 +93,9 @@
     "zod-from-json-schema": "^0.0.5",
     "zod-to-json-schema": "^3.24.6",
     "@aigne/afs": "^1.4.0-beta.2",
-    "@aigne/afs-history": "^1.2.0-beta.2",
-    "@aigne/observability-api": "^0.11.14-beta",
-    "@aigne/platform-helpers": "^0.6.7-beta"
+    "@aigne/platform-helpers": "^0.6.7-beta",
+    "@aigne/observability-api": "^0.11.14-beta.1",
+    "@aigne/afs-history": "^1.2.0-beta.2"
   },
   "devDependencies": {
     "@types/bun": "^1.2.22",