@shaxpir/duiduidui-models 1.25.4 → 1.25.6

package/dist/models/Chat.d.ts

@@ -31,8 +31,9 @@ export interface ThinkingBlock {
     thinking: string;
 }
 export type ContentBlock = TextBlock | ImageBlock | ToolUseBlock | ToolResultBlock | ThinkingBlock;
+export type CacheTTL = 'ephemeral_5m' | 'ephemeral_1h';
 export interface CacheBreakpoint {
-    ttl: 'ephemeral' | 'standard';
+    ttl: CacheTTL;
     created_at: CompactDateTime;
     expires_at: CompactDateTime;
 }
@@ -78,6 +79,10 @@ export interface ChatError {
     code?: string;
     retryable: boolean;
 }
+export interface ChatCacheBreakpoints {
+    system_prompt?: CacheBreakpoint;
+    tools?: CacheBreakpoint;
+}
 export interface ChatPayload {
     title?: string;
     participants: SocialUser[];
@@ -87,6 +92,7 @@ export interface ChatPayload {
     };
     status: ChatStatus;
     error?: ChatError;
+    cache_breakpoints?: ChatCacheBreakpoints;
 }
 export interface ChatBody extends ContentBody {
     meta: ContentMeta;
@@ -123,7 +129,13 @@ export declare class Chat extends SharedContent {
     hasUnread(userId: ContentId): boolean;
     toStub(): ChatStub;
     appendMessage(message: ChatMessage): void;
-    setBreakpoint(messageIndex: number, ttl: 'ephemeral' | 'standard'): void;
+    setBreakpoint(messageIndex: number, ttl: CacheTTL): void;
     removeBreakpoint(messageIndex: number): void;
+    /**
+     * Set a cache breakpoint for the system prompt or tools at the conversation level.
+     * These record that the server is using prompt caching for API calls in this chat.
+     */
+    setCacheBreakpoint(target: 'system_prompt' | 'tools', ttl: CacheTTL): void;
+    get cacheBreakpoints(): ChatCacheBreakpoints | undefined;
     clearExpiredBreakpoints(): void;
 }

package/dist/models/Chat.js

@@ -197,7 +197,7 @@ class Chat extends SharedContent_1.SharedContent {
         if (messageIndex < 0 || messageIndex >= this._messagesView.length)
             return;
         const now = shaxpir_common_1.ClockService.getClock().utc();
-        const durationMinutes = ttl === 'ephemeral' ? 5 : 60;
+        const durationMinutes = ttl === 'ephemeral_5m' ? 5 : 60;
         const expiresAt = shaxpir_common_1.Time.plus(now, durationMinutes, 'minutes');
         const breakpoint = {
             ttl,
@@ -212,15 +212,45 @@ class Chat extends SharedContent_1.SharedContent {
             return;
         this._messagesView.removeObjectPropertyAtIndex(messageIndex, 'cache_breakpoint');
     }
+    /**
+     * Set a cache breakpoint for the system prompt or tools at the conversation level.
+     * These record that the server is using prompt caching for API calls in this chat.
+     */
+    setCacheBreakpoint(target, ttl) {
+        this.checkDisposed('Chat.setCacheBreakpoint');
+        const now = shaxpir_common_1.ClockService.getClock().utc();
+        const durationMinutes = ttl === 'ephemeral_5m' ? 5 : 60;
+        const expiresAt = shaxpir_common_1.Time.plus(now, durationMinutes, 'minutes');
+        const breakpoint = { ttl, created_at: now, expires_at: expiresAt };
+        const batch = new Operation_1.BatchOperation(this);
+        batch.setPathValue(['payload', 'cache_breakpoints', target], breakpoint);
+        batch.commit();
+    }
+    get cacheBreakpoints() {
+        return this.payload?.cache_breakpoints;
+    }
     clearExpiredBreakpoints() {
         this.checkDisposed('Chat.clearExpiredBreakpoints');
         const now = shaxpir_common_1.ClockService.getClock().utc();
+        // Clear expired message-level breakpoints
         for (let i = 0; i < this._messagesView.length; i++) {
             const message = this._messagesView.get(i);
             if (message.cache_breakpoint && shaxpir_common_1.Time.isDateTimeBefore(message.cache_breakpoint.expires_at, now)) {
                 this._messagesView.removeObjectPropertyAtIndex(i, 'cache_breakpoint');
             }
         }
+        // Clear expired conversation-level breakpoints
+        const cb = this.payload?.cache_breakpoints;
+        if (cb) {
+            const batch = new Operation_1.BatchOperation(this);
+            if (cb.system_prompt && shaxpir_common_1.Time.isDateTimeBefore(cb.system_prompt.expires_at, now)) {
+                batch.removeValueAtPath(['payload', 'cache_breakpoints', 'system_prompt']);
+            }
+            if (cb.tools && shaxpir_common_1.Time.isDateTimeBefore(cb.tools.expires_at, now)) {
+                batch.removeValueAtPath(['payload', 'cache_breakpoints', 'tools']);
+            }
+            batch.commit();
+        }
     }
 }
 exports.Chat = Chat;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@shaxpir/duiduidui-models",
-  "version": "1.25.4",
+  "version": "1.25.6",
   "repository": {
     "type": "git",
     "url": "https://github.com/shaxpir/duiduidui-models"