@shaxpir/duiduidui-models 1.25.5 → 1.25.7

package/dist/models/Chat.d.ts

@@ -79,6 +79,10 @@ export interface ChatError {
     code?: string;
     retryable: boolean;
 }
+export interface ChatCacheBreakpoints {
+    system_prompt?: CacheBreakpoint;
+    tools?: CacheBreakpoint;
+}
 export interface ChatPayload {
     title?: string;
     participants: SocialUser[];
@@ -88,6 +92,7 @@ export interface ChatPayload {
     };
     status: ChatStatus;
     error?: ChatError;
+    cache_breakpoints?: ChatCacheBreakpoints;
 }
 export interface ChatBody extends ContentBody {
     meta: ContentMeta;
@@ -126,5 +131,11 @@ export declare class Chat extends SharedContent {
     appendMessage(message: ChatMessage): void;
     setBreakpoint(messageIndex: number, ttl: CacheTTL): void;
     removeBreakpoint(messageIndex: number): void;
+    /**
+     * Set a cache breakpoint for the system prompt or tools at the conversation level.
+     * These record that the server is using prompt caching for API calls in this chat.
+     */
+    setCacheBreakpoint(target: 'system_prompt' | 'tools', ttl: CacheTTL): void;
+    get cacheBreakpoints(): ChatCacheBreakpoints | undefined;
     clearExpiredBreakpoints(): void;
 }

package/dist/models/Chat.js

@@ -212,15 +212,53 @@ class Chat extends SharedContent_1.SharedContent {
             return;
         this._messagesView.removeObjectPropertyAtIndex(messageIndex, 'cache_breakpoint');
     }
+    /**
+     * Set a cache breakpoint for the system prompt or tools at the conversation level.
+     * These record that the server is using prompt caching for API calls in this chat.
+     */
+    setCacheBreakpoint(target, ttl) {
+        this.checkDisposed('Chat.setCacheBreakpoint');
+        const now = shaxpir_common_1.ClockService.getClock().utc();
+        const durationMinutes = ttl === 'ephemeral_5m' ? 5 : 60;
+        const expiresAt = shaxpir_common_1.Time.plus(now, durationMinutes, 'minutes');
+        const breakpoint = { ttl, created_at: now, expires_at: expiresAt };
+        const batch = new Operation_1.BatchOperation(this);
+        // If cache_breakpoints doesn't exist on the payload yet, create the
+        // entire object in one operation. OT can't insert into a non-existent
+        // parent, so we must create the parent first.
+        if (!this.payload.cache_breakpoints) {
+            batch.setPathValue(['payload', 'cache_breakpoints'], { [target]: breakpoint });
+        }
+        else {
+            batch.setPathValue(['payload', 'cache_breakpoints', target], breakpoint);
+        }
+        batch.commit();
+    }
+    get cacheBreakpoints() {
+        return this.payload?.cache_breakpoints;
+    }
     clearExpiredBreakpoints() {
         this.checkDisposed('Chat.clearExpiredBreakpoints');
         const now = shaxpir_common_1.ClockService.getClock().utc();
+        // Clear expired message-level breakpoints
         for (let i = 0; i < this._messagesView.length; i++) {
             const message = this._messagesView.get(i);
             if (message.cache_breakpoint && shaxpir_common_1.Time.isDateTimeBefore(message.cache_breakpoint.expires_at, now)) {
                 this._messagesView.removeObjectPropertyAtIndex(i, 'cache_breakpoint');
             }
         }
+        // Clear expired conversation-level breakpoints
+        const cb = this.payload?.cache_breakpoints;
+        if (cb) {
+            const batch = new Operation_1.BatchOperation(this);
+            if (cb.system_prompt && shaxpir_common_1.Time.isDateTimeBefore(cb.system_prompt.expires_at, now)) {
+                batch.removeValueAtPath(['payload', 'cache_breakpoints', 'system_prompt']);
+            }
+            if (cb.tools && shaxpir_common_1.Time.isDateTimeBefore(cb.tools.expires_at, now)) {
+                batch.removeValueAtPath(['payload', 'cache_breakpoints', 'tools']);
+            }
+            batch.commit();
+        }
     }
 }
 exports.Chat = Chat;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@shaxpir/duiduidui-models",
-  "version": "1.25.5",
+  "version": "1.25.7",
   "repository": {
     "type": "git",
     "url": "https://github.com/shaxpir/duiduidui-models"