@xagent-ai/cli 1.2.2 → 1.3.1

package/dist/context-compressor.d.ts

@@ -1,6 +1,9 @@
-import { ChatMessage, CompressionConfig } from './types.js';
-import { AIClient } from './ai-client.js';
-import { AuthConfig } from './types.js';
+import { ChatMessage, CompressionConfig, AuthConfig } from './types.js';
+import { AIClientInterface } from './ai-client-factory.js';
+/**
+ * Get the context window for a model
+ */
+export declare function getModelContextWindow(modelName?: string): number;
 export interface CompressionResult {
     compressedMessages: ChatMessage[];
     wasCompressed: boolean;
@@ -9,43 +12,104 @@ export interface CompressionResult {
     originalSize: number;
     compressedSize: number;
     compressionMethod: 'summary' | 'truncate' | 'none';
+    tokensBefore?: number;
+    details?: CompactionDetails;
+}
+export interface CompactionDetails {
+    readFiles: string[];
+    modifiedFiles: string[];
+}
+export interface FileOperations {
+    read: Set<string>;
+    modified: Set<string>;
+}
+export interface DetailedCompressionResult extends CompressionResult {
+    fileOperations?: FileOperations;
+}
+export interface CutPointResult {
+    firstKeptEntryIndex: number;
+    turnStartIndex: number;
+    isSplitTurn: boolean;
+}
+export interface CompactionPreparation {
+    firstKeptEntryIndex: number;
+    messagesToSummarize: ChatMessage[];
+    turnPrefixMessages: ChatMessage[];
+    isSplitTurn: boolean;
+    tokensBefore: number;
+    previousSummary?: string;
+    fileOps: FileOperations;
 }
 export declare class ContextCompressor {
     private aiClient;
     private defaultConfig;
     constructor(authConfig?: AuthConfig);
-    setAIClient(aiClient: AIClient): void;
+    setAIClient(aiClient: AIClientInterface): void;
     /**
-     * Check if compression is needed
+     * Check if compression is needed based on token budget and model context window
+     * @param messages - Conversation messages
+     * @param config - Compression config
+     * @param modelName - Optional model name to determine context window
      */
-    needsCompression(messages: ChatMessage[], config?: Partial<CompressionConfig>): {
+    needsCompression(messages: ChatMessage[], config?: Partial<CompressionConfig>, modelName?: string): {
         needsCompression: boolean;
         reason: string;
+        tokenCount: number;
     };
     /**
-     * Calculate context size（字符数）
+     * Estimate token count for a single message using message-type-aware heuristic
      */
-    calculateContextSize(messages: ChatMessage[]): number;
+    estimateMessageTokens(message: ChatMessage): number;
     /**
-     * Compress conversation history
+     * Estimate total token count for a conversation
      */
-    compressContext(messages: ChatMessage[], systemPrompt: string, config?: Partial<CompressionConfig>): Promise<CompressionResult>;
+    estimateContextTokens(messages: ChatMessage[]): number;
     /**
-     * Use AI to generate summary来压缩全部对话历史
+     * Find valid cut points: indices of messages that can be cut at
+     * Never cut at tool results (they must follow their tool call)
      */
-    private summarizeAllMessages;
+    findValidCutPoints(messages: ChatMessage[], startIndex: number, endIndex: number): number[];
     /**
-     * Generate conversation summary
+     * Find the user message that starts the turn containing the given index
      */
-    private generateSummary;
+    findTurnStartIndex(messages: ChatMessage[], entryIndex: number, startIndex: number): number;
     /**
-     * Create compressed message copy（用于保存）
+     * Find the cut point that keeps approximately keepRecentTokens
+     * Walks backwards from newest, accumulating estimated message sizes
      */
-    createCompressedSnapshot(messages: ChatMessage[], compressionResult: CompressionResult): object;
+    findCutPoint(messages: ChatMessage[], startIndex: number, endIndex: number, keepRecentTokens: number): CutPointResult;
     /**
-     * Estimate token count (rough estimate)
+     * Extract file operations from messages by analyzing tool calls
      */
-    estimateTokens(text: string): number;
+    extractFileOperations(messages: ChatMessage[]): FileOperations;
+    /**
+     * Merge file operations from previous compaction
+     */
+    mergeFileOps(ops1: FileOperations, ops2: FileOperations): FileOperations;
+    /**
+     * Format file operations for inclusion in summary
+     */
+    formatFileOperations(fileOps: FileOperations): string;
+    /**
+     * Prepare compaction - calculate cut point and extract messages to summarize
+     */
+    prepareCompaction(messages: ChatMessage[], keepRecentTokens: number): CompactionPreparation | undefined;
+    /**
+     * Generate summary using AI
+     */
+    generateSummary(messages: ChatMessage[], systemPrompt: string, reserveTokens: number, previousSummary?: string, customInstructions?: string): Promise<string>;
+    /**
+     * Generate turn prefix summary when splitting a turn
+     */
+    generateTurnPrefixSummary(messages: ChatMessage[], reserveTokens: number): Promise<string>;
+    /**
+     * Main compression function with incremental compaction support
+     */
+    compressContext(messages: ChatMessage[], systemPrompt: string, config?: Partial<CompressionConfig>, previousSummary?: string, modelName?: string): Promise<CompressionResult>;
+    /**
+     * Create compressed message copy for saving
+     */
+    createCompressedSnapshot(messages: ChatMessage[], compressionResult: CompressionResult): object;
 }
 export declare function getContextCompressor(authConfig?: AuthConfig): ContextCompressor;
 //# sourceMappingURL=context-compressor.d.ts.map

package/dist/context-compressor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"context-compressor.d.ts","sourceRoot":"","sources":["../src/context-compressor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAW,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,WAAW,iBAAiB;IAChC,kBAAkB,EAAE,WAAW,EAAE,CAAC;IAClC,aAAa,EAAE,OAAO,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,SAAS,GAAG,UAAU,GAAG,MAAM,CAAC;CACpD;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAyB;IACzC,OAAO,CAAC,aAAa,CAMnB;gBAEU,UAAU,CAAC,EAAE,UAAU;IAMnC,WAAW,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI;IAIrC;;OAEG;IACH,gBAAgB,CACd,QAAQ,EAAE,WAAW,EAAE,EACvB,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAClC;QAAE,gBAAgB,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAsBhD;;OAEG;IACH,oBAAoB,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM;IAMrD;;OAEG;IACG,eAAe,CACnB,QAAQ,EAAE,WAAW,EAAE,EACvB,YAAY,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAClC,OAAO,CAAC,iBAAiB,CAAC;IA6C7B;;OAEG;YACW,oBAAoB;IAqBlC;;OAEG;YACW,eAAe;IAwG7B;;OAEG;IACH,wBAAwB,CACtB,QAAQ,EAAE,WAAW,EAAE,EACvB,iBAAiB,EAAE,iBAAiB,GACnC,MAAM;IAYT;;OAEG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;CAKrC;AAID,wBAAgB,oBAAoB,CAAC,UAAU,CAAC,EAAE,UAAU,GAAG,iBAAiB,CAK/E"}
+{"version":3,"file":"context-compressor.d.ts","sourceRoot":"","sources":["../src/context-compressor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAGxE,OAAO,EAAkB,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AA0E3E;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAwBhE;AAED,MAAM,WAAW,iBAAiB;IAChC,kBAAkB,EAAE,WAAW,EAAE,CAAC;IAClC,aAAa,EAAE,OAAO,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,SAAS,GAAG,UAAU,GAAG,MAAM,CAAC;IACnD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAClB,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACvB;AAED,MAAM,WAAW,yBAA0B,SAAQ,iBAAiB;IAClE,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAED,MAAM,WAAW,cAAc;IAC7B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACnC,kBAAkB,EAAE,WAAW,EAAE,CAAC;IAClC,WAAW,EAAE,OAAO,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,cAAc,CAAC;CACzB;AA0HD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAkC;IAClD,OAAO,CAAC,aAAa,CAEnB;gBAEU,UAAU,CAAC,EAAE,UAAU;IAMnC,WAAW,CAAC,QAAQ,EAAE,iBAAiB,GAAG,IAAI;IAI9C;;;;;OAKG;IACH,gBAAgB,CACd,QAAQ,EAAE,WAAW,EAAE,EACvB,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,EACnC,SAAS,CAAC,EAAE,MAAM,GACjB;QAAE,gBAAgB,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;IAuBpE;;OAEG;IACH,qBAAqB,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM;IA4BnD;;OAEG;IACH,qBAAqB,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM;IAQtD;;;OAGG;IACH,kBAAkB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE;IAkB3F;;OAEG;IACH,kBAAkB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM;IAU3F;;;OAGG;IACH,YAAY,CACV,QAAQ,EAAE,WAAW,EAAE,EACvB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,gBAAgB,EAAE,MAAM,GACvB,cAAc;IAyCjB;;OAEG;IACH,qBAAqB,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,cAAc;IAyE9D;;OAEG;IACH,YAAY,CAAC,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,GAAG,cAAc;IAOxE;;OAEG;IACH,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,MAAM;IA2BrD;;OAEG;IACH,iBAAiB,CACf,QAAQ,EAAE,WAAW,EAAE,EACvB,gBAAgB,EAAE,MAAM,GACvB,qBAAqB,GAAG,SAAS;IAyFpC;;OAEG;IACG,eAAe,CACnB,QAAQ,EAAE,WAAW,EAAE,EACvB,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,MAAM,EACrB,eAAe,CAAC,EAAE,MAAM,EACxB,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,MAAM,CAAC;IA4DlB;;OAEG;IACG,yBAAyB,CAC7B,QAAQ,EAAE,WAAW,EAAE,EACvB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,MAAM,CAAC;IA6ClB;;OAEG;IACG,eAAe,CACnB,QAAQ,EAAE,WAAW,EAAE,EACvB,YAAY,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,EACnC,eAAe,CAAC,EAAE,MAAM,EACxB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,iBAAiB,CAAC;IA6K7B;;OAEG;IACH,wBAAwB,CACtB,QAAQ,EAAE,WAAW,EAAE,EACvB,iBAAiB,EAAE,iBAAiB,GACnC,MAAM;CAaV;AAID,wBAAgB,oBAAoB,CAAC,UAAU,CAAC,EAAE,UAAU,GAAG,iBAAiB,CAK/E"}