@deepseekdev/coder 1.0.74

package/dist/core/contextManager.d.ts

@@ -0,0 +1,271 @@
+/**
+ * ContextManager - Manages conversation context to prevent token limit leaks
+ *
+ * Responsibilities:
+ * - Truncate tool outputs intelligently
+ * - Prune old conversation history with LLM summarization
+ * - Track and estimate token usage
+ * - Keep conversation within budget based on model context windows
+ * - Proactively shrink context before hitting limits
+ */
+import type { ConversationMessage } from './types.js';
+/**
+ * Callback for LLM-based summarization of conversation history
+ * Takes messages to summarize and returns a concise summary string
+ */
+export type SummarizationCallback = (messages: ConversationMessage[]) => Promise<string>;
+/**
+ * Signals that indicate a good compaction point in the conversation
+ */
+export interface CompactionSignal {
+    type: 'task_boundary' | 'topic_shift' | 'milestone' | 'context_saturation' | 'user_pivot' | 'ai_flow_pattern';
+    confidence: number;
+    messageIndex: number;
+    reason: string;
+    metadata?: Record<string, unknown>;
+}
+/**
+ * AI Flow Patterns for intelligent context management
+ */
+export interface AIFlowPattern {
+    patternId: string;
+    description: string;
+    toolSequence: string[];
+    contextImpact: number;
+    compactionOpportunity: boolean;
+    preservationPriority: number;
+}
+/**
+ * Enhanced compaction analysis with AI flow awareness
+ */
+export interface EnhancedCompactionAnalysis {
+    shouldCompact: boolean;
+    signals: CompactionSignal[];
+    recommendedCompactionPoint: number | null;
+    urgency: 'none' | 'low' | 'medium' | 'high' | 'critical';
+    preserveFromIndex: number;
+    aiFlowPatterns: AIFlowPattern[];
+    estimatedTokenSavings: number;
+    riskAssessment: {
+        informationLossRisk: 'low' | 'medium' | 'high';
+        continuityRisk: 'low' | 'medium' | 'high';
+        recoveryDifficulty: 'easy' | 'moderate' | 'hard';
+    };
+}
+/**
+ * Result of intelligent compaction analysis
+ */
+export interface CompactionAnalysis {
+    shouldCompact: boolean;
+    signals: CompactionSignal[];
+    recommendedCompactionPoint: number | null;
+    urgency: 'none' | 'low' | 'medium' | 'high' | 'critical';
+    preserveFromIndex: number;
+}
+/**
+ * Summarization prompt template
+ */
+export declare const SUMMARIZATION_PROMPT = "Create a compact but reliable summary of the earlier conversation.\n\nKeep:\n- Decisions, preferences, and open questions\n- File paths, function/class names, APIs, and error messages with fixes\n- What was completed vs. still pending (tests, TODOs)\n\nFormat:\n## Key Context\n- ...\n## Work Completed\n- ...\n## Open Items\n- ...\n\nConversation:\n{conversation}";
+export interface ContextManagerConfig {
+    maxTokens: number;
+    targetTokens: number;
+    warningTokens?: number;
+    criticalTokens?: number;
+    maxToolOutputLength: number;
+    preserveRecentMessages: number;
+    estimatedCharsPerToken: number;
+    useLLMSummarization?: boolean;
+    summarizationCallback?: SummarizationCallback;
+    model?: string;
+    enableIntelligentCompaction?: boolean;
+    compactionThreshold?: number;
+    minSignalConfidence?: number;
+    taskBoundaryPatterns?: string[];
+    topicShiftSensitivity?: number;
+    enableAIFlowPatternDetection?: boolean;
+    aiFlowPatterns?: AIFlowPattern[];
+}
+/**
+ * Pre-defined AI Flow Patterns for intelligent context management
+ */
+export declare const DEFAULT_AI_FLOW_PATTERNS: AIFlowPattern[];
+export interface TruncationResult {
+    content: string;
+    wasTruncated: boolean;
+    originalLength: number;
+    truncatedLength: number;
+}
+export declare class ContextManager {
+    private config;
+    private sessionStartTime;
+    private toolCallHistory;
+    constructor(config?: Partial<ContextManagerConfig>);
+    /**
+     * Record a tool call for context-aware summarization
+     */
+    recordToolCall(toolName: string): void;
+    /**
+     * Truncate tool output intelligently using the smart summarizer
+     */
+    truncateToolOutput(output: string, toolName: string, _args?: Record<string, unknown>): TruncationResult;
+    /**
+     * Intelligent truncation based on tool type
+     */
+    private intelligentTruncate;
+    private truncateFileOutput;
+    private truncateSearchOutput;
+    private truncateBashOutput;
+    private truncateDefault;
+    /**
+     * Estimate tokens in a message
+     */
+    estimateTokens(message: ConversationMessage): number;
+    /**
+     * Detect context overflow risk from recent tool usage patterns
+     */
+    detectContextOverflowRisk(toolCalls: string[]): boolean;
+    /**
+     * Estimate total tokens in conversation
+     */
+    estimateTotalTokens(messages: ConversationMessage[]): number;
+    /**
+     * Prune old messages when approaching limit
+     *
+     * Synchronously removes old messages to stay within budget.
+     * If LLM summarization is available and enabled, this method will be async.
+     */
+    pruneMessages(messages: ConversationMessage[]): {
+        pruned: ConversationMessage[];
+        removed: number;
+    };
+    /**
+     * Prune messages with LLM-based summarization
+     *
+     * This is an async version that uses the LLM to create intelligent summaries
+     * instead of just removing old messages. Should be called BEFORE generation.
+     */
+    pruneMessagesWithSummary(messages: ConversationMessage[], options?: {
+        force?: boolean;
+    }): Promise<{
+        pruned: ConversationMessage[];
+        removed: number;
+        summarized: boolean;
+    }>;
+    /**
+     * Check if we're approaching the limit
+     */
+    isApproachingLimit(messages: ConversationMessage[]): boolean;
+    /**
+     * Get warning level for current context usage
+     * Returns: null (no warning), 'info' (<70%), 'warning' (70-90%), 'danger' (>90%)
+     */
+    getWarningLevel(messages: ConversationMessage[]): 'info' | 'warning' | 'danger' | null;
+    /**
+     * Get a human-readable warning message
+     */
+    getWarningMessage(messages: ConversationMessage[]): string | null;
+    /**
+     * Get context stats
+     */
+    getStats(messages: ConversationMessage[]): {
+        totalTokens: number;
+        percentage: number;
+        isOverLimit: boolean;
+        isApproachingLimit: boolean;
+    };
+    /**
+     * Update configuration
+     */
+    updateConfig(config: Partial<ContextManagerConfig>): void;
+    /**
+     * Default patterns that indicate task boundaries
+     */
+    private static readonly DEFAULT_TASK_BOUNDARY_PATTERNS;
+    /**
+     * Patterns indicating topic/task shifts
+     */
+    private static readonly TOPIC_SHIFT_PATTERNS;
+    /**
+     * Patterns indicating user pivots (abandoning current direction)
+     */
+    private static readonly USER_PIVOT_PATTERNS;
+    /**
+     * Analyze the conversation to detect intelligent compaction points
+     */
+    analyzeCompactionPoints(messages: ConversationMessage[]): CompactionAnalysis;
+    /**
+     * Detect task boundary signals
+     */
+    private detectTaskBoundary;
+    /**
+     * Detect topic shift signals
+     */
+    private detectTopicShift;
+    /**
+     * Detect user pivot signals (abandoning current direction)
+     */
+    private detectUserPivot;
+    /**
+     * Detect context saturation (heavy tool output regions)
+     */
+    private detectContextSaturation;
+    /**
+     * Detect milestone signals (significant accomplishments)
+     */
+    private detectMilestone;
+    /**
+     * Check if content looks like a task conclusion
+     */
+    private looksLikeConclusion;
+    /**
+     * Check if two contents represent different topics (simple heuristic)
+     */
+    private isNewTopic;
+    /**
+     * Calculate urgency level based on token percentage
+     */
+    private calculateUrgency;
+    /**
+     * Find the best compaction point from signals
+     */
+    private findBestCompactionPoint;
+    /**
+     * Find a safe preservation point that doesn't break tool call chains
+     */
+    private findSafePreservePoint;
+    /**
+     * Perform intelligent compaction based on analysis
+     * This method analyzes the conversation and compacts at the optimal point
+     */
+    intelligentCompact(messages: ConversationMessage[]): Promise<{
+        compacted: ConversationMessage[];
+        analysis: CompactionAnalysis;
+        summarized: boolean;
+    }>;
+    /**
+     * Check if intelligent compaction should be triggered
+     * Call this before generation to proactively manage context
+     */
+    shouldTriggerCompaction(messages: ConversationMessage[]): {
+        shouldCompact: boolean;
+        urgency: CompactionAnalysis['urgency'];
+        reason: string | null;
+    };
+}
+/**
+ * Create a default context manager instance with model-aware limits
+ */
+export declare function createDefaultContextManager(overrides?: Partial<ContextManagerConfig>, model?: string): ContextManager;
+/**
+ * Format conversation messages into readable text for summarization
+ */
+export declare function formatMessagesForSummary(messages: ConversationMessage[]): string;
+/**
+ * Create a summarization callback using the given provider
+ */
+export declare function createSummarizationCallback(provider: {
+    generate: (messages: ConversationMessage[], tools: unknown[]) => Promise<{
+        content?: string;
+    }>;
+}): SummarizationCallback;
+//# sourceMappingURL=contextManager.d.ts.map

package/dist/core/contextManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextManager.d.ts","sourceRoot":"","sources":["../../src/core/contextManager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAGtD;;;GAGG;AACH,MAAM,MAAM,qBAAqB,GAAG,CAClC,QAAQ,EAAE,mBAAmB,EAAE,KAC5B,OAAO,CAAC,MAAM,CAAC,CAAC;AAErB;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,eAAe,GAAG,aAAa,GAAG,WAAW,GAAG,oBAAoB,GAAG,YAAY,GAAG,iBAAiB,CAAC;IAC9G,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC,aAAa,EAAE,OAAO,CAAC;IACvB,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,0BAA0B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1C,OAAO,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;IACzD,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,aAAa,EAAE,CAAC;IAChC,qBAAqB,EAAE,MAAM,CAAC;IAC9B,cAAc,EAAE;QACd,mBAAmB,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;QAC/C,cAAc,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;QAC1C,kBAAkB,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;KAClD,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,aAAa,EAAE,OAAO,CAAC;IACvB,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,0BAA0B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1C,OAAO,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;IACzD,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,eAAO,MAAM,oBAAoB,iXAgBlB,CAAC;AAEhB,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;IAChC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAE/B,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;CAClC;AAED;;GAEG;AACH,eAAO,MAAM,wBAAwB,EAAE,aAAa,EAiDnD,CAAC;AAEF,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,OAAO,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAuB;IAErC,OAAO,CAAC,gBAAgB,CAAsB;IAC9C,OAAO,CAAC,eAAe,CAAgB;gBAE3B,MAAM,GAAE,OAAO,CAAC,oBAAoB,CAAM;IAWtD;;OAEG;IACH,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAQtC;;OAEG;IACH,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,gBAAgB;IAyBvG;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAsB3B,OAAO,CAAC,kBAAkB;IAqB1B,OAAO,CAAC,oBAAoB;IAe5B,OAAO,CAAC,kBAAkB;IAgB1B,OAAO,CAAC,eAAe;IASvB;;OAEG;IACH,cAAc,CAAC,OAAO,EAAE,mBAAmB,GAAG,MAAM;IAkBpD;;OAEG;IACH,yBAAyB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO;IAwBvD;;OAEG;IACH,mBAAmB,CAAC,QAAQ,EAAE,mBAAmB,EAAE,GAAG,MAAM;IAI5D;;;;;OAKG;IACH,aAAa,CAAC,QAAQ,EAAE,mBAAmB,EAAE,GAAG;QAC9C,MAAM,EAAE,mBAAmB,EAAE,CAAC;QAC9B,OAAO,EAAE,MAAM,CAAC;KACjB;IAyHD;;;;;OAKG;IACG,wBAAwB,CAC5B,QAAQ,EAAE,mBAAmB,EAAE,EAC/B,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE,GAC5B,OAAO,CAAC;QACT,MAAM,EAAE,mBAAmB,EAAE,CAAC;QAC9B,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,OAAO,CAAC;KACrB,CAAC;IA6IF;;OAEG;IACH,kBAAkB,CAAC,QAAQ,EAAE,mBAAmB,EAAE,GAAG,OAAO;IAK5D;;;OAGG;IACH,eAAe,CAAC,QAAQ,EAAE,mBAAmB,EAAE,GAAG,MAAM,GAAG,SAAS,GAAG,QAAQ,GAAG,IAAI;IAetF;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,mBAAmB,EAAE,GAAG,MAAM,GAAG,IAAI;IAajE;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,EAAE,GAAG;QACzC,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,OAAO,CAAC;QACrB,kBAAkB,EAAE,OAAO,CAAC;KAC7B;IAYD;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,oBAAoB,CAAC,GAAG,IAAI;IASzD;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,8BAA8B,CAUpD;IAEF;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAM1C;IAEF;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAKzC;IAEF;;OAEG;IACH,uBAAuB,CAAC,QAAQ,EAAE,mBAAmB,EAAE,GAAG,kBAAkB;IA0E5E;;OAEG;IACH,OAAO,CAAC,kBAAkB;IA8C1B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAyCxB;;OAEG;IACH,OAAO,CAAC,eAAe;IAmBvB;;OAEG;IACH,OAAO,CAAC,uBAAuB;IA8C/B;;OAEG;IACH,OAAO,CAAC,eAAe;IAgCvB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAW3B;;OAEG;IACH,OAAO,CAAC,UAAU;IA2BlB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAQxB;;OAEG;IACH,OAAO,CAAC,uBAAuB;IA8C/B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAqB7B;;;OAGG;IACG,kBAAkB,CAAC,QAAQ,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC;QACjE,SAAS,EAAE,mBAAmB,EAAE,CAAC;QACjC,QAAQ,EAAE,kBAAkB,CAAC;QAC7B,UAAU,EAAE,OAAO,CAAC;KACrB,CAAC;IAgFF;;;OAGG;IACH,uBAAuB,CAAC,QAAQ,EAAE,mBAAmB,EAAE,GAAG;QACxD,aAAa,EAAE,OAAO,CAAC;QACvB,OAAO,EAAE,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACvC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;KACvB;CAoBF;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACzC,SAAS,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC,EACzC,KAAK,CAAC,EAAE,MAAM,GACb,cAAc,CAqBhB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,mBAAmB,EAAE,GAAG,MAAM,CAwBhF;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACzC,QAAQ,EAAE;IAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,mBAAmB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAAE,GAC3G,qBAAqB,CAgBvB"}