distill-mcp 0.6.0-beta

package/dist/compressors/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/compressors/config.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,UAAU,EAAqC,MAAM,YAAY,CAAC;AA6KhF,eAAO,MAAM,gBAAgB,EAAE,UA+C9B,CAAC"}

package/dist/compressors/config.js

@@ -0,0 +1,183 @@
+/**
+ * Config Compressor
+ *
+ * Specialized compressor for configuration files (JSON, YAML-like).
+ * Summarizes nested objects and arrays while preserving structure.
+ */
+import { encodingForModel } from "js-tiktoken";
+const encoding = encodingForModel("gpt-4");
+function countTokens(text) {
+    return encoding.encode(text).length;
+}
+/**
+ * Check if content is valid JSON
+ */
+function isValidJSON(content) {
+    try {
+        JSON.parse(content);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Summarize a value based on its type and size
+ */
+function summarizeValue(value, depth, maxDepth) {
+    if (value === null || value === undefined) {
+        return value;
+    }
+    if (typeof value !== "object") {
+        // Truncate long strings
+        if (typeof value === "string" && value.length > 100) {
+            return value.slice(0, 97) + "...";
+        }
+        return value;
+    }
+    if (Array.isArray(value)) {
+        if (value.length === 0)
+            return [];
+        // For deep arrays, just show count
+        if (depth >= maxDepth) {
+            return `[${value.length} items]`;
+        }
+        // For large arrays, show sample and count
+        if (value.length > 5) {
+            const sample = value.slice(0, 2).map((v) => summarizeValue(v, depth + 1, maxDepth));
+            return [...sample, `... (${value.length - 2} more items)`];
+        }
+        return value.map((v) => summarizeValue(v, depth + 1, maxDepth));
+    }
+    // Object
+    const obj = value;
+    const keys = Object.keys(obj);
+    if (keys.length === 0)
+        return {};
+    // For deep objects, just show key count
+    if (depth >= maxDepth) {
+        return `{${keys.length} keys}`;
+    }
+    // Summarize each key
+    const result = {};
+    for (const key of keys) {
+        result[key] = summarizeValue(obj[key], depth + 1, maxDepth);
+    }
+    return result;
+}
+/**
+ * Compress JSON content
+ */
+function compressJSON(content, detail) {
+    try {
+        const parsed = JSON.parse(content);
+        // Determine max depth based on detail level
+        const maxDepth = detail === "minimal" ? 1 : detail === "normal" ? 2 : 3;
+        const summarized = summarizeValue(parsed, 0, maxDepth);
+        const compressed = JSON.stringify(summarized, null, 2);
+        return { compressed, technique: "json-summarize" };
+    }
+    catch {
+        return { compressed: content, technique: "none" };
+    }
+}
+/**
+ * Compress YAML-like content (simple key: value pairs)
+ */
+function compressYAML(content, detail) {
+    const lines = content.split("\n");
+    const output = [];
+    let currentIndent = 0;
+    let skipUntilDedent = false;
+    let skipIndent = 0;
+    let skippedCount = 0;
+    const maxIndent = detail === "minimal" ? 2 : detail === "normal" ? 4 : 6;
+    for (const line of lines) {
+        // Calculate indent level
+        const match = line.match(/^(\s*)/);
+        const indent = match ? match[1]?.length ?? 0 : 0;
+        // If we were skipping, check if we should stop
+        if (skipUntilDedent) {
+            if (indent <= skipIndent && line.trim()) {
+                // We've dedented, stop skipping
+                if (skippedCount > 0) {
+                    output.push(`${"  ".repeat(skipIndent / 2)}  ... (${skippedCount} nested items)`);
+                }
+                skipUntilDedent = false;
+                skippedCount = 0;
+            }
+            else {
+                skippedCount++;
+                continue;
+            }
+        }
+        // Check if this line is too deep
+        if (indent > maxIndent && line.trim()) {
+            skipUntilDedent = true;
+            skipIndent = currentIndent;
+            skippedCount = 1;
+            continue;
+        }
+        output.push(line);
+        currentIndent = indent;
+    }
+    // Handle trailing skipped content
+    if (skippedCount > 0) {
+        output.push(`${"  ".repeat(skipIndent / 2)}  ... (${skippedCount} nested items)`);
+    }
+    return { compressed: output.join("\n"), technique: "yaml-depth-limit" };
+}
+/**
+ * Detect if content is JSON or YAML-like
+ */
+function detectConfigType(content) {
+    const trimmed = content.trim();
+    // JSON starts with { or [
+    if ((trimmed.startsWith("{") || trimmed.startsWith("[")) && isValidJSON(content)) {
+        return "json";
+    }
+    // YAML-like: key: value patterns
+    const yamlPattern = /^[\w-]+:\s*(.+)?$/m;
+    if (yamlPattern.test(content)) {
+        return "yaml";
+    }
+    return "unknown";
+}
+export const configCompressor = {
+    name: "config",
+    supportedTypes: ["config"],
+    canCompress(content) {
+        return detectConfigType(content) !== "unknown";
+    },
+    compress(content, options) {
+        const originalTokens = countTokens(content);
+        const originalLines = content.split("\n").length;
+        const configType = detectConfigType(content);
+        let result;
+        switch (configType) {
+            case "json":
+                result = compressJSON(content, options.detail);
+                break;
+            case "yaml":
+                result = compressYAML(content, options.detail);
+                break;
+            default:
+                result = { compressed: content, technique: "none" };
+        }
+        const compressedTokens = countTokens(result.compressed);
+        const compressedLines = result.compressed.split("\n").length;
+        const reductionPercent = originalTokens > 0 ? Math.round((1 - compressedTokens / originalTokens) * 100) : 0;
+        return {
+            compressed: result.compressed,
+            stats: {
+                originalLines,
+                compressedLines,
+                originalTokens,
+                compressedTokens,
+                reductionPercent,
+                technique: result.technique,
+            },
+            omittedInfo: reductionPercent > 0 ? `Nested structures summarized (${configType} format)` : undefined,
+        };
+    },
+};

package/dist/compressors/conversation.d.ts

@@ -0,0 +1,109 @@
+/**
+ * Conversation Compressor
+ *
+ * Compresses conversation history using different strategies
+ * to reduce tokens while preserving key information.
+ */
+export interface ConversationMessage {
+    role: "user" | "assistant" | "system";
+    content: string;
+}
+export interface ConversationCompressOptions {
+    strategy: "rolling-summary" | "key-extraction" | "hybrid";
+    maxTokens: number;
+    preserveSystem?: boolean;
+    preserveLastN?: number;
+}
+export interface ConversationCompressResult {
+    compressedMessages: ConversationMessage[];
+    summary?: string;
+    keyPoints?: string[];
+    originalTokens: number;
+    compressedTokens: number;
+    savings: number;
+}
+/**
+ * Compress conversation messages
+ */
+export declare function compressConversation(messages: ConversationMessage[], options: ConversationCompressOptions): ConversationCompressResult;
+/**
+ * Decision extracted from conversation
+ */
+export interface Decision {
+    decision: string;
+    context: string;
+    timestamp: number;
+}
+/**
+ * Code reference from conversation
+ */
+export interface CodeReference {
+    file: string;
+    element?: string;
+    action: "created" | "modified" | "discussed" | "deleted";
+}
+/**
+ * Conversation memory state
+ */
+export interface ConversationMemory {
+    /** Rolling summary of conversation */
+    summary: string;
+    /** Key decisions made */
+    decisions: Decision[];
+    /** Code references mentioned */
+    codeReferences: CodeReference[];
+    /** Compressed message history */
+    compressedHistory: ConversationMessage[];
+    /** Timestamp of last update */
+    lastUpdated: number;
+}
+/**
+ * Options for memory restoration
+ */
+export interface MemoryRestoreOptions {
+    /** Include full summary */
+    includeSummary?: boolean;
+    /** Number of recent messages to include */
+    recentMessages?: number;
+    /** Include code references */
+    includeCodeRefs?: boolean;
+    /** Include decisions */
+    includeDecisions?: boolean;
+}
+/**
+ * Result of conversation memory operation
+ */
+export interface ConversationMemoryResult {
+    /** Restored context string */
+    context: string;
+    /** Memory state */
+    memory: ConversationMemory;
+    /** Statistics */
+    stats: {
+        originalTokens: number;
+        compressedTokens: number;
+        decisionsExtracted: number;
+        codeRefsFound: number;
+    };
+}
+/**
+ * Extract decisions from messages with enhanced patterns
+ */
+export declare function extractDecisions(messages: ConversationMessage[]): Decision[];
+/**
+ * Extract code references from messages
+ */
+export declare function extractCodeReferences(messages: ConversationMessage[]): CodeReference[];
+/**
+ * Create conversation memory from messages
+ */
+export declare function createMemory(messages: ConversationMessage[], options: ConversationCompressOptions): ConversationMemory;
+/**
+ * Restore context from memory state
+ */
+export declare function restoreContext(memory: ConversationMemory, options?: MemoryRestoreOptions): string;
+/**
+ * Compress conversation and create memory result
+ */
+export declare function compressConversationWithMemory(messages: ConversationMessage[], options: ConversationCompressOptions): ConversationMemoryResult;
+//# sourceMappingURL=conversation.d.ts.map

package/dist/compressors/conversation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversation.d.ts","sourceRoot":"","sources":["../../src/compressors/conversation.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,EAAE,iBAAiB,GAAG,gBAAgB,GAAG,QAAQ,CAAC;IAC1D,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,0BAA0B;IACzC,kBAAkB,EAAE,mBAAmB,EAAE,CAAC;IAC1C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;CACjB;AAuID;;GAEG;AACH,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,mBAAmB,EAAE,EAC/B,OAAO,EAAE,2BAA2B,GACnC,0BAA0B,CAyH5B;AAMD;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,WAAW,GAAG,SAAS,CAAC;CAC1D;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,sCAAsC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,yBAAyB;IACzB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,gCAAgC;IAChC,cAAc,EAAE,aAAa,EAAE,CAAC;IAChC,iCAAiC;IACjC,iBAAiB,EAAE,mBAAmB,EAAE,CAAC;IACzC,+BAA+B;IAC/B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,2BAA2B;IAC3B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,2CAA2C;IAC3C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,8BAA8B;IAC9B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,wBAAwB;IACxB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,wBAAwB;IACvC,8BAA8B;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,mBAAmB;IACnB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,iBAAiB;IACjB,KAAK,EAAE;QACL,cAAc,EAAE,MAAM,CAAC;QACvB,gBAAgB,EAAE,MAAM,CAAC;QACzB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;CACH;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,mBAAmB,EAAE,GAAG,QAAQ,EAAE,CA6D5E;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,mBAAmB,EAAE,GAC9B,aAAa,EAAE,CA2CjB;AAED;;GAEG;AACH,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,mBAAmB,EAAE,EAC/B,OAAO,EAAE,2BAA2B,GACnC,kBAAkB,CAkBpB;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,kBAAkB,EAC1B,OAAO,GAAE,oBAAyB,GACjC,MAAM,CAuDR;AAED;;GAEG;AACH,wBAAgB,8BAA8B,CAC5C,QAAQ,EAAE,mBAAmB,EAAE,EAC/B,OAAO,EAAE,2BAA2B,GACnC,wBAAwB,CAoB1B"}