@phuetz/code-buddy 0.1.0

package/dist/optimization/parallel-executor.js

@@ -0,0 +1,363 @@
+/**
+ * Parallel Tool Executor
+ *
+ * Research-based implementation of parallel tool execution.
+ * Identifies and executes independent tool calls in parallel.
+ *
+ * Expected Impact:
+ * - 2.5-4.6x cost reduction
+ * - 1.6-5.4x latency reduction
+ *
+ * Reference: LLMCompiler, AsyncLM (arXiv 2024)
+ */
+import { EventEmitter } from "events";
+/**
+ * Default execution options
+ */
+export const DEFAULT_EXECUTION_OPTIONS = {
+    maxConcurrency: 5,
+    timeoutMs: 30000,
+    continueOnError: true,
+    retryCount: 1,
+    retryDelayMs: 1000,
+};
+/**
+ * Analyze tool calls to identify dependencies
+ */
+export function analyzeDependencies(calls) {
+    const dependencies = new Map();
+    if (!calls || !Array.isArray(calls)) {
+        return dependencies;
+    }
+    // Build a map of what each call produces/consumes
+    const producers = new Map(); // resource -> producer call ID
+    const _consumers = new Map(); // call ID -> resources it consumes (future use)
+    for (const call of calls) {
+        if (!call || !call.id)
+            continue;
+        dependencies.set(call.id, []);
+        // Analyze arguments for file paths or references to other outputs
+        const _args = JSON.stringify(call.arguments || {}).toLowerCase();
+        const callName = (call.name || "").toLowerCase();
+        // Check for file operations - sequential file ops on same file need ordering
+        if (callName.includes("write") || callName.includes("edit")) {
+            const filePath = extractFilePath(call.arguments);
+            if (filePath) {
+                // Writing to a file - this produces the file state
+                const existingProducer = producers.get(filePath);
+                if (existingProducer) {
+                    // Depends on previous write to same file
+                    dependencies.get(call.id)?.push(existingProducer);
+                }
+                producers.set(filePath, call.id);
+            }
+        }
+        if (callName.includes("read")) {
+            const filePath = extractFilePath(call.arguments);
+            if (filePath) {
+                // Reading a file - might depend on a write
+                const producer = producers.get(filePath);
+                if (producer) {
+                    dependencies.get(call.id)?.push(producer);
+                }
+            }
+        }
+        // Bash commands might have implicit dependencies
+        if (callName === "bash") {
+            const command = String(call.arguments?.command || "").toLowerCase();
+            // Build/test commands should run after file modifications
+            if (command.includes("npm test") ||
+                command.includes("npm run") ||
+                command.includes("build")) {
+                // Depends on all previous edits
+                for (const [_idx, otherCall] of calls.entries()) {
+                    if (otherCall.id !== call.id &&
+                        (otherCall.name.toLowerCase().includes("write") ||
+                            otherCall.name.toLowerCase().includes("edit"))) {
+                        dependencies.get(call.id)?.push(otherCall.id);
+                    }
+                }
+            }
+        }
+        // Use explicit dependencies if provided
+        if (call.dependencies) {
+            const existing = dependencies.get(call.id) || [];
+            dependencies.set(call.id, [...existing, ...call.dependencies]);
+        }
+    }
+    return dependencies;
+}
+/**
+ * Extract file path from tool arguments
+ */
+function extractFilePath(args) {
+    for (const key of ["file_path", "filePath", "path", "file"]) {
+        if (typeof args[key] === "string") {
+            return args[key];
+        }
+    }
+    return null;
+}
+/**
+ * Group tool calls into execution levels based on dependencies
+ */
+export function groupByDependency(calls) {
+    if (calls.length === 0)
+        return [];
+    const dependencies = analyzeDependencies(calls);
+    const _callMap = new Map(calls.map((c) => [c.id, c])); // Reserved for future dependency resolution
+    const levels = [];
+    const assigned = new Set();
+    let level = 0;
+    while (assigned.size < calls.length) {
+        const currentLevel = [];
+        for (const call of calls) {
+            if (assigned.has(call.id))
+                continue;
+            const deps = dependencies.get(call.id) || [];
+            const allDepsResolved = deps.every((depId) => assigned.has(depId));
+            if (allDepsResolved) {
+                currentLevel.push(call);
+            }
+        }
+        if (currentLevel.length === 0) {
+            // Circular dependency or unreachable - add remaining
+            for (const call of calls) {
+                if (!assigned.has(call.id)) {
+                    currentLevel.push(call);
+                }
+            }
+        }
+        for (const call of currentLevel) {
+            assigned.add(call.id);
+        }
+        levels.push({ level, calls: currentLevel });
+        level++;
+    }
+    return levels;
+}
+/**
+ * Parallel executor class
+ */
+export class ParallelExecutor extends EventEmitter {
+    options;
+    executor;
+    activeCount = 0;
+    results = new Map();
+    constructor(executor, options = {}) {
+        super();
+        this.executor = executor;
+        this.options = { ...DEFAULT_EXECUTION_OPTIONS, ...options };
+    }
+    /**
+     * Execute tool calls with optimal parallelism
+     */
+    async execute(calls) {
+        if (calls.length === 0)
+            return [];
+        const startTime = Date.now();
+        this.results.clear();
+        // Group by dependency
+        const groups = groupByDependency(calls);
+        this.emit("execution:start", {
+            totalCalls: calls.length,
+            groups: groups.length,
+        });
+        // Execute groups sequentially, calls within group in parallel
+        for (const group of groups) {
+            this.emit("group:start", {
+                level: group.level,
+                callCount: group.calls.length,
+            });
+            await this.executeGroup(group);
+            this.emit("group:complete", {
+                level: group.level,
+                callCount: group.calls.length,
+            });
+        }
+        const totalTime = Date.now() - startTime;
+        const results = Array.from(this.results.values());
+        this.emit("execution:complete", {
+            totalCalls: calls.length,
+            totalTime,
+            successCount: results.filter((r) => r.success).length,
+            failureCount: results.filter((r) => !r.success).length,
+        });
+        return results;
+    }
+    /**
+     * Execute a group of independent calls in parallel
+     */
+    async executeGroup(group) {
+        const { maxConcurrency } = this.options;
+        // Use a semaphore pattern for concurrency control
+        const queue = [...group.calls];
+        const executing = [];
+        while (queue.length > 0 || executing.length > 0) {
+            // Start new executions up to concurrency limit
+            while (queue.length > 0 && executing.length < maxConcurrency) {
+                const call = queue.shift();
+                const promise = this.executeCall(call).then(() => {
+                    const index = executing.indexOf(promise);
+                    if (index > -1)
+                        executing.splice(index, 1);
+                });
+                executing.push(promise);
+            }
+            // Wait for at least one to complete
+            if (executing.length > 0) {
+                await Promise.race(executing);
+            }
+        }
+    }
+    /**
+     * Execute a single tool call with retry and timeout
+     */
+    async executeCall(call) {
+        const startTime = Date.now();
+        let lastError = null;
+        for (let attempt = 0; attempt <= this.options.retryCount; attempt++) {
+            try {
+                this.emit("call:start", { id: call.id, name: call.name, attempt });
+                // Execute with timeout
+                const output = await this.executeWithTimeout(call);
+                const endTime = Date.now();
+                const result = {
+                    id: call.id,
+                    name: call.name,
+                    success: true,
+                    output,
+                    duration: endTime - startTime,
+                    startTime,
+                    endTime,
+                };
+                this.results.set(call.id, result);
+                this.emit("call:success", result);
+                return;
+            }
+            catch (error) {
+                lastError = error instanceof Error ? error : new Error(String(error));
+                this.emit("call:error", {
+                    id: call.id,
+                    name: call.name,
+                    attempt,
+                    error: lastError.message,
+                });
+                if (attempt < this.options.retryCount) {
+                    await this.delay(this.options.retryDelayMs);
+                }
+            }
+        }
+        // All retries failed
+        const endTime = Date.now();
+        const result = {
+            id: call.id,
+            name: call.name,
+            success: false,
+            error: lastError?.message || "Unknown error",
+            duration: endTime - startTime,
+            startTime,
+            endTime,
+        };
+        this.results.set(call.id, result);
+        this.emit("call:failure", result);
+        if (!this.options.continueOnError) {
+            throw lastError;
+        }
+    }
+    /**
+     * Execute with timeout
+     */
+    async executeWithTimeout(call) {
+        return new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => {
+                reject(new Error(`Timeout after ${this.options.timeoutMs}ms`));
+            }, this.options.timeoutMs);
+            this.executor(call)
+                .then((result) => {
+                clearTimeout(timeout);
+                resolve(result);
+            })
+                .catch((error) => {
+                clearTimeout(timeout);
+                reject(error);
+            });
+        });
+    }
+    /**
+     * Delay helper
+     */
+    delay(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+    /**
+     * Get execution statistics
+     */
+    getStats() {
+        const results = Array.from(this.results.values());
+        if (results.length === 0) {
+            return { totalDuration: 0, parallelSavings: 0, successRate: 0 };
+        }
+        // Calculate total duration (wall clock)
+        const minStart = Math.min(...results.map((r) => r.startTime));
+        const maxEnd = Math.max(...results.map((r) => r.endTime));
+        const totalDuration = maxEnd - minStart;
+        // Calculate sequential duration (sum of all durations)
+        const sequentialDuration = results.reduce((sum, r) => sum + r.duration, 0);
+        // Parallel savings
+        const parallelSavings = sequentialDuration > 0
+            ? ((sequentialDuration - totalDuration) / sequentialDuration) * 100
+            : 0;
+        // Success rate
+        const successRate = (results.filter((r) => r.success).length / results.length) * 100;
+        return {
+            totalDuration,
+            parallelSavings,
+            successRate,
+        };
+    }
+    /**
+     * Update options
+     */
+    updateOptions(options) {
+        this.options = { ...this.options, ...options };
+    }
+}
+/**
+ * Estimate parallel execution speedup
+ */
+export function estimateSpeedup(calls) {
+    if (calls.length === 0) {
+        return { sequentialEstimate: 0, parallelEstimate: 0, speedupFactor: 1 };
+    }
+    const groups = groupByDependency(calls);
+    // Estimate 1 second per call (rough average)
+    const avgCallDuration = 1000;
+    const sequentialEstimate = calls.length * avgCallDuration;
+    // Parallel estimate: max duration in each group level
+    const parallelEstimate = groups.reduce((total, _group) => {
+        // Within a group, max duration is the bottleneck
+        return total + avgCallDuration; // Simplified: assumes all calls same duration
+    }, 0);
+    const speedupFactor = parallelEstimate > 0 ? sequentialEstimate / parallelEstimate : 1;
+    return {
+        sequentialEstimate,
+        parallelEstimate,
+        speedupFactor,
+    };
+}
+/**
+ * Create a simple parallel executor for common use cases
+ */
+export function createParallelExecutor(executor, options) {
+    return new ParallelExecutor(executor, options);
+}
+export default {
+    ParallelExecutor,
+    groupByDependency,
+    analyzeDependencies,
+    estimateSpeedup,
+    createParallelExecutor,
+    DEFAULT_EXECUTION_OPTIONS,
+};
+//# sourceMappingURL=parallel-executor.js.map

package/dist/optimization/parallel-executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parallel-executor.js","sourceRoot":"","sources":["../../src/optimization/parallel-executor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AA2DtC;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAqB;IACzD,cAAc,EAAE,CAAC;IACjB,SAAS,EAAE,KAAK;IAChB,eAAe,EAAE,IAAI;IACrB,UAAU,EAAE,CAAC;IACb,YAAY,EAAE,IAAI;CACnB,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAiB;IACnD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAoB,CAAC;IAEjD,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,kDAAkD;IAClD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAC,+BAA+B;IAC5E,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC,CAAC,gDAAgD;IAEhG,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,SAAS;QAEhC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAE9B,kEAAkE;QAClE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACjE,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAEjD,6EAA6E;QAC7E,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5D,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACjD,IAAI,QAAQ,EAAE,CAAC;gBACb,mDAAmD;gBACnD,MAAM,gBAAgB,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACjD,IAAI,gBAAgB,EAAE,CAAC;oBACrB,yCAAyC;oBACzC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBACpD,CAAC;gBACD,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACjD,IAAI,QAAQ,EAAE,CAAC;gBACb,2CAA2C;gBAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACzC,IAAI,QAAQ,EAAE,CAAC;oBACb,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YAEpE,0DAA0D;YAC1D,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAC5B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC3B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9B,gCAAgC;gBAChC,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;oBAChD,IAAI,SAAS,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE;wBACxB,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;4BAC9C,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;wBACpD,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBAChD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,wCAAwC;QACxC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;YACjD,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,IAA6B;IACpD,KAAK,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;QAC5D,IAAI,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC,GAAG,CAAW,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAiB;IACjD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAElC,MAAM,YAAY,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,4CAA4C;IACnG,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACpC,MAAM,YAAY,GAAe,EAAE,CAAC;QAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAAE,SAAS;YAEpC,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;YAC7C,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YAEnE,IAAI,eAAe,EAAE,CAAC;gBACpB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,qDAAqD;YACrD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;oBAC3B,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAChC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QAC5C,KAAK,EAAE,CAAC;IACV,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IACxC,OAAO,CAAmB;IAC1B,QAAQ,CAAe;IACvB,WAAW,GAAW,CAAC,CAAC;IACxB,OAAO,GAA4B,IAAI,GAAG,EAAE,CAAC;IAErD,YAAY,QAAsB,EAAE,UAAqC,EAAE;QACzE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,yBAAyB,EAAE,GAAG,OAAO,EAAE,CAAC;IAC9D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,KAAiB;QAC7B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAErB,sBAAsB;QACtB,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAExC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC3B,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAC;QAEH,8DAA8D;QAC9D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;gBACvB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;aAC9B,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAE/B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;aAC9B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACzC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAElD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE;YAC9B,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,SAAS;YACT,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;YACrD,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;SACvD,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,KAAqB;QAC9C,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QAExC,kDAAkD;QAClD,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,SAAS,GAAoB,EAAE,CAAC;QAEtC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,+CAA+C;YAC/C,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;gBAC7D,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;gBAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;oBAC/C,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBACzC,IAAI,KAAK,GAAG,CAAC,CAAC;wBAAE,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC7C,CAAC,CAAC,CAAC;gBACH,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;YAED,oCAAoC;YACpC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,IAAc;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,SAAS,GAAiB,IAAI,CAAC;QAEnC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACpE,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBAEnE,uBAAuB;gBACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;gBAEnD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAe;oBACzB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,OAAO,EAAE,IAAI;oBACb,MAAM;oBACN,QAAQ,EAAE,OAAO,GAAG,SAAS;oBAC7B,SAAS;oBACT,OAAO;iBACR,CAAC;gBAEF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;gBAClC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;gBAClC,OAAO;YACT,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAEtE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;oBACtB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,OAAO;oBACP,KAAK,EAAE,SAAS,CAAC,OAAO;iBACzB,CAAC,CAAC;gBAEH,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;oBACtC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAe;YACzB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,SAAS,EAAE,OAAO,IAAI,eAAe;YAC5C,QAAQ,EAAE,OAAO,GAAG,SAAS;YAC7B,SAAS;YACT,OAAO;SACR,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAElC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAClC,MAAM,SAAS,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,IAAc;QAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;YACjE,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAE3B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;iBAChB,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;gBACf,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,CAAC,MAAM,CAAC,CAAC;YAClB,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ;QAKN,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAClD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QAClE,CAAC;QAED,wCAAwC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAC1D,MAAM,aAAa,GAAG,MAAM,GAAG,QAAQ,CAAC;QAExC,uDAAuD;QACvD,MAAM,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAE3E,mBAAmB;QACnB,MAAM,eAAe,GACnB,kBAAkB,GAAG,CAAC;YACpB,CAAC,CAAC,CAAC,CAAC,kBAAkB,GAAG,aAAa,CAAC,GAAG,kBAAkB,CAAC,GAAG,GAAG;YACnE,CAAC,CAAC,CAAC,CAAC;QAER,eAAe;QACf,MAAM,WAAW,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QAErF,OAAO;YACL,aAAa;YACb,eAAe;YACf,WAAW;SACZ,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,OAAkC;QAC9C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;IACjD,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,KAAiB;IAK/C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,kBAAkB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IAC1E,CAAC;IAED,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAExC,6CAA6C;IAC7C,MAAM,eAAe,GAAG,IAAI,CAAC;IAE7B,MAAM,kBAAkB,GAAG,KAAK,CAAC,MAAM,GAAG,eAAe,CAAC;IAE1D,sDAAsD;IACtD,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;QACvD,iDAAiD;QACjD,OAAO,KAAK,GAAG,eAAe,CAAC,CAAC,8CAA8C;IAChF,CAAC,EAAE,CAAC,CAAC,CAAC;IAEN,MAAM,aAAa,GACjB,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnE,OAAO;QACL,kBAAkB;QAClB,gBAAgB;QAChB,aAAa;KACd,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CACpC,QAAsB,EACtB,OAAmC;IAEnC,OAAO,IAAI,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACjD,CAAC;AAED,eAAe;IACb,gBAAgB;IAChB,iBAAiB;IACjB,mBAAmB;IACnB,eAAe;IACf,sBAAsB;IACtB,yBAAyB;CAC1B,CAAC"}

package/dist/optimization/prompt-cache.d.ts

@@ -0,0 +1,144 @@
+/**
+ * Prompt Caching Module
+ *
+ * Implements prompt caching for LLM API calls to reduce costs and latency.
+ * Research shows up to 90% cost reduction and 80% latency improvement.
+ *
+ * References:
+ * - OpenAI Prompt Caching: https://platform.openai.com/docs/guides/prompt-caching
+ * - Anthropic Prompt Caching: https://docs.anthropic.com/en/docs/build-with-claude/prompt-caching
+ */
+import { EventEmitter } from "events";
+import type { CodeBuddyMessage, CodeBuddyTool } from "../codebuddy/client.js";
+/**
+ * Cache entry structure
+ */
+export interface CacheEntry {
+    hash: string;
+    timestamp: number;
+    hitCount: number;
+    tokens: number;
+    type: "system" | "tools" | "context" | "full";
+}
+/**
+ * Cache statistics
+ */
+export interface CacheStats {
+    hits: number;
+    misses: number;
+    hitRate: number;
+    totalTokensSaved: number;
+    estimatedCostSaved: number;
+    entries: number;
+}
+/**
+ * Cache configuration
+ */
+export interface CacheConfig {
+    enabled: boolean;
+    maxEntries: number;
+    ttlMs: number;
+    minTokensToCache: number;
+    costPerMillion: number;
+}
+/**
+ * Default cache configuration
+ */
+export declare const DEFAULT_CACHE_CONFIG: CacheConfig;
+/**
+ * Prompt Cache Manager
+ *
+ * Manages caching of prompt components to optimize API costs.
+ * Implements LRU eviction and TTL-based expiration.
+ */
+export declare class PromptCacheManager extends EventEmitter {
+    private config;
+    private cache;
+    private stats;
+    private systemPromptHash;
+    private toolsHash;
+    private contextHashes;
+    constructor(config?: Partial<CacheConfig>);
+    /**
+     * Generate hash for content
+     */
+    private hash;
+    /**
+     * Estimate token count (rough approximation)
+     */
+    private estimateTokens;
+    /**
+     * Check if cache entry is valid
+     */
+    private isValid;
+    /**
+     * Evict expired entries
+     */
+    private evictExpired;
+    /**
+     * Evict LRU entries if at capacity
+     */
+    private evictLRU;
+    /**
+     * Cache system prompt
+     */
+    cacheSystemPrompt(prompt: string): string;
+    /**
+     * Cache tools definition
+     */
+    cacheTools(tools: CodeBuddyTool[]): string;
+    /**
+     * Cache context content
+     */
+    cacheContext(key: string, content: string): string;
+    /**
+     * Add cache entry
+     */
+    private addEntry;
+    /**
+     * Check if content is cached
+     */
+    isCached(content: string): boolean;
+    /**
+     * Get cache statistics
+     */
+    getStats(): CacheStats;
+    /**
+     * Format stats for display
+     */
+    formatStats(): string;
+    /**
+     * Clear cache
+     */
+    clear(): void;
+    /**
+     * Warm cache with common prompts
+     */
+    warmCache(prompts: {
+        system?: string;
+        tools?: CodeBuddyTool[];
+    }): void;
+    /**
+     * Structure messages for optimal caching
+     *
+     * OpenAI/Anthropic cache prompts from the beginning, so static content
+     * should come first. This reorders messages to maximize cache hits.
+     */
+    structureForCaching(messages: CodeBuddyMessage[]): CodeBuddyMessage[];
+    /**
+     * Get configuration
+     */
+    getConfig(): CacheConfig;
+    /**
+     * Update configuration
+     */
+    updateConfig(config: Partial<CacheConfig>): void;
+}
+/**
+ * Get or create cache manager instance
+ */
+export declare function getPromptCacheManager(config?: Partial<CacheConfig>): PromptCacheManager;
+/**
+ * Initialize cache manager with config
+ */
+export declare function initializePromptCache(config?: Partial<CacheConfig>): PromptCacheManager;