@blockrun/clawrouter 0.12.94 → 0.12.96

package/dist/response-cache.js

@@ -0,0 +1,240 @@
+/**
+ * Response Cache for LLM Completions
+ *
+ * Caches LLM responses by request hash (model + messages + params).
+ * Inspired by LiteLLM's caching system. Returns cached responses for
+ * identical requests, saving both cost and latency.
+ *
+ * Features:
+ * - TTL-based expiration (default 10 minutes)
+ * - LRU eviction when cache is full
+ * - Size limits per item (1MB max)
+ * - Heap-based expiration tracking for efficient pruning
+ */
+import { createHash } from "node:crypto";
+const DEFAULT_CONFIG = {
+    maxSize: 200,
+    defaultTTL: 600,
+    maxItemSize: 1_048_576, // 1MB
+    enabled: true,
+};
+/**
+ * Canonicalize JSON by sorting object keys recursively.
+ * Ensures identical logical content produces identical hash.
+ */
+function canonicalize(obj) {
+    if (obj === null || typeof obj !== "object") {
+        return obj;
+    }
+    if (Array.isArray(obj)) {
+        return obj.map(canonicalize);
+    }
+    const sorted = {};
+    for (const key of Object.keys(obj).sort()) {
+        sorted[key] = canonicalize(obj[key]);
+    }
+    return sorted;
+}
+/**
+ * Strip fields that shouldn't affect cache key:
+ * - stream (we handle streaming separately)
+ * - timestamps injected by OpenClaw
+ * - request IDs
+ */
+const TIMESTAMP_PATTERN = /^\[\w{3}\s+\d{4}-\d{2}-\d{2}\s+\d{2}:\d{2}\s+\w+\]\s*/;
+function normalizeForCache(obj) {
+    const result = {};
+    for (const [key, value] of Object.entries(obj)) {
+        // Skip fields that don't affect response content
+        if (["stream", "user", "request_id", "x-request-id"].includes(key)) {
+            continue;
+        }
+        if (key === "messages" && Array.isArray(value)) {
+            // Strip timestamps from message content
+            result[key] = value.map((msg) => {
+                if (typeof msg === "object" && msg !== null) {
+                    const m = msg;
+                    if (typeof m.content === "string") {
+                        return { ...m, content: m.content.replace(TIMESTAMP_PATTERN, "") };
+                    }
+                }
+                return msg;
+            });
+        }
+        else {
+            result[key] = value;
+        }
+    }
+    return result;
+}
+export class ResponseCache {
+    cache = new Map();
+    expirationHeap = [];
+    config;
+    // Stats for monitoring
+    stats = {
+        hits: 0,
+        misses: 0,
+        evictions: 0,
+    };
+    constructor(config = {}) {
+        // Filter out undefined values so they don't override defaults
+        const filtered = Object.fromEntries(Object.entries(config).filter(([, v]) => v !== undefined));
+        this.config = { ...DEFAULT_CONFIG, ...filtered };
+    }
+    /**
+     * Generate cache key from request body.
+     * Hashes: model + messages + temperature + max_tokens + other params
+     */
+    static generateKey(body) {
+        try {
+            const parsed = JSON.parse(typeof body === "string" ? body : body.toString());
+            const normalized = normalizeForCache(parsed);
+            const canonical = canonicalize(normalized);
+            const keyContent = JSON.stringify(canonical);
+            return createHash("sha256").update(keyContent).digest("hex").slice(0, 32);
+        }
+        catch {
+            // Fallback: hash raw body
+            const content = typeof body === "string" ? body : body.toString();
+            return createHash("sha256").update(content).digest("hex").slice(0, 32);
+        }
+    }
+    /**
+     * Check if caching is enabled for this request.
+     * Respects cache control headers and request params.
+     */
+    shouldCache(body, headers) {
+        if (!this.config.enabled)
+            return false;
+        // Respect Cache-Control: no-cache header
+        if (headers?.["cache-control"]?.includes("no-cache")) {
+            return false;
+        }
+        // Check for explicit cache disable in body
+        try {
+            const parsed = JSON.parse(typeof body === "string" ? body : body.toString());
+            if (parsed.cache === false || parsed.no_cache === true) {
+                return false;
+            }
+        }
+        catch {
+            // Not JSON, allow caching
+        }
+        return true;
+    }
+    /**
+     * Get cached response if available and not expired.
+     */
+    get(key) {
+        const entry = this.cache.get(key);
+        if (!entry) {
+            this.stats.misses++;
+            return undefined;
+        }
+        // Check expiration
+        if (Date.now() > entry.expiresAt) {
+            this.cache.delete(key);
+            this.stats.misses++;
+            return undefined;
+        }
+        this.stats.hits++;
+        return entry;
+    }
+    /**
+     * Cache a response with optional custom TTL.
+     */
+    set(key, response, ttlSeconds) {
+        // Don't cache if disabled or maxSize is 0
+        if (!this.config.enabled || this.config.maxSize <= 0)
+            return;
+        // Don't cache if item too large
+        if (response.body.length > this.config.maxItemSize) {
+            console.log(`[ResponseCache] Skipping cache - item too large: ${response.body.length} bytes`);
+            return;
+        }
+        // Don't cache error responses
+        if (response.status >= 400) {
+            return;
+        }
+        // Evict if at capacity
+        if (this.cache.size >= this.config.maxSize) {
+            this.evict();
+        }
+        const now = Date.now();
+        const ttl = ttlSeconds ?? this.config.defaultTTL;
+        const expiresAt = now + ttl * 1000;
+        const entry = {
+            ...response,
+            cachedAt: now,
+            expiresAt,
+        };
+        this.cache.set(key, entry);
+        this.expirationHeap.push({ expiresAt, key });
+    }
+    /**
+     * Evict expired and oldest entries to make room.
+     */
+    evict() {
+        const now = Date.now();
+        // First pass: remove expired entries
+        this.expirationHeap.sort((a, b) => a.expiresAt - b.expiresAt);
+        while (this.expirationHeap.length > 0) {
+            const oldest = this.expirationHeap[0];
+            // Check if entry still exists and matches
+            const entry = this.cache.get(oldest.key);
+            if (!entry || entry.expiresAt !== oldest.expiresAt) {
+                // Stale heap entry, remove it
+                this.expirationHeap.shift();
+                continue;
+            }
+            if (oldest.expiresAt <= now) {
+                // Expired, remove both
+                this.cache.delete(oldest.key);
+                this.expirationHeap.shift();
+                this.stats.evictions++;
+            }
+            else {
+                // Not expired, stop
+                break;
+            }
+        }
+        // Second pass: if still at capacity, evict oldest
+        while (this.cache.size >= this.config.maxSize && this.expirationHeap.length > 0) {
+            const oldest = this.expirationHeap.shift();
+            if (this.cache.has(oldest.key)) {
+                this.cache.delete(oldest.key);
+                this.stats.evictions++;
+            }
+        }
+    }
+    /**
+     * Get cache statistics.
+     */
+    getStats() {
+        const total = this.stats.hits + this.stats.misses;
+        const hitRate = total > 0 ? ((this.stats.hits / total) * 100).toFixed(1) + "%" : "0%";
+        return {
+            size: this.cache.size,
+            maxSize: this.config.maxSize,
+            hits: this.stats.hits,
+            misses: this.stats.misses,
+            evictions: this.stats.evictions,
+            hitRate,
+        };
+    }
+    /**
+     * Clear all cached entries.
+     */
+    clear() {
+        this.cache.clear();
+        this.expirationHeap = [];
+    }
+    /**
+     * Check if cache is enabled.
+     */
+    isEnabled() {
+        return this.config.enabled;
+    }
+}
+//# sourceMappingURL=response-cache.js.map

package/dist/response-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-cache.js","sourceRoot":"","sources":["../src/response-cache.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAsBzC,MAAM,cAAc,GAAkC;IACpD,OAAO,EAAE,GAAG;IACZ,UAAU,EAAE,GAAG;IACf,WAAW,EAAE,SAAS,EAAE,MAAM;IAC9B,OAAO,EAAE,IAAI;CACd,CAAC;AAEF;;;GAGG;AACH,SAAS,YAAY,CAAC,GAAY;IAChC,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC/B,CAAC;IACD,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC1C,MAAM,CAAC,GAAG,CAAC,GAAG,YAAY,CAAE,GAA+B,CAAC,GAAG,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,iBAAiB,GAAG,uDAAuD,CAAC;AAElF,SAAS,iBAAiB,CAAC,GAA4B;IACrD,MAAM,MAAM,GAA4B,EAAE,CAAC;IAE3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,iDAAiD;QACjD,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACnE,SAAS;QACX,CAAC;QAED,IAAI,GAAG,KAAK,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/C,wCAAwC;YACxC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAY,EAAE,EAAE;gBACvC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;oBAC5C,MAAM,CAAC,GAAG,GAA8B,CAAC;oBACzC,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;wBAClC,OAAO,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,EAAE,CAAC;oBACrE,CAAC;gBACH,CAAC;gBACD,OAAO,GAAG,CAAC;YACb,CAAC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,OAAO,aAAa;IAChB,KAAK,GAAG,IAAI,GAAG,EAA6B,CAAC;IAC7C,cAAc,GAA8C,EAAE,CAAC;IAC/D,MAAM,CAAgC;IAE9C,uBAAuB;IACf,KAAK,GAAG;QACd,IAAI,EAAE,CAAC;QACP,MAAM,EAAE,CAAC;QACT,SAAS,EAAE,CAAC;KACb,CAAC;IAEF,YAAY,SAA8B,EAAE;QAC1C,8DAA8D;QAC9D,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CACjC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CACnC,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,QAAQ,EAAE,CAAC;IACnD,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,WAAW,CAAC,IAAqB;QACtC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC7E,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAC7C,MAAM,SAAS,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;YAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC7C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5E,CAAC;QAAC,MAAM,CAAC;YACP,0BAA0B;YAC1B,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,IAAqB,EAAE,OAAgC;QACjE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAEvC,yCAAyC;QACzC,IAAI,OAAO,EAAE,CAAC,eAAe,CAAC,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACrD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,2CAA2C;QAC3C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC7E,IAAI,MAAM,CAAC,KAAK,KAAK,KAAK,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACvD,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,0BAA0B;QAC5B,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,GAAW;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACpB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,mBAAmB;QACnB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACpB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,GAAG,CACD,GAAW,EACX,QAKC,EACD,UAAmB;QAEnB,0CAA0C;QAC1C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC;YAAE,OAAO;QAE7D,gCAAgC;QAChC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,oDAAoD,QAAQ,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,CAAC;YAC9F,OAAO;QACT,CAAC;QAED,8BAA8B;QAC9B,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,uBAAuB;QACvB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC3C,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACjD,MAAM,SAAS,GAAG,GAAG,GAAG,GAAG,GAAG,IAAI,CAAC;QAEnC,MAAM,KAAK,GAAsB;YAC/B,GAAG,QAAQ;YACX,QAAQ,EAAE,GAAG;YACb,SAAS;SACV,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,KAAK;QACX,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,qCAAqC;QACrC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAE9D,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YAEtC,0CAA0C;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC;gBACnD,8BAA8B;gBAC9B,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;gBAC5B,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,SAAS,IAAI,GAAG,EAAE,CAAC;gBAC5B,uBAAuB;gBACvB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC9B,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;gBAC5B,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,oBAAoB;gBACpB,MAAM;YACR,CAAC;QACH,CAAC;QAED,kDAAkD;QAClD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChF,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAG,CAAC;YAC5C,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC9B,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ;QAQN,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QAClD,MAAM,OAAO,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QAEtF,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YACrB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YACrB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACzB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;YAC/B,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC7B,CAAC;CACF"}

package/dist/response-cache.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=response-cache.test.d.ts.map

package/dist/response-cache.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-cache.test.d.ts","sourceRoot":"","sources":["../src/response-cache.test.ts"],"names":[],"mappings":""}

package/dist/response-cache.test.js

@@ -0,0 +1,242 @@
+import { describe, it, expect, beforeEach, vi } from "vitest";
+import { ResponseCache } from "./response-cache.js";
+describe("ResponseCache", () => {
+    let cache;
+    beforeEach(() => {
+        cache = new ResponseCache();
+    });
+    describe("generateKey", () => {
+        it("should generate consistent keys for identical requests", () => {
+            const body1 = JSON.stringify({
+                model: "gpt-4",
+                messages: [{ role: "user", content: "hello" }],
+            });
+            const body2 = JSON.stringify({
+                model: "gpt-4",
+                messages: [{ role: "user", content: "hello" }],
+            });
+            expect(ResponseCache.generateKey(body1)).toBe(ResponseCache.generateKey(body2));
+        });
+        it("should generate different keys for different messages", () => {
+            const body1 = JSON.stringify({
+                model: "gpt-4",
+                messages: [{ role: "user", content: "hello" }],
+            });
+            const body2 = JSON.stringify({
+                model: "gpt-4",
+                messages: [{ role: "user", content: "goodbye" }],
+            });
+            expect(ResponseCache.generateKey(body1)).not.toBe(ResponseCache.generateKey(body2));
+        });
+        it("should generate different keys for different models", () => {
+            const body1 = JSON.stringify({
+                model: "gpt-4",
+                messages: [{ role: "user", content: "hello" }],
+            });
+            const body2 = JSON.stringify({
+                model: "gpt-3.5-turbo",
+                messages: [{ role: "user", content: "hello" }],
+            });
+            expect(ResponseCache.generateKey(body1)).not.toBe(ResponseCache.generateKey(body2));
+        });
+        it("should ignore stream parameter for cache key", () => {
+            const body1 = JSON.stringify({
+                model: "gpt-4",
+                messages: [{ role: "user", content: "hello" }],
+                stream: true,
+            });
+            const body2 = JSON.stringify({
+                model: "gpt-4",
+                messages: [{ role: "user", content: "hello" }],
+                stream: false,
+            });
+            expect(ResponseCache.generateKey(body1)).toBe(ResponseCache.generateKey(body2));
+        });
+        it("should strip timestamps from messages", () => {
+            const body1 = JSON.stringify({
+                model: "gpt-4",
+                messages: [{ role: "user", content: "[Mon 2024-01-15 10:30 PST] hello" }],
+            });
+            const body2 = JSON.stringify({
+                model: "gpt-4",
+                messages: [{ role: "user", content: "hello" }],
+            });
+            expect(ResponseCache.generateKey(body1)).toBe(ResponseCache.generateKey(body2));
+        });
+        it("should handle Buffer input", () => {
+            const body = Buffer.from(JSON.stringify({
+                model: "gpt-4",
+                messages: [{ role: "user", content: "hello" }],
+            }));
+            expect(ResponseCache.generateKey(body)).toHaveLength(32);
+        });
+    });
+    describe("shouldCache", () => {
+        it("should return true by default", () => {
+            const body = JSON.stringify({ model: "gpt-4", messages: [] });
+            expect(cache.shouldCache(body)).toBe(true);
+        });
+        it("should return false when Cache-Control: no-cache header is present", () => {
+            const body = JSON.stringify({ model: "gpt-4", messages: [] });
+            expect(cache.shouldCache(body, { "cache-control": "no-cache" })).toBe(false);
+        });
+        it("should return true for other Cache-Control values", () => {
+            const body = JSON.stringify({ model: "gpt-4", messages: [] });
+            expect(cache.shouldCache(body, { "cache-control": "max-age=300" })).toBe(true);
+        });
+        it("should return false when cache=false in body", () => {
+            const body = JSON.stringify({ model: "gpt-4", messages: [], cache: false });
+            expect(cache.shouldCache(body)).toBe(false);
+        });
+        it("should return false when no_cache=true in body", () => {
+            const body = JSON.stringify({ model: "gpt-4", messages: [], no_cache: true });
+            expect(cache.shouldCache(body)).toBe(false);
+        });
+        it("should return false when cache is disabled", () => {
+            const disabledCache = new ResponseCache({ enabled: false });
+            const body = JSON.stringify({ model: "gpt-4", messages: [] });
+            expect(disabledCache.shouldCache(body)).toBe(false);
+        });
+    });
+    describe("get/set", () => {
+        it("should return undefined for non-existent key", () => {
+            expect(cache.get("nonexistent")).toBeUndefined();
+        });
+        it("should store and retrieve cached response", () => {
+            const key = "test-key";
+            const response = {
+                body: Buffer.from('{"result": "ok"}'),
+                status: 200,
+                headers: { "content-type": "application/json" },
+                model: "gpt-4",
+            };
+            cache.set(key, response);
+            const cached = cache.get(key);
+            expect(cached).toBeDefined();
+            expect(cached.body.toString()).toBe('{"result": "ok"}');
+            expect(cached.status).toBe(200);
+            expect(cached.model).toBe("gpt-4");
+        });
+        it("should not cache error responses (status >= 400)", () => {
+            const key = "error-key";
+            const response = {
+                body: Buffer.from('{"error": "bad request"}'),
+                status: 400,
+                headers: {},
+                model: "gpt-4",
+            };
+            cache.set(key, response);
+            expect(cache.get(key)).toBeUndefined();
+        });
+        it("should not cache items exceeding maxItemSize", () => {
+            const smallCache = new ResponseCache({ maxItemSize: 1 }); // 1KB max
+            const key = "large-key";
+            const response = {
+                body: Buffer.alloc(2 * 1024), // 2KB
+                status: 200,
+                headers: {},
+                model: "gpt-4",
+            };
+            smallCache.set(key, response);
+            expect(smallCache.get(key)).toBeUndefined();
+        });
+        it("should track hits and misses", () => {
+            const key = "stats-key";
+            const response = {
+                body: Buffer.from("test"),
+                status: 200,
+                headers: {},
+                model: "gpt-4",
+            };
+            cache.get("missing"); // miss
+            cache.set(key, response);
+            cache.get(key); // hit
+            cache.get(key); // hit
+            const stats = cache.getStats();
+            expect(stats.misses).toBe(1);
+            expect(stats.hits).toBe(2);
+            expect(stats.hitRate).toBe("66.7%");
+        });
+    });
+    describe("TTL expiration", () => {
+        it("should expire entries after TTL", () => {
+            vi.useFakeTimers();
+            const key = "ttl-key";
+            const response = {
+                body: Buffer.from("test"),
+                status: 200,
+                headers: {},
+                model: "gpt-4",
+            };
+            cache.set(key, response, 60); // 60 second TTL
+            // Should exist before expiration
+            expect(cache.get(key)).toBeDefined();
+            // Advance time past TTL
+            vi.advanceTimersByTime(61 * 1000);
+            // Should be expired
+            expect(cache.get(key)).toBeUndefined();
+            vi.useRealTimers();
+        });
+        it("should use custom TTL when provided", () => {
+            vi.useFakeTimers();
+            const key = "custom-ttl";
+            const response = {
+                body: Buffer.from("test"),
+                status: 200,
+                headers: {},
+                model: "gpt-4",
+            };
+            cache.set(key, response, 30); // 30 second TTL
+            vi.advanceTimersByTime(25 * 1000);
+            expect(cache.get(key)).toBeDefined();
+            vi.advanceTimersByTime(10 * 1000); // Now 35 seconds total
+            expect(cache.get(key)).toBeUndefined();
+            vi.useRealTimers();
+        });
+    });
+    describe("LRU eviction", () => {
+        it("should evict oldest entries when at capacity", () => {
+            const smallCache = new ResponseCache({ maxSize: 3, defaultTTL: 600 });
+            for (let i = 0; i < 5; i++) {
+                smallCache.set(`key-${i}`, {
+                    body: Buffer.from(`response-${i}`),
+                    status: 200,
+                    headers: {},
+                    model: "gpt-4",
+                });
+            }
+            const stats = smallCache.getStats();
+            expect(stats.size).toBeLessThanOrEqual(3);
+            expect(stats.evictions).toBeGreaterThan(0);
+        });
+    });
+    describe("clear", () => {
+        it("should remove all entries", () => {
+            cache.set("key-1", {
+                body: Buffer.from("test"),
+                status: 200,
+                headers: {},
+                model: "gpt-4",
+            });
+            cache.set("key-2", {
+                body: Buffer.from("test"),
+                status: 200,
+                headers: {},
+                model: "gpt-4",
+            });
+            expect(cache.getStats().size).toBe(2);
+            cache.clear();
+            expect(cache.getStats().size).toBe(0);
+        });
+    });
+    describe("isEnabled", () => {
+        it("should return true when enabled", () => {
+            expect(cache.isEnabled()).toBe(true);
+        });
+        it("should return false when disabled", () => {
+            const disabledCache = new ResponseCache({ enabled: false });
+            expect(disabledCache.isEnabled()).toBe(false);
+        });
+    });
+});
+//# sourceMappingURL=response-cache.test.js.map

package/dist/response-cache.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-cache.test.js","sourceRoot":"","sources":["../src/response-cache.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,KAAoB,CAAC;IAEzB,UAAU,CAAC,GAAG,EAAE;QACd,KAAK,GAAG,IAAI,aAAa,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YAChE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC3B,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;aAC/C,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC3B,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;aAC/C,CAAC,CAAC;YAEH,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QAClF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC3B,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;aAC/C,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC3B,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;aACjD,CAAC,CAAC;YAEH,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC3B,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;aAC/C,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC3B,KAAK,EAAE,eAAe;gBACtB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;aAC/C,CAAC,CAAC;YAEH,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC3B,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;gBAC9C,MAAM,EAAE,IAAI;aACb,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC3B,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;gBAC9C,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YAEH,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QAClF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC3B,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kCAAkC,EAAE,CAAC;aAC1E,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC3B,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;aAC/C,CAAC,CAAC;YAEH,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QAClF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CACtB,IAAI,CAAC,SAAS,CAAC;gBACb,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;aAC/C,CAAC,CACH,CAAC;YAEF,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9D,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;YAC5E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9D,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,eAAe,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9D,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,eAAe,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5E,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9E,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9D,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,GAAG,GAAG,UAAU,CAAC;YACvB,MAAM,QAAQ,GAAG;gBACf,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC;gBACrC,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YACzB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAE9B,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAC7B,MAAM,CAAC,MAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACzD,MAAM,CAAC,MAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,GAAG,GAAG,WAAW,CAAC;YACxB,MAAM,QAAQ,GAAG;gBACf,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC;gBAC7C,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YACzB,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU;YACpE,MAAM,GAAG,GAAG,WAAW,CAAC;YACxB,MAAM,QAAQ,GAAG;gBACf,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,MAAM;gBACpC,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC9B,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,GAAG,GAAG,WAAW,CAAC;YACxB,MAAM,QAAQ,GAAG;gBACf,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;gBACzB,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO;YAC7B,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YACzB,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;YACtB,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;YAEtB,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC/B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,EAAE,CAAC,aAAa,EAAE,CAAC;YAEnB,MAAM,GAAG,GAAG,SAAS,CAAC;YACtB,MAAM,QAAQ,GAAG;gBACf,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;gBACzB,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB;YAE9C,iCAAiC;YACjC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YAErC,wBAAwB;YACxB,EAAE,CAAC,mBAAmB,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;YAElC,oBAAoB;YACpB,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;YAEvC,EAAE,CAAC,aAAa,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,EAAE,CAAC,aAAa,EAAE,CAAC;YAEnB,MAAM,GAAG,GAAG,YAAY,CAAC;YACzB,MAAM,QAAQ,GAAG;gBACf,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;gBACzB,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB;YAE9C,EAAE,CAAC,mBAAmB,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;YAClC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YAErC,EAAE,CAAC,mBAAmB,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,uBAAuB;YAC1D,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;YAEvC,EAAE,CAAC,aAAa,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;YAEtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE;oBACzB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;oBAClC,MAAM,EAAE,GAAG;oBACX,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE,OAAO;iBACf,CAAC,CAAC;YACL,CAAC;YAED,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;YACpC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;gBACzB,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,OAAO;aACf,CAAC,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;gBACzB,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,OAAO;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAEtC,KAAK,CAAC,KAAK,EAAE,CAAC;YAEd,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;QACzB,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5D,MAAM,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/retry.d.ts

@@ -0,0 +1,42 @@
+/**
+ * Retry Logic for ClawRouter
+ *
+ * Provides fetch wrapper with exponential backoff for transient errors.
+ * Retries on 429 (rate limit), 502, 503, 504 (server errors).
+ */
+/** Configuration for retry behavior */
+export type RetryConfig = {
+    /** Maximum number of retries (default: 2) */
+    maxRetries: number;
+    /** Base delay in ms for exponential backoff (default: 500) */
+    baseDelayMs: number;
+    /** HTTP status codes that trigger a retry (default: [429, 502, 503, 504]) */
+    retryableCodes: number[];
+};
+/** Default retry configuration */
+export declare const DEFAULT_RETRY_CONFIG: RetryConfig;
+/**
+ * Wrap a fetch-like function with retry logic and exponential backoff.
+ *
+ * @param fetchFn - The fetch function to wrap (can be standard fetch or x402 payFetch)
+ * @param url - URL to fetch
+ * @param init - Fetch init options
+ * @param config - Retry configuration (optional, uses defaults)
+ * @returns Response from successful fetch or last failed attempt
+ *
+ * @example
+ * ```typescript
+ * const response = await fetchWithRetry(
+ *   fetch,
+ *   "https://api.example.com/endpoint",
+ *   { method: "POST", body: JSON.stringify(data) },
+ *   { maxRetries: 3 }
+ * );
+ * ```
+ */
+export declare function fetchWithRetry(fetchFn: (url: string, init?: RequestInit) => Promise<Response>, url: string, init?: RequestInit, config?: Partial<RetryConfig>): Promise<Response>;
+/**
+ * Check if an error or response indicates a retryable condition.
+ */
+export declare function isRetryable(errorOrResponse: Error | Response, config?: Partial<RetryConfig>): boolean;
+//# sourceMappingURL=retry.d.ts.map

package/dist/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../src/retry.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,uCAAuC;AACvC,MAAM,MAAM,WAAW,GAAG;IACxB,6CAA6C;IAC7C,UAAU,EAAE,MAAM,CAAC;IACnB,8DAA8D;IAC9D,WAAW,EAAE,MAAM,CAAC;IACpB,6EAA6E;IAC7E,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B,CAAC;AAEF,kCAAkC;AAClC,eAAO,MAAM,oBAAoB,EAAE,WAIlC,CAAC;AAOF;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,EAC/D,GAAG,EAAE,MAAM,EACX,IAAI,CAAC,EAAE,WAAW,EAClB,MAAM,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GAC5B,OAAO,CAAC,QAAQ,CAAC,CAsDnB;AAED;;GAEG;AACH,wBAAgB,WAAW,CACzB,eAAe,EAAE,KAAK,GAAG,QAAQ,EACjC,MAAM,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GAC5B,OAAO,CAgBT"}

package/dist/retry.js

@@ -0,0 +1,99 @@
+/**
+ * Retry Logic for ClawRouter
+ *
+ * Provides fetch wrapper with exponential backoff for transient errors.
+ * Retries on 429 (rate limit), 502, 503, 504 (server errors).
+ */
+/** Default retry configuration */
+export const DEFAULT_RETRY_CONFIG = {
+    maxRetries: 2,
+    baseDelayMs: 500,
+    retryableCodes: [429, 502, 503, 504],
+};
+/** Sleep for a given number of milliseconds */
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+/**
+ * Wrap a fetch-like function with retry logic and exponential backoff.
+ *
+ * @param fetchFn - The fetch function to wrap (can be standard fetch or x402 payFetch)
+ * @param url - URL to fetch
+ * @param init - Fetch init options
+ * @param config - Retry configuration (optional, uses defaults)
+ * @returns Response from successful fetch or last failed attempt
+ *
+ * @example
+ * ```typescript
+ * const response = await fetchWithRetry(
+ *   fetch,
+ *   "https://api.example.com/endpoint",
+ *   { method: "POST", body: JSON.stringify(data) },
+ *   { maxRetries: 3 }
+ * );
+ * ```
+ */
+export async function fetchWithRetry(fetchFn, url, init, config) {
+    const cfg = {
+        ...DEFAULT_RETRY_CONFIG,
+        ...config,
+    };
+    let lastError;
+    let lastResponse;
+    for (let attempt = 0; attempt <= cfg.maxRetries; attempt++) {
+        try {
+            const response = await fetchFn(url, init);
+            // Success or non-retryable status — return immediately
+            if (!cfg.retryableCodes.includes(response.status)) {
+                return response;
+            }
+            // Retryable status — save response and maybe retry
+            lastResponse = response;
+            // Check for Retry-After header (common with 429)
+            const retryAfter = response.headers.get("retry-after");
+            let delay;
+            if (retryAfter) {
+                // Retry-After can be seconds or HTTP-date
+                const seconds = parseInt(retryAfter, 10);
+                delay = isNaN(seconds) ? cfg.baseDelayMs * Math.pow(2, attempt) : seconds * 1000;
+            }
+            else {
+                delay = cfg.baseDelayMs * Math.pow(2, attempt);
+            }
+            // Only retry if we have attempts left
+            if (attempt < cfg.maxRetries) {
+                await sleep(delay);
+            }
+        }
+        catch (err) {
+            lastError = err instanceof Error ? err : new Error(String(err));
+            // Network errors are retryable
+            if (attempt < cfg.maxRetries) {
+                const delay = cfg.baseDelayMs * Math.pow(2, attempt);
+                await sleep(delay);
+            }
+        }
+    }
+    // All retries exhausted — return last response or throw last error
+    if (lastResponse) {
+        return lastResponse;
+    }
+    throw lastError ?? new Error("Max retries exceeded");
+}
+/**
+ * Check if an error or response indicates a retryable condition.
+ */
+export function isRetryable(errorOrResponse, config) {
+    const retryableCodes = config?.retryableCodes ?? DEFAULT_RETRY_CONFIG.retryableCodes;
+    if (errorOrResponse instanceof Response) {
+        return retryableCodes.includes(errorOrResponse.status);
+    }
+    // Network errors are generally retryable
+    const message = errorOrResponse.message.toLowerCase();
+    return (message.includes("network") ||
+        message.includes("timeout") ||
+        message.includes("econnreset") ||
+        message.includes("econnrefused") ||
+        message.includes("socket hang up"));
+}
+//# sourceMappingURL=retry.js.map