llm-response-cache 0.1.0

package/README.md

@@ -0,0 +1,109 @@
+# llm-response-cache
+
+Prompt-hash-keyed LLM response cache with model-aware invalidation, O(1) LRU eviction, and TTL support. Zero runtime dependencies.
+
+## Install
+
+```bash
+npm install llm-response-cache
+```
+
+## Quick Start
+
+### createCache / get / set
+
+```typescript
+import { createCache } from 'llm-response-cache';
+
+const cache = createCache({
+  eviction: {
+    maxEntries: 1000,   // evict LRU after this many entries
+    ttlMs: 60_000,      // expire entries after 60 seconds (0 = no TTL)
+  },
+  pricePerMTokInput: 2.50,   // USD per million input tokens (default)
+  pricePerMTokOutput: 10.00, // USD per million output tokens (default)
+});
+
+const messages = [{ role: 'user', content: 'What is 2+2?' }];
+const model = 'gpt-4';
+
+// Manual get/set
+const hit = cache.get(messages, model);
+if (!hit) {
+  const response = await openai.chat.completions.create({ model, messages });
+  cache.set(messages, model, { model }, {
+    content: response.choices[0].message.content!,
+    model: response.model,
+    usage: {
+      inputTokens: response.usage?.prompt_tokens,
+      outputTokens: response.usage?.completion_tokens,
+    },
+  });
+}
+```
+
+### wrap — transparent caching proxy
+
+```typescript
+import OpenAI from 'openai';
+import { createCache } from 'llm-response-cache';
+
+const openai = new OpenAI();
+const cache = createCache();
+const cachedOpenAI = cache.wrap(openai);
+
+// First call hits the API; second call is served from cache
+const r1 = await cachedOpenAI.chat.completions.create({ model: 'gpt-4', messages });
+const r2 = await cachedOpenAI.chat.completions.create({ model: 'gpt-4', messages });
+```
+
+### stats
+
+```typescript
+const s = cache.stats();
+console.log(s.hitRate);           // 0–1
+console.log(s.tokensSaved);       // cumulative tokens served from cache
+console.log(s.estimatedCostSaved); // USD saved
+```
+
+### invalidate / clear / delete
+
+```typescript
+cache.invalidate('gpt-4');   // remove all gpt-4 entries
+cache.invalidate();          // remove all entries
+cache.delete(key);           // remove by exact cache key
+cache.clear();               // remove everything and reset stats
+```
+
+### serialize
+
+```typescript
+const state = cache.serialize();
+// { entries: CacheEntry[], stats: { hits, misses }, version: 1 }
+```
+
+## Cache key
+
+Keys are SHA-256 digests of a canonical JSON object containing:
+- Normalized messages (NFC, trimmed, lowercased role)
+- Lowercased model name
+- Output-affecting params only (`temperature`, `top_p`, `max_tokens`, `tools`, `tool_choice`, `response_format`, `stop`, `seed`, `system`, `top_k`)
+
+Params that do not affect output (`stream`, `user`, `timeout`, etc.) are excluded from the key.
+
+## API
+
+| Method | Description |
+|---|---|
+| `get(messages, model, params?)` | Lookup; returns `CacheEntry` or `null` |
+| `set(messages, model, params, response)` | Store a response |
+| `wrap(client, options?)` | Proxy wrapping `client.chat.completions.create` |
+| `stats()` | Returns `CacheStats` |
+| `invalidate(model?)` | Remove entries (all, or by model) |
+| `clear()` | Clear all entries and reset hit/miss counters |
+| `delete(key)` | Remove entry by key |
+| `has(key)` | Check if key exists |
+| `getByKey(key)` | Retrieve entry by exact key |
+| `buildKey(messages, model, params?)` | Compute the cache key without storing |
+| `serialize()` | Export state as `CacheState` |
+| `size` | Number of stored entries |

package/dist/__tests__/cache.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=cache.test.d.ts.map

package/dist/__tests__/cache.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/cache.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/cache.test.js

@@ -0,0 +1,236 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+const cache_1 = require("../cache");
+const key_1 = require("../key");
+const msgs = [
+    { role: 'user', content: 'Hello, world' },
+];
+const response = {
+    content: 'Hi there!',
+    model: 'gpt-4',
+    usage: { inputTokens: 10, outputTokens: 5 },
+};
+(0, vitest_1.describe)('buildKey', () => {
+    (0, vitest_1.it)('returns the same key for the same messages and model regardless of param order', () => {
+        const key1 = (0, key_1.buildKey)(msgs, 'gpt-4', { temperature: 0.7, max_tokens: 100 });
+        const key2 = (0, key_1.buildKey)(msgs, 'gpt-4', { max_tokens: 100, temperature: 0.7 });
+        (0, vitest_1.expect)(key1).toBe(key2);
+    });
+    (0, vitest_1.it)('returns a different key for a different model', () => {
+        const key1 = (0, key_1.buildKey)(msgs, 'gpt-4');
+        const key2 = (0, key_1.buildKey)(msgs, 'gpt-3.5-turbo');
+        (0, vitest_1.expect)(key1).not.toBe(key2);
+    });
+    (0, vitest_1.it)('returns a different key for different messages', () => {
+        const msgs2 = [{ role: 'user', content: 'Different message' }];
+        const key1 = (0, key_1.buildKey)(msgs, 'gpt-4');
+        const key2 = (0, key_1.buildKey)(msgs2, 'gpt-4');
+        (0, vitest_1.expect)(key1).not.toBe(key2);
+    });
+    (0, vitest_1.it)('excludes non-output-affecting params from the key', () => {
+        const key1 = (0, key_1.buildKey)(msgs, 'gpt-4', { stream: true });
+        const key2 = (0, key_1.buildKey)(msgs, 'gpt-4', { stream: false });
+        (0, vitest_1.expect)(key1).toBe(key2);
+    });
+    (0, vitest_1.it)('normalizes model casing', () => {
+        const key1 = (0, key_1.buildKey)(msgs, 'GPT-4');
+        const key2 = (0, key_1.buildKey)(msgs, 'gpt-4');
+        (0, vitest_1.expect)(key1).toBe(key2);
+    });
+    (0, vitest_1.it)('normalizes message role casing', () => {
+        const key1 = (0, key_1.buildKey)([{ role: 'User', content: 'Hello, world' }], 'gpt-4');
+        const key2 = (0, key_1.buildKey)([{ role: 'user', content: 'Hello, world' }], 'gpt-4');
+        (0, vitest_1.expect)(key1).toBe(key2);
+    });
+    (0, vitest_1.it)('returns a 64-char hex string (SHA-256)', () => {
+        const key = (0, key_1.buildKey)(msgs, 'gpt-4');
+        (0, vitest_1.expect)(key).toMatch(/^[0-9a-f]{64}$/);
+    });
+});
+(0, vitest_1.describe)('cache get/set', () => {
+    (0, vitest_1.it)('returns null on a miss', () => {
+        const cache = (0, cache_1.createCache)();
+        const result = cache.get(msgs, 'gpt-4');
+        (0, vitest_1.expect)(result).toBeNull();
+    });
+    (0, vitest_1.it)('returns the entry after set', () => {
+        const cache = (0, cache_1.createCache)();
+        cache.set(msgs, 'gpt-4', undefined, response);
+        const entry = cache.get(msgs, 'gpt-4');
+        (0, vitest_1.expect)(entry).not.toBeNull();
+        (0, vitest_1.expect)(entry.response.content).toBe('Hi there!');
+    });
+    (0, vitest_1.it)('increments hitCount on repeated gets', () => {
+        const cache = (0, cache_1.createCache)();
+        cache.set(msgs, 'gpt-4', undefined, response);
+        cache.get(msgs, 'gpt-4');
+        cache.get(msgs, 'gpt-4');
+        const entry = cache.getByKey((0, key_1.buildKey)(msgs, 'gpt-4'));
+        (0, vitest_1.expect)(entry.hitCount).toBe(2);
+    });
+});
+(0, vitest_1.describe)('stats', () => {
+    (0, vitest_1.it)('increments misses on cache miss', () => {
+        const cache = (0, cache_1.createCache)();
+        cache.get(msgs, 'gpt-4');
+        (0, vitest_1.expect)(cache.stats().misses).toBe(1);
+        (0, vitest_1.expect)(cache.stats().hits).toBe(0);
+    });
+    (0, vitest_1.it)('increments hits on cache hit', () => {
+        const cache = (0, cache_1.createCache)();
+        cache.set(msgs, 'gpt-4', undefined, response);
+        cache.get(msgs, 'gpt-4');
+        cache.get(msgs, 'gpt-4');
+        (0, vitest_1.expect)(cache.stats().hits).toBe(2);
+        (0, vitest_1.expect)(cache.stats().misses).toBe(0);
+    });
+    (0, vitest_1.it)('computes hitRate correctly', () => {
+        const cache = (0, cache_1.createCache)();
+        cache.set(msgs, 'gpt-4', undefined, response);
+        cache.get(msgs, 'gpt-4'); // hit
+        cache.get([{ role: 'user', content: 'other' }], 'gpt-4'); // miss
+        (0, vitest_1.expect)(cache.stats().hitRate).toBeCloseTo(0.5);
+    });
+    (0, vitest_1.it)('hitRate is 0 when no lookups', () => {
+        const cache = (0, cache_1.createCache)();
+        (0, vitest_1.expect)(cache.stats().hitRate).toBe(0);
+    });
+    (0, vitest_1.it)('totalEntries reflects stored entries', () => {
+        const cache = (0, cache_1.createCache)();
+        (0, vitest_1.expect)(cache.stats().totalEntries).toBe(0);
+        cache.set(msgs, 'gpt-4', undefined, response);
+        (0, vitest_1.expect)(cache.stats().totalEntries).toBe(1);
+    });
+});
+(0, vitest_1.describe)('invalidate', () => {
+    (0, vitest_1.it)('removes only entries for the specified model', () => {
+        const cache = (0, cache_1.createCache)();
+        cache.set(msgs, 'gpt-4', undefined, { ...response, model: 'gpt-4' });
+        cache.set(msgs, 'gpt-3.5-turbo', undefined, { ...response, model: 'gpt-3.5-turbo' });
+        (0, vitest_1.expect)(cache.size).toBe(2);
+        const removed = cache.invalidate('gpt-4');
+        (0, vitest_1.expect)(removed).toBe(1);
+        (0, vitest_1.expect)(cache.size).toBe(1);
+        (0, vitest_1.expect)(cache.get(msgs, 'gpt-4')).toBeNull();
+        (0, vitest_1.expect)(cache.get(msgs, 'gpt-3.5-turbo')).not.toBeNull();
+    });
+    (0, vitest_1.it)('removes all entries when no model given', () => {
+        const cache = (0, cache_1.createCache)();
+        cache.set(msgs, 'gpt-4', undefined, response);
+        cache.set([{ role: 'user', content: 'other' }], 'gpt-4', undefined, response);
+        const removed = cache.invalidate();
+        (0, vitest_1.expect)(removed).toBe(2);
+        (0, vitest_1.expect)(cache.size).toBe(0);
+    });
+});
+(0, vitest_1.describe)('clear', () => {
+    (0, vitest_1.it)('removes all entries and resets stats', () => {
+        const cache = (0, cache_1.createCache)();
+        cache.set(msgs, 'gpt-4', undefined, response);
+        cache.get(msgs, 'gpt-4');
+        cache.clear();
+        (0, vitest_1.expect)(cache.size).toBe(0);
+        const s = cache.stats();
+        (0, vitest_1.expect)(s.hits).toBe(0);
+        (0, vitest_1.expect)(s.misses).toBe(0);
+    });
+});
+(0, vitest_1.describe)('delete / has', () => {
+    (0, vitest_1.it)('delete removes a specific entry by key', () => {
+        const cache = (0, cache_1.createCache)();
+        cache.set(msgs, 'gpt-4', undefined, response);
+        const key = (0, key_1.buildKey)(msgs, 'gpt-4');
+        (0, vitest_1.expect)(cache.has(key)).toBe(true);
+        (0, vitest_1.expect)(cache.delete(key)).toBe(true);
+        (0, vitest_1.expect)(cache.has(key)).toBe(false);
+    });
+    (0, vitest_1.it)('delete returns false for unknown key', () => {
+        const cache = (0, cache_1.createCache)();
+        (0, vitest_1.expect)(cache.delete('nonexistent')).toBe(false);
+    });
+});
+(0, vitest_1.describe)('LRU eviction', () => {
+    (0, vitest_1.it)('evicts the LRU entry when maxEntries is exceeded', () => {
+        const cache = (0, cache_1.createCache)({ eviction: { maxEntries: 2 } });
+        const m1 = [{ role: 'user', content: 'msg1' }];
+        const m2 = [{ role: 'user', content: 'msg2' }];
+        const m3 = [{ role: 'user', content: 'msg3' }];
+        cache.set(m1, 'gpt-4', undefined, response);
+        cache.set(m2, 'gpt-4', undefined, response);
+        // Access m1 so m2 becomes the LRU
+        cache.get(m1, 'gpt-4');
+        // Adding m3 should evict m2 (LRU)
+        cache.set(m3, 'gpt-4', undefined, response);
+        (0, vitest_1.expect)(cache.size).toBe(2);
+        (0, vitest_1.expect)(cache.get(m2, 'gpt-4')).toBeNull();
+        (0, vitest_1.expect)(cache.get(m1, 'gpt-4')).not.toBeNull();
+        (0, vitest_1.expect)(cache.get(m3, 'gpt-4')).not.toBeNull();
+    });
+});
+(0, vitest_1.describe)('TTL eviction', () => {
+    (0, vitest_1.it)('returns null for an expired entry', async () => {
+        vitest_1.vi.useFakeTimers();
+        const cache = (0, cache_1.createCache)({ eviction: { ttlMs: 100 } });
+        cache.set(msgs, 'gpt-4', undefined, response);
+        (0, vitest_1.expect)(cache.get(msgs, 'gpt-4')).not.toBeNull();
+        vitest_1.vi.advanceTimersByTime(101);
+        (0, vitest_1.expect)(cache.get(msgs, 'gpt-4')).toBeNull();
+        vitest_1.vi.useRealTimers();
+    });
+    (0, vitest_1.it)('returns entry before TTL expires', async () => {
+        vitest_1.vi.useFakeTimers();
+        const cache = (0, cache_1.createCache)({ eviction: { ttlMs: 500 } });
+        cache.set(msgs, 'gpt-4', undefined, response);
+        vitest_1.vi.advanceTimersByTime(499);
+        (0, vitest_1.expect)(cache.get(msgs, 'gpt-4')).not.toBeNull();
+        vitest_1.vi.useRealTimers();
+    });
+});
+(0, vitest_1.describe)('serialize', () => {
+    (0, vitest_1.it)('returns version 1 with entries and stats', () => {
+        const cache = (0, cache_1.createCache)();
+        cache.set(msgs, 'gpt-4', undefined, response);
+        cache.get(msgs, 'gpt-4');
+        cache.get([{ role: 'user', content: 'other' }], 'gpt-4');
+        const state = cache.serialize();
+        (0, vitest_1.expect)(state.version).toBe(1);
+        (0, vitest_1.expect)(state.entries.length).toBe(1);
+        (0, vitest_1.expect)(state.stats.hits).toBe(1);
+        (0, vitest_1.expect)(state.stats.misses).toBe(1);
+    });
+});
+(0, vitest_1.describe)('size', () => {
+    (0, vitest_1.it)('reflects the number of stored entries', () => {
+        const cache = (0, cache_1.createCache)();
+        (0, vitest_1.expect)(cache.size).toBe(0);
+        cache.set(msgs, 'gpt-4', undefined, response);
+        (0, vitest_1.expect)(cache.size).toBe(1);
+        cache.set([{ role: 'user', content: 'another' }], 'gpt-4', undefined, response);
+        (0, vitest_1.expect)(cache.size).toBe(2);
+    });
+});
+(0, vitest_1.describe)('wrap', () => {
+    (0, vitest_1.it)('returns cached response on second call', async () => {
+        const cache = (0, cache_1.createCache)();
+        const fakeCreate = vitest_1.vi.fn().mockResolvedValue({
+            choices: [{ message: { content: 'Hello from API' } }],
+            model: 'gpt-4',
+            usage: { prompt_tokens: 10, completion_tokens: 5 },
+        });
+        const fakeClient = {
+            chat: {
+                completions: {
+                    create: fakeCreate,
+                },
+            },
+        };
+        const wrapped = cache.wrap(fakeClient);
+        const params = { messages: msgs, model: 'gpt-4' };
+        await wrapped.chat.completions.create(params);
+        await wrapped.chat.completions.create(params);
+        // API should only be called once; second call served from cache
+        (0, vitest_1.expect)(fakeCreate).toHaveBeenCalledTimes(1);
+    });
+});
+//# sourceMappingURL=cache.test.js.map

package/dist/__tests__/cache.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.test.js","sourceRoot":"","sources":["../../src/__tests__/cache.test.ts"],"names":[],"mappings":";;AAAA,mCAAkD;AAClD,oCAAuC;AACvC,gCAAkC;AAGlC,MAAM,IAAI,GAAuB;IAC/B,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE;CAC1C,CAAC;AAEF,MAAM,QAAQ,GAAsB;IAClC,OAAO,EAAE,WAAW;IACpB,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE;CAC5C,CAAC;AAEF,IAAA,iBAAQ,EAAC,UAAU,EAAE,GAAG,EAAE;IACxB,IAAA,WAAE,EAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,IAAI,GAAG,IAAA,cAAQ,EAAC,IAAI,EAAE,OAAO,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;QAC5E,MAAM,IAAI,GAAG,IAAA,cAAQ,EAAC,IAAI,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;QAC5E,IAAA,eAAM,EAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,IAAI,GAAG,IAAA,cAAQ,EAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,IAAA,cAAQ,EAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QAC7C,IAAA,eAAM,EAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,KAAK,GAAuB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC,CAAC;QACnF,MAAM,IAAI,GAAG,IAAA,cAAQ,EAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,IAAA,cAAQ,EAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACtC,IAAA,eAAM,EAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,IAAI,GAAG,IAAA,cAAQ,EAAC,IAAI,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,IAAA,cAAQ,EAAC,IAAI,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACxD,IAAA,eAAM,EAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,IAAI,GAAG,IAAA,cAAQ,EAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,IAAA,cAAQ,EAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACrC,IAAA,eAAM,EAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,IAAI,GAAG,IAAA,cAAQ,EAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;QAC5E,MAAM,IAAI,GAAG,IAAA,cAAQ,EAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;QAC5E,IAAA,eAAM,EAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,GAAG,GAAG,IAAA,cAAQ,EAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACpC,IAAA,eAAM,EAAC,GAAG,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAA,WAAE,EAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACvC,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC7B,IAAA,eAAM,EAAC,KAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9C,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzB,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAA,cAAQ,EAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;QACtD,IAAA,eAAM,EAAC,KAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,OAAO,EAAE,GAAG,EAAE;IACrB,IAAA,WAAE,EAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzB,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrC,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9C,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzB,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzB,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9C,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM;QAChC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO;QACjE,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3C,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,EAAE,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAA,WAAE,EAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACrE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;QACrF,IAAA,eAAM,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,IAAA,eAAM,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5C,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9C,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC;QACnC,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,IAAA,eAAM,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,OAAO,EAAE,GAAG,EAAE;IACrB,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9C,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzB,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,IAAA,eAAM,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QACxB,IAAA,eAAM,EAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvB,IAAA,eAAM,EAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAA,WAAE,EAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9C,MAAM,GAAG,GAAG,IAAA,cAAQ,EAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACpC,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,IAAA,eAAM,EAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,IAAA,eAAM,EAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAA,WAAE,EAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,KAAK,GAAG,IAAA,mBAAW,EAAC,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,EAAE,GAAuB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACnE,MAAM,EAAE,GAAuB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACnE,MAAM,EAAE,GAAuB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC5C,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC5C,kCAAkC;QAClC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACvB,kCAAkC;QAClC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC5C,IAAA,eAAM,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC1C,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9C,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAA,WAAE,EAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,WAAE,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,KAAK,GAAG,IAAA,mBAAW,EAAC,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACxD,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChD,WAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5C,WAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,WAAE,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,KAAK,GAAG,IAAA,mBAAW,EAAC,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACxD,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9C,WAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAA,eAAM,EAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChD,WAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,WAAW,EAAE,GAAG,EAAE;IACzB,IAAA,WAAE,EAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9C,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzB,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;QAChC,IAAA,eAAM,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAA,eAAM,EAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrC,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,MAAM,EAAE,GAAG,EAAE;IACpB,IAAA,WAAE,EAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,IAAA,eAAM,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAChF,IAAA,eAAM,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,MAAM,EAAE,GAAG,EAAE;IACpB,IAAA,WAAE,EAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,KAAK,GAAG,IAAA,mBAAW,GAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YAC3C,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE,EAAE,CAAC;YACrD,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE;SACnD,CAAC,CAAC;QACH,MAAM,UAAU,GAAG;YACjB,IAAI,EAAE;gBACJ,WAAW,EAAE;oBACX,MAAM,EAAE,UAAU;iBACnB;aACF;SACF,CAAC;QACF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAClD,MAAM,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC9C,gEAAgE;QAChE,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/cache.d.ts

@@ -0,0 +1,3 @@
+import type { ResponseCache, ResponseCacheOptions } from './types';
+export declare function createCache(options?: ResponseCacheOptions): ResponseCache;
+//# sourceMappingURL=cache.d.ts.map

package/dist/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAIV,aAAa,EACb,oBAAoB,EACrB,MAAM,SAAS,CAAC;AA8BjB,wBAAgB,WAAW,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,aAAa,CAsJzE"}

package/dist/cache.js

@@ -0,0 +1,149 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createCache = createCache;
+const key_1 = require("./key");
+const lru_store_1 = require("./lru-store");
+function estimateTokens(messages) {
+    return messages.reduce((sum, m) => {
+        const text = typeof m.content === 'string' ? m.content : JSON.stringify(m.content);
+        return sum + Math.ceil(text.length / 4);
+    }, 0);
+}
+function extractResponse(result) {
+    const r = result;
+    const choices = r?.['choices'];
+    const contentParts = r?.['content'];
+    const usage = r?.['usage'];
+    const content = choices?.[0]?.['message']?.['content'] ??
+        contentParts?.[0]?.['text'] ??
+        JSON.stringify(result);
+    return {
+        content: typeof content === 'string' ? content : JSON.stringify(content),
+        model: r?.['model'] ?? '',
+        usage: {
+            inputTokens: usage?.['prompt_tokens'] ?? usage?.['input_tokens'],
+            outputTokens: usage?.['completion_tokens'] ?? usage?.['output_tokens'],
+        },
+    };
+}
+function createCache(options) {
+    const maxEntries = options?.eviction?.maxEntries ?? 1000;
+    const ttlMs = options?.eviction?.ttlMs ?? 0;
+    const store = new lru_store_1.LRUStore(maxEntries, ttlMs);
+    let hits = 0;
+    let misses = 0;
+    const cache = {
+        get(messages, model, params) {
+            const key = (0, key_1.buildKey)(messages, model, params);
+            const entry = store.get(key);
+            if (entry) {
+                hits++;
+                entry.hitCount++;
+                entry.lastAccessedAt = Date.now();
+                return entry;
+            }
+            misses++;
+            return null;
+        },
+        set(messages, model, params, response) {
+            const key = (0, key_1.buildKey)(messages, model, params);
+            const entry = {
+                key,
+                response,
+                model: response.model || model,
+                createdAt: Date.now(),
+                lastAccessedAt: Date.now(),
+                hitCount: 0,
+                inputTokens: response.usage?.inputTokens ?? estimateTokens(messages),
+                outputTokens: response.usage?.outputTokens ?? Math.ceil(response.content.length / 4),
+            };
+            store.set(key, entry);
+        },
+        wrap(client, wrapOptions) {
+            const defaultExtractMessages = (args) => {
+                const callParams = (args[0] ?? {});
+                const messages = (callParams['messages'] ?? []);
+                const model = (callParams['model'] ?? '');
+                return { messages, model, params: callParams };
+            };
+            const doExtractResponse = wrapOptions?.extractResponse ?? extractResponse;
+            const doExtractMessages = wrapOptions?.extractMessages ?? defaultExtractMessages;
+            return new Proxy(client, {
+                get(target, prop) {
+                    if (prop === 'chat') {
+                        const chatTarget = target['chat'];
+                        return new Proxy(chatTarget, {
+                            get(ct, chatProp) {
+                                if (chatProp === 'completions') {
+                                    const compTarget = ct['completions'];
+                                    return new Proxy(compTarget, {
+                                        get(cpt, compProp) {
+                                            if (compProp === 'create') {
+                                                return async (...args) => {
+                                                    const { messages, model, params } = doExtractMessages(args);
+                                                    const cached = cache.get(messages, model, params);
+                                                    if (cached)
+                                                        return cached.response;
+                                                    const createFn = cpt['create'];
+                                                    const result = await createFn(...args);
+                                                    cache.set(messages, model, params, doExtractResponse(result));
+                                                    return result;
+                                                };
+                                            }
+                                            return cpt[compProp];
+                                        },
+                                    });
+                                }
+                                return ct[chatProp];
+                            },
+                        });
+                    }
+                    return target[prop];
+                },
+            });
+        },
+        stats() {
+            const total = hits + misses;
+            const entries = store.all();
+            const priceIn = options?.pricePerMTokInput ?? 2.50;
+            const priceOut = options?.pricePerMTokOutput ?? 10.00;
+            const tokensSaved = entries.reduce((sum, e) => sum + e.hitCount * (e.inputTokens + e.outputTokens), 0);
+            const estimatedCostSaved = entries.reduce((sum, e) => sum +
+                e.hitCount * (e.inputTokens / 1_000_000 * priceIn + e.outputTokens / 1_000_000 * priceOut), 0);
+            return {
+                hits,
+                misses,
+                hitRate: total > 0 ? hits / total : 0,
+                totalEntries: store.size(),
+                tokensSaved,
+                estimatedCostSaved,
+            };
+        },
+        invalidate(model) {
+            return store.invalidate(model);
+        },
+        clear() {
+            store.clear();
+            hits = 0;
+            misses = 0;
+        },
+        delete(key) {
+            return store.delete(key);
+        },
+        has(key) {
+            return store.get(key) !== null;
+        },
+        getByKey(key) {
+            return store.get(key);
+        },
+        buildKey: key_1.buildKey,
+        serialize() {
+            return { entries: store.all(), stats: { hits, misses }, version: 1 };
+        },
+        get size() {
+            return store.size();
+        },
+    };
+    return cache;
+}
+//# sourceMappingURL=cache.js.map

package/dist/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":";;AAsCA,kCAsJC;AA5LD,+BAAiC;AACjC,2CAAuC;AASvC,SAAS,cAAc,CAAC,QAA4B;IAClD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QAChC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACnF,OAAO,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC,EAAE,CAAC,CAAC,CAAC;AACR,CAAC;AAED,SAAS,eAAe,CAAC,MAAe;IACtC,MAAM,CAAC,GAAG,MAAiC,CAAC;IAC5C,MAAM,OAAO,GAAG,CAAC,EAAE,CAAC,SAAS,CAA+C,CAAC;IAC7E,MAAM,YAAY,GAAG,CAAC,EAAE,CAAC,SAAS,CAA+C,CAAC;IAClF,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC,OAAO,CAAwC,CAAC;IAElE,MAAM,OAAO,GACV,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAyC,EAAE,CAAC,SAAS,CAAW;QACxF,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAwB;QACnD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAEzB,OAAO;QACL,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;QACxE,KAAK,EAAG,CAAC,EAAE,CAAC,OAAO,CAAwB,IAAI,EAAE;QACjD,KAAK,EAAE;YACL,WAAW,EAAG,KAAK,EAAE,CAAC,eAAe,CAAwB,IAAK,KAAK,EAAE,CAAC,cAAc,CAAwB;YAChH,YAAY,EAAG,KAAK,EAAE,CAAC,mBAAmB,CAAwB,IAAK,KAAK,EAAE,CAAC,eAAe,CAAwB;SACvH;KACF,CAAC;AACJ,CAAC;AAED,SAAgB,WAAW,CAAC,OAA8B;IACxD,MAAM,UAAU,GAAG,OAAO,EAAE,QAAQ,EAAE,UAAU,IAAI,IAAI,CAAC;IACzD,MAAM,KAAK,GAAG,OAAO,EAAE,QAAQ,EAAE,KAAK,IAAI,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,IAAI,oBAAQ,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC9C,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,MAAM,KAAK,GAAkB;QAC3B,GAAG,CAAC,QAA4B,EAAE,KAAa,EAAE,MAAgC;YAC/E,MAAM,GAAG,GAAG,IAAA,cAAQ,EAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,EAAE,CAAC;gBACP,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACjB,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAClC,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QACd,CAAC;QAED,GAAG,CACD,QAA4B,EAC5B,KAAa,EACb,MAA2C,EAC3C,QAA2B;YAE3B,MAAM,GAAG,GAAG,IAAA,cAAQ,EAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAe;gBACxB,GAAG;gBACH,QAAQ;gBACR,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,KAAK;gBAC9B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE;gBAC1B,QAAQ,EAAE,CAAC;gBACX,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,WAAW,IAAI,cAAc,CAAC,QAAQ,CAAC;gBACpE,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;aACrF,CAAC;YACF,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACxB,CAAC;QAED,IAAI,CACF,MAAS,EACT,WAGC;YAED,MAAM,sBAAsB,GAAG,CAAC,IAAe,EAAE,EAAE;gBACjD,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAA4B,CAAC;gBAC9D,MAAM,QAAQ,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,EAAE,CAAuB,CAAC;gBACtE,MAAM,KAAK,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,CAAW,CAAC;gBACpD,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;YACjD,CAAC,CAAC;YACF,MAAM,iBAAiB,GAAG,WAAW,EAAE,eAAe,IAAI,eAAe,CAAC;YAC1E,MAAM,iBAAiB,GAAG,WAAW,EAAE,eAAe,IAAI,sBAAsB,CAAC;YAEjF,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE;gBACvB,GAAG,CAAC,MAAM,EAAE,IAAI;oBACd,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;wBACpB,MAAM,UAAU,GAAI,MAAkC,CAAC,MAAM,CAAC,CAAC;wBAC/D,OAAO,IAAI,KAAK,CAAC,UAAoB,EAAE;4BACrC,GAAG,CAAC,EAAE,EAAE,QAAQ;gCACd,IAAI,QAAQ,KAAK,aAAa,EAAE,CAAC;oCAC/B,MAAM,UAAU,GAAI,EAA8B,CAAC,aAAa,CAAC,CAAC;oCAClE,OAAO,IAAI,KAAK,CAAC,UAAoB,EAAE;wCACrC,GAAG,CAAC,GAAG,EAAE,QAAQ;4CACf,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gDAC1B,OAAO,KAAK,EAAE,GAAG,IAAe,EAAE,EAAE;oDAClC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;oDAC5D,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;oDAClD,IAAI,MAAM;wDAAE,OAAO,MAAM,CAAC,QAAQ,CAAC;oDACnC,MAAM,QAAQ,GAAI,GAAoD,CAAC,QAAQ,CAAC,CAAC;oDACjF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC;oDACvC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;oDAC9D,OAAO,MAAM,CAAC;gDAChB,CAAC,CAAC;4CACJ,CAAC;4CACD,OAAQ,GAA+B,CAAC,QAAkB,CAAC,CAAC;wCAC9D,CAAC;qCACF,CAAC,CAAC;gCACL,CAAC;gCACD,OAAQ,EAA8B,CAAC,QAAkB,CAAC,CAAC;4BAC7D,CAAC;yBACF,CAAC,CAAC;oBACL,CAAC;oBACD,OAAQ,MAAkC,CAAC,IAAc,CAAC,CAAC;gBAC7D,CAAC;aACF,CAAM,CAAC;QACV,CAAC;QAED,KAAK;YACH,MAAM,KAAK,GAAG,IAAI,GAAG,MAAM,CAAC;YAC5B,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,OAAO,EAAE,iBAAiB,IAAI,IAAI,CAAC;YACnD,MAAM,QAAQ,GAAG,OAAO,EAAE,kBAAkB,IAAI,KAAK,CAAC;YACtD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAChC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC,EAC/D,CAAC,CACF,CAAC;YACF,MAAM,kBAAkB,GAAG,OAAO,CAAC,MAAM,CACvC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CACT,GAAG;gBACH,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,WAAW,GAAG,SAAS,GAAG,OAAO,GAAG,CAAC,CAAC,YAAY,GAAG,SAAS,GAAG,QAAQ,CAAC,EAC5F,CAAC,CACF,CAAC;YACF,OAAO;gBACL,IAAI;gBACJ,MAAM;gBACN,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACrC,YAAY,EAAE,KAAK,CAAC,IAAI,EAAE;gBAC1B,WAAW;gBACX,kBAAkB;aACnB,CAAC;QACJ,CAAC;QAED,UAAU,CAAC,KAAc;YACvB,OAAO,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QAED,KAAK;YACH,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,IAAI,GAAG,CAAC,CAAC;YACT,MAAM,GAAG,CAAC,CAAC;QACb,CAAC;QAED,MAAM,CAAC,GAAW;YAChB,OAAO,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QAED,GAAG,CAAC,GAAW;YACb,OAAO,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC;QACjC,CAAC;QAED,QAAQ,CAAC,GAAW;YAClB,OAAO,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAED,QAAQ,EAAR,cAAQ;QAER,SAAS;YACP,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,CAAU,EAAE,CAAC;QAChF,CAAC;QAED,IAAI,IAAI;YACN,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;QACtB,CAAC;KACF,CAAC;IAEF,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,4 @@
+export { createCache } from './cache';
+export { buildKey, sortedStringify } from './key';
+export type { CacheableMessage, CacheableResponse, CacheEntry, CacheState, CacheStats, EvictionConfig, ResponseCache, ResponseCacheOptions, } from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AAClD,YAAY,EACV,gBAAgB,EAChB,iBAAiB,EACjB,UAAU,EACV,UAAU,EACV,UAAU,EACV,cAAc,EACd,aAAa,EACb,oBAAoB,GACrB,MAAM,SAAS,CAAC"}

package/dist/index.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sortedStringify = exports.buildKey = exports.createCache = void 0;
+// llm-response-cache - Prompt-hash-keyed LLM response cache with model-aware invalidation
+var cache_1 = require("./cache");
+Object.defineProperty(exports, "createCache", { enumerable: true, get: function () { return cache_1.createCache; } });
+var key_1 = require("./key");
+Object.defineProperty(exports, "buildKey", { enumerable: true, get: function () { return key_1.buildKey; } });
+Object.defineProperty(exports, "sortedStringify", { enumerable: true, get: function () { return key_1.sortedStringify; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,0FAA0F;AAC1F,iCAAsC;AAA7B,oGAAA,WAAW,OAAA;AACpB,6BAAkD;AAAzC,+FAAA,QAAQ,OAAA;AAAE,sGAAA,eAAe,OAAA"}

package/dist/key.d.ts

@@ -0,0 +1,4 @@
+import type { CacheableMessage } from './types';
+export declare function sortedStringify(value: unknown): string;
+export declare function buildKey(messages: CacheableMessage[], model: string, params?: Record<string, unknown>): string;
+//# sourceMappingURL=key.d.ts.map

package/dist/key.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"key.d.ts","sourceRoot":"","sources":["../src/key.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAuBhD,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAWtD;AAED,wBAAgB,QAAQ,CACtB,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,MAAM,CAoBR"}

package/dist/key.js

@@ -0,0 +1,54 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sortedStringify = sortedStringify;
+exports.buildKey = buildKey;
+const crypto_1 = require("crypto");
+// Output-affecting params to include in key
+const INCLUDE_PARAMS = new Set([
+    'temperature', 'top_p', 'max_tokens', 'max_completion_tokens',
+    'tools', 'tool_choice', 'response_format', 'stop', 'seed',
+    'system', 'top_k',
+]);
+// Params to always exclude (don't affect output)
+const EXCLUDE_PARAMS = new Set([
+    'stream', 'stream_options', 'n', 'user', 'api_key', 'timeout',
+    'request_id', 'idempotency_key', 'organization', 'max_retries',
+]);
+function normalizeMessage(msg) {
+    const role = msg.role.toLowerCase().trim();
+    const content = typeof msg.content === 'string'
+        ? msg.content.trim().normalize('NFC')
+        : msg.content;
+    return { role, content };
+}
+function sortedStringify(value) {
+    if (value === null || typeof value !== 'object') {
+        return JSON.stringify(value);
+    }
+    if (Array.isArray(value)) {
+        return '[' + value.map(sortedStringify).join(',') + ']';
+    }
+    const sorted = Object.keys(value)
+        .sort()
+        .map((k) => JSON.stringify(k) + ':' + sortedStringify(value[k]));
+    return '{' + sorted.join(',') + '}';
+}
+function buildKey(messages, model, params) {
+    const normalizedMessages = messages.map(normalizeMessage);
+    const filteredParams = {};
+    if (params) {
+        for (const [k, v] of Object.entries(params)) {
+            if (INCLUDE_PARAMS.has(k) && !EXCLUDE_PARAMS.has(k)) {
+                filteredParams[k] = v;
+            }
+        }
+    }
+    const canonical = {
+        messages: normalizedMessages,
+        model: model.toLowerCase().trim(),
+        params: filteredParams,
+    };
+    const digest = (0, crypto_1.createHash)('sha256').update(sortedStringify(canonical)).digest('hex');
+    return digest;
+}
+//# sourceMappingURL=key.js.map

package/dist/key.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"key.js","sourceRoot":"","sources":["../src/key.ts"],"names":[],"mappings":";;AAwBA,0CAWC;AAED,4BAwBC;AA7DD,mCAAoC;AAGpC,4CAA4C;AAC5C,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,aAAa,EAAE,OAAO,EAAE,YAAY,EAAE,uBAAuB;IAC7D,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM;IACzD,QAAQ,EAAE,OAAO;CAClB,CAAC,CAAC;AAEH,iDAAiD;AACjD,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,QAAQ,EAAE,gBAAgB,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS;IAC7D,YAAY,EAAE,iBAAiB,EAAE,cAAc,EAAE,aAAa;CAC/D,CAAC,CAAC;AAEH,SAAS,gBAAgB,CAAC,GAAqB;IAC7C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;QAC7C,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC;QACrC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;IAChB,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC3B,CAAC;AAED,SAAgB,eAAe,CAAC,KAAc;IAC5C,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAChD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IAC1D,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,KAAgC,CAAC;SACzD,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,eAAe,CAAE,KAAiC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChG,OAAO,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;AACtC,CAAC;AAED,SAAgB,QAAQ,CACtB,QAA4B,EAC5B,KAAa,EACb,MAAgC;IAEhC,MAAM,kBAAkB,GAAG,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAE1D,MAAM,cAAc,GAA4B,EAAE,CAAC;IACnD,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5C,IAAI,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpD,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG;QAChB,QAAQ,EAAE,kBAAkB;QAC5B,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE;QACjC,MAAM,EAAE,cAAc;KACvB,CAAC;IAEF,MAAM,MAAM,GAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACrF,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/lru-store.d.ts

@@ -0,0 +1,20 @@
+import type { CacheEntry } from './types';
+export declare class LRUStore {
+    private maxEntries;
+    private ttlMs;
+    private map;
+    private head;
+    private tail;
+    constructor(maxEntries: number, ttlMs: number);
+    private isExpired;
+    private removeNode;
+    private insertAfterHead;
+    get(key: string): CacheEntry | null;
+    set(key: string, entry: CacheEntry): void;
+    delete(key: string): boolean;
+    invalidate(model?: string): number;
+    clear(): void;
+    all(): CacheEntry[];
+    size(): number;
+}
+//# sourceMappingURL=lru-store.d.ts.map

package/dist/lru-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lru-store.d.ts","sourceRoot":"","sources":["../src/lru-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAc1C,qBAAa,QAAQ;IAMP,OAAO,CAAC,UAAU;IAAU,OAAO,CAAC,KAAK;IALrD,OAAO,CAAC,GAAG,CAA8B;IAEzC,OAAO,CAAC,IAAI,CAAU;IACtB,OAAO,CAAC,IAAI,CAAU;gBAEF,UAAU,EAAE,MAAM,EAAU,KAAK,EAAE,MAAM;IAQ7D,OAAO,CAAC,SAAS;IAKjB,OAAO,CAAC,UAAU;IASlB,OAAO,CAAC,eAAe;IAOvB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI;IAcnC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,IAAI;IAuBzC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAQ5B,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM;IAoBlC,KAAK,IAAI,IAAI;IAMb,GAAG,IAAI,UAAU,EAAE;IAYnB,IAAI,IAAI,MAAM;CAGf"}

package/dist/lru-store.js

@@ -0,0 +1,131 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LRUStore = void 0;
+class LRUNode {
+    key;
+    value;
+    prev = null;
+    next = null;
+    constructor(key, value) {
+        this.key = key;
+        this.value = value;
+    }
+}
+class LRUStore {
+    maxEntries;
+    ttlMs;
+    map = new Map();
+    // Doubly-linked list: head.next = MRU, tail.prev = LRU
+    head;
+    tail;
+    constructor(maxEntries, ttlMs) {
+        this.maxEntries = maxEntries;
+        this.ttlMs = ttlMs;
+        // Sentinel nodes
+        this.head = new LRUNode('__head__', {});
+        this.tail = new LRUNode('__tail__', {});
+        this.head.next = this.tail;
+        this.tail.prev = this.head;
+    }
+    isExpired(entry) {
+        if (this.ttlMs <= 0)
+            return false;
+        return Date.now() - entry.createdAt > this.ttlMs;
+    }
+    removeNode(node) {
+        const prev = node.prev;
+        const next = node.next;
+        prev.next = next;
+        next.prev = prev;
+        node.prev = null;
+        node.next = null;
+    }
+    insertAfterHead(node) {
+        node.prev = this.head;
+        node.next = this.head.next;
+        this.head.next.prev = node;
+        this.head.next = node;
+    }
+    get(key) {
+        const node = this.map.get(key);
+        if (!node)
+            return null;
+        if (this.isExpired(node.value)) {
+            this.removeNode(node);
+            this.map.delete(key);
+            return null;
+        }
+        // Move to MRU position
+        this.removeNode(node);
+        this.insertAfterHead(node);
+        return node.value;
+    }
+    set(key, entry) {
+        if (this.map.has(key)) {
+            const existing = this.map.get(key);
+            existing.value = entry;
+            this.removeNode(existing);
+            this.insertAfterHead(existing);
+            return;
+        }
+        const node = new LRUNode(key, entry);
+        this.map.set(key, node);
+        this.insertAfterHead(node);
+        // Evict LRU if over capacity
+        if (this.maxEntries > 0 && this.map.size > this.maxEntries) {
+            const lru = this.tail.prev;
+            if (lru !== this.head) {
+                this.removeNode(lru);
+                this.map.delete(lru.key);
+            }
+        }
+    }
+    delete(key) {
+        const node = this.map.get(key);
+        if (!node)
+            return false;
+        this.removeNode(node);
+        this.map.delete(key);
+        return true;
+    }
+    invalidate(model) {
+        let count = 0;
+        if (model === undefined) {
+            count = this.map.size;
+            this.clear();
+            return count;
+        }
+        const toDelete = [];
+        for (const [key, node] of this.map.entries()) {
+            if (node.value.model === model) {
+                toDelete.push(key);
+            }
+        }
+        for (const key of toDelete) {
+            this.delete(key);
+            count++;
+        }
+        return count;
+    }
+    clear() {
+        this.map.clear();
+        this.head.next = this.tail;
+        this.tail.prev = this.head;
+    }
+    all() {
+        const result = [];
+        let node = this.head.next;
+        while (node && node !== this.tail) {
+            if (!this.isExpired(node.value)) {
+                result.push(node.value);
+            }
+            node = node.next;
+        }
+        return result;
+    }
+    size() {
+        return this.map.size;
+    }
+}
+exports.LRUStore = LRUStore;
+//# sourceMappingURL=lru-store.js.map

package/dist/lru-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lru-store.js","sourceRoot":"","sources":["../src/lru-store.ts"],"names":[],"mappings":";;;AAEA,MAAM,OAAO;IACX,GAAG,CAAS;IACZ,KAAK,CAAa;IAClB,IAAI,GAAmB,IAAI,CAAC;IAC5B,IAAI,GAAmB,IAAI,CAAC;IAE5B,YAAY,GAAW,EAAE,KAAiB;QACxC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;CACF;AAED,MAAa,QAAQ;IAMC;IAA4B;IALxC,GAAG,GAAG,IAAI,GAAG,EAAmB,CAAC;IACzC,uDAAuD;IAC/C,IAAI,CAAU;IACd,IAAI,CAAU;IAEtB,YAAoB,UAAkB,EAAU,KAAa;QAAzC,eAAU,GAAV,UAAU,CAAQ;QAAU,UAAK,GAAL,KAAK,CAAQ;QAC3D,iBAAiB;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,OAAO,CAAC,UAAU,EAAE,EAAgB,CAAC,CAAC;QACtD,IAAI,CAAC,IAAI,GAAG,IAAI,OAAO,CAAC,UAAU,EAAE,EAAgB,CAAC,CAAC;QACtD,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IAC7B,CAAC;IAEO,SAAS,CAAC,KAAiB;QACjC,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QAClC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC;IACnD,CAAC;IAEO,UAAU,CAAC,IAAa;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAK,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAK,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAEO,eAAe,CAAC,IAAa;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,IAAK,CAAC,IAAI,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,GAAG,CAAC,GAAW;QACb,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,uBAAuB;QACvB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,KAAiB;QAChC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;YACpC,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;YACvB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC1B,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACrC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACxB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAE3B,6BAA6B;QAC7B,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAK,CAAC;YAC5B,IAAI,GAAG,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;gBACrB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QACxB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,UAAU,CAAC,KAAc;QACvB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YACtB,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7C,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;gBAC/B,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjB,KAAK,EAAE,CAAC;QACV,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK;QACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;QACjB,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IAC7B,CAAC;IAED,GAAG;QACD,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAC1B,OAAO,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;YACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACnB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;IACvB,CAAC;CACF;AAzHD,4BAyHC"}

package/dist/types.d.ts

@@ -0,0 +1,72 @@
+export interface CacheableMessage {
+    role: string;
+    content: string | unknown[];
+}
+export interface CacheableResponse {
+    content: string;
+    model: string;
+    usage?: {
+        inputTokens?: number;
+        outputTokens?: number;
+        totalTokens?: number;
+    };
+    metadata?: Record<string, unknown>;
+}
+export interface CacheEntry {
+    key: string;
+    response: CacheableResponse;
+    createdAt: number;
+    lastAccessedAt: number;
+    hitCount: number;
+    model: string;
+    inputTokens: number;
+    outputTokens: number;
+}
+export interface CacheStats {
+    hits: number;
+    misses: number;
+    hitRate: number;
+    totalEntries: number;
+    tokensSaved: number;
+    estimatedCostSaved: number;
+}
+export interface CacheState {
+    entries: CacheEntry[];
+    stats: {
+        hits: number;
+        misses: number;
+    };
+    version: 1;
+}
+export interface EvictionConfig {
+    maxEntries?: number;
+    ttlMs?: number;
+    strategy?: 'lru' | 'ttl' | 'none';
+}
+export interface ResponseCacheOptions {
+    eviction?: EvictionConfig;
+    pricePerMTokInput?: number;
+    pricePerMTokOutput?: number;
+}
+export interface ResponseCache {
+    get(messages: CacheableMessage[], model: string, params?: Record<string, unknown>): CacheEntry | null;
+    set(messages: CacheableMessage[], model: string, params: Record<string, unknown> | undefined, response: CacheableResponse): void;
+    wrap<T extends object>(client: T, options?: {
+        extractMessages?: (args: unknown[]) => {
+            messages: CacheableMessage[];
+            model: string;
+            params: Record<string, unknown>;
+        };
+        extractResponse?: (response: unknown) => CacheableResponse;
+    }): T;
+    stats(): CacheStats;
+    invalidate(model?: string): number;
+    clear(): void;
+    delete(key: string): boolean;
+    has(key: string): boolean;
+    getByKey(key: string): CacheEntry | null;
+    buildKey(messages: CacheableMessage[], model: string, params?: Record<string, unknown>): string;
+    serialize(): CacheState;
+    readonly size: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,OAAO,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE;QACN,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IACxC,OAAO,EAAE,CAAC,CAAC;CACZ;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;CACnC;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,CAAC,QAAQ,EAAE,gBAAgB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,UAAU,GAAG,IAAI,CAAC;IACtG,GAAG,CAAC,QAAQ,EAAE,gBAAgB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,EAAE,QAAQ,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACjI,IAAI,CAAC,CAAC,SAAS,MAAM,EACnB,MAAM,EAAE,CAAC,EACT,OAAO,CAAC,EAAE;QACR,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK;YAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;SAAE,CAAC;QACxH,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,iBAAiB,CAAC;KAC5D,GACA,CAAC,CAAC;IACL,KAAK,IAAI,UAAU,CAAC;IACpB,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACnC,KAAK,IAAI,IAAI,CAAC;IACd,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IAC7B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IAC1B,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI,CAAC;IACzC,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC;IAChG,SAAS,IAAI,UAAU,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB"}

package/dist/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,33 @@
+{
+  "name": "llm-response-cache",
+  "version": "0.1.0",
+  "description": "Prompt-hash-keyed LLM response cache with model-aware invalidation",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "test": "vitest run",
+    "lint": "eslint src/",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "MIT",
+  "engines": {
+    "node": ">=18"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "devDependencies": {
+    "@types/node": "^25.5.0",
+    "@typescript-eslint/eslint-plugin": "^8.57.1",
+    "@typescript-eslint/parser": "^8.57.1",
+    "eslint": "^10.1.0",
+    "typescript": "^5.9.3",
+    "vitest": "^4.1.0"
+  }
+}