@srouterhq/server 0.0.0-stage → 0.9.0

package/dist/services/cache.js

@@ -0,0 +1,617 @@
+// Opt-in exact-match response cache.
+//
+// A free-tier-stacking proxy lives or dies by how far it stretches scarce
+// quota. Re-asking a model the *same* prompt burns a free-tier slot for an
+// answer we already have, which is pure waste. This cache stores successful
+// completions keyed by a canonical hash of the request and serves an identical
+// later request straight from memory, without touching any provider: zero quota
+// cost, near-zero latency, and one fewer 429 on the way to the daily reset.
+//
+// Design choices that keep it SAFE:
+//   - Exact match only. No embeddings / fuzzy matching, so a near-miss can never
+//     return a different prompt's answer. The key is a SHA-256 over the
+//     canonicalized request, so a single token of difference is a miss.
+//   - The key is the REQUEST, not the route. Any model's good answer to an
+//     identical prompt is a valid hit, which is what maximizes the hit rate for
+//     auto-routed traffic. platform/model_id/key_id are stored for attribution
+//     and savings accounting only.
+//   - Opt-in. Off unless enabled via the RESPONSE_CACHE env var or the
+//     response_cache_enabled setting, so existing installs see no behavior
+//     change. A per-request header overrides either way.
+//   - Temperature-gated. High-temperature requests are asking for variety, so
+//     replaying one frozen answer would defeat that. Cached only when the
+//     temperature is omitted or at/below RESPONSE_CACHE_MAX_TEMPERATURE.
+//   - In-memory and bounded. Entries live in a size-capped LRU map (oldest use
+//     evicted first), so the cache can never grow without bound.
+//   - Optionally durable. When the cache is ON, the same entries are written
+//     through to the response_cache table so a restart does not throw the day's
+//     savings away (the daily quota-reset re-run pattern). This means PLAINTEXT
+//     model responses land on disk, which is a privacy posture change, so it is
+//     tied to the cache master switch and can be turned off on its own with
+//     RESPONSE_CACHE_PERSIST=false (memory-only, the pre-0.9.5 behaviour). The
+//     SQLite row is dropped whenever the memory entry goes: TTL expiry, LRU
+//     eviction, an explicit flush, or the startup purge.
+//   - Fail-safe reads. The settings lookup that decides the master switch is
+//     wrapped, so a not-yet-initialized DB disables the cache rather than
+//     throwing in the proxy hot path (mirrors services/ratelimit.ts).
+import crypto from 'crypto';
+import { getSetting, getDb } from '../db/index.js';
+// ── Config (read on each call so tests and the dashboard can toggle live) ──
+function envFlag(name, fallback) {
+    const raw = process.env[name];
+    if (raw === undefined || raw.trim() === '')
+        return fallback;
+    return /^(1|true|on|yes)$/i.test(raw.trim());
+}
+function envNum(name, fallback) {
+    const raw = process.env[name];
+    if (raw === undefined || raw.trim() === '')
+        return fallback;
+    const n = Number(raw);
+    return Number.isFinite(n) && n >= 0 ? n : fallback;
+}
+// DB-absent-safe settings read: a not-yet-initialized DB (or any read error)
+// must not throw on the proxy hot path, so it degrades to "no setting stored".
+function readSetting(key) {
+    try {
+        return getSetting(key);
+    }
+    catch {
+        return undefined;
+    }
+}
+// Setting key that lets the dashboard toggle the cache at runtime, no restart.
+export const CACHE_ENABLED_SETTING = 'response_cache_enabled';
+/**
+ * Master switch. Default off so adopting the cache is an explicit choice. The
+ * settings-table value wins when present (dashboard toggle, no restart), then
+ * the RESPONSE_CACHE env var, then off.
+ */
+export function isCacheEnabled() {
+    const stored = readSetting(CACHE_ENABLED_SETTING);
+    if (stored !== undefined && stored.trim() !== '') {
+        return /^(1|true|on|yes)$/i.test(stored.trim());
+    }
+    return envFlag('RESPONSE_CACHE', false);
+}
+/**
+ * Write-through to SQLite. Only meaningful when the cache itself is on, so an
+ * install that never enabled caching persists nothing and the feature is inert.
+ * Separately switchable because persisting plaintext model responses to disk is
+ * a privacy decision an operator may want to decline while still caching.
+ */
+export function cachePersistenceEnabled() {
+    return isCacheEnabled() && envFlag('RESPONSE_CACHE_PERSIST', true);
+}
+/** Entry lifetime. Default 1h: long enough to absorb retries and agent re-runs,
+ *  short enough that a refreshed catalog or key changes answers soon after. */
+export function cacheTtlMs() {
+    return envNum('RESPONSE_CACHE_TTL_SECONDS', 3600) * 1000;
+}
+/** Above this temperature a request wants variety, so it is never cached.
+ *  Default 1.0 caches everything when enabled (max quota savings); lower it to
+ *  restrict caching to (near-)deterministic calls. */
+export function cacheMaxTemperature() {
+    return envNum('RESPONSE_CACHE_MAX_TEMPERATURE', 1.0);
+}
+/** Hard cap on stored entries; least-recently-used are evicted past this.
+ *  Bounds memory use. */
+export function cacheMaxEntries() {
+    return Math.floor(envNum('RESPONSE_CACHE_MAX_ENTRIES', 5000));
+}
+// A request is cacheable only when its temperature is omitted (caller accepts
+// the provider default and is fine with a stable answer) or at/below the cap.
+export function isCacheableTemperature(temperature) {
+    if (temperature === undefined || temperature === null)
+        return true;
+    return temperature <= cacheMaxTemperature();
+}
+export function parseCacheDirective(header, cacheControl) {
+    const cc = (Array.isArray(cacheControl) ? cacheControl[0] : cacheControl)?.toLowerCase() ?? '';
+    if (cc.includes('no-store') || cc.includes('no-cache'))
+        return 'off';
+    const raw = (Array.isArray(header) ? header[0] : header)?.trim().toLowerCase();
+    if (!raw)
+        return 'default';
+    if (/^(off|no|0|false|bypass|skip)$/.test(raw))
+        return 'off';
+    if (/^(on|yes|1|true|force)$/.test(raw))
+        return 'on';
+    return 'default';
+}
+/** Resolve the global switch + per-request directive into a single yes/no. */
+export function cacheActive(directive) {
+    if (directive === 'off')
+        return false;
+    if (directive === 'on')
+        return true;
+    return isCacheEnabled();
+}
+// ── Canonical key ──
+// Deterministic JSON: object keys sorted recursively and undefined dropped, so
+// two requests that differ only in key order or omitted-vs-undefined fields
+// hash identically. (JSON.stringify alone preserves insertion order, which
+// varies between clients and would scatter otherwise-identical requests.)
+function stableStringify(value) {
+    if (value === null || typeof value !== 'object')
+        return JSON.stringify(value) ?? 'null';
+    if (Array.isArray(value))
+        return `[${value.map(stableStringify).join(',')}]`;
+    const obj = value;
+    const parts = Object.keys(obj)
+        .sort()
+        .filter(k => obj[k] !== undefined)
+        .map(k => `${JSON.stringify(k)}:${stableStringify(obj[k])}`);
+    return `{${parts.join(',')}}`;
+}
+function normModel(model) {
+    // Omitted and the explicit "auto" sentinel mean the same thing (let the router
+    // decide), so they must share a cache bucket.
+    return !model || model === 'auto' ? 'auto' : model;
+}
+export function computeCacheKey(input) {
+    const canonical = stableStringify({
+        v: 4, // explicit-but-default-valued sampling params dropped from the key
+        model: normModel(input.model),
+        messages: input.messages,
+        temperature: input.temperature,
+        top_p: defaultableNumber(input.top_p, 1),
+        max_tokens: input.max_tokens,
+        // tools/tool_choice are part of the key so a request with a different tool
+        // set never collides with (or is served) another's cached answer.
+        tools: input.tools,
+        tool_choice: input.tool_choice,
+        // Remaining knobs (see CacheKeyInput). Absent/undefined fields are dropped
+        // by stableStringify, so requests without them keep hashing identically.
+        stop: input.stop,
+        response_format: input.response_format,
+        n: defaultableNumber(input.n, 1),
+        seed: input.seed,
+        presence_penalty: defaultableNumber(input.presence_penalty, 0),
+        frequency_penalty: defaultableNumber(input.frequency_penalty, 0),
+        logit_bias: input.logit_bias,
+        logprobs: input.logprobs,
+        top_logprobs: input.top_logprobs,
+        // Absent for requests without the knob (stableStringify drops undefined),
+        // so pre-existing cache keys are unaffected.
+        reasoning_effort: input.reasoning_effort,
+        compression: input.compression,
+    });
+    return crypto.createHash('sha256').update(canonical).digest('hex');
+}
+// Normalizes a sampling param that was passed explicitly but equals the API
+// default down to undefined (stableStringify drops undefined), so a client that
+// always serializes the full param set shares a cache entry with one that omits
+// the defaults. Without this, top_p:1 / n:1 / presence_penalty:0 /
+// frequency_penalty:0 make two otherwise identical requests hash to different
+// keys and miss each other. Non-numbers (null, strings, absent) pass through
+// unchanged so existing behaviour is preserved.
+function defaultableNumber(value, defaultValue) {
+    if (typeof value === 'number') {
+        if (value === defaultValue)
+            return undefined;
+        return value;
+    }
+    return value;
+}
+// Insertion-ordered map used as an LRU: the first key is the least-recently
+// used, the last is the most-recently used. A read or write re-inserts its key
+// at the end (delete + set), so eviction from the front drops the coldest entry.
+const store = new Map();
+const streamStore = new Map();
+/** Last use of an entry, for cross-store recency comparison. */
+function lastUsedAtMs(entry) {
+    return entry.lastHitAtMs ?? entry.createdAtMs;
+}
+/**
+ * Evict least-recently-used entries until the JSON and streaming stores hold
+ * RESPONSE_CACHE_MAX_ENTRIES *between them*. One shared budget, so enabling
+ * streaming replay cannot silently double the documented memory ceiling.
+ * Each map is itself in LRU order, so only their two front entries can be the
+ * coldest; the older of the two goes first.
+ */
+function enforceCombinedCap() {
+    const cap = cacheMaxEntries();
+    while (store.size + streamStore.size > cap) {
+        const jsonKey = store.keys().next().value;
+        const streamKey = streamStore.keys().next().value;
+        const jsonAge = jsonKey === undefined ? Infinity : lastUsedAtMs(store.get(jsonKey));
+        const streamAge = streamKey === undefined ? Infinity : lastUsedAtMs(streamStore.get(streamKey));
+        if (streamKey !== undefined && streamAge <= jsonAge) {
+            streamStore.delete(streamKey);
+        }
+        else if (jsonKey !== undefined) {
+            store.delete(jsonKey);
+            // Evicting in memory but not on disk would let the table grow without
+            // bound and let a restart resurrect entries the LRU already gave up on.
+            scheduleRowDelete(jsonKey);
+        }
+        else {
+            break; // both stores empty; cap is 0
+        }
+    }
+}
+// Lifetime-of-process lookup tallies, the denominator behind the dashboard's
+// hit rate. Entries alone cannot provide it: a cache that is 99% empty is 0%
+// useful, and a flushed store would otherwise read as a 100% hit rate.
+// Counted only when a request actually consulted the cache (a cacheKey was
+// computed), never for requests that bypassed it.
+//
+// Deliberately NOT seeded from SQLite on load. Hits persist per row
+// (response_cache.hit_count) but a miss has no row to live on, so restoring
+// only the hits would report a rate biased upward after every restart. A ratio
+// is only honest when numerator and denominator cover the same window, and
+// that window is this process. The savings figures below are the ones that
+// survive a restart, because they ride on the entries themselves.
+let lookupHits = 0;
+let lookupMisses = 0;
+// ── Deferred SQLite write-through ──
+// better-sqlite3 is synchronous, so a store/hit write would sit on the request
+// path (a large completion body is a multi-KB write with an fsync behind it).
+// Every persistence write is therefore queued and drained on the next tick: the
+// in-memory map is already correct by then, and a crash in the gap only costs
+// a cache entry. Individually wrapped so one bad write cannot take down the
+// drain, and skipped entirely when persistence is off.
+const pendingWrites = [];
+let drainScheduled = false;
+function schedulePersist(op) {
+    if (!cachePersistenceEnabled())
+        return;
+    pendingWrites.push(op);
+    if (drainScheduled)
+        return;
+    drainScheduled = true;
+    setImmediate(drainPendingWrites);
+}
+function drainPendingWrites() {
+    drainScheduled = false;
+    const ops = pendingWrites.splice(0, pendingWrites.length);
+    for (const op of ops) {
+        try {
+            op();
+        }
+        catch {
+            // best-effort: a DB failure degrades to memory-only, never to a 500
+        }
+    }
+}
+function scheduleRowDelete(cacheKey) {
+    schedulePersist(() => {
+        getDb().prepare('DELETE FROM response_cache WHERE cache_key = ?').run(cacheKey);
+    });
+}
+// Batched hit-count persistence: hits dirtied since the last flush, written in
+// one debounced pass. The flush rides the same drain as other queued writes.
+// A pending count belongs to the entry that earned it: clearCache() and a
+// re-store both drop it, so a stale count is never flushed onto a fresh row.
+const HIT_FLUSH_DELAY_MS = 2_000;
+const dirtyHitCounts = new Map();
+let hitFlushTimer;
+function scheduleHitCountFlush() {
+    if (hitFlushTimer)
+        return;
+    hitFlushTimer = setTimeout(() => {
+        hitFlushTimer = undefined;
+        if (dirtyHitCounts.size === 0)
+            return;
+        const batch = new Map(dirtyHitCounts);
+        dirtyHitCounts.clear();
+        schedulePersist(() => {
+            const stmt = getDb().prepare('UPDATE response_cache SET hit_count = ?, last_hit_at_ms = ? WHERE cache_key = ?');
+            for (const [cacheKey, hit] of batch)
+                stmt.run(hit.hitCount, hit.lastHitAtMs, cacheKey);
+        });
+    }, HIT_FLUSH_DELAY_MS);
+    hitFlushTimer.unref();
+}
+function dropPendingHitCounts() {
+    dirtyHitCounts.clear();
+    if (hitFlushTimer)
+        clearTimeout(hitFlushTimer);
+    hitFlushTimer = undefined;
+}
+/**
+ * Test-only: run the queued write-through immediately instead of on the next
+ * tick, so a synchronous test can assert on what actually reached SQLite.
+ */
+export function __flushPersistenceForTests() {
+    drainPendingWrites();
+}
+/**
+ * Test-only: drop the in-memory LRU while leaving the SQLite table intact, the
+ * way a process restart does. (clearCache() is the user-facing flush and wipes
+ * both, so it cannot stand in for a restart.) Pending write-through is drained
+ * first, since a real restart's writes had already landed. Streaming entries
+ * are memory-only (never written through), so a restart drops them too.
+ */
+export function __resetMemoryForTests() {
+    drainPendingWrites();
+    store.clear();
+    streamStore.clear();
+    lookupHits = 0;
+    lookupMisses = 0;
+}
+/**
+ * Look up a cached completion. Returns null on a miss or when the entry has aged
+ * past the TTL (expired entries are deleted lazily on read, in memory and on
+ * disk). A hit bumps the entry's hit_count and moves it to most-recently-used.
+ */
+export function getCachedResponse(cacheKey, now = Date.now()) {
+    const entry = store.get(cacheKey);
+    if (!entry) {
+        lookupMisses += 1;
+        return null;
+    }
+    if (now - entry.createdAtMs > cacheTtlMs()) {
+        store.delete(cacheKey);
+        // The row would otherwise outlive its memory entry until the next restart.
+        scheduleRowDelete(cacheKey);
+        lookupMisses += 1;
+        return null;
+    }
+    lookupHits += 1;
+    entry.hitCount += 1;
+    entry.lastHitAtMs = now;
+    // Move to most-recently-used.
+    store.delete(cacheKey);
+    store.set(cacheKey, entry);
+    // Keep the persisted counters in step so the savings numbers survive a
+    // restart instead of resetting to whatever the last store wrote. Hits are
+    // batched: one debounced UPDATE for all keys dirtied in the window, instead
+    // of one queued UPDATE per hit (a hot entry used to write on every hit).
+    dirtyHitCounts.set(cacheKey, { hitCount: entry.hitCount, lastHitAtMs: now });
+    scheduleHitCountFlush();
+    return {
+        body: entry.body,
+        platform: entry.platform,
+        modelId: entry.modelId,
+        keyId: entry.keyId,
+        promptTokens: entry.promptTokens,
+        completionTokens: entry.completionTokens,
+    };
+}
+/**
+ * Store a successful completion. Overwrites any existing entry for the key (a
+ * re-generation refreshes the cached answer, its TTL, and its hit count).
+ * Enforces the entry cap by evicting the least-recently-used entries. Best-
+ * effort: an unserializable body is skipped so caching can never break a
+ * request that already succeeded.
+ *
+ * SQLite persistence: when the cache is on, the entry is also written through
+ * to the response_cache table so it survives a restart (the daily quota-reset
+ * re-run pattern). The write is deferred to the next tick and best-effort, so
+ * it never sits on — or throws into — the proxy hot path; a DB failure degrades
+ * to in-memory-only, exactly as before.
+ */
+export function storeCachedResponse(cacheKey, input, now = Date.now()) {
+    // Reject bodies that can't be JSON-serialized; a hit must be replayable.
+    let bodyJson;
+    try {
+        bodyJson = JSON.stringify(input.body);
+    }
+    catch {
+        return;
+    }
+    // Delete-then-set so an overwrite also refreshes recency order. Any hits
+    // still waiting to be flushed counted the old answer, not this one.
+    store.delete(cacheKey);
+    dirtyHitCounts.delete(cacheKey);
+    store.set(cacheKey, {
+        body: input.body,
+        platform: input.platform,
+        modelId: input.modelId,
+        keyId: input.keyId,
+        promptTokens: input.promptTokens,
+        completionTokens: input.completionTokens,
+        hitCount: 0,
+        createdAtMs: now,
+        lastHitAtMs: null,
+    });
+    // Evict least-recently-used beyond the cap, which is shared with the
+    // streaming store. The count only drifts by one per insert, so at most one
+    // entry is removed per call in steady state.
+    enforceCombinedCap();
+    // Write-through to SQLite. hit_count is stored at its current in-memory value
+    // (0 for a fresh store, since an overwrite resets the rolling stat with the
+    // answer it counts); subsequent hits update the row in getCachedResponse.
+    const entry = store.get(cacheKey);
+    if (!entry)
+        return; // cap of 0: the entry was evicted by the loop above
+    const expiresAtMs = now + cacheTtlMs();
+    schedulePersist(() => {
+        getDb().prepare(`INSERT INTO response_cache
+         (cache_key, body_json, platform, model_id, key_id, prompt_tokens, completion_tokens, hit_count, created_at_ms, last_hit_at_ms, expires_at_ms)
+       VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+       ON CONFLICT(cache_key) DO UPDATE SET
+         body_json = excluded.body_json,
+         platform = excluded.platform,
+         model_id = excluded.model_id,
+         key_id = excluded.key_id,
+         prompt_tokens = excluded.prompt_tokens,
+         completion_tokens = excluded.completion_tokens,
+         hit_count = excluded.hit_count,
+         created_at_ms = excluded.created_at_ms,
+         last_hit_at_ms = excluded.last_hit_at_ms,
+         expires_at_ms = excluded.expires_at_ms`).run(cacheKey, bodyJson, input.platform, input.modelId, input.keyId, input.promptTokens, input.completionTokens, entry.hitCount, now, entry.lastHitAtMs, expiresAtMs);
+    });
+}
+/**
+ * Reload unexpired entries from SQLite into the in-memory LRU, bounded by
+ * RESPONSE_CACHE_MAX_ENTRIES. Called once at startup (after initDb) from both
+ * boot paths, server/src/index.ts and desktop/src/server-host.ts; expired rows
+ * are purged opportunistically. Best-effort: any DB error leaves the cache
+ * empty (memory-only), matching the pre-persistence behavior.
+ */
+export function loadCacheFromDb(now = Date.now()) {
+    try {
+        const db = getDb();
+        // Purge expired rows lazily on startup so the table doesn't accumulate
+        // dead entries between restarts. Unconditional: rows written while the
+        // cache was on must still age out after it is switched off.
+        db.prepare('DELETE FROM response_cache WHERE expires_at_ms <= ?').run(now);
+        // Hydration only when the operator actually wants the cache (and its
+        // on-disk half). Off by default, so this is inert on an untouched install.
+        if (!cachePersistenceEnabled())
+            return;
+        const rows = db.prepare(`SELECT cache_key, body_json, platform, model_id, key_id, prompt_tokens, completion_tokens, hit_count, created_at_ms, last_hit_at_ms
+         FROM response_cache
+        ORDER BY created_at_ms ASC`).all();
+        const cap = cacheMaxEntries();
+        // Newest wins: drop rows past the cap from the FRONT (oldest first).
+        const keep = rows.length > cap ? rows.slice(rows.length - cap) : rows;
+        for (const row of keep) {
+            if (now - row.created_at_ms > cacheTtlMs())
+                continue; // aged between purge and read
+            try {
+                store.set(row.cache_key, {
+                    body: JSON.parse(row.body_json),
+                    platform: row.platform,
+                    modelId: row.model_id,
+                    keyId: row.key_id,
+                    promptTokens: row.prompt_tokens,
+                    completionTokens: row.completion_tokens,
+                    hitCount: row.hit_count,
+                    createdAtMs: row.created_at_ms,
+                    lastHitAtMs: row.last_hit_at_ms,
+                });
+            }
+            catch {
+                // corrupt body — skip; it will be overwritten on the next store
+            }
+        }
+    }
+    catch {
+        // best-effort: DB unavailable at startup → memory-only cache
+    }
+}
+// ── Streaming entries ──
+/**
+ * Ceiling on one cached stream's replay payload. A single long answer must not
+ * be able to pin megabytes of SSE text in memory, and a stream past this size
+ * is cheap to regenerate relative to what it costs to hold. The caller stops
+ * buffering at this point too (proxy.ts), so an oversize stream never fully
+ * materializes; this is the store-side backstop.
+ */
+export const STREAM_CACHE_MAX_BYTES = 2 * 1024 * 1024;
+/**
+ * Look up a cached stream. Returns null on a miss or when the entry has aged
+ * past the TTL. A hit bumps hit_count and moves the entry to MRU, and — like
+ * the JSON lookup — counts into the process-wide hit/miss tallies behind the
+ * dashboard's hit rate, so streaming traffic is not invisible there.
+ */
+export function getCachedStreamResponse(cacheKey, now = Date.now()) {
+    const entry = streamStore.get(cacheKey);
+    if (!entry) {
+        lookupMisses += 1;
+        return null;
+    }
+    if (now - entry.createdAtMs > cacheTtlMs()) {
+        streamStore.delete(cacheKey);
+        lookupMisses += 1;
+        return null;
+    }
+    lookupHits += 1;
+    entry.hitCount += 1;
+    entry.lastHitAtMs = now;
+    streamStore.delete(cacheKey);
+    streamStore.set(cacheKey, entry);
+    return {
+        sse: entry.sse,
+        platform: entry.platform,
+        modelId: entry.modelId,
+        keyId: entry.keyId,
+        promptTokens: entry.promptTokens,
+        completionTokens: entry.completionTokens,
+    };
+}
+/**
+ * Store a completed SSE frame sequence for replay. The frames are the verbatim
+ * `data: {...}\n\n` lines (including the final `[DONE]`) the client received,
+ * concatenated, so a hit reproduces the stream byte-for-byte. Best-effort like
+ * the JSON store: an empty or oversize sequence is silently skipped, and the
+ * entry shares the JSON store's entry cap.
+ */
+export function storeCachedStreamResponse(cacheKey, input, now = Date.now()) {
+    if (!Array.isArray(input.frames) || input.frames.length === 0)
+        return;
+    const sse = input.frames.join('');
+    if (sse.length === 0 || Buffer.byteLength(sse) > STREAM_CACHE_MAX_BYTES)
+        return;
+    streamStore.delete(cacheKey);
+    streamStore.set(cacheKey, {
+        sse,
+        platform: input.platform,
+        modelId: input.modelId,
+        keyId: input.keyId,
+        promptTokens: input.promptTokens,
+        completionTokens: input.completionTokens,
+        hitCount: 0,
+        createdAtMs: now,
+        lastHitAtMs: null,
+    });
+    enforceCombinedCap();
+}
+/**
+ * Aggregate cache stats for the dashboard. "saved" tokens are the provider
+ * tokens that hits avoided spending: hit_count x the entry's token counts,
+ * summed, i.e. the free-tier quota the cache gave back. Those ride on the
+ * entries, so they survive a restart along with the persisted rows.
+ *
+ * hitRate is deliberately computed from the process-lifetime lookup tallies
+ * instead of totalHits: totalHits only counts the entries still held, so an
+ * eviction (or a TTL expiry) would silently retire hits that really happened
+ * and drag the reported rate down forever.
+ */
+export function getCacheStats() {
+    let totalHits = 0;
+    let savedPromptTokens = 0;
+    let savedCompletionTokens = 0;
+    for (const entry of store.values()) {
+        totalHits += entry.hitCount;
+        savedPromptTokens += entry.hitCount * entry.promptTokens;
+        savedCompletionTokens += entry.hitCount * entry.completionTokens;
+    }
+    for (const entry of streamStore.values()) {
+        totalHits += entry.hitCount;
+        savedPromptTokens += entry.hitCount * entry.promptTokens;
+        savedCompletionTokens += entry.hitCount * entry.completionTokens;
+    }
+    const lookups = lookupHits + lookupMisses;
+    return {
+        entries: store.size + streamStore.size,
+        totalHits,
+        estimatedRequestsSaved: totalHits,
+        savedPromptTokens,
+        savedCompletionTokens,
+        lookupHits,
+        lookupMisses,
+        hitRate: lookups > 0 ? lookupHits / lookups : 0,
+    };
+}
+/**
+ * Drop every cached entry, in memory AND on disk. Returns the number removed.
+ * The persisted table has to go too: DELETE /api/cache is how an operator
+ * forces fresh answers (changed keys, a bad reply, a privacy request), and a
+ * flush that left the rows behind would resurrect all of it on the next
+ * restart. Queued write-through is discarded for the same reason. Runs inline
+ * rather than deferred: this is an admin route, not the proxy hot path.
+ */
+export function clearCache() {
+    const removed = store.size + streamStore.size;
+    store.clear();
+    streamStore.clear();
+    pendingWrites.length = 0;
+    dropPendingHitCounts();
+    // The lookup tallies describe the cache that just went away; keeping them
+    // would show a 90% hit rate next to zero entries right after a flush.
+    lookupHits = 0;
+    lookupMisses = 0;
+    try {
+        getDb().prepare('DELETE FROM response_cache').run();
+    }
+    catch {
+        // best-effort: no DB (or no table yet) means there is nothing persisted
+    }
+    return removed;
+}
+//# sourceMappingURL=cache.js.map

package/dist/services/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/services/cache.ts"],"names":[],"mappings":"AAAA,qCAAqC;AACrC,EAAE;AACF,0EAA0E;AAC1E,2EAA2E;AAC3E,4EAA4E;AAC5E,+EAA+E;AAC/E,gFAAgF;AAChF,4EAA4E;AAC5E,EAAE;AACF,oCAAoC;AACpC,iFAAiF;AACjF,wEAAwE;AACxE,wEAAwE;AACxE,2EAA2E;AAC3E,gFAAgF;AAChF,+EAA+E;AAC/E,mCAAmC;AACnC,uEAAuE;AACvE,2EAA2E;AAC3E,yDAAyD;AACzD,8EAA8E;AAC9E,0EAA0E;AAC1E,yEAAyE;AACzE,+EAA+E;AAC/E,iEAAiE;AACjE,6EAA6E;AAC7E,gFAAgF;AAChF,gFAAgF;AAChF,gFAAgF;AAChF,4EAA4E;AAC5E,+EAA+E;AAC/E,4EAA4E;AAC5E,yDAAyD;AACzD,6EAA6E;AAC7E,0EAA0E;AAC1E,sEAAsE;AAEtE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAGnD,8EAA8E;AAE9E,SAAS,OAAO,CAAC,IAAY,EAAE,QAAiB;IAC9C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAC;IAC5D,OAAO,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,MAAM,CAAC,IAAY,EAAE,QAAgB;IAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAC;IAC5D,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACrD,CAAC;AAED,6EAA6E;AAC7E,+EAA+E;AAC/E,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC;QACH,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,MAAM,CAAC,MAAM,qBAAqB,GAAG,wBAAwB,CAAC;AAE9D;;;;GAIG;AACH,MAAM,UAAU,cAAc;IAC5B,MAAM,MAAM,GAAG,WAAW,CAAC,qBAAqB,CAAC,CAAC;IAClD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACjD,OAAO,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,uBAAuB;IACrC,OAAO,cAAc,EAAE,IAAI,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;AACrE,CAAC;AAED;+EAC+E;AAC/E,MAAM,UAAU,UAAU;IACxB,OAAO,MAAM,CAAC,4BAA4B,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC;AAC3D,CAAC;AAED;;sDAEsD;AACtD,MAAM,UAAU,mBAAmB;IACjC,OAAO,MAAM,CAAC,gCAAgC,EAAE,GAAG,CAAC,CAAC;AACvD,CAAC;AAED;yBACyB;AACzB,MAAM,UAAU,eAAe;IAC7B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,4BAA4B,EAAE,IAAI,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,8EAA8E;AAC9E,8EAA8E;AAC9E,MAAM,UAAU,sBAAsB,CAAC,WAA2B;IAChE,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACnE,OAAO,WAAW,IAAI,mBAAmB,EAAE,CAAC;AAC9C,CAAC;AASD,MAAM,UAAU,mBAAmB,CACjC,MAAqC,EACrC,YAA4C;IAE5C,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IAC/F,IAAI,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,KAAK,CAAC;IACrE,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC/E,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,IAAI,gCAAgC,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7D,IAAI,yBAAyB,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACrD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,WAAW,CAAC,SAAyB;IACnD,IAAI,SAAS,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,SAAS,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACpC,OAAO,cAAc,EAAE,CAAC;AAC1B,CAAC;AAED,sBAAsB;AAEtB,+EAA+E;AAC/E,4EAA4E;AAC5E,2EAA2E;AAC3E,0EAA0E;AAC1E,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC;IACxF,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAC7E,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;SAC3B,IAAI,EAAE;SACN,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC;SACjC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC/D,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAChC,CAAC;AAiCD,SAAS,SAAS,CAAC,KAAyB;IAC1C,+EAA+E;IAC/E,8CAA8C;IAC9C,OAAO,CAAC,KAAK,IAAI,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAoB;IAClD,MAAM,SAAS,GAAG,eAAe,CAAC;QAChC,CAAC,EAAE,CAAC,EAAE,mEAAmE;QACzE,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;QAC7B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,KAAK,EAAE,iBAAiB,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACxC,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,2EAA2E;QAC3E,kEAAkE;QAClE,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,2EAA2E;QAC3E,yEAAyE;QACzE,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,CAAC,EAAE,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,gBAAgB,EAAE,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC9D,iBAAiB,EAAE,iBAAiB,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC;QAChE,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,0EAA0E;QAC1E,6CAA6C;QAC7C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,WAAW,EAAE,KAAK,CAAC,WAAW;KAC/B,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACrE,CAAC;AAED,4EAA4E;AAC5E,gFAAgF;AAChF,gFAAgF;AAChF,mEAAmE;AACnE,8EAA8E;AAC9E,6EAA6E;AAC7E,gDAAgD;AAChD,SAAS,iBAAiB,CAAC,KAAc,EAAE,YAAoB;IAC7D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,KAAK,KAAK,YAAY;YAAE,OAAO,SAAS,CAAC;QAC7C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAkCD,4EAA4E;AAC5E,+EAA+E;AAC/E,iFAAiF;AACjF,MAAM,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;AAmB5C,MAAM,WAAW,GAAG,IAAI,GAAG,EAA4B,CAAC;AAExD,gEAAgE;AAChE,SAAS,YAAY,CAAC,KAA0D;IAC9E,OAAO,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC;AAChD,CAAC;AAED;;;;;;GAMG;AACH,SAAS,kBAAkB;IACzB,MAAM,GAAG,GAAG,eAAe,EAAE,CAAC;IAC9B,OAAO,KAAK,CAAC,IAAI,GAAG,WAAW,CAAC,IAAI,GAAG,GAAG,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAA2B,CAAC;QAChE,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAA2B,CAAC;QACxE,MAAM,OAAO,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,CAAC;QACrF,MAAM,SAAS,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,CAAC;QACjG,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,IAAI,OAAO,EAAE,CAAC;YACpD,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;aAAM,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACjC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACtB,sEAAsE;YACtE,wEAAwE;YACxE,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,8BAA8B;QACvC,CAAC;IACH,CAAC;AACH,CAAC;AAED,6EAA6E;AAC7E,6EAA6E;AAC7E,uEAAuE;AACvE,2EAA2E;AAC3E,kDAAkD;AAClD,EAAE;AACF,oEAAoE;AACpE,4EAA4E;AAC5E,+EAA+E;AAC/E,2EAA2E;AAC3E,2EAA2E;AAC3E,kEAAkE;AAClE,IAAI,UAAU,GAAG,CAAC,CAAC;AACnB,IAAI,YAAY,GAAG,CAAC,CAAC;AAErB,sCAAsC;AACtC,+EAA+E;AAC/E,8EAA8E;AAC9E,gFAAgF;AAChF,8EAA8E;AAC9E,4EAA4E;AAC5E,uDAAuD;AACvD,MAAM,aAAa,GAAsB,EAAE,CAAC;AAC5C,IAAI,cAAc,GAAG,KAAK,CAAC;AAE3B,SAAS,eAAe,CAAC,EAAc;IACrC,IAAI,CAAC,uBAAuB,EAAE;QAAE,OAAO;IACvC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,IAAI,cAAc;QAAE,OAAO;IAC3B,cAAc,GAAG,IAAI,CAAC;IACtB,YAAY,CAAC,kBAAkB,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,kBAAkB;IACzB,cAAc,GAAG,KAAK,CAAC;IACvB,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IAC1D,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,EAAE,EAAE,CAAC;QACP,CAAC;QAAC,MAAM,CAAC;YACP,oEAAoE;QACtE,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,eAAe,CAAC,GAAG,EAAE;QACnB,KAAK,EAAE,CAAC,OAAO,CAAC,gDAAgD,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;AACL,CAAC;AAED,+EAA+E;AAC/E,6EAA6E;AAC7E,0EAA0E;AAC1E,6EAA6E;AAC7E,MAAM,kBAAkB,GAAG,KAAK,CAAC;AACjC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAqD,CAAC;AACpF,IAAI,aAAyC,CAAC;AAC9C,SAAS,qBAAqB;IAC5B,IAAI,aAAa;QAAE,OAAO;IAC1B,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;QAC9B,aAAa,GAAG,SAAS,CAAC;QAC1B,IAAI,cAAc,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QACtC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC;QACtC,cAAc,CAAC,KAAK,EAAE,CAAC;QACvB,eAAe,CAAC,GAAG,EAAE;YACnB,MAAM,IAAI,GAAG,KAAK,EAAE,CAAC,OAAO,CAAC,iFAAiF,CAAC,CAAC;YAChH,KAAK,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,KAAK;gBAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,kBAAkB,CAAC,CAAC;IACvB,aAAa,CAAC,KAAK,EAAE,CAAC;AACxB,CAAC;AAED,SAAS,oBAAoB;IAC3B,cAAc,CAAC,KAAK,EAAE,CAAC;IACvB,IAAI,aAAa;QAAE,YAAY,CAAC,aAAa,CAAC,CAAC;IAC/C,aAAa,GAAG,SAAS,CAAC;AAC5B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,0BAA0B;IACxC,kBAAkB,EAAE,CAAC;AACvB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB;IACnC,kBAAkB,EAAE,CAAC;IACrB,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,WAAW,CAAC,KAAK,EAAE,CAAC;IACpB,UAAU,GAAG,CAAC,CAAC;IACf,YAAY,GAAG,CAAC,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAgB,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAClE,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,YAAY,IAAI,CAAC,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,GAAG,GAAG,KAAK,CAAC,WAAW,GAAG,UAAU,EAAE,EAAE,CAAC;QAC3C,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvB,2EAA2E;QAC3E,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC5B,YAAY,IAAI,CAAC,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,UAAU,IAAI,CAAC,CAAC;IAChB,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;IACpB,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC;IACxB,8BAA8B;IAC9B,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvB,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAE3B,uEAAuE;IACvE,0EAA0E;IAC1E,4EAA4E;IAC5E,yEAAyE;IACzE,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7E,qBAAqB,EAAE,CAAC;IAExB,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;KACzC,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB,EAAE,KAAiB,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IACvF,yEAAyE;IACzE,IAAI,QAAgB,CAAC;IACrB,IAAI,CAAC;QACH,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IAED,yEAAyE;IACzE,oEAAoE;IACpE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvB,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAChC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE;QAClB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,QAAQ,EAAE,CAAC;QACX,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,IAAI;KAClB,CAAC,CAAC;IAEH,qEAAqE;IACrE,2EAA2E;IAC3E,6CAA6C;IAC7C,kBAAkB,EAAE,CAAC;IAErB,8EAA8E;IAC9E,4EAA4E;IAC5E,0EAA0E;IAC1E,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,oDAAoD;IACxE,MAAM,WAAW,GAAG,GAAG,GAAG,UAAU,EAAE,CAAC;IACvC,eAAe,CAAC,GAAG,EAAE;QACnB,KAAK,EAAE,CAAC,OAAO,CACb;;;;;;;;;;;;;gDAa0C,CAC3C,CAAC,GAAG,CACH,QAAQ,EACR,QAAQ,EACR,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,gBAAgB,EACtB,KAAK,CAAC,QAAQ,EACd,GAAG,EACH,KAAK,CAAC,WAAW,EACjB,WAAW,CACZ,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAC9C,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;QACnB,uEAAuE;QACvE,uEAAuE;QACvE,4DAA4D;QAC5D,EAAE,CAAC,OAAO,CAAC,qDAAqD,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3E,qEAAqE;QACrE,2EAA2E;QAC3E,IAAI,CAAC,uBAAuB,EAAE;YAAE,OAAO;QACvC,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;mCAE6B,CAC9B,CAAC,GAAG,EAWH,CAAC;QACH,MAAM,GAAG,GAAG,eAAe,EAAE,CAAC;QAC9B,qEAAqE;QACrE,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,GAAG,GAAG,CAAC,aAAa,GAAG,UAAU,EAAE;gBAAE,SAAS,CAAC,8BAA8B;YACpF,IAAI,CAAC;gBACH,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE;oBACvB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC;oBAC/B,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,OAAO,EAAE,GAAG,CAAC,QAAQ;oBACrB,KAAK,EAAE,GAAG,CAAC,MAAM;oBACjB,YAAY,EAAE,GAAG,CAAC,aAAa;oBAC/B,gBAAgB,EAAE,GAAG,CAAC,iBAAiB;oBACvC,QAAQ,EAAE,GAAG,CAAC,SAAS;oBACvB,WAAW,EAAE,GAAG,CAAC,aAAa;oBAC9B,WAAW,EAAE,GAAG,CAAC,cAAc;iBAChC,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,gEAAgE;YAClE,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,6DAA6D;IAC/D,CAAC;AACH,CAAC;AAED,0BAA0B;AAE1B;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAqBtD;;;;;GAKG;AACH,MAAM,UAAU,uBAAuB,CAAC,QAAgB,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IACxE,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,YAAY,IAAI,CAAC,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,GAAG,GAAG,KAAK,CAAC,WAAW,GAAG,UAAU,EAAE,EAAE,CAAC;QAC3C,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC7B,YAAY,IAAI,CAAC,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,UAAU,IAAI,CAAC,CAAC;IAChB,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;IACpB,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC;IACxB,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7B,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAEjC,OAAO;QACL,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;KACzC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CAAC,QAAgB,EAAE,KAAuB,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IACnG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IACtE,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,sBAAsB;QAAE,OAAO;IAEhF,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7B,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE;QACxB,GAAG;QACH,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,QAAQ,EAAE,CAAC;QACX,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,IAAI;KAClB,CAAC,CAAC;IAEH,kBAAkB,EAAE,CAAC;AACvB,CAAC;AAyBD;;;;;;;;;;GAUG;AACH,MAAM,UAAU,aAAa;IAC3B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QACnC,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAC;QAC5B,iBAAiB,IAAI,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC;QACzD,qBAAqB,IAAI,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,gBAAgB,CAAC;IACnE,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;QACzC,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAC;QAC5B,iBAAiB,IAAI,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC;QACzD,qBAAqB,IAAI,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,gBAAgB,CAAC;IACnE,CAAC;IACD,MAAM,OAAO,GAAG,UAAU,GAAG,YAAY,CAAC;IAC1C,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,IAAI,GAAG,WAAW,CAAC,IAAI;QACtC,SAAS;QACT,sBAAsB,EAAE,SAAS;QACjC,iBAAiB;QACjB,qBAAqB;QACrB,UAAU;QACV,YAAY;QACZ,OAAO,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;KAChD,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,UAAU;IACxB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC;IAC9C,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,WAAW,CAAC,KAAK,EAAE,CAAC;IACpB,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;IACzB,oBAAoB,EAAE,CAAC;IACvB,0EAA0E;IAC1E,sEAAsE;IACtE,UAAU,GAAG,CAAC,CAAC;IACf,YAAY,GAAG,CAAC,CAAC;IACjB,IAAI,CAAC;QACH,KAAK,EAAE,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC,GAAG,EAAE,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,wEAAwE;IAC1E,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}