@seanhogg/builderforce-memory 2026.6.18

package/dist/bridges/CachingBridge.js

@@ -0,0 +1,62 @@
+/**
+ * CachingBridge – a read-through caching decorator for any TransformerBridge.
+ *
+ * Wraps an inner bridge and memoises `generate()` keyed on the full request
+ * shape (model, system, prompt, sampling). Identical completions are served
+ * from memory instead of re-billing the provider — the single most effective
+ * lever for cutting LLM spend on repeated prompts (distillation passes, retries,
+ * fan-out over duplicate inputs).
+ *
+ * Composes with every bridge, so the caching policy lives in one place rather
+ * than being reimplemented per provider:
+ *
+ *   const bridge = new CachingBridge(new AnthropicBridge({ apiKey }));
+ *
+ * Streaming is delegated straight through and never cached — a token stream is
+ * consumed once and caching it would defeat its purpose.
+ */
+import { ResponseCache, buildCacheKey } from './ResponseCache.js';
+export class CachingBridge {
+    _inner;
+    _cache;
+    constructor(inner, opts = {}) {
+        this._inner = inner;
+        this._cache = opts.cache ?? new ResponseCache(opts);
+    }
+    /** Mirrors the wrapped bridge so callers can still gate on streaming support. */
+    get supportsStreaming() {
+        return this._inner.supportsStreaming;
+    }
+    /** The underlying cache — exposed for stats inspection and manual eviction. */
+    get cache() {
+        return this._cache;
+    }
+    async generate(prompt, opts = {}) {
+        const key = buildCacheKey({
+            prompt,
+            model: opts.model,
+            systemPrompt: opts.systemPrompt,
+            maxTokens: opts.maxTokens,
+            temperature: opts.temperature,
+            topP: opts.topP,
+        });
+        const cached = this._cache.get(key);
+        if (cached !== undefined)
+            return cached;
+        const value = await this._inner.generate(prompt, opts);
+        this._cache.set(key, value, Date.now());
+        return value;
+    }
+    /**
+     * Streaming is delegated to the inner bridge unchanged and is never cached.
+     * Present only when the inner bridge supports it, so `supportsStreaming`
+     * stays an accurate gate.
+     */
+    stream(prompt, opts) {
+        if (!this._inner.stream) {
+            throw new Error('Wrapped bridge does not support streaming.');
+        }
+        return this._inner.stream(prompt, opts);
+    }
+}
+//# sourceMappingURL=CachingBridge.js.map

package/dist/bridges/CachingBridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CachingBridge.js","sourceRoot":"","sources":["../../src/bridges/CachingBridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAGH,OAAO,EAAE,aAAa,EAAE,aAAa,EAA6B,MAAM,oBAAoB,CAAC;AAW7F,MAAM,OAAO,aAAa;IACL,MAAM,CAAqB;IAC3B,MAAM,CAAiB;IAExC,YAAY,KAAwB,EAAE,OAA6B,EAAE;QACjE,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC;IACxD,CAAC;IAED,iFAAiF;IACjF,IAAI,iBAAiB;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;IACzC,CAAC;IAED,+EAA+E;IAC/E,IAAI,KAAK;QACL,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,OAA8B,EAAE;QAC3D,MAAM,GAAG,GAAG,aAAa,CAAC;YACtB,MAAM;YACN,KAAK,EAAS,IAAI,CAAC,KAAK;YACxB,YAAY,EAAG,IAAI,CAAC,YAAY;YAChC,SAAS,EAAK,IAAI,CAAC,SAAS;YAC5B,WAAW,EAAG,IAAI,CAAC,WAAW;YAC9B,IAAI,EAAU,IAAI,CAAC,IAAI;SAC1B,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;QAExC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACxC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,MAAc,EAAE,IAA4B;QAC/C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC5C,CAAC;CACJ"}

package/dist/bridges/FetchBridge.d.ts

@@ -0,0 +1,30 @@
+/**
+ * FetchBridge – generic OpenAI-compatible bridge for local or hosted endpoints.
+ *
+ * Works with Ollama, LM Studio, vLLM, llama.cpp server, or any service that
+ * exposes a /chat/completions endpoint compatible with the OpenAI request
+ * and response schema.
+ */
+import { OpenAIBridge } from './OpenAIBridge.js';
+import type { BridgeGenerateOptions } from './TransformerBridge.js';
+export interface FetchBridgeOptions {
+    /** Base URL of the OpenAI-compatible server, e.g. 'http://localhost:1234/v1'. */
+    baseUrl: string;
+    /** API key — many local servers require any non-empty string. Default: 'local'. */
+    apiKey?: string;
+    /** Model name understood by the server. Default: 'default'. */
+    model?: string;
+    /** Default system prompt. */
+    systemPrompt?: string;
+    /** Default max tokens. Default: 512. */
+    maxTokens?: number;
+}
+/**
+ * FetchBridge is a thin re-configuration of OpenAIBridge pointed at a custom
+ * base URL.  All streaming and request logic is inherited.
+ */
+export declare class FetchBridge extends OpenAIBridge {
+    constructor(opts: FetchBridgeOptions);
+}
+export type { BridgeGenerateOptions };
+//# sourceMappingURL=FetchBridge.d.ts.map

package/dist/bridges/FetchBridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FetchBridge.d.ts","sourceRoot":"","sources":["../../src/bridges/FetchBridge.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAEpE,MAAM,WAAW,kBAAkB;IAC/B,iFAAiF;IACjF,OAAO,EAAS,MAAM,CAAC;IACvB,mFAAmF;IACnF,MAAM,CAAC,EAAS,MAAM,CAAC;IACvB,+DAA+D;IAC/D,KAAK,CAAC,EAAU,MAAM,CAAC;IACvB,6BAA6B;IAC7B,YAAY,CAAC,EAAG,MAAM,CAAC;IACvB,wCAAwC;IACxC,SAAS,CAAC,EAAM,MAAM,CAAC;CAC1B;AAED;;;GAGG;AACH,qBAAa,WAAY,SAAQ,YAAY;gBAC7B,IAAI,EAAE,kBAAkB;CASvC;AAED,YAAY,EAAE,qBAAqB,EAAE,CAAC"}

package/dist/bridges/FetchBridge.js

@@ -0,0 +1,24 @@
+/**
+ * FetchBridge – generic OpenAI-compatible bridge for local or hosted endpoints.
+ *
+ * Works with Ollama, LM Studio, vLLM, llama.cpp server, or any service that
+ * exposes a /chat/completions endpoint compatible with the OpenAI request
+ * and response schema.
+ */
+import { OpenAIBridge } from './OpenAIBridge.js';
+/**
+ * FetchBridge is a thin re-configuration of OpenAIBridge pointed at a custom
+ * base URL.  All streaming and request logic is inherited.
+ */
+export class FetchBridge extends OpenAIBridge {
+    constructor(opts) {
+        super({
+            apiKey: opts.apiKey ?? 'local',
+            model: opts.model ?? 'default',
+            baseUrl: opts.baseUrl,
+            systemPrompt: opts.systemPrompt,
+            maxTokens: opts.maxTokens,
+        });
+    }
+}
+//# sourceMappingURL=FetchBridge.js.map

package/dist/bridges/FetchBridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FetchBridge.js","sourceRoot":"","sources":["../../src/bridges/FetchBridge.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAgBjD;;;GAGG;AACH,MAAM,OAAO,WAAY,SAAQ,YAAY;IACzC,YAAY,IAAwB;QAChC,KAAK,CAAC;YACF,MAAM,EAAS,IAAI,CAAC,MAAM,IAAW,OAAO;YAC5C,KAAK,EAAU,IAAI,CAAC,KAAK,IAAY,SAAS;YAC9C,OAAO,EAAQ,IAAI,CAAC,OAAO;YAC3B,YAAY,EAAG,IAAI,CAAC,YAAY;YAChC,SAAS,EAAM,IAAI,CAAC,SAAS;SAChC,CAAC,CAAC;IACP,CAAC;CACJ"}

package/dist/bridges/OpenAIBridge.d.ts

@@ -0,0 +1,33 @@
+/**
+ * OpenAIBridge – TransformerBridge implementation for the OpenAI Chat API.
+ *
+ * Supports both non-streaming and streaming (SSE) completions.
+ * Compatible with any OpenAI-compatible endpoint via the `baseUrl` option.
+ */
+import type { TransformerBridge, BridgeGenerateOptions } from './TransformerBridge.js';
+export interface OpenAIBridgeOptions {
+    /** OpenAI API key (or compatible service key). */
+    apiKey: string;
+    /** Model to use. Default: 'gpt-4o-mini'. */
+    model?: string;
+    /** API base URL. Default: 'https://api.openai.com/v1'. */
+    baseUrl?: string;
+    /** Default system prompt sent with every request. */
+    systemPrompt?: string;
+    /** Default max tokens. Default: 512. */
+    maxTokens?: number;
+}
+export declare class OpenAIBridge implements TransformerBridge {
+    readonly supportsStreaming: true;
+    private readonly _apiKey;
+    private readonly _model;
+    private readonly _baseUrl;
+    private readonly _systemPrompt;
+    private readonly _maxTokens;
+    constructor(opts: OpenAIBridgeOptions);
+    generate(prompt: string, opts?: BridgeGenerateOptions): Promise<string>;
+    stream(prompt: string, opts?: BridgeGenerateOptions): AsyncIterable<string>;
+    private _buildBody;
+    private _fetch;
+}
+//# sourceMappingURL=OpenAIBridge.d.ts.map

package/dist/bridges/OpenAIBridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAIBridge.d.ts","sourceRoot":"","sources":["../../src/bridges/OpenAIBridge.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAEvF,MAAM,WAAW,mBAAmB;IAChC,kDAAkD;IAClD,MAAM,EAAU,MAAM,CAAC;IACvB,4CAA4C;IAC5C,KAAK,CAAC,EAAU,MAAM,CAAC;IACvB,0DAA0D;IAC1D,OAAO,CAAC,EAAQ,MAAM,CAAC;IACvB,qDAAqD;IACrD,YAAY,CAAC,EAAG,MAAM,CAAC;IACvB,wCAAwC;IACxC,SAAS,CAAC,EAAM,MAAM,CAAC;CAC1B;AAED,qBAAa,YAAa,YAAW,iBAAiB;IAClD,QAAQ,CAAC,iBAAiB,EAAG,IAAI,CAAU;IAE3C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAe;IACvC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAc;IACvC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAY;gBAE3B,IAAI,EAAE,mBAAmB;IAQ/B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,GAAE,qBAA0B,GAAG,OAAO,CAAC,MAAM,CAAC;IAoB1E,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,GAAE,qBAA0B,GAAG,aAAa,CAAC,MAAM,CAAC;IAmBtF,OAAO,CAAC,UAAU;IAgBlB,OAAO,CAAC,MAAM;CAUjB"}

package/dist/bridges/OpenAIBridge.js

@@ -0,0 +1,110 @@
+/**
+ * OpenAIBridge – TransformerBridge implementation for the OpenAI Chat API.
+ *
+ * Supports both non-streaming and streaming (SSE) completions.
+ * Compatible with any OpenAI-compatible endpoint via the `baseUrl` option.
+ */
+import { SSMError } from '../errors/SSMError.js';
+export class OpenAIBridge {
+    supportsStreaming = true;
+    _apiKey;
+    _model;
+    _baseUrl;
+    _systemPrompt;
+    _maxTokens;
+    constructor(opts) {
+        this._apiKey = opts.apiKey;
+        this._model = opts.model ?? 'gpt-4o-mini';
+        this._baseUrl = (opts.baseUrl ?? 'https://api.openai.com/v1').replace(/\/$/, '');
+        this._systemPrompt = opts.systemPrompt ?? '';
+        this._maxTokens = opts.maxTokens ?? 512;
+    }
+    async generate(prompt, opts = {}) {
+        const body = this._buildBody(prompt, opts, false);
+        const res = await this._fetch(body);
+        if (!res.ok) {
+            const text = await res.text().catch(() => '');
+            throw new SSMError('BRIDGE_REQUEST_FAILED', `OpenAI API returned ${res.status}: ${text}`);
+        }
+        const json = await res.json();
+        const content = json.choices?.[0]?.message?.content;
+        if (typeof content !== 'string') {
+            throw new SSMError('BRIDGE_RESPONSE_INVALID', 'Unexpected OpenAI response shape.');
+        }
+        return content;
+    }
+    async *stream(prompt, opts = {}) {
+        const body = this._buildBody(prompt, opts, true);
+        const res = await this._fetch(body);
+        if (!res.ok) {
+            const text = await res.text().catch(() => '');
+            throw new SSMError('BRIDGE_REQUEST_FAILED', `OpenAI streaming API returned ${res.status}: ${text}`);
+        }
+        if (!res.body) {
+            throw new SSMError('BRIDGE_RESPONSE_INVALID', 'OpenAI streaming response has no body.');
+        }
+        yield* parseOpenAIStream(res.body);
+    }
+    _buildBody(prompt, opts, stream) {
+        const sys = opts.systemPrompt ?? this._systemPrompt;
+        const messages = [];
+        if (sys)
+            messages.push({ role: 'system', content: sys });
+        messages.push({ role: 'user', content: prompt });
+        return JSON.stringify({
+            model: opts.model ?? this._model,
+            messages,
+            max_tokens: opts.maxTokens ?? this._maxTokens,
+            temperature: opts.temperature ?? 0.7,
+            top_p: opts.topP ?? 0.9,
+            stream,
+        });
+    }
+    _fetch(body) {
+        return fetch(`${this._baseUrl}/chat/completions`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${this._apiKey}`,
+            },
+            body,
+        });
+    }
+}
+// ── SSE parser ────────────────────────────────────────────────────────────────
+async function* parseOpenAIStream(body) {
+    const reader = body.getReader();
+    const decoder = new TextDecoder();
+    let buffer = '';
+    try {
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split('\n');
+            buffer = lines.pop(); // keep the last (possibly partial) line; split() always yields ≥1 element
+            for (const line of lines) {
+                const trimmed = line.trim();
+                if (!trimmed.startsWith('data: '))
+                    continue;
+                const data = trimmed.slice(6);
+                if (data === '[DONE]')
+                    return;
+                try {
+                    const chunk = JSON.parse(data);
+                    const delta = chunk.choices?.[0]?.delta?.content;
+                    if (typeof delta === 'string' && delta.length > 0)
+                        yield delta;
+                }
+                catch {
+                    // Malformed JSON in stream — skip silently
+                }
+            }
+        }
+    }
+    finally {
+        reader.releaseLock();
+    }
+}
+//# sourceMappingURL=OpenAIBridge.js.map

package/dist/bridges/OpenAIBridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAIBridge.js","sourceRoot":"","sources":["../../src/bridges/OpenAIBridge.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAgBjD,MAAM,OAAO,YAAY;IACZ,iBAAiB,GAAG,IAAa,CAAC;IAE1B,OAAO,CAAe;IACtB,MAAM,CAAgB;IACtB,QAAQ,CAAc;IACtB,aAAa,CAAS;IACtB,UAAU,CAAY;IAEvC,YAAY,IAAyB;QACjC,IAAI,CAAC,OAAO,GAAS,IAAI,CAAC,MAAM,CAAC;QACjC,IAAI,CAAC,MAAM,GAAU,IAAI,CAAC,KAAK,IAAW,aAAa,CAAC;QACxD,IAAI,CAAC,QAAQ,GAAQ,CAAC,IAAI,CAAC,OAAO,IAAQ,2BAA2B,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC1F,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,UAAU,GAAM,IAAI,CAAC,SAAS,IAAO,GAAG,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,OAA8B,EAAE;QAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,GAAG,GAAI,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAErC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACV,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9C,MAAM,IAAI,QAAQ,CACd,uBAAuB,EACvB,uBAAuB,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAC/C,CAAC;QACN,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA6B,CAAC;QACzD,MAAM,OAAO,GAAI,IAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC;QAC7D,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,IAAI,QAAQ,CAAC,yBAAyB,EAAE,mCAAmC,CAAC,CAAC;QACvF,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,MAAc,EAAE,OAA8B,EAAE;QAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QACjD,MAAM,GAAG,GAAI,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAErC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACV,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9C,MAAM,IAAI,QAAQ,CACd,uBAAuB,EACvB,iCAAiC,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CACzD,CAAC;QACN,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,QAAQ,CAAC,yBAAyB,EAAE,wCAAwC,CAAC,CAAC;QAC5F,CAAC;QAED,KAAK,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAEO,UAAU,CAAC,MAAc,EAAE,IAA2B,EAAE,MAAe;QAC3E,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,aAAa,CAAC;QACpD,MAAM,QAAQ,GAAwC,EAAE,CAAC;QACzD,IAAI,GAAG;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;QACzD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAEjD,OAAO,IAAI,CAAC,SAAS,CAAC;YAClB,KAAK,EAAQ,IAAI,CAAC,KAAK,IAAQ,IAAI,CAAC,MAAM;YAC1C,QAAQ;YACR,UAAU,EAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU;YAC9C,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;YACpC,KAAK,EAAQ,IAAI,CAAC,IAAI,IAAW,GAAG;YACpC,MAAM;SACT,CAAC,CAAC;IACP,CAAC;IAEO,MAAM,CAAC,IAAY;QACvB,OAAO,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,mBAAmB,EAAE;YAC9C,MAAM,EAAG,MAAM;YACf,OAAO,EAAE;gBACL,cAAc,EAAG,kBAAkB;gBACnC,eAAe,EAAE,UAAU,IAAI,CAAC,OAAO,EAAE;aAC5C;YACD,IAAI;SACP,CAAC,CAAC;IACP,CAAC;CACJ;AAED,iFAAiF;AAEjF,KAAK,SAAS,CAAC,CAAC,iBAAiB,CAAC,IAAgC;IAC9D,MAAM,MAAM,GAAI,IAAI,CAAC,SAAS,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAM,EAAE,CAAC;IAEnB,IAAI,CAAC;QACD,OAAO,IAAI,EAAE,CAAC;YACV,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAY,CAAC,CAAG,0EAA0E;YAE5G,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;oBAAE,SAAS;gBAE5C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC9B,IAAI,IAAI,KAAK,QAAQ;oBAAE,OAAO;gBAE9B,IAAI,CAAC;oBACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;oBAC1D,MAAM,KAAK,GAAI,KAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;oBAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;wBAAE,MAAM,KAAK,CAAC;gBACnE,CAAC;gBAAC,MAAM,CAAC;oBACL,2CAA2C;gBAC/C,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;YAAS,CAAC;QACP,MAAM,CAAC,WAAW,EAAE,CAAC;IACzB,CAAC;AACL,CAAC"}

package/dist/bridges/ResponseCache.d.ts

@@ -0,0 +1,65 @@
+/**
+ * ResponseCache – a small, dependency-free read-through cache for transformer
+ * bridge completions.
+ *
+ * This is the canonical cache for this library: a single bounded LRU with an
+ * optional TTL, not an ad-hoc Map inlined at a call site. It exists because an
+ * external LLM call is the most expensive thing the runtime does — identical
+ * (model, system, prompt, sampling) requests should never be billed twice.
+ *
+ * Scope is in-process by design: this package targets the browser and Node, so
+ * there is no shared KV / cross-isolate tier to propagate to (unlike the
+ * BuilderForce.ai gateway, whose read-through cache is L1 Map + L2 KV). A
+ * consumer that needs cross-process sharing can wrap a bridge with its own
+ * distributed cache using the same `CachingBridge` shape.
+ */
+export interface ResponseCacheOptions {
+    /**
+     * Maximum number of entries retained. Oldest-accessed entries are evicted
+     * first once the bound is reached. Default: 500.
+     */
+    maxEntries?: number;
+    /**
+     * Optional time-to-live in milliseconds. Entries older than this are treated
+     * as misses and dropped on access. Omit for no expiry (cache until evicted).
+     */
+    ttlMs?: number;
+}
+export declare class ResponseCache {
+    private readonly _maxEntries;
+    private readonly _ttlMs;
+    private readonly _store;
+    private _hits;
+    private _misses;
+    constructor(opts?: ResponseCacheOptions);
+    /**
+     * Returns the cached value for `key`, or `undefined` on a miss (including an
+     * expired entry, which is also evicted). A hit refreshes recency.
+     */
+    get(key: string): string | undefined;
+    /** Stores `value` under `key`, evicting the least-recently-used entry if full. */
+    set(key: string, value: string, now: number): void;
+    /** Drops all cached entries. */
+    clear(): void;
+    /** Current entry count (including not-yet-evicted expired entries). */
+    get size(): number;
+    /** Cumulative hit / miss counters, for observability and cache-tuning. */
+    get stats(): {
+        hits: number;
+        misses: number;
+    };
+    private _isExpired;
+}
+/**
+ * Builds a stable, collision-resistant cache key from the request shape. Any
+ * field that changes the model's output must be part of the key.
+ */
+export declare function buildCacheKey(parts: {
+    prompt: string;
+    model?: string;
+    systemPrompt?: string;
+    maxTokens?: number;
+    temperature?: number;
+    topP?: number;
+}): string;
+//# sourceMappingURL=ResponseCache.d.ts.map

package/dist/bridges/ResponseCache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ResponseCache.d.ts","sourceRoot":"","sources":["../../src/bridges/ResponseCache.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,MAAM,WAAW,oBAAoB;IACjC;;;OAGG;IACH,UAAU,CAAC,EAAG,MAAM,CAAC;IACrB;;;OAGG;IACH,KAAK,CAAC,EAAQ,MAAM,CAAC;CACxB;AASD,qBAAa,aAAa;IACtB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAU;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA2B;IAElD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkC;IAEzD,OAAO,CAAC,KAAK,CAAO;IACpB,OAAO,CAAC,OAAO,CAAK;gBAER,IAAI,GAAE,oBAAyB;IAK3C;;;OAGG;IACH,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAkBpC,kFAAkF;IAClF,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAYlD,gCAAgC;IAChC,KAAK,IAAI,IAAI;IAIb,uEAAuE;IACvE,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,0EAA0E;IAC1E,IAAI,KAAK,IAAI;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAE5C;IAED,OAAO,CAAC,UAAU;CAMrB;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE;IACjC,MAAM,EAAS,MAAM,CAAC;IACtB,KAAK,CAAC,EAAS,MAAM,CAAC;IACtB,YAAY,CAAC,EAAG,MAAM,CAAC;IACvB,SAAS,CAAC,EAAK,MAAM,CAAC;IACtB,WAAW,CAAC,EAAG,MAAM,CAAC;IACtB,IAAI,CAAC,EAAU,MAAM,CAAC;CACzB,GAAG,MAAM,CAWT"}

package/dist/bridges/ResponseCache.js

@@ -0,0 +1,97 @@
+/**
+ * ResponseCache – a small, dependency-free read-through cache for transformer
+ * bridge completions.
+ *
+ * This is the canonical cache for this library: a single bounded LRU with an
+ * optional TTL, not an ad-hoc Map inlined at a call site. It exists because an
+ * external LLM call is the most expensive thing the runtime does — identical
+ * (model, system, prompt, sampling) requests should never be billed twice.
+ *
+ * Scope is in-process by design: this package targets the browser and Node, so
+ * there is no shared KV / cross-isolate tier to propagate to (unlike the
+ * BuilderForce.ai gateway, whose read-through cache is L1 Map + L2 KV). A
+ * consumer that needs cross-process sharing can wrap a bridge with its own
+ * distributed cache using the same `CachingBridge` shape.
+ */
+const DEFAULT_MAX_ENTRIES = 500;
+export class ResponseCache {
+    _maxEntries;
+    _ttlMs;
+    // Map preserves insertion order; re-insertion on hit gives us LRU ordering.
+    _store = new Map();
+    _hits = 0;
+    _misses = 0;
+    constructor(opts = {}) {
+        this._maxEntries = opts.maxEntries ?? DEFAULT_MAX_ENTRIES;
+        this._ttlMs = opts.ttlMs;
+    }
+    /**
+     * Returns the cached value for `key`, or `undefined` on a miss (including an
+     * expired entry, which is also evicted). A hit refreshes recency.
+     */
+    get(key) {
+        const record = this._store.get(key);
+        if (!record) {
+            this._misses++;
+            return undefined;
+        }
+        if (this._isExpired(record)) {
+            this._store.delete(key);
+            this._misses++;
+            return undefined;
+        }
+        // Refresh recency: delete + re-insert moves the key to the newest slot.
+        this._store.delete(key);
+        this._store.set(key, record);
+        this._hits++;
+        return record.value;
+    }
+    /** Stores `value` under `key`, evicting the least-recently-used entry if full. */
+    set(key, value, now) {
+        if (this._store.has(key))
+            this._store.delete(key);
+        this._store.set(key, { value, timestamp: now });
+        while (this._store.size > this._maxEntries) {
+            // size > maxEntries (≥ 0) guarantees the map is non-empty, so the
+            // oldest key always exists — the non-null assertion is safe.
+            const oldest = this._store.keys().next().value;
+            this._store.delete(oldest);
+        }
+    }
+    /** Drops all cached entries. */
+    clear() {
+        this._store.clear();
+    }
+    /** Current entry count (including not-yet-evicted expired entries). */
+    get size() {
+        return this._store.size;
+    }
+    /** Cumulative hit / miss counters, for observability and cache-tuning. */
+    get stats() {
+        return { hits: this._hits, misses: this._misses };
+    }
+    _isExpired(record) {
+        if (this._ttlMs == null)
+            return false;
+        // `now` is read at access time so a single import of Date is enough; the
+        // caller-supplied `now` on set() keeps insertion timestamps consistent.
+        return Date.now() > record.timestamp + this._ttlMs;
+    }
+}
+/**
+ * Builds a stable, collision-resistant cache key from the request shape. Any
+ * field that changes the model's output must be part of the key.
+ */
+export function buildCacheKey(parts) {
+    // JSON of a fixed-order tuple — deterministic and unambiguous (a delimiter
+    // string could collide across fields; positional JSON cannot).
+    return JSON.stringify([
+        parts.model ?? '',
+        parts.systemPrompt ?? '',
+        parts.maxTokens ?? '',
+        parts.temperature ?? '',
+        parts.topP ?? '',
+        parts.prompt,
+    ]);
+}
+//# sourceMappingURL=ResponseCache.js.map

package/dist/bridges/ResponseCache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ResponseCache.js","sourceRoot":"","sources":["../../src/bridges/ResponseCache.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAoBH,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAEhC,MAAM,OAAO,aAAa;IACL,WAAW,CAAU;IACrB,MAAM,CAA2B;IAClD,4EAA4E;IAC3D,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEjD,KAAK,GAAK,CAAC,CAAC;IACZ,OAAO,GAAG,CAAC,CAAC;IAEpB,YAAY,OAA6B,EAAE;QACvC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,IAAI,mBAAmB,CAAC;QAC1D,IAAI,CAAC,MAAM,GAAQ,IAAI,CAAC,KAAK,CAAC;IAClC,CAAC;IAED;;;OAGG;IACH,GAAG,CAAC,GAAW;QACX,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACxB,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,wEAAwE;QACxE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,OAAO,MAAM,CAAC,KAAK,CAAC;IACxB,CAAC;IAED,kFAAkF;IAClF,GAAG,CAAC,GAAW,EAAE,KAAa,EAAE,GAAW;QACvC,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAEhD,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,kEAAkE;YAClE,6DAA6D;YAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAe,CAAC;YACzD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC;IACL,CAAC;IAED,gCAAgC;IAChC,KAAK;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,uEAAuE;IACvE,IAAI,IAAI;QACJ,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IAC5B,CAAC;IAED,0EAA0E;IAC1E,IAAI,KAAK;QACL,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;IACtD,CAAC;IAEO,UAAU,CAAC,MAAmB;QAClC,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI;YAAE,OAAO,KAAK,CAAC;QACtC,yEAAyE;QACzE,wEAAwE;QACxE,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;IACvD,CAAC;CACJ;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,KAO7B;IACG,2EAA2E;IAC3E,+DAA+D;IAC/D,OAAO,IAAI,CAAC,SAAS,CAAC;QAClB,KAAK,CAAC,KAAK,IAAW,EAAE;QACxB,KAAK,CAAC,YAAY,IAAI,EAAE;QACxB,KAAK,CAAC,SAAS,IAAO,EAAE;QACxB,KAAK,CAAC,WAAW,IAAK,EAAE;QACxB,KAAK,CAAC,IAAI,IAAY,EAAE;QACxB,KAAK,CAAC,MAAM;KACf,CAAC,CAAC;AACP,CAAC"}

package/dist/bridges/SemanticCachingBridge.d.ts

@@ -0,0 +1,31 @@
+/**
+ * SemanticCachingBridge – a read-through *semantic* caching decorator for any
+ * TransformerBridge. The semantic sibling of CachingBridge: where CachingBridge
+ * only reuses byte-identical prompts, this reuses a prior answer when the new
+ * prompt is within `threshold` cosine similarity of one already answered.
+ *
+ *   const bridge = new SemanticCachingBridge(new AnthropicBridge({ apiKey }), {
+ *     embed: (t) => runtime.embed(t),        // on-device SSM, free
+ *     l2: new FetchSemanticCacheBackend({ baseUrl, apiKey }),  // shared via gateway
+ *   });
+ *
+ * Streaming is delegated straight through and never cached.
+ */
+import type { TransformerBridge, BridgeGenerateOptions } from './TransformerBridge.js';
+import { SemanticCache, type SemanticCacheOptions } from '../cache/SemanticCache.js';
+export interface SemanticCachingBridgeOptions extends Omit<SemanticCacheOptions, never> {
+    /** Provide a shared SemanticCache instance instead of constructing one. */
+    cache?: SemanticCache;
+}
+export declare class SemanticCachingBridge implements TransformerBridge {
+    private readonly _inner;
+    private readonly _cache;
+    constructor(inner: TransformerBridge, opts: SemanticCachingBridgeOptions);
+    get supportsStreaming(): boolean;
+    /** The underlying SemanticCache — exposed for stats inspection. */
+    get cache(): SemanticCache;
+    generate(prompt: string, opts?: BridgeGenerateOptions): Promise<string>;
+    /** Streaming is delegated unchanged and never cached. */
+    stream(prompt: string, opts?: BridgeGenerateOptions): AsyncIterable<string>;
+}
+//# sourceMappingURL=SemanticCachingBridge.d.ts.map

package/dist/bridges/SemanticCachingBridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SemanticCachingBridge.d.ts","sourceRoot":"","sources":["../../src/bridges/SemanticCachingBridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AACvF,OAAO,EAAE,aAAa,EAAE,KAAK,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAErF,MAAM,WAAW,4BAA6B,SAAQ,IAAI,CAAC,oBAAoB,EAAE,KAAK,CAAC;IACnF,2EAA2E;IAC3E,KAAK,CAAC,EAAG,aAAa,CAAC;CAC1B;AAED,qBAAa,qBAAsB,YAAW,iBAAiB;IAC3D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;IAC5C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;gBAE5B,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,4BAA4B;IAKxE,IAAI,iBAAiB,IAAI,OAAO,CAE/B;IAED,mEAAmE;IACnE,IAAI,KAAK,IAAI,aAAa,CAEzB;IAEK,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,GAAE,qBAA0B,GAAG,OAAO,CAAC,MAAM,CAAC;IAYjF,yDAAyD;IACzD,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,qBAAqB,GAAG,aAAa,CAAC,MAAM,CAAC;CAM9E"}

package/dist/bridges/SemanticCachingBridge.js

@@ -0,0 +1,44 @@
+/**
+ * SemanticCachingBridge – a read-through *semantic* caching decorator for any
+ * TransformerBridge. The semantic sibling of CachingBridge: where CachingBridge
+ * only reuses byte-identical prompts, this reuses a prior answer when the new
+ * prompt is within `threshold` cosine similarity of one already answered.
+ *
+ *   const bridge = new SemanticCachingBridge(new AnthropicBridge({ apiKey }), {
+ *     embed: (t) => runtime.embed(t),        // on-device SSM, free
+ *     l2: new FetchSemanticCacheBackend({ baseUrl, apiKey }),  // shared via gateway
+ *   });
+ *
+ * Streaming is delegated straight through and never cached.
+ */
+import { SemanticCache } from '../cache/SemanticCache.js';
+export class SemanticCachingBridge {
+    _inner;
+    _cache;
+    constructor(inner, opts) {
+        this._inner = inner;
+        this._cache = opts.cache ?? new SemanticCache(opts);
+    }
+    get supportsStreaming() {
+        return this._inner.supportsStreaming;
+    }
+    /** The underlying SemanticCache — exposed for stats inspection. */
+    get cache() {
+        return this._cache;
+    }
+    async generate(prompt, opts = {}) {
+        // Match on system + prompt meaning so different system contexts don't
+        // cross-hit; partition further by model via the stored meta.
+        const queryText = opts.systemPrompt ? `${opts.systemPrompt}\n${prompt}` : prompt;
+        const { response } = await this._cache.getOrGenerate(queryText, () => this._inner.generate(prompt, opts), opts.model ? { model: opts.model } : undefined);
+        return response;
+    }
+    /** Streaming is delegated unchanged and never cached. */
+    stream(prompt, opts) {
+        if (!this._inner.stream) {
+            throw new Error('Wrapped bridge does not support streaming.');
+        }
+        return this._inner.stream(prompt, opts);
+    }
+}
+//# sourceMappingURL=SemanticCachingBridge.js.map

package/dist/bridges/SemanticCachingBridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SemanticCachingBridge.js","sourceRoot":"","sources":["../../src/bridges/SemanticCachingBridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EAAE,aAAa,EAA6B,MAAM,2BAA2B,CAAC;AAOrF,MAAM,OAAO,qBAAqB;IACb,MAAM,CAAqB;IAC3B,MAAM,CAAiB;IAExC,YAAY,KAAwB,EAAE,IAAkC;QACpE,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,iBAAiB;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;IACzC,CAAC;IAED,mEAAmE;IACnE,IAAI,KAAK;QACL,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,OAA8B,EAAE;QAC3D,sEAAsE;QACtE,6DAA6D;QAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;QACjF,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAChD,SAAS,EACT,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,EACxC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CACjD,CAAC;QACF,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,yDAAyD;IACzD,MAAM,CAAC,MAAc,EAAE,IAA4B;QAC/C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC5C,CAAC;CACJ"}

package/dist/bridges/TransformerBridge.d.ts

@@ -0,0 +1,35 @@
+/**
+ * TransformerBridge – pluggable interface for any transformer LLM backend.
+ *
+ * Implementations (OpenAIBridge, AnthropicBridge, FetchBridge) satisfy this
+ * interface and are passed to SSMRuntime to enable hybrid inference and
+ * distillation.  The interface is structural — any object with the right
+ * shape works, no base class required.
+ */
+export interface BridgeGenerateOptions {
+    /** Max tokens to generate. Default per-adapter (typically 512). */
+    maxTokens?: number;
+    /** Sampling temperature. Default per-adapter (typically 0.7). */
+    temperature?: number;
+    /** Nucleus sampling p. Default per-adapter (typically 0.9). */
+    topP?: number;
+    /** System prompt for this request, overriding the adapter's default. */
+    systemPrompt?: string;
+    /** Model string, overriding the adapter's default. */
+    model?: string;
+}
+export interface TransformerBridge {
+    /**
+     * Generates a completion for the given prompt.
+     * Must resolve to the assistant's reply text only (not including the prompt).
+     */
+    generate(prompt: string, opts?: BridgeGenerateOptions): Promise<string>;
+    /**
+     * Streaming variant — yields tokens incrementally.
+     * Check `supportsStreaming` before calling.
+     */
+    stream?(prompt: string, opts?: BridgeGenerateOptions): AsyncIterable<string>;
+    /** True when this bridge supports the `stream()` method. */
+    readonly supportsStreaming: boolean;
+}
+//# sourceMappingURL=TransformerBridge.d.ts.map

package/dist/bridges/TransformerBridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TransformerBridge.d.ts","sourceRoot":"","sources":["../../src/bridges/TransformerBridge.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,WAAW,qBAAqB;IAClC,mEAAmE;IACnE,SAAS,CAAC,EAAM,MAAM,CAAC;IACvB,iEAAiE;IACjE,WAAW,CAAC,EAAI,MAAM,CAAC;IACvB,+DAA+D;IAC/D,IAAI,CAAC,EAAW,MAAM,CAAC;IACvB,wEAAwE;IACxE,YAAY,CAAC,EAAG,MAAM,CAAC;IACvB,sDAAsD;IACtD,KAAK,CAAC,EAAU,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,iBAAiB;IAC9B;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAExE;;;OAGG;IACH,MAAM,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,qBAAqB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IAE7E,4DAA4D;IAC5D,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAC;CACvC"}

package/dist/bridges/TransformerBridge.js

@@ -0,0 +1,10 @@
+/**
+ * TransformerBridge – pluggable interface for any transformer LLM backend.
+ *
+ * Implementations (OpenAIBridge, AnthropicBridge, FetchBridge) satisfy this
+ * interface and are passed to SSMRuntime to enable hybrid inference and
+ * distillation.  The interface is structural — any object with the right
+ * shape works, no base class required.
+ */
+export {};
+//# sourceMappingURL=TransformerBridge.js.map

package/dist/bridges/TransformerBridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TransformerBridge.js","sourceRoot":"","sources":["../../src/bridges/TransformerBridge.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG"}

package/dist/bridges/index.d.ts

@@ -0,0 +1,14 @@
+export type { TransformerBridge, BridgeGenerateOptions } from './TransformerBridge.js';
+export { OpenAIBridge } from './OpenAIBridge.js';
+export { AnthropicBridge } from './AnthropicBridge.js';
+export { FetchBridge } from './FetchBridge.js';
+export { CachingBridge } from './CachingBridge.js';
+export { SemanticCachingBridge } from './SemanticCachingBridge.js';
+export { ResponseCache, buildCacheKey } from './ResponseCache.js';
+export type { OpenAIBridgeOptions } from './OpenAIBridge.js';
+export type { AnthropicBridgeOptions } from './AnthropicBridge.js';
+export type { FetchBridgeOptions } from './FetchBridge.js';
+export type { CachingBridgeOptions } from './CachingBridge.js';
+export type { SemanticCachingBridgeOptions } from './SemanticCachingBridge.js';
+export type { ResponseCacheOptions } from './ResponseCache.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/bridges/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/bridges/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AACvF,OAAO,EAAE,YAAY,EAAE,MAAS,mBAAmB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAU,kBAAkB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAQ,oBAAoB,CAAC;AACrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAClE,YAAY,EAAE,mBAAmB,EAAE,MAAS,mBAAmB,CAAC;AAChE,YAAY,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AACnE,YAAY,EAAE,kBAAkB,EAAE,MAAU,kBAAkB,CAAC;AAC/D,YAAY,EAAE,oBAAoB,EAAE,MAAQ,oBAAoB,CAAC;AACjE,YAAY,EAAE,4BAA4B,EAAE,MAAM,4BAA4B,CAAC;AAC/E,YAAY,EAAE,oBAAoB,EAAE,MAAQ,oBAAoB,CAAC"}

package/dist/bridges/index.js

@@ -0,0 +1,7 @@
+export { OpenAIBridge } from './OpenAIBridge.js';
+export { AnthropicBridge } from './AnthropicBridge.js';
+export { FetchBridge } from './FetchBridge.js';
+export { CachingBridge } from './CachingBridge.js';
+export { SemanticCachingBridge } from './SemanticCachingBridge.js';
+export { ResponseCache, buildCacheKey } from './ResponseCache.js';
+//# sourceMappingURL=index.js.map

package/dist/bridges/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/bridges/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAS,mBAAmB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAU,kBAAkB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAQ,oBAAoB,CAAC;AACrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC"}