@astragenie/astramemory-local 0.7.2

package/dist/providers/embed/ollama.js

@@ -0,0 +1,106 @@
+import { DEFAULT_EMBED_DIM } from '../../contracts/embed.js';
+import { TransientError, DeterministicError } from '../../pipeline/errors.js';
+import { childLogger } from '../../log/logger.js';
+const EMBED_TIMEOUT_MS = 15_000;
+const HEALTH_TIMEOUT_MS = 10_000;
+async function fetchWithRetry(url, init, timeoutMs) {
+    let lastError;
+    for (let i = 0; i < 2; i++) {
+        try {
+            const res = await fetch(url, { ...init, signal: AbortSignal.timeout(timeoutMs) });
+            if (res.status >= 400 && res.status < 500)
+                return res;
+            if (res.status >= 500 && i === 0) {
+                lastError = new Error(`HTTP ${res.status} from Ollama embed`);
+                continue;
+            }
+            return res;
+        }
+        catch (err) {
+            if (i === 0) {
+                lastError = err;
+                continue;
+            }
+            throw err;
+        }
+    }
+    throw lastError;
+}
+export class OllamaEmbedProvider {
+    name = 'ollama';
+    model;
+    dim;
+    baseUrl;
+    constructor(config = {}) {
+        this.baseUrl = (config.baseUrl ?? 'http://127.0.0.1:11434').replace(/\/$/, '');
+        this.model = config.model ?? 'mxbai-embed-large';
+        this.dim = config.dim ?? DEFAULT_EMBED_DIM;
+    }
+    async embed(texts) {
+        const log = childLogger({ provider: this.name, model: this.model });
+        const results = [];
+        for (const text of texts) {
+            const t0 = Date.now();
+            const res = await fetchWithRetry(`${this.baseUrl}/api/embeddings`, {
+                method: 'POST',
+                headers: { 'content-type': 'application/json' },
+                body: JSON.stringify({ model: this.model, prompt: text }),
+            }, EMBED_TIMEOUT_MS);
+            if (!res.ok) {
+                const raw = await res.text().catch(() => '');
+                const snippet = raw.slice(0, 200);
+                const latency_ms = Date.now() - t0;
+                log.warn({ latency_ms, status: res.status, error_kind: res.status >= 500 || res.status === 429 ? 'TransientError' : 'DeterministicError' }, 'ollama embed failed');
+                if (res.status >= 500) {
+                    throw new TransientError(`Ollama embed failed: HTTP ${res.status} — ${snippet}`);
+                }
+                if (res.status === 429) {
+                    throw new TransientError(`Ollama embed rate-limited (429): ${snippet}`);
+                }
+                throw new DeterministicError(`Ollama embed failed: HTTP ${res.status} — ${snippet}`);
+            }
+            const data = (await res.json());
+            if (!data.embedding) {
+                throw new Error(`Ollama embed response missing 'embedding' field`);
+            }
+            if (data.embedding.length !== this.dim) {
+                throw new Error(`Ollama embed dimension mismatch: expected ${this.dim}, got ${data.embedding.length} (model: ${this.model})`);
+            }
+            const latency_ms = Date.now() - t0;
+            log.info({ latency_ms, tokens_in: 0, tokens_out: this.dim }, 'ollama embed ok');
+            results.push(new Float32Array(data.embedding));
+        }
+        return results;
+    }
+    async health() {
+        try {
+            const t0 = Date.now();
+            const res = await fetch(`${this.baseUrl}/api/tags`, {
+                signal: AbortSignal.timeout(HEALTH_TIMEOUT_MS),
+            });
+            const latency_ms = Date.now() - t0;
+            if (!res.ok) {
+                return { ok: false, model: this.model, dim: this.dim, error: `HTTP ${res.status}` };
+            }
+            const data = (await res.json());
+            const models = data.models ?? [];
+            const found = models.some((m) => m.name === this.model || m.name.startsWith(`${this.model}:`));
+            void latency_ms; // latency not part of EmbedHealth interface
+            return {
+                ok: found,
+                model: this.model,
+                dim: this.dim,
+                ...(found ? {} : { error: `model ${this.model} not found in ollama list` }),
+            };
+        }
+        catch (err) {
+            return {
+                ok: false,
+                model: this.model,
+                dim: this.dim,
+                error: err instanceof Error ? err.message : String(err),
+            };
+        }
+    }
+}
+//# sourceMappingURL=ollama.js.map

package/dist/providers/embed/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../src/providers/embed/ollama.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9E,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAElD,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAmBjC,KAAK,UAAU,cAAc,CAC3B,GAAW,EACX,IAAiB,EACjB,SAAiB;IAEjB,IAAI,SAAkB,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAClF,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG;gBAAE,OAAO,GAAG,CAAC;YACtD,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,SAAS,GAAG,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,MAAM,oBAAoB,CAAC,CAAC;gBAC9D,SAAS;YACX,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,SAAS,GAAG,GAAG,CAAC;gBAChB,SAAS;YACX,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IACD,MAAM,SAAS,CAAC;AAClB,CAAC;AAED,MAAM,OAAO,mBAAmB;IACrB,IAAI,GAAG,QAAiB,CAAC;IACzB,KAAK,CAAS;IACd,GAAG,CAAS;IACJ,OAAO,CAAS;IAEjC,YAAY,SAA4B,EAAE;QACxC,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,mBAAmB,CAAC;QACjD,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,iBAAiB,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,MAAM,GAAG,GAAG,WAAW,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACpE,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,MAAM,cAAc,CAC9B,GAAG,IAAI,CAAC,OAAO,iBAAiB,EAChC;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aAC1D,EACD,gBAAgB,CACjB,CAAC;YAEF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC7C,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAClC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;gBACnC,GAAG,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,oBAAoB,EAAE,EAAE,qBAAqB,CAAC,CAAC;gBACnK,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBACtB,MAAM,IAAI,cAAc,CAAC,6BAA6B,GAAG,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;gBACnF,CAAC;gBACD,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACvB,MAAM,IAAI,cAAc,CAAC,oCAAoC,OAAO,EAAE,CAAC,CAAC;gBAC1E,CAAC;gBACD,MAAM,IAAI,kBAAkB,CAAC,6BAA6B,GAAG,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;YACvF,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAwB,CAAC;YACvD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,CAAC;YAED,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvC,MAAM,IAAI,KAAK,CACb,6CAA6C,IAAI,CAAC,GAAG,SAAS,IAAI,CAAC,SAAS,CAAC,MAAM,YAAY,IAAI,CAAC,KAAK,GAAG,CAC7G,CAAC;YACJ,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YACnC,GAAG,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,iBAAiB,CAAC,CAAC;YAChF,OAAO,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACjD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;gBAClD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,iBAAiB,CAAC;aAC/C,CAAC,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YAEnC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;YACtF,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAuB,CAAC;YACtD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CACvB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CACpE,CAAC;YACF,KAAK,UAAU,CAAC,CAAC,4CAA4C;YAC7D,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,IAAI,CAAC,KAAK,2BAA2B,EAAE,CAAC;aAC5E,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/providers/index.d.ts

@@ -0,0 +1,19 @@
+import type { LLMProvider } from '../contracts/llm.js';
+import type { EmbedProvider } from '../contracts/embed.js';
+import type { Config } from '../config/config.js';
+export interface ProviderSet {
+    llm: {
+        compaction: LLMProvider;
+        extraction: LLMProvider;
+    };
+    embed: EmbedProvider;
+}
+/**
+ * Factory: given config, return {llm: {compaction, extraction}, embed} instances.
+ *
+ * Provider selection driven by:
+ *   config.llm.compaction.provider  + config.llm.compaction.model
+ *   config.llm.extraction.provider  + config.llm.extraction.model
+ *   config.embedding.provider       + config.embedding.model
+ */
+export declare function getProviders(config: Config): ProviderSet;

package/dist/providers/index.js

@@ -0,0 +1,72 @@
+import { OllamaLLMProvider } from './llm/ollama.js';
+import { AzureOpenAILLMProvider } from './llm/azure-openai.js';
+import { OllamaEmbedProvider } from './embed/ollama.js';
+import { AzureOpenAIEmbedProvider } from './embed/azure-openai.js';
+/**
+ * Resolve Azure credentials from environment if not present in config.
+ * AZURE_OPENAI_API_KEY, AZURE_OPENAI_ENDPOINT, AZURE_OPENAI_DEPLOYMENT are
+ * the conventional env vars for Azure OpenAI.
+ */
+function resolveAzureApiKey() {
+    const key = process.env.AZURE_OPENAI_API_KEY ?? '';
+    if (!key) {
+        throw new Error('Azure OpenAI provider selected but AZURE_OPENAI_API_KEY env var is not set');
+    }
+    return key;
+}
+function buildLLMProvider(providerName, model, config) {
+    if (providerName === 'ollama') {
+        return new OllamaLLMProvider({ baseUrl: config.ollama.baseUrl, model });
+    }
+    const endpoint = config.azure.endpoint ?? process.env.AZURE_OPENAI_ENDPOINT;
+    if (!endpoint) {
+        throw new Error('Azure OpenAI LLM provider selected but no endpoint configured. ' +
+            'Set config.azure.endpoint or AZURE_OPENAI_ENDPOINT env var.');
+    }
+    const deployment = config.azure.deployment ?? model;
+    return new AzureOpenAILLMProvider({
+        endpoint,
+        deployment,
+        apiKey: resolveAzureApiKey(),
+        apiVersion: config.azure.apiVersion,
+        model,
+    });
+}
+function buildEmbedProvider(config) {
+    const { provider, model, dim } = config.embedding;
+    if (provider === 'ollama') {
+        return new OllamaEmbedProvider({ baseUrl: config.ollama.baseUrl, model, dim });
+    }
+    const endpoint = config.azure.endpoint ?? process.env.AZURE_OPENAI_ENDPOINT;
+    if (!endpoint) {
+        throw new Error('Azure OpenAI embed provider selected but no endpoint configured. ' +
+            'Set config.azure.endpoint or AZURE_OPENAI_ENDPOINT env var.');
+    }
+    const deployment = config.azure.deployment ?? model;
+    return new AzureOpenAIEmbedProvider({
+        endpoint,
+        deployment,
+        apiKey: resolveAzureApiKey(),
+        apiVersion: config.azure.apiVersion,
+        model,
+        dim,
+    });
+}
+/**
+ * Factory: given config, return {llm: {compaction, extraction}, embed} instances.
+ *
+ * Provider selection driven by:
+ *   config.llm.compaction.provider  + config.llm.compaction.model
+ *   config.llm.extraction.provider  + config.llm.extraction.model
+ *   config.embedding.provider       + config.embedding.model
+ */
+export function getProviders(config) {
+    return {
+        llm: {
+            compaction: buildLLMProvider(config.llm.compaction.provider, config.llm.compaction.model, config),
+            extraction: buildLLMProvider(config.llm.extraction.provider, config.llm.extraction.model, config),
+        },
+        embed: buildEmbedProvider(config),
+    };
+}
+//# sourceMappingURL=index.js.map

package/dist/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAUnE;;;;GAIG;AACH,SAAS,kBAAkB;IACzB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC;IACnD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CACb,4EAA4E,CAC7E,CAAC;IACJ,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,gBAAgB,CACvB,YAAuC,EACvC,KAAa,EACb,MAAc;IAEd,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,IAAI,iBAAiB,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAC5E,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CACb,iEAAiE;YAC/D,6DAA6D,CAChE,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC;IACpD,OAAO,IAAI,sBAAsB,CAAC;QAChC,QAAQ;QACR,UAAU;QACV,MAAM,EAAE,kBAAkB,EAAE;QAC5B,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU;QACnC,KAAK;KACN,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACxC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC;IAElD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,OAAO,IAAI,mBAAmB,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAC5E,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CACb,mEAAmE;YACjE,6DAA6D,CAChE,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC;IACpD,OAAO,IAAI,wBAAwB,CAAC;QAClC,QAAQ;QACR,UAAU;QACV,MAAM,EAAE,kBAAkB,EAAE;QAC5B,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU;QACnC,KAAK;QACL,GAAG;KACJ,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,YAAY,CAAC,MAAc;IACzC,OAAO;QACL,GAAG,EAAE;YACH,UAAU,EAAE,gBAAgB,CAC1B,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,EAC9B,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,EAC3B,MAAM,CACP;YACD,UAAU,EAAE,gBAAgB,CAC1B,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,EAC9B,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,EAC3B,MAAM,CACP;SACF;QACD,KAAK,EAAE,kBAAkB,CAAC,MAAM,CAAC;KAClC,CAAC;AACJ,CAAC"}

package/dist/providers/llm/azure-openai.d.ts

@@ -0,0 +1,20 @@
+import type { ChatMsg, ChatOpts, ChatResult, LLMHealth, LLMProvider } from '../../contracts/llm.js';
+export interface AzureOpenAILLMConfig {
+    endpoint: string;
+    deployment: string;
+    apiKey: string;
+    apiVersion?: string;
+    model?: string;
+}
+export declare class AzureOpenAILLMProvider implements LLMProvider {
+    readonly name: "azure-openai";
+    readonly model: string;
+    private readonly endpoint;
+    private readonly deployment;
+    private readonly apiKey;
+    private readonly apiVersion;
+    constructor(config: AzureOpenAILLMConfig);
+    private get chatUrl();
+    chat(messages: ChatMsg[], opts?: ChatOpts): Promise<ChatResult>;
+    health(): Promise<LLMHealth>;
+}

package/dist/providers/llm/azure-openai.js

@@ -0,0 +1,135 @@
+import { computeCostUsd } from './pricing.js';
+import { TransientError, DeterministicError } from '../../pipeline/errors.js';
+import { childLogger } from '../../log/logger.js';
+const CHAT_TIMEOUT_MS = 60_000;
+const HEALTH_TIMEOUT_MS = 15_000;
+async function fetchWithRetry(url, init, timeoutMs) {
+    let lastError;
+    for (let i = 0; i < 2; i++) {
+        try {
+            const res = await fetch(url, { ...init, signal: AbortSignal.timeout(timeoutMs) });
+            // No retry on 4xx
+            if (res.status >= 400 && res.status < 500)
+                return res;
+            // Retry on 5xx (first attempt only)
+            if (res.status >= 500 && i === 0) {
+                lastError = new Error(`HTTP ${res.status} from Azure`);
+                continue;
+            }
+            return res;
+        }
+        catch (err) {
+            if (i === 0) {
+                lastError = err;
+                continue;
+            }
+            throw err;
+        }
+    }
+    throw lastError;
+}
+export class AzureOpenAILLMProvider {
+    name = 'azure-openai';
+    model;
+    endpoint;
+    deployment;
+    apiKey;
+    apiVersion;
+    constructor(config) {
+        this.endpoint = config.endpoint.replace(/\/$/, '');
+        this.deployment = config.deployment;
+        this.apiKey = config.apiKey;
+        this.apiVersion = config.apiVersion ?? '2024-10-21';
+        // model name used for pricing lookup; defaults to deployment name
+        this.model = config.model ?? config.deployment;
+    }
+    get chatUrl() {
+        return `${this.endpoint}/openai/deployments/${this.deployment}/chat/completions?api-version=${this.apiVersion}`;
+    }
+    async chat(messages, opts) {
+        const log = childLogger({ provider: this.name, model: this.model });
+        const t0 = Date.now();
+        const useJson = opts?.json ?? true;
+        const body = {
+            messages,
+            ...(useJson ? { response_format: { type: 'json_object' } } : {}),
+            ...(opts?.temperature !== undefined ? { temperature: opts.temperature } : {}),
+            ...(opts?.maxTokens !== undefined ? { max_tokens: opts.maxTokens } : {}),
+        };
+        const res = await fetchWithRetry(this.chatUrl, {
+            method: 'POST',
+            headers: {
+                'content-type': 'application/json',
+                'api-key': this.apiKey,
+            },
+            body: JSON.stringify(body),
+        }, CHAT_TIMEOUT_MS);
+        if (!res.ok) {
+            const raw = await res.text().catch(() => '');
+            let detail = raw;
+            try {
+                const parsed = JSON.parse(raw);
+                detail = parsed.error?.message ?? raw;
+            }
+            catch {
+                // leave as raw text
+            }
+            const snippet = detail.slice(0, 200);
+            const latency_ms = Date.now() - t0;
+            log.warn({ latency_ms, status: res.status, error_kind: res.status >= 500 || res.status === 429 ? 'TransientError' : 'DeterministicError' }, 'azure-openai chat failed');
+            if (res.status >= 500) {
+                throw new TransientError(`Azure OpenAI chat failed: HTTP ${res.status} — ${snippet}`);
+            }
+            if (res.status === 429) {
+                throw new TransientError(`Azure OpenAI chat rate-limited (429): ${snippet}`);
+            }
+            throw new DeterministicError(`Azure OpenAI chat failed: HTTP ${res.status} — ${snippet}`);
+        }
+        const data = (await res.json());
+        const text = data.choices?.[0]?.message?.content ?? '';
+        const promptTokens = data.usage?.prompt_tokens ?? 0;
+        const completionTokens = data.usage?.completion_tokens ?? 0;
+        const usd = computeCostUsd(this.model, promptTokens, completionTokens);
+        const latency_ms = Date.now() - t0;
+        log.info({ latency_ms, tokens_in: promptTokens, tokens_out: completionTokens, usd }, 'azure-openai chat ok');
+        return {
+            text,
+            usage: { in: promptTokens, out: completionTokens, usd },
+        };
+    }
+    async health() {
+        const t0 = Date.now();
+        // Ping with a minimal 1-token completion
+        const body = {
+            messages: [{ role: 'user', content: 'ping' }],
+            max_tokens: 1,
+        };
+        try {
+            const res = await fetch(this.chatUrl, {
+                method: 'POST',
+                headers: {
+                    'content-type': 'application/json',
+                    'api-key': this.apiKey,
+                },
+                body: JSON.stringify(body),
+                signal: AbortSignal.timeout(HEALTH_TIMEOUT_MS),
+            });
+            const latency_ms = Date.now() - t0;
+            return {
+                ok: res.ok,
+                model: this.model,
+                latency_ms,
+                ...(res.ok ? {} : { error: `HTTP ${res.status}` }),
+            };
+        }
+        catch (err) {
+            return {
+                ok: false,
+                model: this.model,
+                latency_ms: Date.now() - t0,
+                error: err instanceof Error ? err.message : String(err),
+            };
+        }
+    }
+}
+//# sourceMappingURL=azure-openai.js.map

package/dist/providers/llm/azure-openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-openai.js","sourceRoot":"","sources":["../../../src/providers/llm/azure-openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9E,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAElD,MAAM,eAAe,GAAG,MAAM,CAAC;AAC/B,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAmBjC,KAAK,UAAU,cAAc,CAC3B,GAAW,EACX,IAAiB,EACjB,SAAiB;IAEjB,IAAI,SAAkB,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAClF,kBAAkB;YAClB,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG;gBAAE,OAAO,GAAG,CAAC;YACtD,oCAAoC;YACpC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,SAAS,GAAG,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,MAAM,aAAa,CAAC,CAAC;gBACvD,SAAS;YACX,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,SAAS,GAAG,GAAG,CAAC;gBAChB,SAAS;YACX,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IACD,MAAM,SAAS,CAAC;AAClB,CAAC;AAED,MAAM,OAAO,sBAAsB;IACxB,IAAI,GAAG,cAAuB,CAAC;IAC/B,KAAK,CAAS;IACN,QAAQ,CAAS;IACjB,UAAU,CAAS;IACnB,MAAM,CAAS;IACf,UAAU,CAAS;IAEpC,YAAY,MAA4B;QACtC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,YAAY,CAAC;QACpD,kEAAkE;QAClE,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC;IACjD,CAAC;IAED,IAAY,OAAO;QACjB,OAAO,GAAG,IAAI,CAAC,QAAQ,uBAAuB,IAAI,CAAC,UAAU,iCAAiC,IAAI,CAAC,UAAU,EAAE,CAAC;IAClH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAmB,EAAE,IAAe;QAC7C,MAAM,GAAG,GAAG,WAAW,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACpE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,MAAM,OAAO,GAAG,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC;QACnC,MAAM,IAAI,GAAG;YACX,QAAQ;YACR,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,GAAG,CAAC,IAAI,EAAE,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7E,GAAG,CAAC,IAAI,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzE,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,cAAc,CAC9B,IAAI,CAAC,OAAO,EACZ;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,SAAS,EAAE,IAAI,CAAC,MAAM;aACvB;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,EACD,eAAe,CAChB,CAAC;QAEF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC7C,IAAI,MAAM,GAAG,GAAG,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;gBACpD,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,GAAG,CAAC;YACxC,CAAC;YAAC,MAAM,CAAC;gBACP,oBAAoB;YACtB,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACrC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YACnC,GAAG,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,oBAAoB,EAAE,EAAE,0BAA0B,CAAC,CAAC;YACxK,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBACtB,MAAM,IAAI,cAAc,CAAC,kCAAkC,GAAG,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;YACxF,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvB,MAAM,IAAI,cAAc,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;YAC/E,CAAC;YACD,MAAM,IAAI,kBAAkB,CAAC,kCAAkC,GAAG,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAsB,CAAC;QACrD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACvD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;QACpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;QAC5D,MAAM,GAAG,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,gBAAgB,CAAC,CAAC;QACvE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QAEnC,GAAG,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAE7G,OAAO;YACL,IAAI;YACJ,KAAK,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE;SACxD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,yCAAyC;QACzC,MAAM,IAAI,GAAG;YACX,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAC7C,UAAU,EAAE,CAAC;SACd,CAAC;QACF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE;gBACpC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,SAAS,EAAE,IAAI,CAAC,MAAM;iBACvB;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,iBAAiB,CAAC;aAC/C,CAAC,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YACnC,OAAO;gBACL,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU;gBACV,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;aACnD,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;gBAC3B,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/providers/llm/ollama.d.ts

@@ -0,0 +1,13 @@
+import type { ChatMsg, ChatOpts, ChatResult, LLMHealth, LLMProvider } from '../../contracts/llm.js';
+export interface OllamaLLMConfig {
+    baseUrl?: string;
+    model?: string;
+}
+export declare class OllamaLLMProvider implements LLMProvider {
+    readonly name: "ollama";
+    readonly model: string;
+    private readonly baseUrl;
+    constructor(config?: OllamaLLMConfig);
+    chat(messages: ChatMsg[], opts?: ChatOpts): Promise<ChatResult>;
+    health(): Promise<LLMHealth>;
+}

package/dist/providers/llm/ollama.js

@@ -0,0 +1,113 @@
+import { TransientError, DeterministicError } from '../../pipeline/errors.js';
+import { childLogger } from '../../log/logger.js';
+const CHAT_TIMEOUT_MS = 60_000;
+const HEALTH_TIMEOUT_MS = 10_000;
+async function fetchWithRetry(url, init, timeoutMs) {
+    const attempt = async () => {
+        return fetch(url, { ...init, signal: AbortSignal.timeout(timeoutMs) });
+    };
+    let lastError;
+    for (let i = 0; i < 2; i++) {
+        try {
+            const res = await attempt();
+            // No retry on 4xx
+            if (res.status >= 400 && res.status < 500)
+                return res;
+            // Retry on 5xx (only if first attempt)
+            if (res.status >= 500 && i === 0) {
+                lastError = new Error(`HTTP ${res.status} from ${url}`);
+                continue;
+            }
+            return res;
+        }
+        catch (err) {
+            // Network error or timeout — retry once
+            if (i === 0) {
+                lastError = err;
+                continue;
+            }
+            throw err;
+        }
+    }
+    throw lastError;
+}
+export class OllamaLLMProvider {
+    name = 'ollama';
+    model;
+    baseUrl;
+    constructor(config = {}) {
+        this.baseUrl = (config.baseUrl ?? 'http://127.0.0.1:11434').replace(/\/$/, '');
+        this.model = config.model ?? 'qwen2.5-coder:7b';
+    }
+    async chat(messages, opts) {
+        const log = childLogger({ provider: this.name, model: this.model });
+        const t0 = Date.now();
+        const useJson = opts?.json ?? true;
+        const body = {
+            model: this.model,
+            messages,
+            stream: false,
+            ...(useJson ? { format: 'json' } : {}),
+            ...(opts?.temperature !== undefined ? { options: { temperature: opts.temperature } } : {}),
+            ...(opts?.maxTokens !== undefined ? { options: { num_predict: opts.maxTokens } } : {}),
+        };
+        const res = await fetchWithRetry(`${this.baseUrl}/api/chat`, {
+            method: 'POST',
+            headers: { 'content-type': 'application/json' },
+            body: JSON.stringify(body),
+        }, CHAT_TIMEOUT_MS);
+        if (!res.ok) {
+            const rawBody = await res.text().catch(() => '');
+            const snippet = rawBody.slice(0, 200);
+            const latency_ms = Date.now() - t0;
+            log.warn({ latency_ms, status: res.status, error_kind: res.status >= 500 ? 'TransientError' : 'DeterministicError' }, 'ollama chat failed');
+            if (res.status >= 500) {
+                throw new TransientError(`Ollama chat failed: HTTP ${res.status} — ${snippet}`);
+            }
+            if (res.status === 429) {
+                throw new TransientError(`Ollama chat rate-limited (429): ${snippet}`);
+            }
+            throw new DeterministicError(`Ollama chat failed: HTTP ${res.status} — ${snippet}`);
+        }
+        const data = (await res.json());
+        const text = data.message?.content ?? '';
+        const inTokens = data.prompt_eval_count ?? 0;
+        const outTokens = data.eval_count ?? 0;
+        const latency_ms = Date.now() - t0;
+        log.info({ latency_ms, tokens_in: inTokens, tokens_out: outTokens, usd: 0 }, 'ollama chat ok');
+        return {
+            text,
+            usage: { in: inTokens, out: outTokens, usd: 0 },
+        };
+    }
+    async health() {
+        const t0 = Date.now();
+        try {
+            const res = await fetch(`${this.baseUrl}/api/tags`, {
+                signal: AbortSignal.timeout(HEALTH_TIMEOUT_MS),
+            });
+            const latency_ms = Date.now() - t0;
+            if (!res.ok) {
+                return { ok: false, model: this.model, latency_ms, error: `HTTP ${res.status}` };
+            }
+            const data = (await res.json());
+            const models = data.models ?? [];
+            const found = models.some((m) => m.name === this.model || m.name.startsWith(`${this.model}:`));
+            return {
+                ok: found,
+                model: this.model,
+                latency_ms,
+                ...(found ? {} : { error: `model ${this.model} not found in ollama list` }),
+            };
+        }
+        catch (err) {
+            return {
+                ok: false,
+                model: this.model,
+                latency_ms: Date.now() - t0,
+                error: err instanceof Error ? err.message : String(err),
+            };
+        }
+    }
+}
+//# sourceMappingURL=ollama.js.map

package/dist/providers/llm/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../src/providers/llm/ollama.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9E,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAElD,MAAM,eAAe,GAAG,MAAM,CAAC;AAC/B,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAiBjC,KAAK,UAAU,cAAc,CAC3B,GAAW,EACX,IAAiB,EACjB,SAAiB;IAEjB,MAAM,OAAO,GAAG,KAAK,IAAuB,EAAE;QAC5C,OAAO,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACzE,CAAC,CAAC;IAEF,IAAI,SAAkB,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,OAAO,EAAE,CAAC;YAC5B,kBAAkB;YAClB,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG;gBAAE,OAAO,GAAG,CAAC;YACtD,uCAAuC;YACvC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,SAAS,GAAG,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,MAAM,SAAS,GAAG,EAAE,CAAC,CAAC;gBACxD,SAAS;YACX,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,wCAAwC;YACxC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,SAAS,GAAG,GAAG,CAAC;gBAChB,SAAS;YACX,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IACD,MAAM,SAAS,CAAC;AAClB,CAAC;AAED,MAAM,OAAO,iBAAiB;IACnB,IAAI,GAAG,QAAiB,CAAC;IACzB,KAAK,CAAS;IACN,OAAO,CAAS;IAEjC,YAAY,SAA0B,EAAE;QACtC,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,kBAAkB,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAmB,EAAE,IAAe;QAC7C,MAAM,GAAG,GAAG,WAAW,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACpE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,MAAM,OAAO,GAAG,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC;QACnC,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ;YACR,MAAM,EAAE,KAAK;YACb,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtC,GAAG,CAAC,IAAI,EAAE,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,GAAG,CAAC,IAAI,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACvF,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,cAAc,CAC9B,GAAG,IAAI,CAAC,OAAO,WAAW,EAC1B;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,EACD,eAAe,CAChB,CAAC;QAEF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACtC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YACnC,GAAG,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,oBAAoB,EAAE,EAAE,oBAAoB,CAAC,CAAC;YAC5I,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBACtB,MAAM,IAAI,cAAc,CAAC,4BAA4B,GAAG,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;YAClF,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvB,MAAM,IAAI,cAAc,CAAC,mCAAmC,OAAO,EAAE,CAAC,CAAC;YACzE,CAAC;YACD,MAAM,IAAI,kBAAkB,CAAC,4BAA4B,GAAG,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAuB,CAAC;QACtD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QACvC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QAEnC,GAAG,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,gBAAgB,CAAC,CAAC;QAE/F,OAAO;YACL,IAAI;YACJ,KAAK,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,EAAE;SAChD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;gBAClD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,iBAAiB,CAAC;aAC/C,CAAC,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YACnC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;YACnF,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAuB,CAAC;YACtD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CACvB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CACpE,CAAC;YACF,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU;gBACV,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,IAAI,CAAC,KAAK,2BAA2B,EAAE,CAAC;aAC5E,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;gBAC3B,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/providers/llm/pricing.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Azure OpenAI pricing table — placeholder rates.
+ *
+ * UPDATE THESE with actual prices from:
+ * https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/
+ *
+ * Rates are in USD per 1,000,000 tokens (per-1M).
+ * Last checked: 2026-06-27 (prices change — verify before production use).
+ */
+export interface ModelPricing {
+    /** USD per 1M input (prompt) tokens */
+    in_per_1m_usd: number;
+    /** USD per 1M output (completion) tokens */
+    out_per_1m_usd: number;
+}
+export declare const PRICING: Record<string, ModelPricing>;
+/**
+ * Compute USD cost from token counts.
+ * Returns 0 if the model is not in the pricing table.
+ */
+export declare function computeCostUsd(model: string, promptTokens: number, completionTokens: number): number;

package/dist/providers/llm/pricing.js

@@ -0,0 +1,22 @@
+export const PRICING = {
+    // PLACEHOLDER: verify at https://azure.microsoft.com/pricing/details/cognitive-services/openai-service/
+    'gpt-4.1': { in_per_1m_usd: 2.50, out_per_1m_usd: 10.00 },
+    // PLACEHOLDER: verify pricing
+    'gpt-4.1-mini': { in_per_1m_usd: 0.15, out_per_1m_usd: 0.60 },
+    // PLACEHOLDER: verify pricing
+    'gpt-4o': { in_per_1m_usd: 2.50, out_per_1m_usd: 10.00 },
+    // PLACEHOLDER: verify pricing
+    'gpt-4o-mini': { in_per_1m_usd: 0.15, out_per_1m_usd: 0.60 },
+};
+/**
+ * Compute USD cost from token counts.
+ * Returns 0 if the model is not in the pricing table.
+ */
+export function computeCostUsd(model, promptTokens, completionTokens) {
+    const entry = PRICING[model];
+    if (!entry)
+        return 0;
+    return ((promptTokens / 1_000_000) * entry.in_per_1m_usd +
+        (completionTokens / 1_000_000) * entry.out_per_1m_usd);
+}
+//# sourceMappingURL=pricing.js.map

package/dist/providers/llm/pricing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pricing.js","sourceRoot":"","sources":["../../../src/providers/llm/pricing.ts"],"names":[],"mappings":"AAgBA,MAAM,CAAC,MAAM,OAAO,GAAiC;IACnD,wGAAwG;IACxG,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE;IACzD,8BAA8B;IAC9B,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE;IAC7D,8BAA8B;IAC9B,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE;IACxD,8BAA8B;IAC9B,aAAa,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE;CAC7D,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,cAAc,CAC5B,KAAa,EACb,YAAoB,EACpB,gBAAwB;IAExB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,CAAC;IACrB,OAAO,CACL,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,aAAa;QAChD,CAAC,gBAAgB,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,cAAc,CACtD,CAAC;AACJ,CAAC"}

package/dist/recall/pack.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Memory-pack selection (KF-B) — the "injection judgment" v1.
+ * Heuristic, no ML: score = typeWeight · recency · importance,
+ * take top-N under a token budget, render grouped Markdown.
+ * Recency half-life 30 days mirrors search freshness decay.
+ */
+import type { DB } from '../storage/db.js';
+export interface PackOptions {
+    repo: string;
+    project?: string | null;
+    branch?: string | null;
+    budgetTokens?: number;
+    typeWeights?: Record<string, number>;
+    now?: number;
+}
+export interface PackMemory {
+    id: string;
+    type: string;
+    text: string;
+    score: number;
+}
+export declare const DEFAULT_TYPE_WEIGHTS: Record<string, number>;
+export declare const DEFAULT_BUDGET_TOKENS = 1500;
+/**
+ * Rough token estimate: ~4 chars per token. Real tokenizers vary ±20% —
+ * callers needing exact budgets should leave ~10% headroom. The default
+ * 1500-token budget is deliberately conservative for this reason.
+ */
+export declare function estimateTokens(text: string): number;
+export declare function selectPack(db: DB, opts: PackOptions): PackMemory[];
+/** Render the pack as compact Markdown grouped by type, memory ids inline. */
+export declare function renderPack(memories: PackMemory[]): string;