@venturekit-pro/ai 0.0.47 → 0.0.50

package/dist/gateway/postgres.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Postgres sinks for the LLM gateway (migration `vk_ai_cost_0004_llm_gateway.sql`):
+ *
+ *   - `recordCost` → one `vk_llm_cost_events` row per billed call,
+ *     idempotent on `llm-call:<callId>` (every vendor call is counted
+ *     once; a re-run is a new call, so a new row).
+ *   - `recordCall` → one `vk_llm_calls` row per call with attempts,
+ *     policy decisions, usage, cost and the full request / response
+ *     content, kept until `expires_at` (`purgeExpiredLlmCalls`).
+ */
+import type { Querier } from '../model-catalog/types.js';
+import type { LlmCallRecord, GatewaySinks } from './types.js';
+export interface PostgresGatewaySinksOptions {
+    /** Days a `vk_llm_calls` row is kept (full content). Default 90; may depend on the call. */
+    retentionDays?: number | ((record: LlmCallRecord) => number);
+}
+export declare function createPostgresGatewaySinks(querier: Querier, options?: PostgresGatewaySinksOptions): GatewaySinks;
+/** Delete up to `limit` audit rows past their `expires_at`. Returns how many went. */
+export declare function purgeExpiredLlmCalls(querier: Querier, options?: {
+    limit?: number;
+}): Promise<number>;
+export interface LlmCallRow {
+    id: string;
+    tenantId: string | null;
+    feature: string;
+    correlationId: string | null;
+    targetType: string | null;
+    targetId: string | null;
+    status: string;
+    modelKey: string | null;
+    provider: string | null;
+    model: string | null;
+    credentialSource: string | null;
+    fellBack: boolean;
+    attempts: unknown;
+    policyDecisions: unknown;
+    usage: unknown;
+    costUsd: string | null;
+    costMicroUsd: string | null;
+    latencyMs: number | null;
+    labels: Record<string, unknown>;
+    request: unknown;
+    response: unknown;
+    error: unknown;
+    startedAt: Date;
+    finishedAt: Date;
+    expiresAt: Date;
+}
+/** The audit trail of an operation (a run) or a workspace, newest first. */
+export declare function listLlmCalls(querier: Querier, filter: {
+    correlationId?: string;
+    tenantId?: string;
+    limit?: number;
+}): Promise<LlmCallRow[]>;
+//# sourceMappingURL=postgres.d.ts.map

package/dist/gateway/postgres.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres.d.ts","sourceRoot":"","sources":["../../src/gateway/postgres.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE9D,MAAM,WAAW,2BAA2B;IAC1C,4FAA4F;IAC5F,aAAa,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,KAAK,MAAM,CAAC,CAAC;CAC9D;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,OAAO,EAChB,OAAO,GAAE,2BAAgC,GACxC,YAAY,CAuFd;AAED,sFAAsF;AACtF,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,OAAO,EAChB,OAAO,GAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAA;CAAO,GAC/B,OAAO,CAAC,MAAM,CAAC,CAQjB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;IAClB,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,IAAI,CAAC;IAChB,UAAU,EAAE,IAAI,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,4EAA4E;AAC5E,wBAAsB,YAAY,CAChC,OAAO,EAAE,OAAO,EAChB,MAAM,EAAE;IAAE,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GACpE,OAAO,CAAC,UAAU,EAAE,CAAC,CAwBvB"}

package/dist/gateway/postgres.js

@@ -0,0 +1,127 @@
+/**
+ * Postgres sinks for the LLM gateway (migration `vk_ai_cost_0004_llm_gateway.sql`):
+ *
+ *   - `recordCost` → one `vk_llm_cost_events` row per billed call,
+ *     idempotent on `llm-call:<callId>` (every vendor call is counted
+ *     once; a re-run is a new call, so a new row).
+ *   - `recordCall` → one `vk_llm_calls` row per call with attempts,
+ *     policy decisions, usage, cost and the full request / response
+ *     content, kept until `expires_at` (`purgeExpiredLlmCalls`).
+ */
+import { recordLlmCost } from '../cost-ledger/record.js';
+export function createPostgresGatewaySinks(querier, options = {}) {
+    const retention = (record) => {
+        const days = typeof options.retentionDays === 'function'
+            ? options.retentionDays(record)
+            : (options.retentionDays ?? 90);
+        return Math.max(1, Math.round(days));
+    };
+    return {
+        async recordCost(record) {
+            if (!record.usage || !record.provider || !record.model)
+                return;
+            await recordLlmCost(querier, {
+                tenantId: record.context.tenantId,
+                source: record.context.feature,
+                ...(record.context.target ? { target: record.context.target } : {}),
+                provider: record.provider,
+                model: record.model,
+                tokensIn: record.usage.tokensIn,
+                tokensOut: record.usage.tokensOut,
+                costUsd: record.cost?.costUsd ?? null,
+                costMicroUsd: record.cost?.costMicroUsd ?? null,
+                latencyMs: record.latencyMs,
+                ...(record.context.correlationId ? { correlationId: record.context.correlationId } : {}),
+                idempotencyKey: `llm-call:${record.id}`,
+                payload: {
+                    callId: record.id,
+                    modelKey: record.modelKey,
+                    cachedTokensIn: record.usage.cachedTokensIn,
+                    ...(record.usage.cacheWriteTokensIn
+                        ? { cacheWriteTokensIn: record.usage.cacheWriteTokensIn }
+                        : {}),
+                    ...(record.usage.cacheWrite1hTokensIn
+                        ? { cacheWrite1hTokensIn: record.usage.cacheWrite1hTokensIn }
+                        : {}),
+                    webSearches: record.usage.webSearches,
+                    credentialSource: record.credentialSource,
+                    fellBack: record.fellBack,
+                    labels: record.context.labels ?? {},
+                },
+            });
+        },
+        async recordCall(record) {
+            await querier(`INSERT INTO vk_llm_calls (
+           id, tenant_id, feature, actor_type, actor_id, target_type, target_id, correlation_id,
+           status, model_key, provider, model, credential_source, fell_back,
+           attempts, policy_decisions, usage, cost_usd, cost_micro_usd, latency_ms,
+           labels, request, response, error, started_at, finished_at, expires_at
+         ) VALUES (
+           $1, $2, $3, $4, $5, $6, $7, $8,
+           $9, $10, $11, $12, $13, $14,
+           $15::jsonb, $16::jsonb, $17::jsonb, $18, $19, $20,
+           $21::jsonb, $22::jsonb, $23::jsonb, $24::jsonb, $25, $26, now() + make_interval(days => $27)
+         )
+         ON CONFLICT (id) DO NOTHING`, [
+                record.id,
+                record.context.tenantId,
+                record.context.feature,
+                record.context.actor?.type ?? null,
+                record.context.actor?.id ?? null,
+                record.context.target?.type ?? null,
+                record.context.target?.id ?? null,
+                record.context.correlationId ?? null,
+                record.status,
+                record.modelKey,
+                record.provider,
+                record.model,
+                record.credentialSource,
+                record.fellBack,
+                JSON.stringify(record.attempts),
+                JSON.stringify(record.policyDecisions),
+                record.usage ? JSON.stringify(record.usage) : null,
+                record.cost?.costUsd ?? null,
+                record.cost?.costMicroUsd ?? null,
+                record.latencyMs,
+                JSON.stringify(record.context.labels ?? {}),
+                JSON.stringify(record.request),
+                record.response ? JSON.stringify(record.response) : null,
+                record.error ? JSON.stringify(record.error) : null,
+                record.startedAt,
+                record.finishedAt,
+                retention(record),
+            ]);
+        },
+    };
+}
+/** Delete up to `limit` audit rows past their `expires_at`. Returns how many went. */
+export async function purgeExpiredLlmCalls(querier, options = {}) {
+    const rows = await querier(`DELETE FROM vk_llm_calls
+      WHERE id IN (SELECT id FROM vk_llm_calls WHERE expires_at < now() ORDER BY expires_at LIMIT $1)
+      RETURNING id`, [options.limit ?? 5000]);
+    return rows.length;
+}
+/** The audit trail of an operation (a run) or a workspace, newest first. */
+export async function listLlmCalls(querier, filter) {
+    const where = [];
+    const params = [];
+    if (filter.correlationId) {
+        params.push(filter.correlationId);
+        where.push(`correlation_id = $${params.length}`);
+    }
+    if (filter.tenantId) {
+        params.push(filter.tenantId);
+        where.push(`tenant_id = $${params.length}`);
+    }
+    params.push(Math.min(Math.max(filter.limit ?? 100, 1), 1000));
+    return querier(`SELECT id, tenant_id AS "tenantId", feature, correlation_id AS "correlationId", target_type AS "targetType",
+            target_id AS "targetId", status, model_key AS "modelKey", provider, model, credential_source AS "credentialSource",
+            fell_back AS "fellBack", attempts, policy_decisions AS "policyDecisions", usage, cost_usd AS "costUsd",
+            cost_micro_usd AS "costMicroUsd", latency_ms AS "latencyMs", labels, request, response, error,
+            started_at AS "startedAt", finished_at AS "finishedAt", expires_at AS "expiresAt"
+       FROM vk_llm_calls
+      ${where.length ? `WHERE ${where.join(' AND ')}` : ''}
+      ORDER BY started_at DESC
+      LIMIT $${params.length}`, params);
+}
+//# sourceMappingURL=postgres.js.map

package/dist/gateway/postgres.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres.js","sourceRoot":"","sources":["../../src/gateway/postgres.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AASzD,MAAM,UAAU,0BAA0B,CACxC,OAAgB,EAChB,UAAuC,EAAE;IAEzC,MAAM,SAAS,GAAG,CAAC,MAAqB,EAAU,EAAE;QAClD,MAAM,IAAI,GACR,OAAO,OAAO,CAAC,aAAa,KAAK,UAAU;YACzC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC;YAC/B,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACvC,CAAC,CAAC;IACF,OAAO;QACL,KAAK,CAAC,UAAU,CAAC,MAAM;YACrB,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK;gBAAE,OAAO;YAC/D,MAAM,aAAa,CAAC,OAAO,EAAE;gBAC3B,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ;gBACjC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;gBAC9B,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnE,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;gBAC/B,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS;gBACjC,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,IAAI,IAAI;gBACrC,YAAY,EAAE,MAAM,CAAC,IAAI,EAAE,YAAY,IAAI,IAAI;gBAC/C,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxF,cAAc,EAAE,YAAY,MAAM,CAAC,EAAE,EAAE;gBACvC,OAAO,EAAE;oBACP,MAAM,EAAE,MAAM,CAAC,EAAE;oBACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc;oBAC3C,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB;wBACjC,CAAC,CAAC,EAAE,kBAAkB,EAAE,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE;wBACzD,CAAC,CAAC,EAAE,CAAC;oBACP,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB;wBACnC,CAAC,CAAC,EAAE,oBAAoB,EAAE,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE;wBAC7D,CAAC,CAAC,EAAE,CAAC;oBACP,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW;oBACrC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;oBACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE;iBACpC;aACF,CAAC,CAAC;QACL,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,MAAM;YACrB,MAAM,OAAO,CACX;;;;;;;;;;;qCAW6B,EAC7B;gBACE,MAAM,CAAC,EAAE;gBACT,MAAM,CAAC,OAAO,CAAC,QAAQ;gBACvB,MAAM,CAAC,OAAO,CAAC,OAAO;gBACtB,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,IAAI,IAAI;gBAClC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,IAAI,IAAI;gBAChC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,IAAI,IAAI;gBACnC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,IAAI,IAAI;gBACjC,MAAM,CAAC,OAAO,CAAC,aAAa,IAAI,IAAI;gBACpC,MAAM,CAAC,MAAM;gBACb,MAAM,CAAC,QAAQ;gBACf,MAAM,CAAC,QAAQ;gBACf,MAAM,CAAC,KAAK;gBACZ,MAAM,CAAC,gBAAgB;gBACvB,MAAM,CAAC,QAAQ;gBACf,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;gBAC/B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC;gBACtC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;gBAClD,MAAM,CAAC,IAAI,EAAE,OAAO,IAAI,IAAI;gBAC5B,MAAM,CAAC,IAAI,EAAE,YAAY,IAAI,IAAI;gBACjC,MAAM,CAAC,SAAS;gBAChB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;gBAC3C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;gBAC9B,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;gBACxD,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;gBAClD,MAAM,CAAC,SAAS;gBAChB,MAAM,CAAC,UAAU;gBACjB,SAAS,CAAC,MAAM,CAAC;aAClB,CACF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,sFAAsF;AACtF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAAgB,EAChB,UAA8B,EAAE;IAEhC,MAAM,IAAI,GAAG,MAAM,OAAO,CACxB;;mBAEe,EACf,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,CACxB,CAAC;IACF,OAAO,IAAI,CAAC,MAAM,CAAC;AACrB,CAAC;AA8BD,4EAA4E;AAC5E,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAgB,EAChB,MAAqE;IAErE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,MAAM,GAAc,EAAE,CAAC;IAC7B,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,qBAAqB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACnD,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IAC9D,OAAO,OAAO,CACZ;;;;;;QAMI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;;eAE3C,MAAM,CAAC,MAAM,EAAE,EAC1B,MAAM,CACP,CAAC;AACJ,CAAC"}

package/dist/gateway/pricing.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Price one served call from the catalog: uncached input + cached input
+ * (input rate when the model has no cached rate) + cache writes (input
+ * rate when the model has no write rate; 1-hour writes at their own rate)
+ * + output + web searches.
+ */
+import type { ModelDescriptor } from '../cost/types.js';
+import type { GenerateUsage } from '../generate/types.js';
+import type { GatewayCost } from './types.js';
+export declare function priceCall(usage: GenerateUsage, model: ModelDescriptor): GatewayCost | null;
+//# sourceMappingURL=pricing.d.ts.map

package/dist/gateway/pricing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pricing.d.ts","sourceRoot":"","sources":["../../src/gateway/pricing.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAE9C,wBAAgB,SAAS,CAAC,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,eAAe,GAAG,WAAW,GAAG,IAAI,CAsC1F"}

package/dist/gateway/pricing.js

@@ -0,0 +1,47 @@
+/**
+ * Price one served call from the catalog: uncached input + cached input
+ * (input rate when the model has no cached rate) + cache writes (input
+ * rate when the model has no write rate; 1-hour writes at their own rate)
+ * + output + web searches.
+ */
+import { round8 } from '../chat/cost-util.js';
+export function priceCall(usage, model) {
+    if (model.costPer1kInputUsd === undefined || model.costPer1kOutputUsd === undefined)
+        return null;
+    if (usage.tokensIn === null && usage.tokensOut === null && usage.webSearches === 0)
+        return null;
+    const tokensIn = usage.tokensIn ?? 0;
+    const cached = Math.min(usage.cachedTokensIn ?? 0, tokensIn);
+    const written = Math.min(usage.cacheWriteTokensIn ?? 0, tokensIn - cached);
+    const written1h = Math.min(usage.cacheWrite1hTokensIn ?? 0, written);
+    const cachedRate = model.costPer1kCachedInputUsd ?? model.costPer1kInputUsd;
+    const writeRate = model.costPer1kCacheWriteUsd ?? model.costPer1kInputUsd;
+    const write1hRate = model.costPer1kCacheWrite1hUsd ?? writeRate;
+    const costUsd = round8(((tokensIn - cached - written) / 1000) * model.costPer1kInputUsd +
+        (cached / 1000) * cachedRate +
+        ((written - written1h) / 1000) * writeRate +
+        (written1h / 1000) * write1hRate +
+        ((usage.tokensOut ?? 0) / 1000) * model.costPer1kOutputUsd +
+        (usage.webSearches / 1000) * (model.webSearchPer1kUsd ?? 0));
+    return {
+        costUsd,
+        costMicroUsd: Math.round(costUsd * 1_000_000),
+        pricing: {
+            costPer1kInputUsd: model.costPer1kInputUsd,
+            costPer1kOutputUsd: model.costPer1kOutputUsd,
+            ...(model.costPer1kCachedInputUsd !== undefined
+                ? { costPer1kCachedInputUsd: model.costPer1kCachedInputUsd }
+                : {}),
+            ...(model.costPer1kCacheWriteUsd !== undefined
+                ? { costPer1kCacheWriteUsd: model.costPer1kCacheWriteUsd }
+                : {}),
+            ...(model.costPer1kCacheWrite1hUsd !== undefined
+                ? { costPer1kCacheWrite1hUsd: model.costPer1kCacheWrite1hUsd }
+                : {}),
+            ...(model.webSearchPer1kUsd !== undefined
+                ? { webSearchPer1kUsd: model.webSearchPer1kUsd }
+                : {}),
+        },
+    };
+}
+//# sourceMappingURL=pricing.js.map

package/dist/gateway/pricing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pricing.js","sourceRoot":"","sources":["../../src/gateway/pricing.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAK9C,MAAM,UAAU,SAAS,CAAC,KAAoB,EAAE,KAAsB;IACpE,IAAI,KAAK,CAAC,iBAAiB,KAAK,SAAS,IAAI,KAAK,CAAC,kBAAkB,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACjG,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,IAAI,KAAK,CAAC,WAAW,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAChG,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;IACrC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC,CAAC;IAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;IACrE,MAAM,UAAU,GAAG,KAAK,CAAC,uBAAuB,IAAI,KAAK,CAAC,iBAAiB,CAAC;IAC5E,MAAM,SAAS,GAAG,KAAK,CAAC,sBAAsB,IAAI,KAAK,CAAC,iBAAiB,CAAC;IAC1E,MAAM,WAAW,GAAG,KAAK,CAAC,wBAAwB,IAAI,SAAS,CAAC;IAChE,MAAM,OAAO,GAAG,MAAM,CACpB,CAAC,CAAC,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,iBAAiB;QAC9D,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,UAAU;QAC5B,CAAC,CAAC,OAAO,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,GAAG,SAAS;QAC1C,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,WAAW;QAChC,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,kBAAkB;QAC1D,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAC9D,CAAC;IACF,OAAO;QACL,OAAO;QACP,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,SAAS,CAAC;QAC7C,OAAO,EAAE;YACP,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;YAC1C,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;YAC5C,GAAG,CAAC,KAAK,CAAC,uBAAuB,KAAK,SAAS;gBAC7C,CAAC,CAAC,EAAE,uBAAuB,EAAE,KAAK,CAAC,uBAAuB,EAAE;gBAC5D,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,KAAK,CAAC,sBAAsB,KAAK,SAAS;gBAC5C,CAAC,CAAC,EAAE,sBAAsB,EAAE,KAAK,CAAC,sBAAsB,EAAE;gBAC1D,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,KAAK,CAAC,wBAAwB,KAAK,SAAS;gBAC9C,CAAC,CAAC,EAAE,wBAAwB,EAAE,KAAK,CAAC,wBAAwB,EAAE;gBAC9D,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,KAAK,CAAC,iBAAiB,KAAK,SAAS;gBACvC,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE;gBAChD,CAAC,CAAC,EAAE,CAAC;SACR;KACF,CAAC;AACJ,CAAC"}

package/dist/gateway/routing.d.ts

@@ -0,0 +1,25 @@
+/**
+ * `tierRoute` — model routing by quality tier (§6.13). Nodes ask for a
+ * tier (`fast` · `balanced` · `best`); `resolve` turns it into catalog
+ * keys for the call's context (the tenant's *Quality vs cost* setting,
+ * BYOK vs AI-included), best first: the first is the primary, the rest
+ * the fallback chain across providers.
+ *
+ *   createLlmGateway({
+ *     route: tierRoute({ resolve: ({ tier, context }) => tierKeys(context.tenantId, tier) }),
+ *     …
+ *   })
+ */
+import type { GatewayContext, GatewayRequest, LlmGatewayConfig, ModelTier } from './types.js';
+export interface TierRouteOptions {
+    /** Catalog keys for a tier, best first. An empty list leaves the call's own candidates. */
+    resolve(args: {
+        tier: ModelTier;
+        context: GatewayContext;
+        request: GatewayRequest;
+    }): string[] | Promise<string[]>;
+    /** When true the tier wins over an explicit `model`. Default false: an explicit model is kept. */
+    override?: boolean;
+}
+export declare function tierRoute(options: TierRouteOptions): NonNullable<LlmGatewayConfig['route']>;
+//# sourceMappingURL=routing.d.ts.map

package/dist/gateway/routing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"routing.d.ts","sourceRoot":"","sources":["../../src/gateway/routing.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE9F,MAAM,WAAW,gBAAgB;IAC/B,2FAA2F;IAC3F,OAAO,CAAC,IAAI,EAAE;QACZ,IAAI,EAAE,SAAS,CAAC;QAChB,OAAO,EAAE,cAAc,CAAC;QACxB,OAAO,EAAE,cAAc,CAAC;KACzB,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACjC,kGAAkG;IAClG,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,wBAAgB,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,WAAW,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAO3F"}

package/dist/gateway/routing.js

@@ -0,0 +1,23 @@
+/**
+ * `tierRoute` — model routing by quality tier (§6.13). Nodes ask for a
+ * tier (`fast` · `balanced` · `best`); `resolve` turns it into catalog
+ * keys for the call's context (the tenant's *Quality vs cost* setting,
+ * BYOK vs AI-included), best first: the first is the primary, the rest
+ * the fallback chain across providers.
+ *
+ *   createLlmGateway({
+ *     route: tierRoute({ resolve: ({ tier, context }) => tierKeys(context.tenantId, tier) }),
+ *     …
+ *   })
+ */
+export function tierRoute(options) {
+    return async ({ context, request, candidates }) => {
+        if (!request.tier || (request.model && !options.override))
+            return candidates;
+        const keys = await options.resolve({ tier: request.tier, context, request });
+        if (keys.length === 0)
+            return candidates;
+        return [...keys, ...(request.fallbacks ?? [])];
+    };
+}
+//# sourceMappingURL=routing.js.map

package/dist/gateway/routing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"routing.js","sourceRoot":"","sources":["../../src/gateway/routing.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAeH,MAAM,UAAU,SAAS,CAAC,OAAyB;IACjD,OAAO,KAAK,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE;QAChD,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;YAAE,OAAO,UAAU,CAAC;QAC7E,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAC7E,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,UAAU,CAAC;QACzC,OAAO,CAAC,GAAG,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC;AACJ,CAAC"}

package/dist/gateway/types.d.ts

@@ -0,0 +1,225 @@
+/**
+ * LLM gateway types — the single path every text-model call takes:
+ * route → resolve (catalog) → policies → credentials → call (retries +
+ * fallback) → record (cost ledger + audit trail).
+ */
+import type { ChatProvider } from '../chat/types.js';
+import type { ModelDescriptor } from '../cost/types.js';
+import type { GenerateClient, GenerateRequest, GenerateResult, GenerateStreamEvent, GenerateUsage } from '../generate/types.js';
+import type { AiTracer } from '../tracing/index.js';
+export interface GatewayActor {
+    type: string;
+    id?: string;
+}
+/** Who a call is for — carried onto the ledger row and the audit trail. */
+export interface GatewayContext {
+    /** `null` for platform calls. */
+    tenantId: string | null;
+    /** What made the call (`'workflow-runner'`, `'editorial.workflow/step'`): the ledger `source`. */
+    feature: string;
+    actor?: GatewayActor;
+    /** The row the call works on. */
+    target?: {
+        type: string;
+        id: string;
+    };
+    /** Threads the calls of one operation (a run). */
+    correlationId?: string;
+    /** Small, PII-free labels stored on the audit row. */
+    labels?: Record<string, string | number | boolean>;
+}
+/** Model quality tiers nodes declare (§6.13); any string works with a custom `route`. */
+export type ModelTier = 'fast' | 'balanced' | 'best' | (string & {});
+/** A `generate` request where `model` is a catalog key. */
+export interface GatewayRequest extends Omit<GenerateRequest, 'model'> {
+    /** Catalog key. May be left out when `tier` is set and the gateway's `route` maps tiers to keys. */
+    model?: string;
+    /** Quality tier; the `route` hook (see `tierRoute`) turns it into catalog keys. */
+    tier?: ModelTier;
+    /** Catalog keys tried in order when the model can't serve the call. */
+    fallbacks?: string[];
+}
+export interface GatewayPricing {
+    costPer1kInputUsd: number;
+    costPer1kOutputUsd: number;
+    costPer1kCachedInputUsd?: number;
+    costPer1kCacheWriteUsd?: number;
+    costPer1kCacheWrite1hUsd?: number;
+    webSearchPer1kUsd?: number;
+}
+export interface GatewayCost {
+    costUsd: number;
+    costMicroUsd: number;
+    pricing?: GatewayPricing;
+}
+export type GatewayCredentialSource = 'platform' | 'tenant';
+export interface GatewayCredential {
+    apiKey: string;
+    /** `platform` = the operator's key (the app pays), `tenant` = the customer's own key. */
+    source: GatewayCredentialSource;
+    baseUrl?: string;
+}
+export type GatewayAttemptOutcome = 'succeeded' | 'failed' | 'skipped' | 'denied';
+/** One candidate model the gateway tried for a call. */
+export interface GatewayAttempt {
+    modelKey: string;
+    provider?: ChatProvider;
+    outcome: GatewayAttemptOutcome;
+    /** Why it was skipped / denied / failed (`unknown_model`, `disabled`, policy code, `no_credentials`, …). */
+    reason?: string;
+    error?: string;
+    /** Vendor calls made for this candidate (retries included). */
+    calls?: number;
+    latencyMs?: number;
+}
+export interface GatewayPolicyDecision {
+    policy: string;
+    modelKey: string;
+    allowed: boolean;
+    code?: string;
+    message?: string;
+}
+export interface GatewayResult extends GenerateResult {
+    callId: string;
+    /** Catalog key that served the call. */
+    modelKey: string;
+    /** `null` when the model has no price or the vendor reported no usage. */
+    cost: GatewayCost | null;
+    attempts: GatewayAttempt[];
+    /** True when a fallback served the call. */
+    fellBack: boolean;
+    credentialSource: GatewayCredentialSource;
+}
+/** A gateway stream: the provider's events, then one `done` with the priced, recorded result. */
+export type GatewayStreamEvent = Exclude<GenerateStreamEvent, {
+    type: 'done';
+}> | {
+    type: 'done';
+    result: GatewayResult;
+};
+export interface GatewayPolicyCheck {
+    context: GatewayContext;
+    model: ModelDescriptor;
+    request: GatewayRequest;
+    /** True when this candidate is a fallback. */
+    isFallback: boolean;
+}
+/** Throw a `GatewayPolicyError` from `check` to deny the candidate. */
+export interface GatewayPolicy {
+    name: string;
+    check(args: GatewayPolicyCheck): void | Promise<void>;
+}
+export type LlmCallStatus = 'succeeded' | 'failed' | 'denied' | 'cancelled';
+/** What the audit trail keeps of a request: content in full, file bytes as size + hash. */
+export interface LlmCallRequestRecord {
+    /** The catalog key asked for (`''` when only a tier was). */
+    model: string;
+    tier?: string;
+    fallbacks?: string[];
+    messages: unknown[];
+    tools?: string[];
+    toolChoice?: unknown;
+    webSearch?: unknown;
+    responseFormat?: unknown;
+    cache?: unknown;
+    maxTokens?: number;
+    temperature?: number;
+    topP?: number;
+}
+export interface LlmCallResponseRecord {
+    text: string;
+    json?: unknown;
+    toolCalls: unknown[];
+    citations: unknown[];
+    searchQueries: string[];
+    finishReason: string | null;
+}
+/** One gateway call, as the sinks receive it. */
+export interface LlmCallRecord {
+    id: string;
+    context: GatewayContext;
+    status: LlmCallStatus;
+    modelKey: string | null;
+    provider: ChatProvider | null;
+    /** Wire model. */
+    model: string | null;
+    credentialSource: GatewayCredentialSource | null;
+    fellBack: boolean;
+    attempts: GatewayAttempt[];
+    policyDecisions: GatewayPolicyDecision[];
+    usage: GenerateUsage | null;
+    cost: GatewayCost | null;
+    latencyMs: number;
+    request: LlmCallRequestRecord;
+    response: LlmCallResponseRecord | null;
+    error: {
+        message: string;
+        code?: string;
+    } | null;
+    startedAt: string;
+    finishedAt: string;
+}
+/**
+ * Where calls are recorded. A sink failure is reported to `onSinkError`
+ * and never thrown: failing a call the vendor already served (and billed)
+ * would re-run it and bill it twice.
+ */
+export interface GatewaySinks {
+    /** The audit trail: every call, served or not. */
+    recordCall?(record: LlmCallRecord): Promise<void>;
+    /** The cost ledger: calls the vendor billed (usage reported). */
+    recordCost?(record: LlmCallRecord): Promise<void>;
+}
+export interface GatewayCatalog {
+    find(key: string): ModelDescriptor | undefined | Promise<ModelDescriptor | undefined>;
+}
+export interface LlmGatewayConfig {
+    catalog: GatewayCatalog;
+    /** The API key for a candidate; throw (or reject) when there is none — the gateway moves on. */
+    credentials(args: {
+        context: GatewayContext;
+        model: ModelDescriptor;
+    }): GatewayCredential | Promise<GatewayCredential>;
+    policies?: GatewayPolicy[];
+    sinks?: GatewaySinks;
+    onSinkError?(error: unknown, info: {
+        sink: 'recordCall' | 'recordCost';
+        callId: string;
+    }): void;
+    /** Rewrite the candidate list (tier map, kill switches). Receives `[model, ...fallbacks]`. See `tierRoute`. */
+    route?(args: {
+        context: GatewayContext;
+        request: GatewayRequest;
+        candidates: string[];
+    }): string[] | Promise<string[]>;
+    /** OpenTelemetry tracer: one `chat <model>` span per call (see `../tracing`). */
+    tracer?: AiTracer;
+    /** Test seam / custom transport. Defaults to `createGenerateClient`. */
+    createClient?(args: {
+        provider: ChatProvider;
+        credential: GatewayCredential;
+    }): GenerateClient;
+    /** Vendor retries per candidate on 429 / 5xx / network. Default 3 attempts. */
+    retry?: {
+        maxAttempts?: number;
+        initialDelayMs?: number;
+        maxDelayMs?: number;
+        sleep?: (ms: number) => Promise<void>;
+    };
+    /** Default request timeout when the catalog has none. Default 120 s. */
+    defaultTimeoutMs?: number;
+    generateId?(): string;
+}
+/** A gateway bound to one context — what agents take as their `client`. */
+export interface GatewayClient {
+    generate(request: GatewayRequest): Promise<GatewayResult>;
+    /** Streams the call; agents use it when asked to stream. */
+    stream?(request: GatewayRequest): AsyncIterable<GatewayStreamEvent>;
+}
+export interface LlmGateway {
+    generate(context: GatewayContext, request: GatewayRequest): Promise<GatewayResult>;
+    /** The same pipeline, streamed. Recorded once the stream ends (or is closed). */
+    stream(context: GatewayContext, request: GatewayRequest): AsyncIterable<GatewayStreamEvent>;
+    client(context: GatewayContext): GatewayClient;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/gateway/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/gateway/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EACV,cAAc,EACd,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,aAAa,EACd,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEpD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,2EAA2E;AAC3E,MAAM,WAAW,cAAc;IAC7B,iCAAiC;IACjC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,kGAAkG;IAClG,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,iCAAiC;IACjC,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,CAAC;IACtC,kDAAkD;IAClD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,sDAAsD;IACtD,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;CACpD;AAED,yFAAyF;AACzF,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAErE,2DAA2D;AAC3D,MAAM,WAAW,cAAe,SAAQ,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC;IACpE,oGAAoG;IACpG,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,mFAAmF;IACnF,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,MAAM,uBAAuB,GAAG,UAAU,GAAG,QAAQ,CAAC;AAE5D,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,yFAAyF;IACzF,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,qBAAqB,GAAG,WAAW,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC;AAElF,wDAAwD;AACxD,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,OAAO,EAAE,qBAAqB,CAAC;IAC/B,4GAA4G;IAC5G,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+DAA+D;IAC/D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,aAAc,SAAQ,cAAc;IACnD,MAAM,EAAE,MAAM,CAAC;IACf,wCAAwC;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,0EAA0E;IAC1E,IAAI,EAAE,WAAW,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,4CAA4C;IAC5C,QAAQ,EAAE,OAAO,CAAC;IAClB,gBAAgB,EAAE,uBAAuB,CAAC;CAC3C;AAED,iGAAiG;AACjG,MAAM,MAAM,kBAAkB,GAC5B,OAAO,CAAC,mBAAmB,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC;AAE3F,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,eAAe,CAAC;IACvB,OAAO,EAAE,cAAc,CAAC;IACxB,8CAA8C;IAC9C,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,uEAAuE;AACvE,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACvD;AAED,MAAM,MAAM,aAAa,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAE5E,2FAA2F;AAC3F,MAAM,WAAW,oBAAoB;IACnC,6DAA6D;IAC7D,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,OAAO,EAAE,CAAC;IACrB,SAAS,EAAE,OAAO,EAAE,CAAC;IACrB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,iDAAiD;AACjD,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,EAAE,aAAa,CAAC;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAC;IAC9B,kBAAkB;IAClB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,gBAAgB,EAAE,uBAAuB,GAAG,IAAI,CAAC;IACjD,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,eAAe,EAAE,qBAAqB,EAAE,CAAC;IACzC,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC;IAC5B,IAAI,EAAE,WAAW,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,QAAQ,EAAE,qBAAqB,GAAG,IAAI,CAAC;IACvC,KAAK,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACjD,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;;;GAIG;AACH,MAAM,WAAW,YAAY;IAC3B,kDAAkD;IAClD,UAAU,CAAC,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,iEAAiE;IACjE,UAAU,CAAC,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACnD;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC,CAAC;CACvF;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,cAAc,CAAC;IACxB,gGAAgG;IAChG,WAAW,CAAC,IAAI,EAAE;QAChB,OAAO,EAAE,cAAc,CAAC;QACxB,KAAK,EAAE,eAAe,CAAC;KACxB,GAAG,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACnD,QAAQ,CAAC,EAAE,aAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,WAAW,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE;QAAE,IAAI,EAAE,YAAY,GAAG,YAAY,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAChG,+GAA+G;IAC/G,KAAK,CAAC,CAAC,IAAI,EAAE;QACX,OAAO,EAAE,cAAc,CAAC;QACxB,OAAO,EAAE,cAAc,CAAC;QACxB,UAAU,EAAE,MAAM,EAAE,CAAC;KACtB,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACjC,iFAAiF;IACjF,MAAM,CAAC,EAAE,QAAQ,CAAC;IAClB,wEAAwE;IACxE,YAAY,CAAC,CAAC,IAAI,EAAE;QAAE,QAAQ,EAAE,YAAY,CAAC;QAAC,UAAU,EAAE,iBAAiB,CAAA;KAAE,GAAG,cAAc,CAAC;IAC/F,+EAA+E;IAC/E,KAAK,CAAC,EAAE;QACN,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;KACvC,CAAC;IACF,wEAAwE;IACxE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,UAAU,CAAC,IAAI,MAAM,CAAC;CACvB;AAED,2EAA2E;AAC3E,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IAC1D,4DAA4D;IAC5D,MAAM,CAAC,CAAC,OAAO,EAAE,cAAc,GAAG,aAAa,CAAC,kBAAkB,CAAC,CAAC;CACrE;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IACnF,iFAAiF;IACjF,MAAM,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,GAAG,aAAa,CAAC,kBAAkB,CAAC,CAAC;IAC5F,MAAM,CAAC,OAAO,EAAE,cAAc,GAAG,aAAa,CAAC;CAChD"}

package/dist/gateway/types.js

@@ -0,0 +1,7 @@
+/**
+ * LLM gateway types — the single path every text-model call takes:
+ * route → resolve (catalog) → policies → credentials → call (retries +
+ * fallback) → record (cost ledger + audit trail).
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/gateway/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/gateway/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/generate/anthropic.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Anthropic `generate` adapter — Messages API with function tools, the
+ * native web search tool (`web_search_20250305`), document / image inputs,
+ * prompt caching (`cache_control` breakpoints, 5-minute or 1-hour) and
+ * streaming.
+ *
+ * Structured output: when the call has no other tools, the schema becomes
+ * one forced tool whose input IS the answer (exact schema adherence);
+ * otherwise the schema is stated in the system prompt and the reply parsed.
+ *
+ * The assistant's raw content blocks are returned as `providerState` and
+ * replayed verbatim on the next turn — server-tool blocks (searches and
+ * their results) must travel with the conversation.
+ */
+import type { CacheOptions, GenerateAdapterConfig, GenerateMessage, GenerateRequest, GenerateResult, GenerateStreamEvent } from './types.js';
+type Block = Record<string, unknown> & {
+    type: string;
+};
+export declare function generateWithAnthropic(config: GenerateAdapterConfig, request: GenerateRequest): Promise<GenerateResult>;
+/** Streams a Messages call; the final `done` result is built exactly as `generateWithAnthropic` builds it. */
+export declare function streamWithAnthropic(config: GenerateAdapterConfig, request: GenerateRequest): AsyncGenerator<GenerateStreamEvent>;
+/**
+ * Provider-neutral history → Anthropic messages: system split out, tool
+ * results grouped into one user turn, consecutive same-role turns merged.
+ * Messages marked `cache: true` get a `cache_control` breakpoint on their
+ * last block — the system one plus the latest three (Anthropic's limit).
+ */
+export declare function toAnthropicMessages(input: GenerateMessage[], cache?: CacheOptions): {
+    system: string | undefined;
+    systemCache: boolean;
+    messages: Array<{
+        role: 'user' | 'assistant';
+        content: Block[];
+    }>;
+    breakpoints: number;
+};
+export {};
+//# sourceMappingURL=anthropic.d.ts.map

package/dist/generate/anthropic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/generate/anthropic.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAaH,OAAO,KAAK,EACV,YAAY,EAGZ,qBAAqB,EACrB,eAAe,EACf,eAAe,EACf,cAAc,EACd,mBAAmB,EAGpB,MAAM,YAAY,CAAC;AASpB,KAAK,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAqHxD,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,qBAAqB,EAC7B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,cAAc,CAAC,CAKzB;AAED,8GAA8G;AAC9G,wBAAuB,mBAAmB,CACxC,MAAM,EAAE,qBAAqB,EAC7B,OAAO,EAAE,eAAe,GACvB,cAAc,CAAC,mBAAmB,CAAC,CAsFrC;AA0KD;;;;;GAKG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,eAAe,EAAE,EACxB,KAAK,CAAC,EAAE,YAAY,GACnB;IACD,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,WAAW,EAAE,OAAO,CAAC;IACrB,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;QAAC,OAAO,EAAE,KAAK,EAAE,CAAA;KAAE,CAAC,CAAC;IAClE,WAAW,EAAE,MAAM,CAAC;CACrB,CA4EA"}