@seanhogg/builderforce-memory 2026.7.12 → 2026.9.27

package/dist/bridges/VertexAIBridge.d.ts

@@ -0,0 +1,102 @@
+/**
+ * VertexAIBridge — TransformerBridge for Google Cloud Vertex AI.
+ *
+ * GCP is where a large share of enterprise AI actually runs, usually because the
+ * customer's data already lives in BigQuery and Cloud Storage and moving it is a
+ * procurement problem, not a technical one. This bridge lets Evermind serve those
+ * deployments without changing anything above the port.
+ *
+ * Two deliberate choices:
+ *
+ *   • **Auth is injected, never owned.** `getAccessToken` is supplied by the
+ *     caller, which is what lets the same code run under Application Default
+ *     Credentials locally, a Workload Identity service account on GKE, and an
+ *     impersonated token in CI — and keeps this package free of the Google auth
+ *     library (and of any credential lifecycle it has no business managing).
+ *   • **Raw HTTP, like every other bridge here.** The package is zero-dependency
+ *     and runs in a browser, a Worker and Node; adding a Node-only vendor SDK to
+ *     one bridge would cost that portability for the whole package.
+ *
+ * Usage is reported from `usageMetadata`, so cost accounting on Vertex is measured
+ * rather than estimated — with the caveat that Vertex is partner-billed at rates
+ * that differ from the first-party API, so supply a matching `PriceBook`.
+ */
+import type { TransformerBridge, BridgeGenerateOptions, BridgeCallInfo } from './TransformerBridge.js';
+export interface VertexAIBridgeOptions {
+    /** GCP project id. */
+    projectId: string;
+    /** Region, or `'global'`. Default `'us-central1'`. */
+    location?: string;
+    /**
+     * Publisher model id, e.g. `'gemini-2.5-pro'`, or a Claude model served through
+     * Vertex. Default `'gemini-2.5-flash'`.
+     */
+    model?: string;
+    /** Publisher owning the model. Default `'google'`; use `'anthropic'` for Claude. */
+    publisher?: string;
+    /**
+     * Returns a current OAuth access token. Called per request, so the caller's
+     * token source owns caching and refresh.
+     */
+    getAccessToken: () => Promise<string> | string;
+    systemPrompt?: string;
+    maxTokens?: number;
+    /** Override the API host — for a private endpoint or a test double. */
+    baseUrl?: string;
+    fetchImpl?: typeof fetch;
+}
+export declare class VertexAIBridge implements TransformerBridge {
+    readonly supportsStreaming: true;
+    private readonly _projectId;
+    private readonly _location;
+    private readonly _model;
+    private readonly _publisher;
+    private readonly _getToken;
+    private readonly _systemPrompt;
+    private readonly _maxTokens;
+    private readonly _baseUrl;
+    private readonly _fetch;
+    private _lastCall;
+    constructor(opts: VertexAIBridgeOptions);
+    get lastCall(): BridgeCallInfo | undefined;
+    generate(prompt: string, opts?: BridgeGenerateOptions): Promise<string>;
+    stream(prompt: string, opts?: BridgeGenerateOptions): AsyncIterable<string>;
+    private _send;
+}
+/**
+ * Vertex AI text embeddings — the `:predict` surface on a publisher model.
+ *
+ * Exposed as a {@link BatchEmbedder}-shaped function so it drops straight into the
+ * ingestion pipeline: on GCP the embedder, the vector index and the generator can
+ * all be Vertex, and nothing above the ports changes.
+ */
+export interface VertexAIEmbedderOptions {
+    projectId: string;
+    location?: string;
+    /** Embedding model. Default `'text-embedding-005'`. */
+    model?: string;
+    getAccessToken: () => Promise<string> | string;
+    /**
+     * Task type hint. `RETRIEVAL_DOCUMENT` when indexing, `RETRIEVAL_QUERY` when
+     * searching — using the same hint for both measurably degrades recall, because
+     * the model embeds questions and passages into deliberately different regions.
+     */
+    taskType?: 'RETRIEVAL_DOCUMENT' | 'RETRIEVAL_QUERY' | 'SEMANTIC_SIMILARITY' | 'CLASSIFICATION';
+    baseUrl?: string;
+    fetchImpl?: typeof fetch;
+}
+export declare class VertexAIEmbedder {
+    private readonly _projectId;
+    private readonly _location;
+    private readonly _model;
+    private readonly _getToken;
+    private readonly _taskType;
+    private readonly _baseUrl;
+    private readonly _fetch;
+    constructor(opts: VertexAIEmbedderOptions);
+    /** Embeds a batch. Shape matches `BatchEmbedder`, for the ingestion pipeline. */
+    embedBatch: (texts: string[]) => Promise<Float32Array[]>;
+    /** Single-text convenience, for the retriever's query embedding. */
+    embed: (text: string) => Promise<Float32Array>;
+}
+//# sourceMappingURL=VertexAIBridge.d.ts.map

package/dist/bridges/VertexAIBridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VertexAIBridge.d.ts","sourceRoot":"","sources":["../../src/bridges/VertexAIBridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAIH,OAAO,KAAK,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAEvG,MAAM,WAAW,qBAAqB;IAClC,sBAAsB;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,sDAAsD;IACtD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oFAAoF;IACpF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,cAAc,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IAC/C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uEAAuE;IACvE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;CAC5B;AAED,qBAAa,cAAe,YAAW,iBAAiB;IACpD,QAAQ,CAAC,iBAAiB,EAAG,IAAI,CAAU;IAE3C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiC;IAC3D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IAEtC,OAAO,CAAC,SAAS,CAA6B;gBAElC,IAAI,EAAE,qBAAqB;IAYvC,IAAI,QAAQ,IAAI,cAAc,GAAG,SAAS,CAEzC;IAEK,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,GAAE,qBAA0B,GAAG,OAAO,CAAC,MAAM,CAAC;IAa1E,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,GAAE,qBAA0B,GAAG,aAAa,CAAC,MAAM,CAAC;YAiBxE,KAAK;CAqCtB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,uBAAuB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,uDAAuD;IACvD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IAC/C;;;;OAIG;IACH,QAAQ,CAAC,EAAE,oBAAoB,GAAG,iBAAiB,GAAG,qBAAqB,GAAG,gBAAgB,CAAC;IAC/F,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;CAC5B;AAED,qBAAa,gBAAgB;IACzB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiC;IAC3D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAqB;IAC/C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;gBAE1B,IAAI,EAAE,uBAAuB;IAUzC,iFAAiF;IACjF,UAAU,GAAU,OAAO,MAAM,EAAE,KAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAmC3D;IAEF,oEAAoE;IACpE,KAAK,GAAU,MAAM,MAAM,KAAG,OAAO,CAAC,YAAY,CAAC,CAGjD;CACL"}

package/dist/bridges/VertexAIBridge.js

@@ -0,0 +1,224 @@
+/**
+ * VertexAIBridge — TransformerBridge for Google Cloud Vertex AI.
+ *
+ * GCP is where a large share of enterprise AI actually runs, usually because the
+ * customer's data already lives in BigQuery and Cloud Storage and moving it is a
+ * procurement problem, not a technical one. This bridge lets Evermind serve those
+ * deployments without changing anything above the port.
+ *
+ * Two deliberate choices:
+ *
+ *   • **Auth is injected, never owned.** `getAccessToken` is supplied by the
+ *     caller, which is what lets the same code run under Application Default
+ *     Credentials locally, a Workload Identity service account on GKE, and an
+ *     impersonated token in CI — and keeps this package free of the Google auth
+ *     library (and of any credential lifecycle it has no business managing).
+ *   • **Raw HTTP, like every other bridge here.** The package is zero-dependency
+ *     and runs in a browser, a Worker and Node; adding a Node-only vendor SDK to
+ *     one bridge would cost that portability for the whole package.
+ *
+ * Usage is reported from `usageMetadata`, so cost accounting on Vertex is measured
+ * rather than estimated — with the caveat that Vertex is partner-billed at rates
+ * that differ from the first-party API, so supply a matching `PriceBook`.
+ */
+import { SSMError } from '../errors/SSMError.js';
+export class VertexAIBridge {
+    supportsStreaming = true;
+    _projectId;
+    _location;
+    _model;
+    _publisher;
+    _getToken;
+    _systemPrompt;
+    _maxTokens;
+    _baseUrl;
+    _fetch;
+    _lastCall;
+    constructor(opts) {
+        this._projectId = opts.projectId;
+        this._location = opts.location ?? 'us-central1';
+        this._model = opts.model ?? 'gemini-2.5-flash';
+        this._publisher = opts.publisher ?? 'google';
+        this._getToken = opts.getAccessToken;
+        this._systemPrompt = opts.systemPrompt ?? '';
+        this._maxTokens = opts.maxTokens ?? 1024;
+        this._baseUrl = opts.baseUrl ?? defaultHost(this._location);
+        this._fetch = opts.fetchImpl ?? ((...args) => fetch(...args));
+    }
+    get lastCall() {
+        return this._lastCall;
+    }
+    async generate(prompt, opts = {}) {
+        const res = await this._send(prompt, opts, false);
+        const json = await res.json();
+        const text = readCandidateText(json);
+        if (text === undefined) {
+            throw new SSMError('BRIDGE_RESPONSE_INVALID', 'Unexpected Vertex AI response shape.');
+        }
+        this._lastCall = { usage: readVertexUsage(json['usageMetadata'], opts.model ?? this._model) };
+        return text;
+    }
+    async *stream(prompt, opts = {}) {
+        const res = await this._send(prompt, opts, true);
+        if (!res.body) {
+            throw new SSMError('BRIDGE_RESPONSE_INVALID', 'Vertex AI streaming response has no body.');
+        }
+        let usage;
+        for await (const event of parseSseJson(res.body)) {
+            const text = readCandidateText(event);
+            if (text)
+                yield text;
+            // Vertex repeats cumulative usage on each chunk; the last one wins.
+            const reported = readVertexUsage(event['usageMetadata'], opts.model ?? this._model);
+            if (reported)
+                usage = reported;
+        }
+        this._lastCall = usage ? { usage } : {};
+    }
+    async _send(prompt, opts, stream) {
+        const model = opts.model ?? this._model;
+        const method = stream ? 'streamGenerateContent?alt=sse' : 'generateContent';
+        const url = `${this._baseUrl}/v1/projects/${this._projectId}/locations/${this._location}` +
+            `/publishers/${this._publisher}/models/${model}:${method}`;
+        const system = opts.systemPrompt ?? this._systemPrompt;
+        const body = {
+            contents: [{ role: 'user', parts: [{ text: prompt }] }],
+            generationConfig: {
+                maxOutputTokens: opts.maxTokens ?? this._maxTokens,
+                temperature: opts.temperature ?? 0.7,
+                topP: opts.topP ?? 0.9,
+            },
+        };
+        if (system)
+            body['systemInstruction'] = { parts: [{ text: system }] };
+        const token = await this._getToken();
+        const res = await this._fetch(url, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${token}`,
+            },
+            body: JSON.stringify(body),
+        });
+        if (!res.ok) {
+            const detail = await res.text().catch(() => '');
+            throw new SSMError('BRIDGE_REQUEST_FAILED', `Vertex AI returned ${res.status}: ${detail}`);
+        }
+        return res;
+    }
+}
+export class VertexAIEmbedder {
+    _projectId;
+    _location;
+    _model;
+    _getToken;
+    _taskType;
+    _baseUrl;
+    _fetch;
+    constructor(opts) {
+        this._projectId = opts.projectId;
+        this._location = opts.location ?? 'us-central1';
+        this._model = opts.model ?? 'text-embedding-005';
+        this._getToken = opts.getAccessToken;
+        this._taskType = opts.taskType;
+        this._baseUrl = opts.baseUrl ?? defaultHost(this._location);
+        this._fetch = opts.fetchImpl ?? ((...args) => fetch(...args));
+    }
+    /** Embeds a batch. Shape matches `BatchEmbedder`, for the ingestion pipeline. */
+    embedBatch = async (texts) => {
+        if (texts.length === 0)
+            return [];
+        const url = `${this._baseUrl}/v1/projects/${this._projectId}/locations/${this._location}` +
+            `/publishers/google/models/${this._model}:predict`;
+        const token = await this._getToken();
+        const res = await this._fetch(url, {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json', 'Authorization': `Bearer ${token}` },
+            body: JSON.stringify({
+                instances: texts.map((content) => ({
+                    content,
+                    ...(this._taskType ? { task_type: this._taskType } : {}),
+                })),
+            }),
+        });
+        if (!res.ok) {
+            const detail = await res.text().catch(() => '');
+            throw new SSMError('BRIDGE_REQUEST_FAILED', `Vertex AI embeddings returned ${res.status}: ${detail}`);
+        }
+        const json = await res.json();
+        const predictions = json.predictions ?? [];
+        if (predictions.length !== texts.length) {
+            // A short batch would silently misalign vectors with their chunks — the
+            // worst kind of RAG bug, because retrieval still "works" and is wrong.
+            throw new SSMError('BRIDGE_RESPONSE_INVALID', `Vertex AI returned ${predictions.length} embeddings for ${texts.length} inputs.`);
+        }
+        return predictions.map((p) => Float32Array.from(p.embeddings?.values ?? []));
+    };
+    /** Single-text convenience, for the retriever's query embedding. */
+    embed = async (text) => {
+        const [vector] = await this.embedBatch([text]);
+        return vector ?? new Float32Array();
+    };
+}
+function defaultHost(location) {
+    return location === 'global'
+        ? 'https://aiplatform.googleapis.com'
+        : `https://${location}-aiplatform.googleapis.com`;
+}
+function readCandidateText(json) {
+    const candidates = json['candidates'];
+    if (!Array.isArray(candidates) || candidates.length === 0)
+        return undefined;
+    const parts = candidates[0].content?.parts;
+    if (!Array.isArray(parts))
+        return undefined;
+    // Multi-part responses are concatenated; taking only parts[0] silently truncates.
+    return parts.map((p) => p.text ?? '').join('');
+}
+function readVertexUsage(usage, model) {
+    if (!usage || typeof usage !== 'object')
+        return undefined;
+    const u = usage;
+    const cached = Number(u['cachedContentTokenCount']) || 0;
+    const prompt = Number(u['promptTokenCount']) || 0;
+    return {
+        model,
+        inputTokens: Math.max(0, prompt - cached),
+        outputTokens: Number(u['candidatesTokenCount']) || 0,
+        cachedInputTokens: cached,
+    };
+}
+/** Parses an `alt=sse` stream into JSON events. */
+async function* parseSseJson(body) {
+    const reader = body.getReader();
+    const decoder = new TextDecoder();
+    let buffer = '';
+    try {
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split('\n');
+            buffer = lines.pop();
+            for (const line of lines) {
+                const trimmed = line.trim();
+                if (!trimmed.startsWith('data:'))
+                    continue;
+                const payload = trimmed.slice(5).trim();
+                if (!payload || payload === '[DONE]')
+                    continue;
+                try {
+                    yield JSON.parse(payload);
+                }
+                catch {
+                    // Skip malformed SSE frames rather than failing the stream.
+                }
+            }
+        }
+    }
+    finally {
+        reader.releaseLock();
+    }
+}
+//# sourceMappingURL=VertexAIBridge.js.map

package/dist/bridges/VertexAIBridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VertexAIBridge.js","sourceRoot":"","sources":["../../src/bridges/VertexAIBridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AA4BjD,MAAM,OAAO,cAAc;IACd,iBAAiB,GAAG,IAAa,CAAC;IAE1B,UAAU,CAAS;IACnB,SAAS,CAAS;IAClB,MAAM,CAAS;IACf,UAAU,CAAS;IACnB,SAAS,CAAiC;IAC1C,aAAa,CAAS;IACtB,UAAU,CAAS;IACnB,QAAQ,CAAS;IACjB,MAAM,CAAe;IAE9B,SAAS,CAA6B;IAE9C,YAAY,IAA2B;QACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,IAAI,aAAa,CAAC;QAChD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,IAAI,kBAAkB,CAAC;QAC/C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,IAAI,QAAQ,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC;QACrC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,IAAI,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,IAAI,QAAQ;QACR,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,OAA8B,EAAE;QAC3D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA6B,CAAC;QAEzD,MAAM,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,QAAQ,CAAC,yBAAyB,EAAE,sCAAsC,CAAC,CAAC;QAC1F,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,EAAE,KAAK,EAAE,eAAe,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9F,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,MAAc,EAAE,OAA8B,EAAE;QAC1D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,QAAQ,CAAC,yBAAyB,EAAE,2CAA2C,CAAC,CAAC;QAC/F,CAAC;QAED,IAAI,KAA2B,CAAC;QAChC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,IAAI;gBAAE,MAAM,IAAI,CAAC;YACrB,oEAAoE;YACpE,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;YACpF,IAAI,QAAQ;gBAAE,KAAK,GAAG,QAAQ,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5C,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,MAAc,EAAE,IAA2B,EAAE,MAAe;QAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,iBAAiB,CAAC;QAC5E,MAAM,GAAG,GACL,GAAG,IAAI,CAAC,QAAQ,gBAAgB,IAAI,CAAC,UAAU,cAAc,IAAI,CAAC,SAAS,EAAE;YAC7E,eAAe,IAAI,CAAC,UAAU,WAAW,KAAK,IAAI,MAAM,EAAE,CAAC;QAE/D,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,aAAa,CAAC;QACvD,MAAM,IAAI,GAA4B;YAClC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACvD,gBAAgB,EAAE;gBACd,eAAe,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU;gBAClD,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;gBACpC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,GAAG;aACzB;SACJ,CAAC;QACF,IAAI,MAAM;YAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAEtE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;YAC/B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,KAAK,EAAE;aACrC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACV,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAChD,MAAM,IAAI,QAAQ,CACd,uBAAuB,EACvB,sBAAsB,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAChD,CAAC;QACN,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;CACJ;AAyBD,MAAM,OAAO,gBAAgB;IACR,UAAU,CAAS;IACnB,SAAS,CAAS;IAClB,MAAM,CAAS;IACf,SAAS,CAAiC;IAC1C,SAAS,CAAqB;IAC9B,QAAQ,CAAS;IACjB,MAAM,CAAe;IAEtC,YAAY,IAA6B;QACrC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,IAAI,aAAa,CAAC;QAChD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,IAAI,oBAAoB,CAAC;QACjD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,IAAI,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,iFAAiF;IACjF,UAAU,GAAG,KAAK,EAAE,KAAe,EAA2B,EAAE;QAC5D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,GAAG,GACL,GAAG,IAAI,CAAC,QAAQ,gBAAgB,IAAI,CAAC,UAAU,cAAc,IAAI,CAAC,SAAS,EAAE;YAC7E,6BAA6B,IAAI,CAAC,MAAM,UAAU,CAAC;QAEvD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;YAC/B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,eAAe,EAAE,UAAU,KAAK,EAAE,EAAE;YACnF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACjB,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;oBAC/B,OAAO;oBACP,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC3D,CAAC,CAAC;aACN,CAAC;SACL,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACV,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAChD,MAAM,IAAI,QAAQ,CAAC,uBAAuB,EAAE,iCAAiC,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC,CAAC;QAC1G,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAqE,CAAC;QACjG,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;QAC3C,IAAI,WAAW,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACtC,wEAAwE;YACxE,uEAAuE;YACvE,MAAM,IAAI,QAAQ,CACd,yBAAyB,EACzB,sBAAsB,WAAW,CAAC,MAAM,mBAAmB,KAAK,CAAC,MAAM,UAAU,CACpF,CAAC;QACN,CAAC;QACD,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;IACjF,CAAC,CAAC;IAEF,oEAAoE;IACpE,KAAK,GAAG,KAAK,EAAE,IAAY,EAAyB,EAAE;QAClD,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/C,OAAO,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;IACxC,CAAC,CAAC;CACL;AAED,SAAS,WAAW,CAAC,QAAgB;IACjC,OAAO,QAAQ,KAAK,QAAQ;QACxB,CAAC,CAAC,mCAAmC;QACrC,CAAC,CAAC,WAAW,QAAQ,4BAA4B,CAAC;AAC1D,CAAC;AAED,SAAS,iBAAiB,CAAC,IAA6B;IACpD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5E,MAAM,KAAK,GAAI,UAAU,CAAC,CAAC,CAAwD,CAAC,OAAO,EAAE,KAAK,CAAC;IACnG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,kFAAkF;IAClF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,eAAe,CAAC,KAAc,EAAE,KAAa;IAClD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,IAAI,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC;IAClD,OAAO;QACH,KAAK;QACL,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QACzC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC;QACpD,iBAAiB,EAAE,MAAM;KAC5B,CAAC;AACN,CAAC;AAED,mDAAmD;AACnD,KAAK,SAAS,CAAC,CAAC,YAAY,CAAC,IAAgC;IACzD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,CAAC;QACD,OAAO,IAAI,EAAE,CAAC;YACV,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAElD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAY,CAAC;YAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;oBAAE,SAAS;gBAC3C,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACxC,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,QAAQ;oBAAE,SAAS;gBAC/C,IAAI,CAAC;oBACD,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;gBACzD,CAAC;gBAAC,MAAM,CAAC;oBACL,4DAA4D;gBAChE,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;YAAS,CAAC;QACP,MAAM,CAAC,WAAW,EAAE,CAAC;IACzB,CAAC;AACL,CAAC"}

package/dist/bridges/index.d.ts

@@ -1,14 +1,16 @@
-export type { TransformerBridge, BridgeGenerateOptions } from './TransformerBridge.js';
+export type { TransformerBridge, BridgeGenerateOptions, BridgeCallInfo } from './TransformerBridge.js';
 export { OpenAIBridge } from './OpenAIBridge.js';
 export { AnthropicBridge } from './AnthropicBridge.js';
 export { FetchBridge } from './FetchBridge.js';
 export { CachingBridge } from './CachingBridge.js';
 export { SemanticCachingBridge } from './SemanticCachingBridge.js';
+export { VertexAIBridge, VertexAIEmbedder } from './VertexAIBridge.js';
 export { ResponseCache, buildCacheKey } from './ResponseCache.js';
 export type { OpenAIBridgeOptions } from './OpenAIBridge.js';
 export type { AnthropicBridgeOptions } from './AnthropicBridge.js';
 export type { FetchBridgeOptions } from './FetchBridge.js';
 export type { CachingBridgeOptions } from './CachingBridge.js';
 export type { SemanticCachingBridgeOptions } from './SemanticCachingBridge.js';
+export type { VertexAIBridgeOptions, VertexAIEmbedderOptions } from './VertexAIBridge.js';
 export type { ResponseCacheOptions } from './ResponseCache.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/bridges/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/bridges/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AACvF,OAAO,EAAE,YAAY,EAAE,MAAS,mBAAmB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAU,kBAAkB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAQ,oBAAoB,CAAC;AACrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAClE,YAAY,EAAE,mBAAmB,EAAE,MAAS,mBAAmB,CAAC;AAChE,YAAY,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AACnE,YAAY,EAAE,kBAAkB,EAAE,MAAU,kBAAkB,CAAC;AAC/D,YAAY,EAAE,oBAAoB,EAAE,MAAQ,oBAAoB,CAAC;AACjE,YAAY,EAAE,4BAA4B,EAAE,MAAM,4BAA4B,CAAC;AAC/E,YAAY,EAAE,oBAAoB,EAAE,MAAQ,oBAAoB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/bridges/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EAAE,YAAY,EAAE,MAAS,mBAAmB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAU,kBAAkB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAQ,oBAAoB,CAAC;AACrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAClE,YAAY,EAAE,mBAAmB,EAAE,MAAS,mBAAmB,CAAC;AAChE,YAAY,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AACnE,YAAY,EAAE,kBAAkB,EAAE,MAAU,kBAAkB,CAAC;AAC/D,YAAY,EAAE,oBAAoB,EAAE,MAAQ,oBAAoB,CAAC;AACjE,YAAY,EAAE,4BAA4B,EAAE,MAAM,4BAA4B,CAAC;AAC/E,YAAY,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC1F,YAAY,EAAE,oBAAoB,EAAE,MAAQ,oBAAoB,CAAC"}

package/dist/bridges/index.js

@@ -3,5 +3,6 @@ export { AnthropicBridge } from './AnthropicBridge.js';
 export { FetchBridge } from './FetchBridge.js';
 export { CachingBridge } from './CachingBridge.js';
 export { SemanticCachingBridge } from './SemanticCachingBridge.js';
+export { VertexAIBridge, VertexAIEmbedder } from './VertexAIBridge.js';
 export { ResponseCache, buildCacheKey } from './ResponseCache.js';
 //# sourceMappingURL=index.js.map

package/dist/bridges/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/bridges/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAS,mBAAmB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAU,kBAAkB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAQ,oBAAoB,CAAC;AACrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/bridges/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAS,mBAAmB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAU,kBAAkB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAQ,oBAAoB,CAAC;AACrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/eval/EvalHarness.d.ts

@@ -0,0 +1,37 @@
+/**
+ * eval/EvalHarness.ts — run a dataset, grade it, and decide the gate.
+ *
+ * The harness measures cost and latency itself rather than trusting the target to
+ * report them, because the number that matters is the one the caller experiences.
+ * When a tracer is attached, per-case cost is read back from the SPANS that case
+ * produced — the same numbers the production dashboard shows, so an eval budget
+ * and a production bill are denominated identically.
+ */
+import type { Tracer } from '../telemetry/Tracer.js';
+import type { EvalDataset, EvalGate, EvalReport, EvalTarget, GateVerdict, Grader } from './types.js';
+export interface EvalHarnessOptions {
+    graders?: readonly Grader[];
+    gate?: EvalGate;
+    /** Cases evaluated concurrently. Default 4. */
+    concurrency?: number;
+    /**
+     * When supplied, per-case cost is summed from the spans of the case's trace.
+     * The target must return its `traceId` for this to attribute anything.
+     */
+    tracer?: Tracer;
+}
+export declare class EvalHarness {
+    private readonly _graders;
+    private readonly _gate;
+    private readonly _concurrency;
+    private readonly _tracer;
+    constructor(opts?: EvalHarnessOptions);
+    run(dataset: EvalDataset, target: EvalTarget): Promise<EvalReport>;
+    private _traceCost;
+    private _report;
+}
+/** Applies a gate to a report. Pure, so a build can re-gate an archived report. */
+export declare function evaluateGate(report: EvalReport, gate: EvalGate): GateVerdict;
+/** One-screen summary for CI logs. */
+export declare function formatReport(report: EvalReport): string;
+//# sourceMappingURL=EvalHarness.d.ts.map

package/dist/eval/EvalHarness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"EvalHarness.d.ts","sourceRoot":"","sources":["../../src/eval/EvalHarness.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAErD,OAAO,KAAK,EAER,WAAW,EACX,QAAQ,EACR,UAAU,EACV,UAAU,EACV,WAAW,EAEX,MAAM,EACT,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,kBAAkB;IAC/B,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5B,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,+CAA+C;IAC/C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,WAAW;IACpB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;IAC7C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAW;IACjC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;gBAEjC,IAAI,GAAE,kBAAuB;IAOnC,GAAG,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IA+CxE,OAAO,CAAC,UAAU;IAMlB,OAAO,CAAC,OAAO;CAmClB;AAED,mFAAmF;AACnF,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,WAAW,CA6B5E;AAED,sCAAsC;AACtC,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAoCvD"}

package/dist/eval/EvalHarness.js

@@ -0,0 +1,178 @@
+/**
+ * eval/EvalHarness.ts — run a dataset, grade it, and decide the gate.
+ *
+ * The harness measures cost and latency itself rather than trusting the target to
+ * report them, because the number that matters is the one the caller experiences.
+ * When a tracer is attached, per-case cost is read back from the SPANS that case
+ * produced — the same numbers the production dashboard shows, so an eval budget
+ * and a production bill are denominated identically.
+ */
+import { mapWithConcurrency } from '../ingest/IngestionPipeline.js';
+import { percentile } from '../telemetry/MetricsRegistry.js';
+import { DEFAULT_RAG_GRADERS } from './graders.js';
+export class EvalHarness {
+    _graders;
+    _gate;
+    _concurrency;
+    _tracer;
+    constructor(opts = {}) {
+        this._graders = opts.graders ?? DEFAULT_RAG_GRADERS;
+        this._gate = opts.gate ?? {};
+        this._concurrency = Math.max(1, opts.concurrency ?? 4);
+        this._tracer = opts.tracer;
+    }
+    async run(dataset, target) {
+        const started = Date.now();
+        const results = new Array(dataset.cases.length);
+        await mapWithConcurrency(dataset.cases, this._concurrency, async (evalCase, index) => {
+            const caseStarted = Date.now();
+            let output;
+            try {
+                output = await target(evalCase);
+            }
+            catch (err) {
+                // A thrown target is a data point, not a crashed suite — the run
+                // must still produce a report covering every other case.
+                output = { answer: '', error: err instanceof Error ? err.message : String(err) };
+            }
+            if (output.latencyMs === undefined)
+                output.latencyMs = Date.now() - caseStarted;
+            if (output.costUsd === undefined && this._tracer && output.traceId) {
+                output.costUsd = this._traceCost(output.traceId);
+            }
+            const grades = [];
+            for (const grader of this._graders) {
+                try {
+                    grades.push(await grader({ evalCase, output }));
+                }
+                catch (err) {
+                    grades.push({
+                        grader: 'grader-error',
+                        score: 0,
+                        passed: false,
+                        detail: err instanceof Error ? err.message : String(err),
+                    });
+                }
+            }
+            const score = grades.length ? grades.reduce((s, g) => s + g.score, 0) / grades.length : 0;
+            results[index] = {
+                caseId: evalCase.id,
+                output,
+                grades,
+                score,
+                passed: grades.length > 0 && grades.every((g) => g.passed),
+            };
+        });
+        return this._report(dataset.name, results, Date.now() - started);
+    }
+    _traceCost(traceId) {
+        return this._tracer
+            .trace(traceId)
+            .reduce((sum, span) => sum + (span.costUsd ?? 0), 0);
+    }
+    _report(dataset, cases, durationMs) {
+        const n = cases.length || 1;
+        const latencies = cases.map((c) => c.output.latencyMs ?? 0);
+        const costs = cases.map((c) => c.output.costUsd ?? 0);
+        const graderTotals = new Map();
+        for (const result of cases) {
+            for (const g of result.grades) {
+                const acc = graderTotals.get(g.grader) ?? { sum: 0, count: 0 };
+                acc.sum += g.score;
+                acc.count += 1;
+                graderTotals.set(g.grader, acc);
+            }
+        }
+        const graderScores = {};
+        for (const [name, acc] of graderTotals)
+            graderScores[name] = acc.sum / acc.count;
+        const report = {
+            dataset,
+            cases,
+            passRate: cases.filter((c) => c.passed).length / n,
+            meanScore: cases.reduce((s, c) => s + c.score, 0) / n,
+            graderScores,
+            errorRate: cases.filter((c) => c.output.error).length / n,
+            meanCostUsd: costs.reduce((s, c) => s + c, 0) / n,
+            totalCostUsd: costs.reduce((s, c) => s + c, 0),
+            p50LatencyMs: percentile(latencies, 0.5),
+            p95LatencyMs: percentile(latencies, 0.95),
+            durationMs,
+            gate: { passed: true, failures: [], vacuous: true },
+        };
+        report.gate = evaluateGate(report, this._gate);
+        return report;
+    }
+}
+/** Applies a gate to a report. Pure, so a build can re-gate an archived report. */
+export function evaluateGate(report, gate) {
+    const failures = [];
+    const thresholds = Object.entries(gate).filter(([, v]) => v !== undefined);
+    if (gate.minPassRate !== undefined && report.passRate < gate.minPassRate) {
+        failures.push(`pass rate ${pct(report.passRate)} < required ${pct(gate.minPassRate)}`);
+    }
+    if (gate.minMeanScore !== undefined && report.meanScore < gate.minMeanScore) {
+        failures.push(`mean score ${report.meanScore.toFixed(3)} < required ${gate.minMeanScore}`);
+    }
+    if (gate.maxErrorRate !== undefined && report.errorRate > gate.maxErrorRate) {
+        failures.push(`error rate ${pct(report.errorRate)} > allowed ${pct(gate.maxErrorRate)}`);
+    }
+    if (gate.maxMeanCostUsd !== undefined && report.meanCostUsd > gate.maxMeanCostUsd) {
+        failures.push(`mean cost $${report.meanCostUsd.toFixed(6)} > allowed $${gate.maxMeanCostUsd}`);
+    }
+    if (gate.maxP95LatencyMs !== undefined && report.p95LatencyMs > gate.maxP95LatencyMs) {
+        failures.push(`p95 latency ${Math.round(report.p95LatencyMs)}ms > allowed ${gate.maxP95LatencyMs}ms`);
+    }
+    for (const [grader, minimum] of Object.entries(gate.minGraderScore ?? {})) {
+        const actual = report.graderScores[grader];
+        if (actual === undefined) {
+            failures.push(`gate names grader "${grader}", which did not run`);
+        }
+        else if (actual < minimum) {
+            failures.push(`grader "${grader}" scored ${actual.toFixed(3)} < required ${minimum}`);
+        }
+    }
+    return { passed: failures.length === 0, failures, vacuous: thresholds.length === 0 };
+}
+/** One-screen summary for CI logs. */
+export function formatReport(report) {
+    const lines = [
+        `Eval: ${report.dataset} — ${report.cases.length} cases in ${Math.round(report.durationMs)}ms`,
+        `  pass rate     ${pct(report.passRate)}`,
+        `  mean score    ${report.meanScore.toFixed(3)}`,
+        `  error rate    ${pct(report.errorRate)}`,
+        `  cost          $${report.totalCostUsd.toFixed(6)} total, $${report.meanCostUsd.toFixed(6)}/case`,
+        `  latency       p50 ${Math.round(report.p50LatencyMs)}ms · p95 ${Math.round(report.p95LatencyMs)}ms`,
+    ];
+    for (const [grader, score] of Object.entries(report.graderScores)) {
+        lines.push(`  ${grader.padEnd(20)} ${score.toFixed(3)}`);
+    }
+    if (report.gate.vacuous) {
+        lines.push('  GATE: no thresholds configured — this suite proves nothing yet.');
+    }
+    else if (report.gate.passed) {
+        lines.push('  GATE: PASS');
+    }
+    else {
+        lines.push('  GATE: FAIL');
+        for (const failure of report.gate.failures)
+            lines.push(`    - ${failure}`);
+    }
+    const failed = report.cases.filter((c) => !c.passed);
+    if (failed.length > 0) {
+        lines.push(`  Failing cases (${failed.length}):`);
+        for (const result of failed.slice(0, 10)) {
+            const why = result.grades.filter((g) => !g.passed)
+                .map((g) => `${g.grader}${g.detail ? ` (${g.detail})` : ''}`)
+                .join(', ');
+            lines.push(`    - ${result.caseId}: ${why}`);
+        }
+        if (failed.length > 10)
+            lines.push(`    … and ${failed.length - 10} more`);
+    }
+    return lines.join('\n');
+}
+function pct(value) {
+    return `${(value * 100).toFixed(1)}%`;
+}
+//# sourceMappingURL=EvalHarness.js.map

package/dist/eval/EvalHarness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EvalHarness.js","sourceRoot":"","sources":["../../src/eval/EvalHarness.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAE7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAwBnD,MAAM,OAAO,WAAW;IACH,QAAQ,CAAoB;IAC5B,KAAK,CAAW;IAChB,YAAY,CAAS;IACrB,OAAO,CAAqB;IAE7C,YAAY,OAA2B,EAAE;QACrC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,IAAI,mBAAmB,CAAC;QACpD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,OAAoB,EAAE,MAAkB;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAiB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE9D,MAAM,kBAAkB,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE;YACjF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,IAAI,MAAM,CAAC;YACX,IAAI,CAAC;gBACD,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,iEAAiE;gBACjE,yDAAyD;gBACzD,MAAM,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YACrF,CAAC;YAED,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS;gBAAE,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;YAChF,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACrD,CAAC;YAED,MAAM,MAAM,GAAkB,EAAE,CAAC;YACjC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACjC,IAAI,CAAC;oBACD,MAAM,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;gBACpD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,IAAI,CAAC;wBACR,MAAM,EAAE,cAAc;wBACtB,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,KAAK;wBACb,MAAM,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;qBAC3D,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1F,OAAO,CAAC,KAAK,CAAC,GAAG;gBACb,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,MAAM;gBACN,MAAM;gBACN,KAAK;gBACL,MAAM,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aAC7D,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC;IACrE,CAAC;IAEO,UAAU,CAAC,OAAe;QAC9B,OAAQ,IAAI,CAAC,OAAkB;aAC1B,KAAK,CAAC,OAAO,CAAC;aACd,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7D,CAAC;IAEO,OAAO,CAAC,OAAe,EAAE,KAAmB,EAAE,UAAkB;QACpE,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;QAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;QAC5D,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;QAEtD,MAAM,YAAY,GAAG,IAAI,GAAG,EAA0C,CAAC;QACvE,KAAK,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YACzB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;gBAC/D,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC;gBACnB,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC;gBACf,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACpC,CAAC;QACL,CAAC;QACD,MAAM,YAAY,GAA2B,EAAE,CAAC;QAChD,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,YAAY;YAAE,YAAY,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC;QAEjF,MAAM,MAAM,GAAe;YACvB,OAAO;YACP,KAAK;YACL,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC;YAClD,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC;YACrD,YAAY;YACZ,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC;YACzD,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC;YACjD,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC9C,YAAY,EAAE,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC;YACxC,YAAY,EAAE,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC;YACzC,UAAU;YACV,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;SACtD,CAAC;QAEF,MAAM,CAAC,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ;AAED,mFAAmF;AACnF,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,IAAc;IAC3D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;IAE3E,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACvE,QAAQ,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IAC3F,CAAC;IACD,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1E,QAAQ,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1E,QAAQ,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IAC7F,CAAC;IACD,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,IAAI,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAChF,QAAQ,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;IACnG,CAAC;IACD,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,IAAI,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACnF,QAAQ,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,gBAAgB,IAAI,CAAC,eAAe,IAAI,CAAC,CAAC;IAC1G,CAAC;IACD,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC,EAAE,CAAC;QACxE,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,sBAAsB,MAAM,sBAAsB,CAAC,CAAC;QACtE,CAAC;aAAM,IAAI,MAAM,GAAG,OAAO,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,WAAW,MAAM,YAAY,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,OAAO,EAAE,CAAC,CAAC;QAC1F,CAAC;IACL,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;AACzF,CAAC;AAED,sCAAsC;AACtC,MAAM,UAAU,YAAY,CAAC,MAAkB;IAC3C,MAAM,KAAK,GAAG;QACV,SAAS,MAAM,CAAC,OAAO,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,aAAa,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI;QAC9F,mBAAmB,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE;QACzC,mBAAmB,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAChD,mBAAmB,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE;QAC1C,oBAAoB,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO;QAClG,uBAAuB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI;KACxG,CAAC;IAEF,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;IACpF,CAAC;SAAM,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC/B,CAAC;SAAM,CAAC;QACJ,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,OAAO,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;QAClD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YACvC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;iBAC7C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;iBAC5D,IAAI,CAAC,IAAI,CAAC,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,GAAG,CAAC,KAAa;IACtB,OAAO,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AAC1C,CAAC"}