@tangle-network/braid 0.1.0

package/dist/eval/execution.js

@@ -0,0 +1,269 @@
+import { agentProfileSchema } from '@tangle-network/agent-interface';
+import { profileChatClient } from '@tangle-network/agent-runtime/kernel';
+import { evalSha256, redactEvalValue } from './records.js';
+export const DEFAULT_EVAL_BASE_URL = 'https://router.tangle.tools/v1';
+export const DEFAULT_EVAL_MODEL = 'glm-5.2';
+export const EVAL_TOTAL_COMPLETION_TOKENS = 2_048;
+export const DEFAULT_EVAL_CALL_TIMEOUT_MS = 120_000;
+export const DEFAULT_EVAL_TOTAL_TIMEOUT_MS = 15 * 60_000;
+function cleanBaseUrl(value) {
+    const url = new URL(value);
+    if (url.username || url.password)
+        throw new Error('BRAID_EVAL_BASE_URL cannot include credentials');
+    if (url.search || url.hash)
+        throw new Error('BRAID_EVAL_BASE_URL cannot include query or fragment');
+    if (url.protocol !== 'http:' && url.protocol !== 'https:')
+        throw new Error('BRAID_EVAL_BASE_URL must use HTTP or HTTPS');
+    const pathname = url.pathname.replace(/\/+$/u, '');
+    if (pathname !== '/v1')
+        throw new Error('BRAID_EVAL_BASE_URL must end in /v1');
+    return `${url.origin}${pathname}`;
+}
+function positiveNumber(value, fallback, name) {
+    const parsed = Number(value ?? String(fallback));
+    if (!Number.isFinite(parsed) || parsed <= 0)
+        throw new Error(`${name} must be positive`);
+    return parsed;
+}
+export function readEvalRouteConfig(env = process.env) {
+    const baseUrl = cleanBaseUrl(env.BRAID_EVAL_BASE_URL ?? DEFAULT_EVAL_BASE_URL);
+    const model = (env.BRAID_EVAL_MODEL ?? DEFAULT_EVAL_MODEL).trim();
+    if (model.length === 0)
+        throw new Error('BRAID_EVAL_MODEL must be non-empty');
+    const timeoutMs = positiveNumber(env.BRAID_EVAL_TIMEOUT_MS, DEFAULT_EVAL_CALL_TIMEOUT_MS, 'BRAID_EVAL_TIMEOUT_MS');
+    const totalTimeoutMs = positiveNumber(env.BRAID_EVAL_TOTAL_TIMEOUT_MS, DEFAULT_EVAL_TOTAL_TIMEOUT_MS, 'BRAID_EVAL_TOTAL_TIMEOUT_MS');
+    const apiKey = env.BRAID_EVAL_API_KEY?.trim();
+    return {
+        baseUrl,
+        model,
+        ...(apiKey === undefined || apiKey.length === 0 ? {} : { apiKey }),
+        timeoutMs,
+        totalTimeoutMs,
+    };
+}
+export function providerIdentity(config) {
+    return {
+        transport: 'custom',
+        baseUrl: config.baseUrl,
+        model: config.model,
+        endpointSha256: evalSha256(config.baseUrl),
+        bearerPresent: config.apiKey !== undefined,
+    };
+}
+async function jsonFetch(url, config, fetchImpl) {
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), config.timeoutMs);
+    try {
+        const response = await fetchImpl(url, {
+            method: 'GET',
+            headers: config.apiKey === undefined ? {} : { authorization: `Bearer ${config.apiKey}` },
+            signal: controller.signal,
+        });
+        let body = null;
+        try {
+            body = await response.json();
+        }
+        catch {
+            body = null;
+        }
+        return { response, body };
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+function modelIds(value) {
+    if (value === null || typeof value !== 'object')
+        return [];
+    const data = value.data;
+    if (!Array.isArray(data))
+        return [];
+    return data.flatMap((entry) => {
+        if (entry === null || typeof entry !== 'object')
+            return [];
+        const id = entry.id;
+        return typeof id === 'string' ? [id] : [];
+    });
+}
+export async function probeEvalRoute(config, fetchImpl = fetch) {
+    const provider = providerIdentity(config);
+    const health = null;
+    let models = [];
+    if (config.apiKey === undefined) {
+        return {
+            status: 'unavailable',
+            config,
+            provider,
+            reason: 'BRAID_EVAL_API_KEY is required for the semantic release judge',
+            health,
+            models,
+        };
+    }
+    try {
+        const modelsResult = await jsonFetch(`${config.baseUrl}/models`, config, fetchImpl);
+        models = modelIds(modelsResult.body);
+        if (!modelsResult.response.ok) {
+            return {
+                status: 'unavailable',
+                config,
+                provider,
+                reason: `Eval Router model discovery returned HTTP ${modelsResult.response.status}`,
+                health,
+                models,
+            };
+        }
+        if (!models.includes(config.model)) {
+            return {
+                status: 'unavailable',
+                config,
+                provider,
+                reason: `Eval Router does not advertise required model ${config.model}`,
+                health,
+                models,
+            };
+        }
+        return { status: 'ready', config, provider, health, models };
+    }
+    catch (error) {
+        return {
+            status: 'unavailable',
+            config,
+            provider,
+            reason: error instanceof Error ? error.message : String(error),
+            health,
+            models,
+        };
+    }
+}
+export function evalJudgeProfile(config) {
+    const disablesThinking = /(?:^|\/)glm-/iu.test(config.model);
+    const profile = {
+        name: 'Braid semantic release judge',
+        description: 'Scores installed Braid output against held-out release criteria.',
+        version: '0.1.0',
+        harness: 'cli-base',
+        model: {
+            provider: 'tangle-router',
+            default: config.model,
+            reasoningEffort: 'none',
+            metadata: {
+                temperature: 0,
+                maxTokens: EVAL_TOTAL_COMPLETION_TOKENS,
+                retry: {
+                    maxAttempts: 3,
+                    initialBackoffMs: 1_000,
+                    maxBackoffMs: 2_000,
+                    jitter: 0,
+                    requestTimeoutMs: config.timeoutMs,
+                },
+                extraBody: {
+                    // Router treats this field as the hard ceiling over visible and reasoning tokens.
+                    max_completion_tokens: EVAL_TOTAL_COMPLETION_TOKENS,
+                    // GLM enables thinking by default and does not honor reasoning_effort: none.
+                    ...(disablesThinking ? { thinking: { type: 'disabled' } } : {}),
+                },
+            },
+        },
+    };
+    agentProfileSchema.parse(profile);
+    return profile;
+}
+export function createEvalChatClient(config, complete) {
+    if (config.apiKey === undefined)
+        throw new Error('BRAID_EVAL_API_KEY is required before creating the semantic judge');
+    return profileChatClient({
+        profile: evalJudgeProfile(config),
+        context: 'Braid semantic release judge',
+        executor: {
+            backend: 'router',
+            routerBaseUrl: config.baseUrl,
+            routerKey: config.apiKey,
+            ...(complete === undefined ? {} : { complete }),
+        },
+    });
+}
+function abortError(message) {
+    const error = new Error(message);
+    error.name = 'TimeoutError';
+    return error;
+}
+function boundedOptions(options, callTimeoutMs, totalDeadline) {
+    const controller = new AbortController();
+    const parent = options?.signal;
+    const onParentAbort = () => controller.abort(parent?.reason);
+    if (parent?.aborted === true)
+        onParentAbort();
+    else
+        parent?.addEventListener('abort', onParentAbort, { once: true });
+    const remaining = Math.max(0, totalDeadline - Date.now());
+    const timeoutMs = Math.min(callTimeoutMs, remaining);
+    const timer = setTimeout(() => controller.abort(abortError(timeoutMs === remaining ? 'eval total timeout exceeded' : 'eval call timeout exceeded')), timeoutMs);
+    return {
+        options: { ...(options ?? {}), signal: controller.signal },
+        cleanup: () => {
+            clearTimeout(timer);
+            parent?.removeEventListener('abort', onParentAbort);
+        },
+    };
+}
+export function recordingChatClient(client, calls, limits) {
+    const totalDeadline = Date.now() + limits.totalTimeoutMs;
+    const wrapped = {
+        transport: client.transport,
+        chat: async (request, options) => {
+            const startedAt = new Date().toISOString();
+            const started = Date.now();
+            if (Date.now() >= totalDeadline) {
+                const error = abortError('eval total timeout exceeded before judge call');
+                calls.push({
+                    callId: options?.idempotencyKey ?? null,
+                    request: redactEvalValue(request),
+                    response: null,
+                    error: { name: error.name, message: error.message },
+                    startedAt,
+                    finishedAt: new Date().toISOString(),
+                    wallTimeMs: 0,
+                });
+                throw error;
+            }
+            const bounded = boundedOptions(options, limits.callTimeoutMs, totalDeadline);
+            try {
+                const response = await client.chat(request, bounded.options);
+                calls.push({
+                    callId: options?.idempotencyKey ?? null,
+                    request: redactEvalValue(request),
+                    response: redactEvalValue(response),
+                    error: null,
+                    startedAt,
+                    finishedAt: new Date().toISOString(),
+                    wallTimeMs: Date.now() - started,
+                });
+                return response;
+            }
+            catch (error) {
+                calls.push({
+                    callId: options?.idempotencyKey ?? null,
+                    request: redactEvalValue(request),
+                    response: null,
+                    error: {
+                        name: error instanceof Error ? error.name : 'UnknownError',
+                        message: error instanceof Error ? error.message : String(error),
+                    },
+                    startedAt,
+                    finishedAt: new Date().toISOString(),
+                    wallTimeMs: Date.now() - started,
+                });
+                throw error;
+            }
+            finally {
+                bounded.cleanup();
+            }
+        },
+    };
+    if (client.defaultModel !== undefined)
+        wrapped.defaultModel = client.defaultModel;
+    if (client.maximumAttempts !== undefined)
+        wrapped.maximumAttempts = client.maximumAttempts;
+    return wrapped;
+}
+//# sourceMappingURL=execution.js.map

package/dist/eval/execution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution.js","sourceRoot":"","sources":["../../src/eval/execution.ts"],"names":[],"mappings":"AAMA,OAAO,EAAqB,kBAAkB,EAAE,MAAM,iCAAiC,CAAA;AACvF,OAAO,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAA;AACxE,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAG1D,MAAM,CAAC,MAAM,qBAAqB,GAAG,gCAAgC,CAAA;AACrE,MAAM,CAAC,MAAM,kBAAkB,GAAG,SAAS,CAAA;AAC3C,MAAM,CAAC,MAAM,4BAA4B,GAAG,KAAK,CAAA;AACjD,MAAM,CAAC,MAAM,4BAA4B,GAAG,OAAO,CAAA;AACnD,MAAM,CAAC,MAAM,6BAA6B,GAAG,EAAE,GAAG,MAAM,CAAA;AA6BxD,SAAS,YAAY,CAAC,KAAa;IACjC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;IAC1B,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ;QAC9B,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;IACnE,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI;QACxB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAA;IACzE,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;QACvD,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;IAC/D,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;IAClD,IAAI,QAAQ,KAAK,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;IAC9E,OAAO,GAAG,GAAG,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAA;AACnC,CAAC;AAED,SAAS,cAAc,CAAC,KAAyB,EAAE,QAAgB,EAAE,IAAY;IAC/E,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;IAChD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,mBAAmB,CAAC,CAAA;IACxF,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,GAAG,GAAiD,OAAO,CAAC,GAAG;IAE/D,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,mBAAmB,IAAI,qBAAqB,CAAC,CAAA;IAC9E,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,gBAAgB,IAAI,kBAAkB,CAAC,CAAC,IAAI,EAAE,CAAA;IACjE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;IAC7E,MAAM,SAAS,GAAG,cAAc,CAC9B,GAAG,CAAC,qBAAqB,EACzB,4BAA4B,EAC5B,uBAAuB,CACxB,CAAA;IACD,MAAM,cAAc,GAAG,cAAc,CACnC,GAAG,CAAC,2BAA2B,EAC/B,6BAA6B,EAC7B,6BAA6B,CAC9B,CAAA;IACD,MAAM,MAAM,GAAG,GAAG,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAA;IAC7C,OAAO;QACL,OAAO;QACP,KAAK;QACL,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;QAClE,SAAS;QACT,cAAc;KACf,CAAA;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAuB;IACtD,OAAO;QACL,SAAS,EAAE,QAAQ;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,cAAc,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;QAC1C,aAAa,EAAE,MAAM,CAAC,MAAM,KAAK,SAAS;KAC3C,CAAA;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,GAAW,EACX,MAAuB,EACvB,SAAuB;IAEvB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,SAAS,CAAC,CAAA;IACpE,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;YACpC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE,EAAE;YACxF,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAA;QACF,IAAI,IAAI,GAAY,IAAI,CAAA;QACxB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,IAAI,CAAA;QACb,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAA;IAC3B,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAA;IACrB,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAA;IAC1D,MAAM,IAAI,GAAI,KAAqC,CAAC,IAAI,CAAA;IACxD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAA;IACnC,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC5B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAA;QAC1D,MAAM,EAAE,GAAI,KAAmC,CAAC,EAAE,CAAA;QAClD,OAAO,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC3C,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAAuB,EACvB,SAAS,GAAiB,KAAK;IAE/B,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAA;IACzC,MAAM,MAAM,GAAY,IAAI,CAAA;IAC5B,IAAI,MAAM,GAAa,EAAE,CAAA;IACzB,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAChC,OAAO;YACL,MAAM,EAAE,aAAa;YACrB,MAAM;YACN,QAAQ;YACR,MAAM,EAAE,+DAA+D;YACvE,MAAM;YACN,MAAM;SACP,CAAA;IACH,CAAC;IACD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC,GAAG,MAAM,CAAC,OAAO,SAAS,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;QACnF,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;QACpC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAC9B,OAAO;gBACL,MAAM,EAAE,aAAa;gBACrB,MAAM;gBACN,QAAQ;gBACR,MAAM,EAAE,6CAA6C,YAAY,CAAC,QAAQ,CAAC,MAAM,EAAE;gBACnF,MAAM;gBACN,MAAM;aACP,CAAA;QACH,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO;gBACL,MAAM,EAAE,aAAa;gBACrB,MAAM;gBACN,QAAQ;gBACR,MAAM,EAAE,iDAAiD,MAAM,CAAC,KAAK,EAAE;gBACvE,MAAM;gBACN,MAAM;aACP,CAAA;QACH,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,CAAA;IAC9D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,MAAM,EAAE,aAAa;YACrB,MAAM;YACN,QAAQ;YACR,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC9D,MAAM;YACN,MAAM;SACP,CAAA;IACH,CAAC;AACH,CAAC;AAUD,MAAM,UAAU,gBAAgB,CAAC,MAAuB;IACtD,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5D,MAAM,OAAO,GAAG;QACd,IAAI,EAAE,8BAA8B;QACpC,WAAW,EAAE,kEAAkE;QAC/E,OAAO,EAAE,OAAO;QAChB,OAAO,EAAE,UAAU;QACnB,KAAK,EAAE;YACL,QAAQ,EAAE,eAAe;YACzB,OAAO,EAAE,MAAM,CAAC,KAAK;YACrB,eAAe,EAAE,MAAM;YACvB,QAAQ,EAAE;gBACR,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,4BAA4B;gBACvC,KAAK,EAAE;oBACL,WAAW,EAAE,CAAC;oBACd,gBAAgB,EAAE,KAAK;oBACvB,YAAY,EAAE,KAAK;oBACnB,MAAM,EAAE,CAAC;oBACT,gBAAgB,EAAE,MAAM,CAAC,SAAS;iBACnC;gBACD,SAAS,EAAE;oBACT,kFAAkF;oBAClF,qBAAqB,EAAE,4BAA4B;oBACnD,6EAA6E;oBAC7E,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAChE;aACF;SACF;KACqB,CAAA;IACxB,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACjC,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,MAAuB,EACvB,QAAmC;IAEnC,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;QAC7B,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAA;IACtF,OAAO,iBAAiB,CAAC;QACvB,OAAO,EAAE,gBAAgB,CAAC,MAAM,CAAC;QACjC,OAAO,EAAE,8BAA8B;QACvC,QAAQ,EAAE;YACR,OAAO,EAAE,QAAQ;YACjB,aAAa,EAAE,MAAM,CAAC,OAAO;YAC7B,SAAS,EAAE,MAAM,CAAC,MAAM;YACxB,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;SAChD;KACF,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,OAAe;IACjC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAA;IAChC,KAAK,CAAC,IAAI,GAAG,cAAc,CAAA;IAC3B,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,cAAc,CACrB,OAAiC,EACjC,aAAqB,EACrB,aAAqB;IAErB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAA;IAC9B,MAAM,aAAa,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC5D,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI;QAAE,aAAa,EAAE,CAAA;;QACxC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IACzD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,SAAS,CAAC,CAAA;IACpD,MAAM,KAAK,GAAG,UAAU,CACtB,GAAG,EAAE,CACH,UAAU,CAAC,KAAK,CACd,UAAU,CACR,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC,CAAC,4BAA4B,CACvF,CACF,EACH,SAAS,CACV,CAAA;IACD,OAAO;QACL,OAAO,EAAE,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE;QAC1D,OAAO,EAAE,GAAG,EAAE;YACZ,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAA;QACrD,CAAC;KACF,CAAA;AACH,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,MAAkB,EAClB,KAA0B,EAC1B,MAA2E;IAE3E,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,cAAc,CAAA;IACxD,MAAM,OAAO,GAAe;QAC1B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,IAAI,EAAE,KAAK,EAAE,OAAoB,EAAE,OAAsB,EAAyB,EAAE;YAClF,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;YAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC1B,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,aAAa,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,UAAU,CAAC,+CAA+C,CAAC,CAAA;gBACzE,KAAK,CAAC,IAAI,CAAC;oBACT,MAAM,EAAE,OAAO,EAAE,cAAc,IAAI,IAAI;oBACvC,OAAO,EAAE,eAAe,CAAC,OAAO,CAAC;oBACjC,QAAQ,EAAE,IAAI;oBACd,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;oBACnD,SAAS;oBACT,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACpC,UAAU,EAAE,CAAC;iBACd,CAAC,CAAA;gBACF,MAAM,KAAK,CAAA;YACb,CAAC;YACD,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,aAAa,EAAE,aAAa,CAAC,CAAA;YAC5E,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;gBAC5D,KAAK,CAAC,IAAI,CAAC;oBACT,MAAM,EAAE,OAAO,EAAE,cAAc,IAAI,IAAI;oBACvC,OAAO,EAAE,eAAe,CAAC,OAAO,CAAC;oBACjC,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC;oBACnC,KAAK,EAAE,IAAI;oBACX,SAAS;oBACT,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACpC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;iBACjC,CAAC,CAAA;gBACF,OAAO,QAAQ,CAAA;YACjB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC;oBACT,MAAM,EAAE,OAAO,EAAE,cAAc,IAAI,IAAI;oBACvC,OAAO,EAAE,eAAe,CAAC,OAAO,CAAC;oBACjC,QAAQ,EAAE,IAAI;oBACd,KAAK,EAAE;wBACL,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;wBAC1D,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAChE;oBACD,SAAS;oBACT,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACpC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;iBACjC,CAAC,CAAA;gBACF,MAAM,KAAK,CAAA;YACb,CAAC;oBAAS,CAAC;gBACT,OAAO,CAAC,OAAO,EAAE,CAAA;YACnB,CAAC;QACH,CAAC;KACF,CAAA;IACD,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS;QAClC,OAAoC,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAA;IAC1E,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS;QACrC,OAAuC,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAA;IACnF,OAAO,OAAO,CAAA;AAChB,CAAC"}

package/dist/eval/fixtures.d.ts

@@ -0,0 +1,16 @@
+import { freezeAnalysisSource } from '../app/analysis-source.js';
+import { type ProductPresenterProvenance } from './product-path.js';
+import type { CalibrationFixture, ReleaseFixture, SemanticEvalCaseId } from './types.js';
+export declare const EVAL_NOW = "2026-08-03T20:00:00.000Z";
+interface AnalysisFixtureResult {
+    readonly analysis: unknown;
+    readonly evidence: ReturnType<typeof freezeAnalysisSource>;
+}
+export declare function analysisEvidence(suffix: string, status?: 'completed' | 'failed'): AnalysisFixtureResult;
+type CaseFixtureMap<T> = Readonly<Record<SemanticEvalCaseId, readonly [T, T, T]>>;
+export declare const SEMANTIC_CALIBRATION_FIXTURES: Readonly<Record<SemanticEvalCaseId, readonly [CalibrationFixture, CalibrationFixture, CalibrationFixture]>>;
+export declare const SEMANTIC_RELEASE_FIXTURES: CaseFixtureMap<ReleaseFixture>;
+export declare function prepareReleaseProductOutputs(packageRoot: string): Promise<ProductPresenterProvenance>;
+export declare function releaseFixtureProductReady(): boolean;
+export {};
+//# sourceMappingURL=fixtures.d.ts.map

package/dist/eval/fixtures.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fixtures.d.ts","sourceRoot":"","sources":["../../src/eval/fixtures.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAA;AA2BhE,OAAO,EAEL,KAAK,0BAA0B,EAGhC,MAAM,mBAAmB,CAAA;AAC1B,OAAO,KAAK,EAAE,kBAAkB,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAExF,eAAO,MAAM,QAAQ,6BAA6B,CAAA;AAgKlD,UAAU,qBAAqB;IAC7B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;IAC1B,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC,OAAO,oBAAoB,CAAC,CAAA;CAC3D;AAED,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,MAAM,EACd,MAAM,GAAE,WAAW,GAAG,QAAsB,GAC3C,qBAAqB,CA6IvB;AAiJD,KAAK,cAAc,CAAC,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,kBAAkB,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;AAgQjF,eAAO,MAAM,6BAA6B,6GAAuB,CAAA;AAEjE,eAAO,MAAM,yBAAyB,EAAE,cAAc,CAAC,cAAc,CAevB,CAAA;AAE9C,wBAAsB,4BAA4B,CAChD,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,0BAA0B,CAAC,CASrC;AAED,wBAAgB,0BAA0B,IAAI,OAAO,CAQpD"}