@tangle-network/braid 0.1.0

package/dist/eval/fixtures.js

@@ -0,0 +1,612 @@
+import { permissionAnswerSpec } from '../adapters/agent-interface/interaction-runtime.js';
+import { mapAnalystFinding } from '../adapters/analysis/citations.js';
+import { buildAnalysisTraceStore } from '../adapters/analysis/trace-store.js';
+import { compareFrozenRuns } from '../app/analysis-comparison-facts.js';
+import { freezeAnalysisSource } from '../app/analysis-source.js';
+import { DETERMINISTIC_PROFILE } from '../app/composition.js';
+import { ConversationBranches } from '../app/conversation-branches.js';
+import { createInteractionRequest } from '../app/interaction-request.js';
+import { resolveEffectiveProfile } from '../app/profile-selection.js';
+import { createProfileRecord } from '../app/profile-sources.js';
+import { canonicalDigest } from '../domain/canonical.js';
+import { createBranchId, createConversationId, createDraftId, createEnvironmentId, createEventId, createMessageId, createMessagePartId, createQueueId, createRunId, createProviderSessionId, createTurnId, createWorkspaceId, } from '../domain/ids-values.js';
+import { createAdmissionReceipt } from '../domain/receipts.js';
+import { replayEvents } from '../domain/reducer.js';
+import { initialState } from '../domain/state.js';
+import { DEFAULT_RUN_CAPABILITIES } from '../ports/execution.js';
+import { loadProductPresenters, renderBraidProductOutput, unavailableProductOutput, } from './product-path.js';
+export const EVAL_NOW = '2026-08-03T20:00:00.000Z';
+const LUNA_MODEL = 'pi/openai-codex/gpt-5.6-luna';
+const ANTHROPIC_MODEL = 'anthropic/claude-opus-4-1';
+const MOONSHOT_MODEL = 'moonshot/kimi-k2.5';
+const OPENAI_MODEL = 'openai/gpt-5.6-luna';
+const ZAI_MODEL = 'zai/glm-5.2';
+function profileWith(model, harness) {
+    return {
+        ...DETERMINISTIC_PROFILE,
+        harness,
+        model: { ...(DETERMINISTIC_PROFILE.model ?? {}), default: model },
+    };
+}
+function conversationState(suffix, messages) {
+    const conversationId = createConversationId(`conversation-eval-${suffix}`);
+    const branchId = createBranchId(`branch-eval-${suffix}`);
+    const workspaceId = createWorkspaceId(`workspace-eval-${suffix}`);
+    const tipMessageId = messages.at(-1)?.id;
+    const branch = {
+        id: branchId,
+        conversationId,
+        overrides: { runner: 'pi', model: LUNA_MODEL, effort: 'high' },
+        draftId: createDraftId(`draft-eval-${suffix}`),
+        queueId: createQueueId(`queue-eval-${suffix}`),
+        ...(tipMessageId === undefined ? {} : { tipMessageId }),
+        status: 'active',
+        createdAt: EVAL_NOW,
+        updatedAt: EVAL_NOW,
+    };
+    const conversation = {
+        id: conversationId,
+        workspaceId,
+        title: `Braid evaluation ${suffix}`,
+        activeBranchId: branchId,
+        createdAt: EVAL_NOW,
+        updatedAt: EVAL_NOW,
+        archived: false,
+        retention: {},
+    };
+    const base = initialState(DETERMINISTIC_PROFILE);
+    return {
+        ...base,
+        workspace: `/workspace/${suffix}`,
+        workspaceId,
+        conversationId,
+        branchId,
+        conversations: [conversation],
+        branches: [branch],
+        messages,
+    };
+}
+function textMessage(conversationId, branchId, id, role, text) {
+    const messageId = createMessageId(id);
+    const partId = createMessagePartId(`part-${id}`);
+    return {
+        id: messageId,
+        conversationId,
+        branchId,
+        role,
+        text,
+        partIds: [partId],
+        status: 'complete',
+        createdAt: EVAL_NOW,
+        updatedAt: EVAL_NOW,
+        complete: true,
+        parts: [{ id: partId, kind: 'text', text }],
+    };
+}
+function forkPlan(suffix, kind, runner) {
+    const conversationId = createConversationId(`conversation-eval-${suffix}`);
+    const branchId = createBranchId(`branch-eval-${suffix}`);
+    const user = textMessage(conversationId, branchId, `message-user-${suffix}`, 'user', `Inspect the repository state for ${suffix}.`);
+    const assistant = textMessage(conversationId, branchId, `message-assistant-${suffix}`, 'assistant', 'The repository is ready for the next step.');
+    const state = conversationState(suffix, [user, assistant]);
+    const plan = new ConversationBranches({
+        state: () => state,
+        now: () => EVAL_NOW,
+        commit: async () => undefined,
+    }).plan({
+        operationId: `operation-eval-fork-${suffix}`,
+        conversationId,
+        branchId,
+        throughMessageId: assistant.id,
+        kind,
+        runner,
+    });
+    return { kind: 'braid.fork.plan', plan };
+}
+function permissionRequest(suffix, command, responseScopes) {
+    const interactionId = `interaction-eval-${suffix}`;
+    const runId = `run-permission-${suffix}`;
+    return createInteractionRequest({
+        id: interactionId,
+        kind: 'permission',
+        title: 'Permission required before running a command',
+        body: `Braid paused before running ${command}. Choose a scope or deny the request.`,
+        subject: { type: 'command', command },
+        answerSpec: permissionAnswerSpec({ allowFeedback: true, responseScopes }),
+        responseScopes: [...responseScopes],
+        timeoutMs: 30_000,
+        onTimeout: 'fail',
+        binding: {
+            runId,
+            provider: 'eval-fixture',
+            environmentId: 'environment-eval',
+            sessionId: 'session-eval',
+            executionId: runId,
+            interactionId,
+        },
+    });
+}
+function permissionOutput(suffix, command, path, responseScopes) {
+    return {
+        kind: 'braid.interaction.request',
+        interaction: permissionRequest(suffix, command, responseScopes),
+        run: {
+            id: createRunId(`run-permission-${suffix}`),
+            status: 'waiting',
+            scope: responseScopes,
+            subject: { path, command },
+        },
+    };
+}
+export function analysisEvidence(suffix, status = 'completed') {
+    const runId = createRunId(`run-analysis-${suffix}`);
+    const turnId = createTurnId(`turn-analysis-${suffix}`);
+    const state = initialState(DETERMINISTIC_PROFILE);
+    const receipt = createAdmissionReceipt({
+        runId: String(runId),
+        turnId: String(turnId),
+        operationId: `operation-analysis-${suffix}`,
+        conversationId: String(state.conversationId),
+        branchId: String(state.branchId),
+        admittedAt: EVAL_NOW,
+        profile: DETERMINISTIC_PROFILE,
+        text: `Analyze ${suffix}.`,
+        capabilities: DEFAULT_RUN_CAPABILITIES,
+        provider: 'fixture-analysis-provider',
+        providerSessionId: createProviderSessionId(`provider-session-fixture-${suffix}`),
+        environmentId: createEnvironmentId(`environment-fixture-${suffix}`),
+        admissionStatus: 'admitted',
+    });
+    const eventId = (sequence) => createEventId(`event-analysis-${suffix}-${sequence}`);
+    const events = [
+        {
+            eventId: eventId(1),
+            sequence: 1,
+            revision: 1,
+            occurredAt: EVAL_NOW,
+            event: { kind: 'workspace.opened', workspace: `/workspace/analysis-${suffix}` },
+        },
+        {
+            eventId: eventId(2),
+            sequence: 2,
+            revision: 2,
+            occurredAt: EVAL_NOW,
+            event: {
+                kind: 'run.requested',
+                operationId: `operation-analysis-${suffix}`,
+                runId,
+                turnId,
+                userMessageId: `message-analysis-user-${suffix}`,
+                assistantMessageId: `message-analysis-assistant-${suffix}`,
+                text: `Analyze ${suffix}.`,
+                requestDigest: receipt.requestDigest,
+                receipt,
+            },
+        },
+        {
+            eventId: eventId(3),
+            sequence: 3,
+            revision: 3,
+            occurredAt: EVAL_NOW,
+            event: {
+                kind: 'run.tool.call',
+                runId,
+                partId: `part-analysis-${suffix}`,
+                toolName: 'shell',
+                callId: `call-analysis-${suffix}`,
+                input: { command: `printf ${suffix}` },
+                provider: { eventId: `provider-call-${suffix}`, providerSequence: 1 },
+            },
+        },
+        {
+            eventId: eventId(4),
+            sequence: 4,
+            revision: 4,
+            occurredAt: EVAL_NOW,
+            event: {
+                kind: 'run.tool.result',
+                runId,
+                partId: `part-analysis-${suffix}`,
+                toolName: 'shell',
+                callId: `call-analysis-${suffix}`,
+                result: `safe ${suffix}`,
+                provider: { eventId: `provider-result-${suffix}`, providerSequence: 2 },
+            },
+        },
+        {
+            eventId: eventId(5),
+            sequence: 5,
+            revision: 5,
+            occurredAt: EVAL_NOW,
+            event: { kind: 'run.text.delta', runId, text: `Observed safe output for ${suffix}.` },
+        },
+        {
+            eventId: eventId(6),
+            sequence: 6,
+            revision: 6,
+            occurredAt: EVAL_NOW,
+            event: {
+                kind: 'run.finished',
+                runId,
+                status,
+                finalText: status === 'completed' ? `Observed safe output for ${suffix}.` : '',
+                usage: {
+                    input: suffix.includes('missing-cost') ? 120 : 100,
+                    output: suffix.includes('missing-cost') ? 60 : 50,
+                    ...(suffix.includes('baseline') ? { costUsd: 0.02 } : {}),
+                    model: 'fixture/eval-source',
+                },
+                ...(status === 'failed' ? { error: 'provider returned a recoverable error' } : {}),
+            },
+        },
+    ];
+    const replayed = replayEvents(state, events);
+    const evidence = freezeAnalysisSource({ state: replayed, events, runId });
+    const trace = buildAnalysisTraceStore(evidence);
+    const textEvent = evidence.events.find((event) => event.event.kind === 'run.text.delta');
+    if (textEvent === undefined)
+        throw new Error(`Analysis fixture ${suffix} has no text event`);
+    const finding = {
+        schema_version: '1.0.0',
+        finding_id: `finding-${suffix}`,
+        analyst_id: 'efficiency-behavioral',
+        produced_at: EVAL_NOW,
+        severity: 'medium',
+        area: 'tool-use',
+        claim: `The ${suffix} run contains one observed shell result and no measured root cause.`,
+        confidence: 0.72,
+        evidence_refs: [
+            {
+                kind: 'event',
+                uri: `event://${String(textEvent.id)}`,
+                excerpt: `Observed safe output for ${suffix}.`,
+            },
+        ],
+    };
+    const mapped = mapAnalystFinding(evidence, trace, finding);
+    const analysis = {
+        kind: 'braid.analysis.record',
+        analysis: {
+            id: `analysis-${suffix}`,
+            source: evidence.source,
+            question: `What happened in ${suffix}?`,
+            recipe: 'ask',
+            status,
+            findings: [mapped],
+            usage: { input: 100, output: 30, model: 'fixture/analyst' },
+            ...(suffix.includes('baseline') ? { costUsd: 0.01 } : {}),
+            createdAt: EVAL_NOW,
+            updatedAt: EVAL_NOW,
+        },
+    };
+    return { analysis, evidence };
+}
+function comparisonOutput(suffix) {
+    const baseline = analysisEvidence(`${suffix}-baseline`);
+    const candidate = analysisEvidence(`${suffix}-missing-cost`, 'failed');
+    const comparison = compareFrozenRuns({
+        baseline: baseline.evidence,
+        candidate: candidate.evidence,
+        bootstrapSeed: 7,
+    });
+    return {
+        kind: 'braid.analysis.comparison',
+        source: { suffix, baseline: baseline.evidence.source, candidate: candidate.evidence.source },
+        comparison,
+    };
+}
+function reconnectOutput(suffix) {
+    const events = [
+        {
+            kind: 'run.detached',
+            runId: createRunId(`run-reconnect-${suffix}-detached`),
+            cursor: `cursor-${suffix}`,
+            detail: 'local stream detached',
+        },
+        {
+            kind: 'run.reconnecting',
+            runId: createRunId(`run-reconnect-${suffix}-reconnecting`),
+            after: `cursor-${suffix}`,
+        },
+        {
+            kind: 'run.finished',
+            runId: createRunId(`run-reconnect-${suffix}-cancelled`),
+            status: 'cancelled',
+            finalText: '',
+            usage: { input: 1, output: 0 },
+            reason: 'user_cancelled',
+        },
+        {
+            kind: 'run.finished',
+            runId: createRunId(`run-reconnect-${suffix}-failed`),
+            status: 'failed',
+            finalText: '',
+            usage: { input: 1, output: 0 },
+            error: 'provider failed',
+        },
+        {
+            kind: 'run.finished',
+            runId: createRunId(`run-reconnect-${suffix}-expired`),
+            status: 'expired',
+            finalText: '',
+            usage: { input: 1, output: 0 },
+            reason: 'response_window_expired',
+        },
+        {
+            kind: 'run.unknown',
+            runId: createRunId(`run-reconnect-${suffix}-unknown`),
+            detail: 'provider history is unavailable',
+        },
+    ];
+    return {
+        kind: 'braid.semantic.run-statuses',
+        events,
+    };
+}
+function analysisReferenceOutput(suffix, status = 'completed') {
+    const eventId = `event-analysis-${suffix}-5`;
+    const quote = `Observed safe output for ${suffix}.`;
+    return [
+        `Finding: the ${suffix} run contains one observed shell result and no measured root cause.`,
+        `Evidence: ${eventId} says "${quote}".`,
+        `Confidence is 0.72, and the frozen source status is ${status}.`,
+        status === 'failed'
+            ? 'The failed source limits this finding; it does not confirm a cause.'
+            : 'The completed source supports the observation but does not identify a cause.',
+        `Next, inspect shell call call-analysis-${suffix} and its result before changing the system.`,
+    ].join(' ');
+}
+function referenceValue(present, value) {
+    if (!present)
+        return 'missing';
+    return JSON.stringify(value) ?? String(value);
+}
+function comparisonReferenceOutput(source) {
+    const comparison = source.comparison;
+    const fields = comparison.fields
+        .map((field) => `${field.name}: baseline=${referenceValue(field.baselinePresent, field.baseline)}; candidate=${referenceValue(field.candidatePresent, field.candidate)}; availability=${field.asymmetry}`)
+        .join('\n');
+    return [
+        'This is one paired observation, so it is descriptive and cannot support a reliable general conclusion.',
+        `Baseline ${comparison.baselineRunId} completed with cost 0.02 USD from frozen field run.cost_usd.`,
+        `Candidate ${comparison.candidateRunId} failed, and its cost is missing because the frozen run did not capture it.`,
+        'Every captured field follows; missing means unavailable, never zero.',
+        fields,
+        `All paired measurements: ${JSON.stringify(comparison.paired)}.`,
+        `Semantic review is ${comparison.semantic.status}: ${comparison.semantic.reason}`,
+    ].join('\n');
+}
+function reconnectReferenceOutput(suffix) {
+    return [
+        `Detached means the local stream stopped at cursor-${suffix}, while the run may still exist; reconnect from that cursor.`,
+        `Reconnecting means recovery after cursor-${suffix} is active; wait for new evidence.`,
+        'Cancelled is terminal because the user cancelled it; do not reconnect.',
+        'Failed is terminal because the provider failed; inspect the error before retrying.',
+        'Expired is terminal because the response window expired; start a new run if needed.',
+        'Unknown means provider history is unavailable; it is not success, so reconcile or inspect the provider.',
+    ].join(' ');
+}
+function profileCompatibilityOutput(suffix, runner, model, compatibleModel) {
+    const profile = createProfileRecord({
+        kind: 'inline',
+        reference: `eval-profile-${suffix}`,
+        label: `Eval profile ${suffix}`,
+        writable: false,
+        trusted: true,
+    }, profileWith(model, runner));
+    return {
+        kind: 'braid.profile.selection',
+        authoredProfile: profile.profile,
+        profileDigest: profile.digest,
+        effective: resolveEffectiveProfile({
+            profile,
+            availableModelIds: [model, compatibleModel],
+        }),
+    };
+}
+const CALIBRATION_FIXTURES = {
+    'EVAL-01': [
+        {
+            id: 'cal-fork-shared-conversation',
+            semanticOutput: forkPlan('cal-fork-shared-conversation', 'conversation', 'opencode'),
+            goodOutput: 'The conversation context is copied through the assistant boundary, the destination provider session is new, the environment remains shared, and no checkpoint is made. Omitted provider-owned reasoning and tool state are not copied, so this is not a resumed session.',
+            badOutput: 'The fork resumes the original provider session with the same environment and checkpoint, so all hidden state is copied.',
+            trivialOutput: 'Fork plan received.',
+        },
+        {
+            id: 'cal-fork-workspace-unavailable',
+            semanticOutput: forkPlan('cal-fork-workspace-unavailable', 'workspace', 'pi'),
+            goodOutput: 'The workspace fork is unavailable: conversation context is portable, but the environment and checkpoint are unavailable. Braid cannot claim a new workspace or resumed provider session; choose a conversation fork or configure the missing capabilities.',
+            badOutput: 'Workspace fork is ready and will resume the source session with copied environment and checkpoint.',
+            trivialOutput: 'Workspace fork unavailable.',
+        },
+        {
+            id: 'cal-fork-runner-boundary',
+            semanticOutput: forkPlan('cal-fork-runner-boundary', 'conversation', 'codex'),
+            goodOutput: 'This conversation fork copies the selected messages and starts a new codex provider session. The environment is shared, checkpoint is none, and provider-owned reasoning and tool internals are omitted.',
+            badOutput: 'Everything, including provider session, environment, checkpoint, and hidden tool state, was cloned into codex.',
+            trivialOutput: 'Conversation fork prepared.',
+        },
+    ],
+    'EVAL-02': [
+        {
+            id: 'cal-permission-shell-read',
+            semanticOutput: permissionOutput('cal-permission-shell-read', 'git diff -- README.md', 'README.md', ['interaction', 'session']),
+            goodOutput: 'Braid is paused before running `git diff -- README.md`. The subject is that exact shell command; the offered scopes are this interaction or the current session, not persistent access. Deny, allow once, or allow for the session, with optional feedback.',
+            badOutput: 'Allow the agent to do what it needs; this may apply everywhere and is probably safe.',
+            trivialOutput: 'Permission requested.',
+        },
+        {
+            id: 'cal-permission-network-write',
+            semanticOutput: permissionOutput('cal-permission-network-write', 'curl -X POST https://example.invalid', 'network', ['interaction']),
+            goodOutput: 'The exact subject is `curl -X POST https://example.invalid`, a network write. Only this interaction is offered, not session or persistent scope. Deny or allow once; the run stays paused until you choose.',
+            badOutput: 'The network operation is fine; approve permanently so the agent does not pause again.',
+            trivialOutput: 'Network permission needed.',
+        },
+        {
+            id: 'cal-permission-delete',
+            semanticOutput: permissionOutput('cal-permission-delete', 'rm -f build/cache.json', 'build/cache.json', ['interaction', 'session', 'persistent']),
+            goodOutput: 'Braid requests permission for `rm -f build/cache.json`, which deletes that file. The offered choices are deny, once, session, or persistent; persistent approval affects future matching requests and should be explicit.',
+            badOutput: 'Approve the broad file permission; request details and scope do not matter.',
+            trivialOutput: 'A permission choice is waiting.',
+        },
+    ],
+    'EVAL-03': [
+        {
+            id: 'cal-analysis-shell',
+            semanticOutput: analysisEvidence('cal-analysis-shell').analysis,
+            goodOutput: analysisReferenceOutput('cal-analysis-shell'),
+            badOutput: 'The root cause is a shell security regression and the provider corrupted the repository; cite event://missing-root-cause.',
+            trivialOutput: 'Analysis completed with one finding.',
+        },
+        {
+            id: 'cal-analysis-timing',
+            semanticOutput: analysisEvidence('cal-analysis-timing').analysis,
+            goodOutput: analysisReferenceOutput('cal-analysis-timing'),
+            badOutput: 'The trace proves the provider timeout caused latency; no citation or uncertainty is needed.',
+            trivialOutput: 'There is a trace finding.',
+        },
+        {
+            id: 'cal-analysis-failed',
+            semanticOutput: analysisEvidence('cal-analysis-failed', 'failed').analysis,
+            goodOutput: analysisReferenceOutput('cal-analysis-failed', 'failed'),
+            badOutput: 'The failed run proves the database caused the issue; promote it and cite an event absent from the source.',
+            trivialOutput: 'A failed analysis has a finding.',
+        },
+    ],
+    'EVAL-04': [
+        {
+            id: 'cal-comparison-cost',
+            semanticOutput: comparisonOutput('cal-comparison-cost'),
+            goodOutput: comparisonReferenceOutput(comparisonOutput('cal-comparison-cost')),
+            badOutput: 'The candidate is 20% cheaper and better; both runs succeeded, so ship it.',
+            trivialOutput: 'Comparison complete.',
+        },
+        {
+            id: 'cal-comparison-outcome',
+            semanticOutput: comparisonOutput('cal-comparison-outcome'),
+            goodOutput: comparisonReferenceOutput(comparisonOutput('cal-comparison-outcome')),
+            badOutput: 'Only latency matters; ignore missing cost and the failed candidate because the candidate wins.',
+            trivialOutput: 'Baseline and candidate were compared.',
+        },
+        {
+            id: 'cal-comparison-single-pair',
+            semanticOutput: comparisonOutput('cal-comparison-single-pair'),
+            goodOutput: comparisonReferenceOutput(comparisonOutput('cal-comparison-single-pair')),
+            badOutput: 'The sample is large enough to conclude the candidate is faster and cheaper; missing values can be zero.',
+            trivialOutput: 'The arms differ.',
+        },
+    ],
+    'EVAL-05': [
+        {
+            id: 'cal-reconnect-detach',
+            semanticOutput: reconnectOutput('cal-reconnect-detach'),
+            goodOutput: reconnectReferenceOutput('cal-reconnect-detach'),
+            badOutput: 'All statuses mean complete and safe to resume; reconnect whenever possible.',
+            trivialOutput: 'Run status changed.',
+        },
+        {
+            id: 'cal-reconnect-gap',
+            semanticOutput: reconnectOutput('cal-reconnect-gap'),
+            goodOutput: reconnectReferenceOutput('cal-reconnect-gap'),
+            badOutput: 'The provider gap is reconnecting, so the run will continue and no warning is needed.',
+            trivialOutput: 'The run has several states.',
+        },
+        {
+            id: 'cal-reconnect-cancelled',
+            semanticOutput: reconnectOutput('cal-reconnect-cancelled'),
+            goodOutput: reconnectReferenceOutput('cal-reconnect-cancelled'),
+            badOutput: 'Cancelled, failed, expired, and unknown are interchangeable labels for a completed run.',
+            trivialOutput: 'The run is not active.',
+        },
+    ],
+    'EVAL-06': [
+        {
+            id: 'cal-profile-glm-codex',
+            semanticOutput: profileCompatibilityOutput('cal-profile-glm-codex', 'codex', ZAI_MODEL, OPENAI_MODEL),
+            goodOutput: 'The unsupported pair is harness=codex with model=zai/glm-5.2. Preserve the authored profile and explicitly choose opencode to keep GLM or openai/gpt-5.6-luna to keep codex; do not silently replace either field.',
+            badOutput: 'codex will silently choose a compatible model, so the profile is valid and no choice is needed.',
+            trivialOutput: 'The profile is incompatible.',
+        },
+        {
+            id: 'cal-profile-runner-choice',
+            semanticOutput: profileCompatibilityOutput('cal-profile-luna-claude', 'claude-code', OPENAI_MODEL, ANTHROPIC_MODEL),
+            goodOutput: 'The mismatch is harness=claude-code with model=openai/gpt-5.6-luna. Select codex to preserve Luna or anthropic/claude-opus-4-1 to preserve claude-code; keep the authored profile and digest unchanged.',
+            badOutput: 'Remove the model field and retry with pi; that changes nothing important.',
+            trivialOutput: 'Choose another profile.',
+        },
+        {
+            id: 'cal-profile-digest',
+            semanticOutput: profileCompatibilityOutput('cal-profile-claude-kimi', 'kimi-code', ANTHROPIC_MODEL, MOONSHOT_MODEL),
+            goodOutput: 'The unsupported pair is harness=kimi-code with model=anthropic/claude-opus-4-1. Keep the authored profile unchanged and explicitly choose claude-code for that model or moonshot/kimi-k2.5 for kimi-code.',
+            badOutput: 'Omit the unsupported model and continue with a default runner; users do not need to know.',
+            trivialOutput: 'Profile selection needs attention.',
+        },
+    ],
+};
+const RELEASE_SEMANTIC_OUTPUTS = {
+    'EVAL-01': [
+        forkPlan('heldout-fork-conversation', 'conversation', 'opencode'),
+        forkPlan('heldout-fork-workspace', 'workspace', 'pi'),
+        forkPlan('heldout-fork-codex', 'conversation', 'codex'),
+    ],
+    'EVAL-02': [
+        permissionOutput('heldout-permission-read', 'git diff -- package.json', 'package.json', [
+            'interaction',
+            'session',
+        ]),
+        permissionOutput('heldout-permission-network', 'curl -X POST https://example.invalid/api', 'network', ['interaction']),
+        permissionOutput('heldout-permission-delete', 'rm -f dist/cache.json', 'dist/cache.json', [
+            'interaction',
+            'session',
+            'persistent',
+        ]),
+    ],
+    'EVAL-03': [
+        analysisEvidence('heldout-analysis-shell').analysis,
+        analysisEvidence('heldout-analysis-timing').analysis,
+        analysisEvidence('heldout-analysis-failed', 'failed').analysis,
+    ],
+    'EVAL-04': [
+        comparisonOutput('heldout-comparison-cost'),
+        comparisonOutput('heldout-comparison-outcome'),
+        comparisonOutput('heldout-comparison-single-pair'),
+    ],
+    'EVAL-05': [
+        reconnectOutput('heldout-reconnect-detach'),
+        reconnectOutput('heldout-reconnect-gap'),
+        reconnectOutput('heldout-reconnect-cancelled'),
+    ],
+    'EVAL-06': [
+        profileCompatibilityOutput('heldout-profile-moonshot-codex', 'codex', MOONSHOT_MODEL, OPENAI_MODEL),
+        profileCompatibilityOutput('heldout-profile-glm-claude', 'claude-code', ZAI_MODEL, ANTHROPIC_MODEL),
+        profileCompatibilityOutput('heldout-profile-luna-kimi', 'kimi-code', OPENAI_MODEL, MOONSHOT_MODEL),
+    ],
+};
+export const SEMANTIC_CALIBRATION_FIXTURES = CALIBRATION_FIXTURES;
+export const SEMANTIC_RELEASE_FIXTURES = Object.fromEntries(Object.keys(RELEASE_SEMANTIC_OUTPUTS).map((caseId) => [
+    caseId,
+    RELEASE_SEMANTIC_OUTPUTS[caseId].map((semanticOutput, index) => {
+        const id = `release-${caseId.toLowerCase()}-${index + 1}`;
+        return {
+            id,
+            semanticOutput,
+            productOutput: unavailableProductOutput(semanticOutput, 'installed Braid product presenters were not loaded'),
+        };
+    }),
+]));
+export async function prepareReleaseProductOutputs(packageRoot) {
+    const provenance = await loadProductPresenters(packageRoot);
+    for (const caseId of Object.keys(SEMANTIC_RELEASE_FIXTURES)) {
+        for (const fixture of SEMANTIC_RELEASE_FIXTURES[caseId]) {
+            const mutable = fixture;
+            mutable.productOutput = renderBraidProductOutput(caseId, fixture.semanticOutput);
+        }
+    }
+    return provenance;
+}
+export function releaseFixtureProductReady() {
+    return Object.keys(SEMANTIC_RELEASE_FIXTURES).every((caseId) => SEMANTIC_RELEASE_FIXTURES[caseId].every((fixture) => fixture.productOutput.sourceDigest === canonicalDigest(fixture.semanticOutput) &&
+        fixture.productOutput.path !== 'unavailable'));
+}
+//# sourceMappingURL=fixtures.js.map

package/dist/eval/fixtures.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fixtures.js","sourceRoot":"","sources":["../../src/eval/fixtures.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oDAAoD,CAAA;AACzF,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAA;AACrE,OAAO,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAA;AAC7E,OAAO,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAA;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAA;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAA;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAA;AACxE,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAA;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AAGxD,OAAO,EACL,cAAc,EACd,oBAAoB,EACpB,aAAa,EACb,mBAAmB,EACnB,aAAa,EACb,eAAe,EACf,mBAAmB,EACnB,aAAa,EACb,WAAW,EACX,uBAAuB,EACvB,YAAY,EACZ,iBAAiB,GAClB,MAAM,yBAAyB,CAAA;AAChC,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACnD,OAAO,EAAmB,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAA;AAChE,OAAO,EACL,qBAAqB,EAErB,wBAAwB,EACxB,wBAAwB,GACzB,MAAM,mBAAmB,CAAA;AAG1B,MAAM,CAAC,MAAM,QAAQ,GAAG,0BAA0B,CAAA;AAClD,MAAM,UAAU,GAAG,8BAA8B,CAAA;AACjD,MAAM,eAAe,GAAG,2BAA2B,CAAA;AACnD,MAAM,cAAc,GAAG,oBAAoB,CAAA;AAC3C,MAAM,YAAY,GAAG,qBAAqB,CAAA;AAC1C,MAAM,SAAS,GAAG,aAAa,CAAA;AAE/B,SAAS,WAAW,CAClB,KAAa,EACb,OAA6C;IAE7C,OAAO;QACL,GAAG,qBAAqB;QACxB,OAAO;QACP,KAAK,EAAE,EAAE,GAAG,CAAC,qBAAqB,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE;KAClE,CAAA;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAc,EAAE,QAAkC;IAC3E,MAAM,cAAc,GAAG,oBAAoB,CAAC,qBAAqB,MAAM,EAAE,CAAC,CAAA;IAC1E,MAAM,QAAQ,GAAG,cAAc,CAAC,eAAe,MAAM,EAAE,CAAC,CAAA;IACxD,MAAM,WAAW,GAAG,iBAAiB,CAAC,kBAAkB,MAAM,EAAE,CAAC,CAAA;IACjE,MAAM,YAAY,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAA;IACxC,MAAM,MAAM,GAAiB;QAC3B,EAAE,EAAE,QAAQ;QACZ,cAAc;QACd,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;QAC9D,OAAO,EAAE,aAAa,CAAC,cAAc,MAAM,EAAE,CAAC;QAC9C,OAAO,EAAE,aAAa,CAAC,cAAc,MAAM,EAAE,CAAC;QAC9C,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,QAAQ;KACpB,CAAA;IACD,MAAM,YAAY,GAAuB;QACvC,EAAE,EAAE,cAAc;QAClB,WAAW;QACX,KAAK,EAAE,oBAAoB,MAAM,EAAE;QACnC,cAAc,EAAE,QAAQ;QACxB,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,QAAQ;QACnB,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,EAAE;KACd,CAAA;IACD,MAAM,IAAI,GAAG,YAAY,CAAC,qBAAqB,CAAC,CAAA;IAChD,OAAO;QACL,GAAG,IAAI;QACP,SAAS,EAAE,cAAc,MAAM,EAAE;QACjC,WAAW;QACX,cAAc;QACd,QAAQ;QACR,aAAa,EAAE,CAAC,YAAY,CAAC;QAC7B,QAAQ,EAAE,CAAC,MAAM,CAAC;QAClB,QAAQ;KACT,CAAA;AACH,CAAC;AAED,SAAS,WAAW,CAClB,cAAuD,EACvD,QAA2C,EAC3C,EAAU,EACV,IAA0B,EAC1B,IAAY;IAEZ,MAAM,SAAS,GAAG,eAAe,CAAC,EAAE,CAAC,CAAA;IACrC,MAAM,MAAM,GAAG,mBAAmB,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;IAChD,OAAO;QACL,EAAE,EAAE,SAAS;QACb,cAAc;QACd,QAAQ;QACR,IAAI;QACJ,IAAI;QACJ,OAAO,EAAE,CAAC,MAAM,CAAC;QACjB,MAAM,EAAE,UAAU;QAClB,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,QAAQ;QACnB,QAAQ,EAAE,IAAI;QACd,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;KAC5C,CAAA;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,MAAc,EAAE,IAAkC,EAAE,MAAc;IAClF,MAAM,cAAc,GAAG,oBAAoB,CAAC,qBAAqB,MAAM,EAAE,CAAC,CAAA;IAC1E,MAAM,QAAQ,GAAG,cAAc,CAAC,eAAe,MAAM,EAAE,CAAC,CAAA;IACxD,MAAM,IAAI,GAAG,WAAW,CACtB,cAAc,EACd,QAAQ,EACR,gBAAgB,MAAM,EAAE,EACxB,MAAM,EACN,oCAAoC,MAAM,GAAG,CAC9C,CAAA;IACD,MAAM,SAAS,GAAG,WAAW,CAC3B,cAAc,EACd,QAAQ,EACR,qBAAqB,MAAM,EAAE,EAC7B,WAAW,EACX,4CAA4C,CAC7C,CAAA;IACD,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAA;IAC1D,MAAM,IAAI,GAAG,IAAI,oBAAoB,CAAC;QACpC,KAAK,EAAE,GAAG,EAAE,CAAC,KAAK;QAClB,GAAG,EAAE,GAAG,EAAE,CAAC,QAAQ;QACnB,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;KAC9B,CAAC,CAAC,IAAI,CAAC;QACN,WAAW,EAAE,uBAAuB,MAAM,EAAE;QAC5C,cAAc;QACd,QAAQ;QACR,gBAAgB,EAAE,SAAS,CAAC,EAAE;QAC9B,IAAI;QACJ,MAAM;KACP,CAAC,CAAA;IACF,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAA;AAC1C,CAAC;AAED,SAAS,iBAAiB,CACxB,MAAc,EACd,OAAe,EACf,cAAqE;IAErE,MAAM,aAAa,GAAG,oBAAoB,MAAM,EAAE,CAAA;IAClD,MAAM,KAAK,GAAG,kBAAkB,MAAM,EAAE,CAAA;IACxC,OAAO,wBAAwB,CAAC;QAC9B,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,8CAA8C;QACrD,IAAI,EAAE,+BAA+B,OAAO,uCAAuC;QACnF,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE;QACrC,UAAU,EAAE,oBAAoB,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;QACzE,cAAc,EAAE,CAAC,GAAG,cAAc,CAAC;QACnC,SAAS,EAAE,MAAM;QACjB,SAAS,EAAE,MAAM;QACjB,OAAO,EAAE;YACP,KAAK;YACL,QAAQ,EAAE,cAAc;YACxB,aAAa,EAAE,kBAAkB;YACjC,SAAS,EAAE,cAAc;YACzB,WAAW,EAAE,KAAK;YAClB,aAAa;SACd;KACF,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,gBAAgB,CACvB,MAAc,EACd,OAAe,EACf,IAAY,EACZ,cAAqE;IAErE,OAAO;QACL,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,cAAc,CAAC;QAC/D,GAAG,EAAE;YACH,EAAE,EAAE,WAAW,CAAC,kBAAkB,MAAM,EAAE,CAAC;YAC3C,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,cAAc;YACrB,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;SAC3B;KACF,CAAA;AACH,CAAC;AAOD,MAAM,UAAU,gBAAgB,CAC9B,MAAc,EACd,MAAM,GAA2B,WAAW;IAE5C,MAAM,KAAK,GAAG,WAAW,CAAC,gBAAgB,MAAM,EAAE,CAAC,CAAA;IACnD,MAAM,MAAM,GAAG,YAAY,CAAC,iBAAiB,MAAM,EAAE,CAAC,CAAA;IACtD,MAAM,KAAK,GAAG,YAAY,CAAC,qBAAqB,CAAC,CAAA;IACjD,MAAM,OAAO,GAAG,sBAAsB,CAAC;QACrC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;QACtB,WAAW,EAAE,sBAAsB,MAAM,EAAE;QAC3C,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC;QAC5C,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;QAChC,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,qBAAqB;QAC9B,IAAI,EAAE,WAAW,MAAM,GAAG;QAC1B,YAAY,EAAE,wBAAwB;QACtC,QAAQ,EAAE,2BAA2B;QACrC,iBAAiB,EAAE,uBAAuB,CAAC,4BAA4B,MAAM,EAAE,CAAC;QAChF,aAAa,EAAE,mBAAmB,CAAC,uBAAuB,MAAM,EAAE,CAAC;QACnE,eAAe,EAAE,UAAU;KAC5B,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,CAAC,QAAgB,EAAE,EAAE,CAAC,aAAa,CAAC,kBAAkB,MAAM,IAAI,QAAQ,EAAE,CAAC,CAAA;IAC3F,MAAM,MAAM,GAA2B;QACrC;YACE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YACnB,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,QAAQ;YACpB,KAAK,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,SAAS,EAAE,uBAAuB,MAAM,EAAE,EAAE;SAChF;QACD;YACE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YACnB,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,QAAQ;YACpB,KAAK,EAAE;gBACL,IAAI,EAAE,eAAe;gBACrB,WAAW,EAAE,sBAAsB,MAAM,EAAE;gBAC3C,KAAK;gBACL,MAAM;gBACN,aAAa,EAAE,yBAAyB,MAAM,EAAE;gBAChD,kBAAkB,EAAE,8BAA8B,MAAM,EAAE;gBAC1D,IAAI,EAAE,WAAW,MAAM,GAAG;gBAC1B,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,OAAO;aACR;SACF;QACD;YACE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YACnB,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,QAAQ;YACpB,KAAK,EAAE;gBACL,IAAI,EAAE,eAAe;gBACrB,KAAK;gBACL,MAAM,EAAE,iBAAiB,MAAM,EAAE;gBACjC,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,iBAAiB,MAAM,EAAE;gBACjC,KAAK,EAAE,EAAE,OAAO,EAAE,UAAU,MAAM,EAAE,EAAE;gBACtC,QAAQ,EAAE,EAAE,OAAO,EAAE,iBAAiB,MAAM,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE;aACtE;SACF;QACD;YACE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YACnB,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,QAAQ;YACpB,KAAK,EAAE;gBACL,IAAI,EAAE,iBAAiB;gBACvB,KAAK;gBACL,MAAM,EAAE,iBAAiB,MAAM,EAAE;gBACjC,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,iBAAiB,MAAM,EAAE;gBACjC,MAAM,EAAE,QAAQ,MAAM,EAAE;gBACxB,QAAQ,EAAE,EAAE,OAAO,EAAE,mBAAmB,MAAM,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE;aACxE;SACF;QACD;YACE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YACnB,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,QAAQ;YACpB,KAAK,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,IAAI,EAAE,4BAA4B,MAAM,GAAG,EAAE;SACtF;QACD;YACE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YACnB,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,QAAQ;YACpB,KAAK,EAAE;gBACL,IAAI,EAAE,cAAc;gBACpB,KAAK;gBACL,MAAM;gBACN,SAAS,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,4BAA4B,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE;gBAC9E,KAAK,EAAE;oBACL,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;oBAClD,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;oBACjD,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACzD,KAAK,EAAE,qBAAqB;iBAC7B;gBACD,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,uCAAuC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACnF;SACF;KACF,CAAA;IACD,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;IAC5C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAA;IACzE,MAAM,KAAK,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAA;IAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAA;IACxF,IAAI,SAAS,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,MAAM,oBAAoB,CAAC,CAAA;IAC5F,MAAM,OAAO,GAAmB;QAC9B,cAAc,EAAE,OAAO;QACvB,UAAU,EAAE,WAAW,MAAM,EAAE;QAC/B,UAAU,EAAE,uBAAuB;QACnC,WAAW,EAAE,QAAQ;QACrB,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,OAAO,MAAM,qEAAqE;QACzF,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE;YACb;gBACE,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,WAAW,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;gBACtC,OAAO,EAAE,4BAA4B,MAAM,GAAG;aAC/C;SACF;KACF,CAAA;IACD,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;IAC1D,MAAM,QAAQ,GAAG;QACf,IAAI,EAAE,uBAAuB;QAC7B,QAAQ,EAAE;YACR,EAAE,EAAE,YAAY,MAAM,EAAE;YACxB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,QAAQ,EAAE,oBAAoB,MAAM,GAAG;YACvC,MAAM,EAAE,KAAK;YACb,MAAM;YACN,QAAQ,EAAE,CAAC,MAAM,CAAC;YAClB,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,iBAAiB,EAAE;YAC3D,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,SAAS,EAAE,QAAQ;YACnB,SAAS,EAAE,QAAQ;SACpB;KACF,CAAA;IACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;AAC/B,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc;IACtC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,MAAM,WAAW,CAAC,CAAA;IACvD,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,MAAM,eAAe,EAAE,QAAQ,CAAC,CAAA;IACtE,MAAM,UAAU,GAAG,iBAAiB,CAAC;QACnC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,SAAS,EAAE,SAAS,CAAC,QAAQ;QAC7B,aAAa,EAAE,CAAC;KACjB,CAAC,CAAA;IACF,OAAO;QACL,IAAI,EAAE,2BAA2B;QACjC,MAAM,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE;QAC5F,UAAU;KACX,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CAAC,MAAc;IACrC,MAAM,MAAM,GAAiB;QAC3B;YACE,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,WAAW,CAAC,iBAAiB,MAAM,WAAW,CAAC;YACtD,MAAM,EAAE,UAAU,MAAM,EAAE;YAC1B,MAAM,EAAE,uBAAuB;SAChC;QACD;YACE,IAAI,EAAE,kBAAkB;YACxB,KAAK,EAAE,WAAW,CAAC,iBAAiB,MAAM,eAAe,CAAC;YAC1D,KAAK,EAAE,UAAU,MAAM,EAAE;SAC1B;QACD;YACE,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,WAAW,CAAC,iBAAiB,MAAM,YAAY,CAAC;YACvD,MAAM,EAAE,WAAW;YACnB,SAAS,EAAE,EAAE;YACb,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YAC9B,MAAM,EAAE,gBAAgB;SACzB;QACD;YACE,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,WAAW,CAAC,iBAAiB,MAAM,SAAS,CAAC;YACpD,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,EAAE;YACb,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YAC9B,KAAK,EAAE,iBAAiB;SACzB;QACD;YACE,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,WAAW,CAAC,iBAAiB,MAAM,UAAU,CAAC;YACrD,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,EAAE;YACb,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YAC9B,MAAM,EAAE,yBAAyB;SAClC;QACD;YACE,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,WAAW,CAAC,iBAAiB,MAAM,UAAU,CAAC;YACrD,MAAM,EAAE,iCAAiC;SAC1C;KACF,CAAA;IACD,OAAO;QACL,IAAI,EAAE,6BAA6B;QACnC,MAAM;KACP,CAAA;AACH,CAAC;AAED,SAAS,uBAAuB,CAC9B,MAAc,EACd,MAAM,GAA2B,WAAW;IAE5C,MAAM,OAAO,GAAG,kBAAkB,MAAM,IAAI,CAAA;IAC5C,MAAM,KAAK,GAAG,4BAA4B,MAAM,GAAG,CAAA;IACnD,OAAO;QACL,gBAAgB,MAAM,qEAAqE;QAC3F,aAAa,OAAO,UAAU,KAAK,IAAI;QACvC,uDAAuD,MAAM,GAAG;QAChE,MAAM,KAAK,QAAQ;YACjB,CAAC,CAAC,qEAAqE;YACvE,CAAC,CAAC,8EAA8E;QAClF,0CAA0C,MAAM,6CAA6C;KAC9F,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AACb,CAAC;AAED,SAAS,cAAc,CAAC,OAAgB,EAAE,KAAc;IACtD,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAA;IAC9B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAA;AAC/C,CAAC;AAED,SAAS,yBAAyB,CAAC,MAA2C;IAC5E,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAA;IACpC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM;SAC7B,GAAG,CACF,CAAC,KAAK,EAAE,EAAE,CACR,GAAG,KAAK,CAAC,IAAI,cAAc,cAAc,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC,eAAe,cAAc,CAAC,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,SAAS,CAAC,kBAAkB,KAAK,CAAC,SAAS,EAAE,CAC5L;SACA,IAAI,CAAC,IAAI,CAAC,CAAA;IACb,OAAO;QACL,wGAAwG;QACxG,YAAY,UAAU,CAAC,aAAa,+DAA+D;QACnG,aAAa,UAAU,CAAC,cAAc,6EAA6E;QACnH,sEAAsE;QACtE,MAAM;QACN,4BAA4B,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG;QAChE,sBAAsB,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE;KAClF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC;AAED,SAAS,wBAAwB,CAAC,MAAc;IAC9C,OAAO;QACL,qDAAqD,MAAM,8DAA8D;QACzH,4CAA4C,MAAM,oCAAoC;QACtF,wEAAwE;QACxE,oFAAoF;QACpF,qFAAqF;QACrF,yGAAyG;KAC1G,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AACb,CAAC;AAED,SAAS,0BAA0B,CACjC,MAAc,EACd,MAA4C,EAC5C,KAAa,EACb,eAAuB;IAEvB,MAAM,OAAO,GAAG,mBAAmB,CACjC;QACE,IAAI,EAAE,QAAQ;QACd,SAAS,EAAE,gBAAgB,MAAM,EAAE;QACnC,KAAK,EAAE,gBAAgB,MAAM,EAAE;QAC/B,QAAQ,EAAE,KAAK;QACf,OAAO,EAAE,IAAI;KACd,EACD,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAC3B,CAAA;IACD,OAAO;QACL,IAAI,EAAE,yBAAyB;QAC/B,eAAe,EAAE,OAAO,CAAC,OAAO;QAChC,aAAa,EAAE,OAAO,CAAC,MAAM;QAC7B,SAAS,EAAE,uBAAuB,CAAC;YACjC,OAAO;YACP,iBAAiB,EAAE,CAAC,KAAK,EAAE,eAAe,CAAC;SAC5C,CAAC;KACH,CAAA;AACH,CAAC;AAID,MAAM,oBAAoB,GAAuC;IAC/D,SAAS,EAAE;QACT;YACE,EAAE,EAAE,8BAA8B;YAClC,cAAc,EAAE,QAAQ,CAAC,8BAA8B,EAAE,cAAc,EAAE,UAAU,CAAC;YACpF,UAAU,EACR,0QAA0Q;YAC5Q,SAAS,EACP,yHAAyH;YAC3H,aAAa,EAAE,qBAAqB;SACrC;QACD;YACE,EAAE,EAAE,gCAAgC;YACpC,cAAc,EAAE,QAAQ,CAAC,gCAAgC,EAAE,WAAW,EAAE,IAAI,CAAC;YAC7E,UAAU,EACR,4PAA4P;YAC9P,SAAS,EACP,oGAAoG;YACtG,aAAa,EAAE,6BAA6B;SAC7C;QACD;YACE,EAAE,EAAE,0BAA0B;YAC9B,cAAc,EAAE,QAAQ,CAAC,0BAA0B,EAAE,cAAc,EAAE,OAAO,CAAC;YAC7E,UAAU,EACR,0MAA0M;YAC5M,SAAS,EACP,gHAAgH;YAClH,aAAa,EAAE,6BAA6B;SAC7C;KACF;IACD,SAAS,EAAE;QACT;YACE,EAAE,EAAE,2BAA2B;YAC/B,cAAc,EAAE,gBAAgB,CAC9B,2BAA2B,EAC3B,uBAAuB,EACvB,WAAW,EACX,CAAC,aAAa,EAAE,SAAS,CAAC,CAC3B;YACD,UAAU,EACR,6PAA6P;YAC/P,SAAS,EACP,sFAAsF;YACxF,aAAa,EAAE,uBAAuB;SACvC;QACD;YACE,EAAE,EAAE,8BAA8B;YAClC,cAAc,EAAE,gBAAgB,CAC9B,8BAA8B,EAC9B,sCAAsC,EACtC,SAAS,EACT,CAAC,aAAa,CAAC,CAChB;YACD,UAAU,EACR,6MAA6M;YAC/M,SAAS,EACP,uFAAuF;YACzF,aAAa,EAAE,4BAA4B;SAC5C;QACD;YACE,EAAE,EAAE,uBAAuB;YAC3B,cAAc,EAAE,gBAAgB,CAC9B,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,EAClB,CAAC,aAAa,EAAE,SAAS,EAAE,YAAY,CAAC,CACzC;YACD,UAAU,EACR,2NAA2N;YAC7N,SAAS,EAAE,6EAA6E;YACxF,aAAa,EAAE,iCAAiC;SACjD;KACF;IACD,SAAS,EAAE;QACT;YACE,EAAE,EAAE,oBAAoB;YACxB,cAAc,EAAE,gBAAgB,CAAC,oBAAoB,CAAC,CAAC,QAAQ;YAC/D,UAAU,EAAE,uBAAuB,CAAC,oBAAoB,CAAC;YACzD,SAAS,EACP,2HAA2H;YAC7H,aAAa,EAAE,sCAAsC;SACtD;QACD;YACE,EAAE,EAAE,qBAAqB;YACzB,cAAc,EAAE,gBAAgB,CAAC,qBAAqB,CAAC,CAAC,QAAQ;YAChE,UAAU,EAAE,uBAAuB,CAAC,qBAAqB,CAAC;YAC1D,SAAS,EACP,6FAA6F;YAC/F,aAAa,EAAE,2BAA2B;SAC3C;QACD;YACE,EAAE,EAAE,qBAAqB;YACzB,cAAc,EAAE,gBAAgB,CAAC,qBAAqB,EAAE,QAAQ,CAAC,CAAC,QAAQ;YAC1E,UAAU,EAAE,uBAAuB,CAAC,qBAAqB,EAAE,QAAQ,CAAC;YACpE,SAAS,EACP,2GAA2G;YAC7G,aAAa,EAAE,kCAAkC;SAClD;KACF;IACD,SAAS,EAAE;QACT;YACE,EAAE,EAAE,qBAAqB;YACzB,cAAc,EAAE,gBAAgB,CAAC,qBAAqB,CAAC;YACvD,UAAU,EAAE,yBAAyB,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,CAAC;YAC9E,SAAS,EAAE,2EAA2E;YACtF,aAAa,EAAE,sBAAsB;SACtC;QACD;YACE,EAAE,EAAE,wBAAwB;YAC5B,cAAc,EAAE,gBAAgB,CAAC,wBAAwB,CAAC;YAC1D,UAAU,EAAE,yBAAyB,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,CAAC;YACjF,SAAS,EACP,gGAAgG;YAClG,aAAa,EAAE,uCAAuC;SACvD;QACD;YACE,EAAE,EAAE,4BAA4B;YAChC,cAAc,EAAE,gBAAgB,CAAC,4BAA4B,CAAC;YAC9D,UAAU,EAAE,yBAAyB,CAAC,gBAAgB,CAAC,4BAA4B,CAAC,CAAC;YACrF,SAAS,EACP,yGAAyG;YAC3G,aAAa,EAAE,kBAAkB;SAClC;KACF;IACD,SAAS,EAAE;QACT;YACE,EAAE,EAAE,sBAAsB;YAC1B,cAAc,EAAE,eAAe,CAAC,sBAAsB,CAAC;YACvD,UAAU,EAAE,wBAAwB,CAAC,sBAAsB,CAAC;YAC5D,SAAS,EAAE,6EAA6E;YACxF,aAAa,EAAE,qBAAqB;SACrC;QACD;YACE,EAAE,EAAE,mBAAmB;YACvB,cAAc,EAAE,eAAe,CAAC,mBAAmB,CAAC;YACpD,UAAU,EAAE,wBAAwB,CAAC,mBAAmB,CAAC;YACzD,SAAS,EACP,sFAAsF;YACxF,aAAa,EAAE,6BAA6B;SAC7C;QACD;YACE,EAAE,EAAE,yBAAyB;YAC7B,cAAc,EAAE,eAAe,CAAC,yBAAyB,CAAC;YAC1D,UAAU,EAAE,wBAAwB,CAAC,yBAAyB,CAAC;YAC/D,SAAS,EACP,yFAAyF;YAC3F,aAAa,EAAE,wBAAwB;SACxC;KACF;IACD,SAAS,EAAE;QACT;YACE,EAAE,EAAE,uBAAuB;YAC3B,cAAc,EAAE,0BAA0B,CACxC,uBAAuB,EACvB,OAAO,EACP,SAAS,EACT,YAAY,CACb;YACD,UAAU,EACR,oNAAoN;YACtN,SAAS,EACP,iGAAiG;YACnG,aAAa,EAAE,8BAA8B;SAC9C;QACD;YACE,EAAE,EAAE,2BAA2B;YAC/B,cAAc,EAAE,0BAA0B,CACxC,yBAAyB,EACzB,aAAa,EACb,YAAY,EACZ,eAAe,CAChB;YACD,UAAU,EACR,yMAAyM;YAC3M,SAAS,EAAE,2EAA2E;YACtF,aAAa,EAAE,yBAAyB;SACzC;QACD;YACE,EAAE,EAAE,oBAAoB;YACxB,cAAc,EAAE,0BAA0B,CACxC,yBAAyB,EACzB,WAAW,EACX,eAAe,EACf,cAAc,CACf;YACD,UAAU,EACR,2MAA2M;YAC7M,SAAS,EACP,2FAA2F;YAC7F,aAAa,EAAE,oCAAoC;SACpD;KACF;CACF,CAAA;AAED,MAAM,wBAAwB,GAA4B;IACxD,SAAS,EAAE;QACT,QAAQ,CAAC,2BAA2B,EAAE,cAAc,EAAE,UAAU,CAAC;QACjE,QAAQ,CAAC,wBAAwB,EAAE,WAAW,EAAE,IAAI,CAAC;QACrD,QAAQ,CAAC,oBAAoB,EAAE,cAAc,EAAE,OAAO,CAAC;KACxD;IACD,SAAS,EAAE;QACT,gBAAgB,CAAC,yBAAyB,EAAE,0BAA0B,EAAE,cAAc,EAAE;YACtF,aAAa;YACb,SAAS;SACV,CAAC;QACF,gBAAgB,CACd,4BAA4B,EAC5B,0CAA0C,EAC1C,SAAS,EACT,CAAC,aAAa,CAAC,CAChB;QACD,gBAAgB,CAAC,2BAA2B,EAAE,uBAAuB,EAAE,iBAAiB,EAAE;YACxF,aAAa;YACb,SAAS;YACT,YAAY;SACb,CAAC;KACH;IACD,SAAS,EAAE;QACT,gBAAgB,CAAC,wBAAwB,CAAC,CAAC,QAAQ;QACnD,gBAAgB,CAAC,yBAAyB,CAAC,CAAC,QAAQ;QACpD,gBAAgB,CAAC,yBAAyB,EAAE,QAAQ,CAAC,CAAC,QAAQ;KAC/D;IACD,SAAS,EAAE;QACT,gBAAgB,CAAC,yBAAyB,CAAC;QAC3C,gBAAgB,CAAC,4BAA4B,CAAC;QAC9C,gBAAgB,CAAC,gCAAgC,CAAC;KACnD;IACD,SAAS,EAAE;QACT,eAAe,CAAC,0BAA0B,CAAC;QAC3C,eAAe,CAAC,uBAAuB,CAAC;QACxC,eAAe,CAAC,6BAA6B,CAAC;KAC/C;IACD,SAAS,EAAE;QACT,0BAA0B,CACxB,gCAAgC,EAChC,OAAO,EACP,cAAc,EACd,YAAY,CACb;QACD,0BAA0B,CACxB,4BAA4B,EAC5B,aAAa,EACb,SAAS,EACT,eAAe,CAChB;QACD,0BAA0B,CACxB,2BAA2B,EAC3B,WAAW,EACX,YAAY,EACZ,cAAc,CACf;KACF;CACF,CAAA;AAED,MAAM,CAAC,MAAM,6BAA6B,GAAG,oBAAoB,CAAA;AAEjE,MAAM,CAAC,MAAM,yBAAyB,GAAmC,MAAM,CAAC,WAAW,CACxF,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAA0B,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;IAC9E,MAAM;IACN,wBAAwB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,KAAK,EAAE,EAAE;QAC7D,MAAM,EAAE,GAAG,WAAW,MAAM,CAAC,WAAW,EAAE,IAAI,KAAK,GAAG,CAAC,EAAE,CAAA;QACzD,OAAO;YACL,EAAE;YACF,cAAc;YACd,aAAa,EAAE,wBAAwB,CACrC,cAAc,EACd,oDAAoD,CACrD;SACF,CAAA;IACH,CAAC,CAAC;CACH,CAAC,CAC0C,CAAA;AAE9C,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,WAAmB;IAEnB,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC,WAAW,CAAC,CAAA;IAC3D,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAyB,EAAE,CAAC;QACpF,KAAK,MAAM,OAAO,IAAI,yBAAyB,CAAC,MAAM,CAAC,EAAE,CAAC;YACxD,MAAM,OAAO,GAAG,OAA6D,CAAA;YAC7E,OAAO,CAAC,aAAa,GAAG,wBAAwB,CAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,CAAA;QAClF,CAAC;IACH,CAAC;IACD,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,MAAM,UAAU,0BAA0B;IACxC,OAAQ,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAA0B,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CACvF,yBAAyB,CAAC,MAAM,CAAC,CAAC,KAAK,CACrC,CAAC,OAAO,EAAE,EAAE,CACV,OAAO,CAAC,aAAa,CAAC,YAAY,KAAK,eAAe,CAAC,OAAO,CAAC,cAAc,CAAC;QAC9E,OAAO,CAAC,aAAa,CAAC,IAAI,KAAK,aAAa,CAC/C,CACF,CAAA;AACH,CAAC"}

package/dist/eval/product-path.d.ts

@@ -0,0 +1,9 @@
+import type { ProductOutput, SemanticEvalCaseId } from './types.js';
+export interface ProductPresenterProvenance {
+    readonly packageRoot: string;
+    readonly modulePaths: Readonly<Record<string, string>>;
+}
+export declare function loadProductPresenters(packageRoot: string): Promise<ProductPresenterProvenance>;
+export declare function unavailableProductOutput(source: unknown, missingReason: string): ProductOutput;
+export declare function renderBraidProductOutput(caseId: SemanticEvalCaseId, semanticOutput: unknown): ProductOutput;
+//# sourceMappingURL=product-path.d.ts.map

package/dist/eval/product-path.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"product-path.d.ts","sourceRoot":"","sources":["../../src/eval/product-path.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AA4BnE,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;CACvD;AAQD,wBAAsB,qBAAqB,CACzC,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,0BAA0B,CAAC,CA2CrC;AA2BD,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,GAAG,aAAa,CAQ9F;AA+LD,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,kBAAkB,EAC1B,cAAc,EAAE,OAAO,GACtB,aAAa,CAoBf"}