maka-agent 0.2.0-dev.4.20260830 → 0.2.0-dev.5.20260830

package/packages/eval/dist/metering-checkpoint.js

@@ -1,80 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-import { createHmac, timingSafeEqual } from 'node:crypto';
-import { constants } from 'node:fs';
-import { chmod, open, rename, writeFile } from 'node:fs/promises';
-// One JSON snapshot of proxy counts. Anything larger is not a checkpoint the
-// wrapper writes; it is treated as absent rather than parsed.
-export const METERING_CHECKPOINT_LIMIT_BYTES = 64 * 1024;
-const MAC_PATTERN = /^[0-9a-f]{64}$/u;
-let atomicWriteSequence = 0;
-// The checkpoint is read by a different process after this one may have died
-// mid-write, so it is renamed into place rather than written in place: a reader
-// sees either the previous snapshot or the next one, never a truncated file.
-// /logs/agent is created under umask 077, which silently downgrades the
-// writeFile mode to 0600. chmod the temporary file before rename so the
-// published inode is already 0644; a host that races the rename must not see
-// a 0600 file it cannot read.
-export async function writeJsonAtomic(path, value) {
-    const temporary = `${path}.tmp-${process.pid}-${atomicWriteSequence++}`;
-    await writeFile(temporary, `${JSON.stringify(value)}\n`, { mode: 0o644 });
-    await chmod(temporary, 0o644);
-    await rename(temporary, path);
-}
-// The subject can replace the checkpoint path. Refuse anything that is not a
-// bounded regular file so a symlink or a huge write cannot be used as the
-// host's usage evidence.
-export async function readBoundedRegularFile(path, limitBytes = METERING_CHECKPOINT_LIMIT_BYTES) {
-    let handle;
-    try {
-        handle = await open(path, constants.O_RDONLY | constants.O_NOFOLLOW);
-    }
-    catch {
-        return undefined;
-    }
-    try {
-        const info = await handle.stat();
-        if (!info.isFile() || info.size <= 0 || info.size > limitBytes)
-            return undefined;
-        const bytes = Buffer.alloc(info.size);
-        const { bytesRead } = await handle.read(bytes, 0, info.size, 0);
-        if (bytesRead !== info.size)
-            return undefined;
-        return bytes;
-    }
-    finally {
-        await handle.close();
-    }
-}
-// The wrapper signs with the relay result token, which is host-issued and
-// stripped from the wrapper environment before the subject starts. A subject
-// that writes a schema-valid file cannot produce this mac.
-export function signMeteringCheckpoint(body, secret) {
-    return { ...body, mac: createHmac('sha256', secret).update(JSON.stringify(body)).digest('hex') };
-}
-export function meteringCheckpointMacMatches(record, secret) {
-    const mac = record.mac;
-    if (typeof mac !== 'string' || !MAC_PATTERN.test(mac))
-        return false;
-    const body = { ...record };
-    delete body.mac;
-    const expected = Buffer.from(createHmac('sha256', secret).update(JSON.stringify(body)).digest('hex'), 'hex');
-    const actual = Buffer.from(mac, 'hex');
-    return expected.length === actual.length && timingSafeEqual(expected, actual);
-}

package/packages/eval/dist/provider-admission.js

@@ -1,39 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-export function isInferenceAdmissionEvent(event, anthropic) {
-    if (anthropic && event.type === 'message_start' && isRecord(event.message))
-        return true;
-    if (typeof event.type === 'string' &&
-        (event.type === 'response.created' ||
-            event.type === 'response.in_progress' ||
-            event.type === 'response.output_item.added' ||
-            event.type === 'response.completed')) {
-        return true;
-    }
-    if (Array.isArray(event.choices))
-        return true;
-    for (const candidate of [event, event.response, event.message]) {
-        if (isRecord(candidate) && isRecord(candidate.usage))
-            return true;
-    }
-    return false;
-}
-function isRecord(value) {
-    return value !== null && typeof value === 'object' && !Array.isArray(value);
-}

package/packages/eval/dist/provider-metering.js

@@ -1,67 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-// Cost is reported only for a complete figure. A partial token count is still
-// worth recording as a lower bound, but a cost derived from it would enter the
-// result kernel as a number indistinguishable from a settled one.
-export function deriveMetering(counts) {
-    const usageComplete = counts.settled &&
-        counts.admittedRequests > 0 &&
-        counts.usageRequests === counts.admittedRequests;
-    return {
-        settledRequests: counts.requests - counts.inFlightRequests,
-        missingUsageRequests: counts.admittedRequests - counts.usageRequests,
-        usageComplete,
-        costUsd: counts.usage && usageComplete ? deepSeekCostUsd(counts.usage) : null,
-        tokenBasis: usageComplete ? 'complete' : 'lower-bound',
-    };
-}
-// Published DeepSeek V4 Flash prices, in USD per million tokens. Eval bills
-// every arm from this table rather than from each arm's own transcription of
-// it, so a difference in reported cost can only come from a difference in what
-// the agent spent. Pi is additionally handed the table for its own display; the
-// other frameworks are given no cost block at all, which is why their figures
-// are not consulted here.
-//
-// Rates as published 2026-08-17, normalized at the off-peak band: DeepSeek
-// bills peak hours (01:00–04:00 and 06:00–10:00 UTC) at exactly double these,
-// and the checkpoint records no request timestamps to split by.
-//
-// DeepSeek bills input in exactly two kinds, cache hit and cache miss, and
-// charges nothing for writing the cache — a written token is a miss token. So
-// `cacheWrite` is the miss rate rather than a rate of its own: it exists to
-// keep a provider that reports cache writes separately from being billed at
-// zero, and for DeepSeek itself it never applies, because the API reports only
-// `prompt_cache_hit_tokens` and `prompt_cache_miss_tokens`.
-export const DEEPSEEK_V4_FLASH_COST = {
-    input: 0.22,
-    output: 0.66,
-    cacheRead: 0.007,
-    cacheWrite: 0.22,
-};
-// `inputTokens` is normalized to include both cached kinds, so each kind is
-// subtracted out and charged at its own rate. Leaving cache writes subtracted
-// but unpriced billed them at zero.
-export function deepSeekCostUsd(usage) {
-    const uncached = Math.max(0, usage.inputTokens - usage.cacheReadTokens - usage.cacheWriteTokens);
-    return ((uncached * DEEPSEEK_V4_FLASH_COST.input +
-        usage.cacheReadTokens * DEEPSEEK_V4_FLASH_COST.cacheRead +
-        usage.cacheWriteTokens * DEEPSEEK_V4_FLASH_COST.cacheWrite +
-        usage.outputTokens * DEEPSEEK_V4_FLASH_COST.output) /
-        1_000_000);
-}

package/packages/eval/dist/provider-web-tool-surface.js

@@ -1,74 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-const DISALLOWED_WEB_TOOL_NAMES = new Set(['websearch', 'webfetch', 'fetchurl']);
-export function removeEvalWebTools(body) {
-    if (body.length === 0)
-        return { body, removed: 0, toolNames: [] };
-    let value;
-    try {
-        value = JSON.parse(body.toString('utf8'));
-    }
-    catch {
-        return { body, removed: 0, toolNames: [] };
-    }
-    if (!isRecord(value))
-        return { body, removed: 0, toolNames: [] };
-    const model = typeof value.model === 'string' ? value.model : undefined;
-    if (!Array.isArray(value.tools))
-        return { body, removed: 0, toolNames: [], ...(model ? { model } : {}) };
-    const tools = value.tools.filter((tool) => !isDisallowedWebTool(tool));
-    const removed = value.tools.length - tools.length;
-    const toolNames = tools.flatMap(toolName);
-    if (removed === 0)
-        return { body, removed: 0, toolNames, ...(model ? { model } : {}) };
-    return {
-        body: Buffer.from(JSON.stringify({ ...value, tools }), 'utf8'),
-        removed,
-        toolNames,
-        ...(model ? { model } : {}),
-    };
-}
-function isDisallowedWebTool(tool) {
-    if (!isRecord(tool))
-        return false;
-    const names = [tool.name, isRecord(tool.function) ? tool.function.name : undefined];
-    if (names.some((name) => typeof name === 'string' && DISALLOWED_WEB_TOOL_NAMES.has(normalize(name)))) {
-        return true;
-    }
-    if (typeof tool.type !== 'string')
-        return false;
-    const type = normalize(tool.type);
-    return [...DISALLOWED_WEB_TOOL_NAMES].some((name) => type === name || type.startsWith(name));
-}
-function normalize(value) {
-    return value.toLowerCase().replace(/[^a-z0-9]/gu, '');
-}
-function toolName(tool) {
-    if (!isRecord(tool))
-        return [];
-    if (typeof tool.name === 'string')
-        return [tool.name];
-    if (isRecord(tool.function) && typeof tool.function.name === 'string') {
-        return [tool.function.name];
-    }
-    return typeof tool.type === 'string' ? [tool.type] : [];
-}
-function isRecord(value) {
-    return value !== null && typeof value === 'object' && !Array.isArray(value);
-}

package/packages/eval/dist/relay-result-frame.js

@@ -1,38 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-import { createHash } from 'node:crypto';
-// Keep the complete record below Linux PIPE_BUF so merged Docker stdout/stderr
-// cannot interleave inside an otherwise valid result frame.
-const RESULT_PAYLOAD_LIMIT_BYTES = 2 * 1024;
-const TOKEN_PATTERN = /^[0-9a-f]{32}$/u;
-export function takeRelayResultToken() {
-    const token = process.env.MAKA_EVAL_RESULT_TOKEN;
-    delete process.env.MAKA_EVAL_RESULT_TOKEN;
-    if (!token || !TOKEN_PATTERN.test(token))
-        throw new Error('relay result token is invalid');
-    return token;
-}
-export function writeRelayResult(token, value) {
-    const payload = Buffer.from(JSON.stringify(value));
-    if (payload.byteLength > RESULT_PAYLOAD_LIMIT_BYTES) {
-        throw new Error('relay result exceeds the payload limit');
-    }
-    const digest = createHash('sha256').update(payload).digest('hex');
-    process.stdout.write(`MAKA-EVAL-RESULT-V1 ${token} ${payload.byteLength} ${digest} ${payload.toString('base64url')}\n`);
-}

package/packages/eval/dist/result.js

@@ -1,94 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-import { decodeJsonObject } from './experiment.js';
-export function decodeEvalResult(value, where = 'result') {
-    const result = exact(value, where, [
-        'score',
-        'usage',
-        'costUsd',
-        'durationMs',
-        'status',
-        'failureReason',
-        'artifacts',
-    ]);
-    if (!['completed', 'subject_failed', 'infra_failed', 'indeterminate'].includes(String(result.status))) {
-        throw new Error(`${where}.status is invalid`);
-    }
-    if (result.failureReason !== null && typeof result.failureReason !== 'string') {
-        throw new Error(`${where}.failureReason is invalid`);
-    }
-    if (!Array.isArray(result.artifacts)) {
-        throw new Error(`${where}.artifacts is invalid`);
-    }
-    return {
-        score: nullableNumber(result.score, `${where}.score`),
-        usage: result.usage === null ? null : decodeUsage(result.usage, `${where}.usage`),
-        costUsd: nullableNonnegative(result.costUsd, `${where}.costUsd`),
-        durationMs: nonnegative(result.durationMs, `${where}.durationMs`),
-        status: result.status,
-        failureReason: result.failureReason,
-        artifacts: result.artifacts.map((artifact, index) => decodeJsonObject(artifact, `${where}.artifacts[${index}]`)),
-    };
-}
-export function isReplaceableAttempt(attempt) {
-    return attempt.result.status === 'infra_failed' || attempt.result.status === 'indeterminate';
-}
-export function selectCellResult(attempts) {
-    return [...attempts]
-        .sort((left, right) => left.sequence - right.sequence)
-        .find((attempt) => !isReplaceableAttempt(attempt));
-}
-function decodeUsage(value, where) {
-    const usage = exact(value, where, [
-        'inputTokens',
-        'outputTokens',
-        'cacheReadTokens',
-        'cacheWriteTokens',
-        'reasoningTokens',
-        'totalTokens',
-    ]);
-    return Object.fromEntries(Object.entries(usage).map(([key, item]) => [key, nonnegative(item, `${where}.${key}`)]));
-}
-function exact(value, where, fields) {
-    if (!value || typeof value !== 'object' || Array.isArray(value)) {
-        throw new Error(`${where} must be an object`);
-    }
-    const record = value;
-    if (Object.keys(record).length !== fields.length ||
-        fields.some((field) => !Object.hasOwn(record, field))) {
-        throw new Error(`${where} fields are invalid`);
-    }
-    return record;
-}
-function nonnegative(value, where) {
-    if (typeof value !== 'number' || !Number.isFinite(value) || value < 0) {
-        throw new Error(`${where} is invalid`);
-    }
-    return value;
-}
-function nullableNumber(value, where) {
-    if (value === null)
-        return null;
-    if (typeof value !== 'number' || !Number.isFinite(value))
-        throw new Error(`${where} is invalid`);
-    return value;
-}
-function nullableNonnegative(value, where) {
-    return value === null ? null : nonnegative(value, where);
-}

package/packages/eval/dist/runner.js

@@ -1,290 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-import { expandExperiment, } from './experiment.js';
-import { decodeEvalResult, isReplaceableAttempt, } from './result.js';
-export async function runExperiment(input) {
-    return input.store.runExclusive(async () => {
-        const cells = expandExperiment(input.spec);
-        const selected = selectCells(cells, input.cellIds);
-        const subjects = new Map(input.subjects.map((subject) => [subject.kind, subject]));
-        const subjectCredentialNames = [
-            ...new Set(input.spec.subjects.flatMap((subject) => subject.credentials)),
-        ];
-        if (input.executor.kind !== input.spec.executor.kind)
-            throw new Error('executor kind mismatch');
-        for (const cell of selected) {
-            input.executor.validate?.(cell);
-            const subject = subjects.get(cell.subject.kind);
-            if (!subject)
-                throw new Error(`missing subject adapter: ${cell.subject.kind}`);
-            subject.validate?.(cell);
-        }
-        for (const subject of subjects.values()) {
-            const cellsForSubject = selected.filter((cell) => cell.subject.kind === subject.kind);
-            if (cellsForSubject.length > 0) {
-                await subject.prepare?.({ spec: input.spec, cells: cellsForSubject });
-            }
-        }
-        await runTaskGroups(groupTaskCells(selected), input.spec.execution.maxConcurrentTaskGroups, input.signal, async (group, fail) => {
-            if (input.signal?.aborted)
-                return;
-            const operations = group.map(async (cell) => {
-                if (input.signal?.aborted)
-                    return;
-                const attempts = await input.store.list(cell.id);
-                if (input.signal?.aborted)
-                    return;
-                const subject = subjects.get(cell.subject.kind);
-                if (selectSubjectResult(attempts, subject, cell))
-                    return;
-                const startedAt = (input.now ?? Date.now)();
-                const result = await executeCell(input.executor, subject, cell, subjectCredentialNames, input.signal);
-                await input.store.append({
-                    cellId: cell.id,
-                    sequence: (attempts.at(-1)?.sequence ?? 0) + 1,
-                    startedAt,
-                    completedAt: (input.now ?? Date.now)(),
-                    result,
-                });
-            });
-            await Promise.allSettled(operations.map((operation) => operation.catch((error) => {
-                fail(error);
-                throw error;
-            })));
-        });
-        return new Map((await Promise.all(cells.map(async (cell) => [
-            cell.id,
-            selectSubjectResult(await input.store.list(cell.id), subjects.get(cell.subject.kind), cell),
-        ]))).flatMap(([cellId, result]) => (result ? [[cellId, result]] : [])));
-    });
-}
-function selectSubjectResult(attempts, subject, cell) {
-    return [...attempts]
-        .sort((left, right) => left.sequence - right.sequence)
-        .find((attempt) => !isReplaceableAttempt(attempt) && (subject.canReuse?.({ cell, attempt }) ?? true));
-}
-function groupTaskCells(cells) {
-    const groups = new Map();
-    for (const cell of cells) {
-        const key = `${cell.task.id}\u0000${cell.repetition}`;
-        const group = groups.get(key);
-        if (group)
-            group.push(cell);
-        else
-            groups.set(key, [cell]);
-    }
-    return [...groups.values()];
-}
-async function runTaskGroups(groups, maximum, signal, run) {
-    let next = 0;
-    let failed = false;
-    let failure;
-    const fail = (error) => {
-        if (failed)
-            return;
-        failed = true;
-        failure = error;
-    };
-    const worker = async () => {
-        for (;;) {
-            if (failed || signal?.aborted)
-                return;
-            const group = groups[next];
-            next += 1;
-            if (group === undefined)
-                return;
-            try {
-                await run(group, fail);
-            }
-            catch (error) {
-                fail(error);
-            }
-        }
-    };
-    await Promise.all(Array.from({ length: Math.min(maximum, groups.length) }, async () => await worker()));
-    if (failed)
-        throw failure;
-}
-async function executeCell(executor, subject, cell, subjectCredentialNames, signal) {
-    try {
-        const attempt = await executor.runAttempt({ cell, subjectCredentialNames, ...(signal ? { signal } : {}) }, async ({ context, verify }) => {
-            let execution;
-            try {
-                execution = decodeSubjectExecution(await subject.execute({
-                    cell,
-                    context: { ...context, ...(signal ? { signal } : {}) },
-                }));
-            }
-            catch {
-                return failure('infra_failed', 'subject execution failed');
-            }
-            if (signal?.aborted ||
-                execution.status === 'infra_failed' ||
-                execution.status === 'indeterminate') {
-                return fromUncertainSubject(execution, signal?.aborted === true);
-            }
-            try {
-                const verified = decodeVerification(await verify());
-                return {
-                    score: verified.score,
-                    usage: execution.usage,
-                    costUsd: execution.costUsd,
-                    durationMs: execution.durationMs,
-                    status: settledStatus(execution.status, verified.status),
-                    failureReason: verified.status === 'infra_failed'
-                        ? verified.failureReason
-                        : (execution.failureReason ?? verified.failureReason),
-                    artifacts: [...execution.artifacts, ...verified.artifacts],
-                };
-            }
-            catch {
-                return failure('infra_failed', 'verification failed', execution);
-            }
-        });
-        if (attempt.kind === 'not_started') {
-            const cancelled = attempt.code === 'cancelled';
-            return failure(cancelled ? 'indeterminate' : 'infra_failed', cancelled ? 'executor preparation cancelled' : 'executor preparation failed', undefined, attempt.artifacts);
-        }
-        if (attempt.kind === 'settled')
-            return decodeEvalResult(attempt.value);
-        const failureReason = attempt.cause === 'host-cancelled'
-            ? 'executor cancelled before verification completed'
-            : 'executor cleanup did not settle';
-        if (!attempt.value)
-            return failure('indeterminate', failureReason);
-        const partial = decodeEvalResult(attempt.value);
-        return {
-            ...partial,
-            score: null,
-            status: 'indeterminate',
-            failureReason,
-        };
-    }
-    catch {
-        return failure('infra_failed', 'executor preparation failed');
-    }
-}
-function decodeSubjectExecution(value) {
-    const subject = exactRecord(value, ['usage', 'costUsd', 'durationMs', 'status', 'failureReason', 'artifacts'], ['output']);
-    if (subject.status !== 'completed' &&
-        subject.status !== 'failed' &&
-        subject.status !== 'infra_failed' &&
-        subject.status !== 'indeterminate') {
-        throw new Error('subject status is invalid');
-    }
-    if (subject.output !== undefined && typeof subject.output !== 'string') {
-        throw new Error('subject output is invalid');
-    }
-    const decoded = decodeEvalResult({
-        score: null,
-        usage: subject.usage,
-        costUsd: subject.costUsd,
-        durationMs: subject.durationMs,
-        status: subject.status === 'failed' ? 'subject_failed' : subject.status,
-        failureReason: subject.failureReason,
-        artifacts: subject.artifacts,
-    });
-    return {
-        ...(subject.output === undefined ? {} : { output: subject.output }),
-        usage: decoded.usage,
-        costUsd: decoded.costUsd,
-        durationMs: decoded.durationMs,
-        status: subject.status,
-        failureReason: decoded.failureReason,
-        artifacts: decoded.artifacts,
-    };
-}
-function decodeVerification(value) {
-    const verification = exactRecord(value, ['status', 'score', 'failureReason', 'artifacts']);
-    if (verification.status !== 'completed' &&
-        verification.status !== 'subject_failed' &&
-        verification.status !== 'infra_failed') {
-        throw new Error('verification status is invalid');
-    }
-    const decoded = decodeEvalResult({
-        score: verification.score,
-        usage: null,
-        costUsd: null,
-        durationMs: 0,
-        status: verification.status,
-        failureReason: verification.failureReason,
-        artifacts: verification.artifacts,
-    });
-    return {
-        status: verification.status,
-        score: decoded.score,
-        failureReason: decoded.failureReason,
-        artifacts: decoded.artifacts,
-    };
-}
-function settledStatus(subject, verification) {
-    if (verification === 'infra_failed')
-        return 'infra_failed';
-    if (subject === 'failed' || verification === 'subject_failed')
-        return 'subject_failed';
-    return 'completed';
-}
-function exactRecord(value, required, optional = []) {
-    if (!value || typeof value !== 'object' || Array.isArray(value)) {
-        throw new Error('result envelope must be an object');
-    }
-    const record = value;
-    const allowed = new Set([...required, ...optional]);
-    if (required.some((field) => !Object.hasOwn(record, field)) ||
-        Object.keys(record).some((field) => !allowed.has(field))) {
-        throw new Error('result envelope fields are invalid');
-    }
-    return record;
-}
-function fromUncertainSubject(subject, cancelled) {
-    return {
-        score: null,
-        usage: subject.usage,
-        costUsd: subject.costUsd,
-        durationMs: subject.durationMs,
-        status: cancelled
-            ? 'indeterminate'
-            : subject.status === 'infra_failed'
-                ? 'infra_failed'
-                : 'indeterminate',
-        failureReason: subject.failureReason,
-        artifacts: subject.artifacts,
-    };
-}
-function failure(status, failureReason, subject, artifacts = subject?.artifacts ?? []) {
-    return {
-        score: null,
-        usage: subject?.usage ?? null,
-        costUsd: subject?.costUsd ?? null,
-        durationMs: subject?.durationMs ?? 0,
-        status,
-        failureReason,
-        artifacts,
-    };
-}
-function selectCells(cells, ids) {
-    if (!ids)
-        return [...cells];
-    const selected = new Set(ids);
-    const known = new Set(cells.map(({ id }) => id));
-    for (const id of selected)
-        if (!known.has(id))
-            throw new Error(`unknown experiment cell: ${id}`);
-    return cells.filter(({ id }) => selected.has(id));
-}