veryfront 0.1.966 → 0.1.967

package/esm/deno.js

@@ -1,6 +1,6 @@
 export default {
     "name": "veryfront",
-    "version": "0.1.966",
+    "version": "0.1.967",
     "license": "Apache-2.0",
     "nodeModulesDir": "auto",
     "minimumDependencyAge": {

package/esm/extensions/ext-llm-anthropic/src/anthropic-stream.d.ts

@@ -1,8 +1,12 @@
 import type { RuntimeUsage } from "../../../src/provider/shared/index.js";
+type AnthropicStreamOptions = {
+    clientToolUseTrailingUsageGraceMs?: number;
+};
 export declare function normalizeAnthropicFinishReason(raw: unknown): string | {
     unified: string;
     raw: string;
 } | null;
 export declare function extractAnthropicUsage(payload: unknown): RuntimeUsage | undefined;
-export declare function streamAnthropicCompatibleParts(stream: ReadableStream<Uint8Array>): AsyncIterable<unknown>;
+export declare function streamAnthropicCompatibleParts(stream: ReadableStream<Uint8Array>, options?: AnthropicStreamOptions): AsyncIterable<unknown>;
+export {};
 //# sourceMappingURL=anthropic-stream.d.ts.map

package/esm/extensions/ext-llm-anthropic/src/anthropic-stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic-stream.d.ts","sourceRoot":"","sources":["../../../../src/extensions/ext-llm-anthropic/src/anthropic-stream.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAyB1E,wBAAgB,8BAA8B,CAC5C,GAAG,EAAE,OAAO,GACX,MAAM,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAgBlD;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,YAAY,GAAG,SAAS,CA6DhF;AAED,wBAAuB,8BAA8B,CACnD,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,GACjC,aAAa,CAAC,OAAO,CAAC,CA6QxB"}
+{"version":3,"file":"anthropic-stream.d.ts","sourceRoot":"","sources":["../../../../src/extensions/ext-llm-anthropic/src/anthropic-stream.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAgB1E,KAAK,sBAAsB,GAAG;IAC5B,iCAAiC,CAAC,EAAE,MAAM,CAAC;CAC5C,CAAC;AAmBF,wBAAgB,8BAA8B,CAC5C,GAAG,EAAE,OAAO,GACX,MAAM,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAgBlD;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,YAAY,GAAG,SAAS,CA6DhF;AAoED,wBAAuB,8BAA8B,CACnD,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,EAClC,OAAO,GAAE,sBAA2B,GACnC,aAAa,CAAC,OAAO,CAAC,CAoUxB"}

package/esm/extensions/ext-llm-anthropic/src/anthropic-stream.js

@@ -1,4 +1,7 @@
+import * as dntShim from "../../../_dnt.shims.js";
 import { mergeUsage, parseSseChunk, readRecord, stringifyJsonValue, } from "../../../src/provider/shared/index.js";
+const CLIENT_TOOL_USE_FINISH_REASON = { unified: "tool-calls", raw: "tool_use" };
+const DEFAULT_CLIENT_TOOL_USE_TRAILING_USAGE_GRACE_MS = 100;
 function isEmptyRecord(value) {
     return Boolean(value &&
         typeof value === "object" &&
@@ -81,231 +84,327 @@ export function extractAnthropicUsage(payload) {
             : {}),
     };
 }
-export async function* streamAnthropicCompatibleParts(stream) {
+function isToolCallsFinishReason(finishReason) {
+    return finishReason === "tool-calls" ||
+        (typeof finishReason === "object" && finishReason?.unified === "tool-calls");
+}
+function hasGatewayUsageMetadata(usage) {
+    return usage?.billableInputTokens !== undefined ||
+        usage?.billableOutputTokens !== undefined ||
+        usage?.providerInputCostUsd !== undefined ||
+        usage?.providerOutputCostUsd !== undefined ||
+        usage?.providerCostUsd !== undefined ||
+        usage?.veryfrontInputChargeUsd !== undefined ||
+        usage?.veryfrontOutputChargeUsd !== undefined ||
+        usage?.veryfrontChargeUsd !== undefined ||
+        usage?.veryfrontBilledUsd !== undefined ||
+        usage?.costCredits !== undefined ||
+        usage?.costSource !== undefined ||
+        usage?.usageCaptureStatus !== undefined;
+}
+async function readStreamChunk(reader, timeoutMs) {
+    if (timeoutMs === undefined) {
+        const read = await reader.read();
+        return read.done ? { kind: "done" } : { kind: "chunk", chunk: read.value };
+    }
+    let timeoutId;
+    const readPromise = reader.read().then((read) => read.done ? { kind: "done" } : { kind: "chunk", chunk: read.value });
+    const timeoutPromise = new Promise((resolve) => {
+        timeoutId = dntShim.setTimeout(() => resolve({ kind: "timeout" }), Math.max(1, timeoutMs));
+    });
+    try {
+        const result = await Promise.race([readPromise, timeoutPromise]);
+        if (result.kind === "timeout") {
+            await cancelStreamReader(reader, "Timed out waiting for trailing Anthropic tool-use usage metadata");
+        }
+        return result;
+    }
+    finally {
+        if (timeoutId) {
+            clearTimeout(timeoutId);
+        }
+    }
+}
+async function cancelStreamReader(reader, reason) {
+    try {
+        await reader.cancel(reason);
+    }
+    catch {
+        // The upstream body may already be closed or canceled by the runtime.
+    }
+}
+export async function* streamAnthropicCompatibleParts(stream, options = {}) {
     const decoder = new TextDecoder();
+    const reader = stream.getReader();
+    const trailingUsageGraceMs = options.clientToolUseTrailingUsageGraceMs ??
+        DEFAULT_CLIENT_TOOL_USE_TRAILING_USAGE_GRACE_MS;
     let buffer = "";
     const toolCalls = new Map();
     const reasoningBlocks = new Map();
     let finishReason = null;
     let usage;
     let completedClientToolUseStep = false;
-    for await (const chunk of stream) {
-        buffer += decoder.decode(chunk, { stream: true });
-        const parsed = parseSseChunk(buffer);
+    let clientToolUseIdleDeadlineMs = null;
+    let clientToolUseTerminalDeadlineMs = null;
+    const mergeTrailingBufferUsage = () => {
+        if (buffer.trim().length === 0) {
+            return;
+        }
+        const parsed = parseSseChunk(`${buffer}\n\n`);
         buffer = parsed.remainder;
         for (const event of parsed.events) {
             if (event === "[DONE]") {
                 continue;
             }
             const record = readRecord(event);
-            const eventType = typeof record?.type === "string" ? record.type : undefined;
             usage = mergeUsage(usage, extractAnthropicUsage(record));
-            if (eventType === "message_start") {
-                usage = mergeUsage(usage, extractAnthropicUsage(record?.message));
-                continue;
+        }
+    };
+    const getClientToolUseReadTimeoutMs = () => {
+        if (!completedClientToolUseStep || toolCalls.size > 0) {
+            return undefined;
+        }
+        const deadline = isToolCallsFinishReason(finishReason)
+            ? clientToolUseTerminalDeadlineMs
+            : clientToolUseIdleDeadlineMs;
+        return deadline === null ? undefined : Math.max(1, deadline - Date.now());
+    };
+    const buildFinishPart = () => ({
+        type: "finish",
+        finishReason: finishReason ??
+            (completedClientToolUseStep ? CLIENT_TOOL_USE_FINISH_REASON : null),
+        ...(usage ? { usage } : {}),
+    });
+    try {
+        while (true) {
+            const read = await readStreamChunk(reader, getClientToolUseReadTimeoutMs());
+            if (read.kind === "timeout") {
+                mergeTrailingBufferUsage();
+                finishReason ??= CLIENT_TOOL_USE_FINISH_REASON;
+                yield buildFinishPart();
+                return;
+            }
+            if (read.kind === "done") {
+                break;
             }
-            if (eventType === "content_block_start") {
-                const index = typeof record?.index === "number" ? record.index : 0;
-                const contentBlock = readRecord(record?.content_block);
-                const blockType = typeof contentBlock?.type === "string" ? contentBlock.type : undefined;
-                if (blockType === "text" && typeof contentBlock?.text === "string" &&
-                    contentBlock.text.length > 0) {
-                    yield { type: "text-delta", delta: contentBlock.text };
+            buffer += decoder.decode(read.chunk, { stream: true });
+            const parsed = parseSseChunk(buffer);
+            buffer = parsed.remainder;
+            for (const event of parsed.events) {
+                if (event === "[DONE]") {
                     continue;
                 }
-                if (blockType === "thinking") {
-                    const reasoningId = `thinking-${index}`;
-                    reasoningBlocks.set(index, { id: reasoningId, text: "" });
-                    yield {
-                        type: "reasoning-start",
-                        id: reasoningId,
-                    };
-                    if (typeof contentBlock?.thinking === "string" && contentBlock.thinking.length > 0) {
-                        const current = reasoningBlocks.get(index);
-                        if (current) {
-                            current.text += contentBlock.thinking;
+                const record = readRecord(event);
+                const eventType = typeof record?.type === "string" ? record.type : undefined;
+                usage = mergeUsage(usage, extractAnthropicUsage(record));
+                if (eventType === "message_start") {
+                    usage = mergeUsage(usage, extractAnthropicUsage(record?.message));
+                    continue;
+                }
+                if (eventType === "content_block_start") {
+                    const index = typeof record?.index === "number" ? record.index : 0;
+                    const contentBlock = readRecord(record?.content_block);
+                    const blockType = typeof contentBlock?.type === "string" ? contentBlock.type : undefined;
+                    if (blockType === "text" && typeof contentBlock?.text === "string" &&
+                        contentBlock.text.length > 0) {
+                        yield { type: "text-delta", delta: contentBlock.text };
+                        continue;
+                    }
+                    if (blockType === "thinking") {
+                        const reasoningId = `thinking-${index}`;
+                        reasoningBlocks.set(index, { id: reasoningId, text: "" });
+                        yield {
+                            type: "reasoning-start",
+                            id: reasoningId,
+                        };
+                        if (typeof contentBlock?.thinking === "string" && contentBlock.thinking.length > 0) {
+                            const current = reasoningBlocks.get(index);
+                            if (current) {
+                                current.text += contentBlock.thinking;
+                            }
+                            yield {
+                                type: "reasoning-delta",
+                                id: reasoningId,
+                                delta: contentBlock.thinking,
+                            };
                         }
+                        continue;
+                    }
+                    // Redacted thinking blocks arrive as opaque encrypted payloads when
+                    // Claude's safety classifier flags the reasoning trace. Surface them
+                    // as a zero-length reasoning block so callers know thinking happened
+                    // without leaking the (legitimately hidden) contents.
+                    if (blockType === "redacted_thinking") {
+                        const reasoningId = `thinking-${index}`;
+                        reasoningBlocks.set(index, {
+                            id: reasoningId,
+                            text: "",
+                            ...(typeof contentBlock?.data === "string"
+                                ? { redactedData: contentBlock.data }
+                                : {}),
+                        });
                         yield {
-                            type: "reasoning-delta",
+                            type: "reasoning-start",
                             id: reasoningId,
-                            delta: contentBlock.thinking,
                         };
+                        continue;
                     }
-                    continue;
-                }
-                // Redacted thinking blocks arrive as opaque encrypted payloads when
-                // Claude's safety classifier flags the reasoning trace. Surface them
-                // as a zero-length reasoning block so callers know thinking happened
-                // without leaking the (legitimately hidden) contents.
-                if (blockType === "redacted_thinking") {
-                    const reasoningId = `thinking-${index}`;
-                    reasoningBlocks.set(index, {
-                        id: reasoningId,
-                        text: "",
-                        ...(typeof contentBlock?.data === "string" ? { redactedData: contentBlock.data } : {}),
-                    });
-                    yield {
-                        type: "reasoning-start",
-                        id: reasoningId,
-                    };
-                    continue;
-                }
-                if ((blockType === "tool_use" || blockType === "server_tool_use") &&
-                    typeof contentBlock?.id === "string" &&
-                    typeof contentBlock?.name === "string") {
-                    const providerExecuted = blockType === "server_tool_use" ? true : undefined;
-                    const current = {
-                        id: contentBlock.id,
-                        name: contentBlock.name,
-                        input: "",
-                        ...(providerExecuted ? { providerExecuted } : {}),
-                    };
-                    toolCalls.set(index, current);
-                    yield {
-                        type: "tool-input-start",
-                        id: current.id,
-                        toolName: current.name,
-                        ...(providerExecuted ? { providerExecuted } : {}),
-                    };
-                    const initialInput = contentBlock.input;
-                    if (initialInput !== undefined && !isEmptyRecord(initialInput)) {
-                        const serializedInput = stringifyJsonValue(initialInput);
-                        current.input += serializedInput;
+                    if ((blockType === "tool_use" || blockType === "server_tool_use") &&
+                        typeof contentBlock?.id === "string" &&
+                        typeof contentBlock?.name === "string") {
+                        const providerExecuted = blockType === "server_tool_use" ? true : undefined;
+                        const current = {
+                            id: contentBlock.id,
+                            name: contentBlock.name,
+                            input: "",
+                            ...(providerExecuted ? { providerExecuted } : {}),
+                        };
+                        toolCalls.set(index, current);
+                        clientToolUseIdleDeadlineMs = null;
+                        clientToolUseTerminalDeadlineMs = null;
                         yield {
-                            type: "tool-input-delta",
+                            type: "tool-input-start",
                             id: current.id,
-                            delta: serializedInput,
+                            toolName: current.name,
+                            ...(providerExecuted ? { providerExecuted } : {}),
+                        };
+                        const initialInput = contentBlock.input;
+                        if (initialInput !== undefined && !isEmptyRecord(initialInput)) {
+                            const serializedInput = stringifyJsonValue(initialInput);
+                            current.input += serializedInput;
+                            yield {
+                                type: "tool-input-delta",
+                                id: current.id,
+                                delta: serializedInput,
+                            };
+                        }
+                        continue;
+                    }
+                    if (blockType === "web_search_tool_result" &&
+                        typeof contentBlock?.tool_use_id === "string" &&
+                        Array.isArray(contentBlock?.content)) {
+                        yield {
+                            type: "tool-result",
+                            toolCallId: contentBlock.tool_use_id,
+                            toolName: "web_search",
+                            result: contentBlock.content,
+                            providerExecuted: true,
+                        };
+                    }
+                    if (blockType === "web_fetch_tool_result" &&
+                        typeof contentBlock?.tool_use_id === "string" &&
+                        readRecord(contentBlock?.content)) {
+                        yield {
+                            type: "tool-result",
+                            toolCallId: contentBlock.tool_use_id,
+                            toolName: "web_fetch",
+                            result: contentBlock.content,
+                            providerExecuted: true,
                         };
                     }
                     continue;
                 }
-                if (blockType === "web_search_tool_result" &&
-                    typeof contentBlock?.tool_use_id === "string" &&
-                    Array.isArray(contentBlock?.content)) {
-                    yield {
-                        type: "tool-result",
-                        toolCallId: contentBlock.tool_use_id,
-                        toolName: "web_search",
-                        result: contentBlock.content,
-                        providerExecuted: true,
-                    };
-                }
-                if (blockType === "web_fetch_tool_result" &&
-                    typeof contentBlock?.tool_use_id === "string" &&
-                    readRecord(contentBlock?.content)) {
-                    yield {
-                        type: "tool-result",
-                        toolCallId: contentBlock.tool_use_id,
-                        toolName: "web_fetch",
-                        result: contentBlock.content,
-                        providerExecuted: true,
-                    };
-                }
-                continue;
-            }
-            if (eventType === "content_block_delta") {
-                const index = typeof record?.index === "number" ? record.index : 0;
-                const delta = readRecord(record?.delta);
-                const deltaType = typeof delta?.type === "string" ? delta.type : undefined;
-                if (deltaType === "text_delta" && typeof delta?.text === "string" && delta.text.length > 0) {
-                    yield { type: "text-delta", delta: delta.text };
-                    continue;
-                }
-                if (deltaType === "thinking_delta" && typeof delta?.thinking === "string" &&
-                    delta.thinking.length > 0) {
-                    const current = reasoningBlocks.get(index);
-                    if (!current) {
+                if (eventType === "content_block_delta") {
+                    const index = typeof record?.index === "number" ? record.index : 0;
+                    const delta = readRecord(record?.delta);
+                    const deltaType = typeof delta?.type === "string" ? delta.type : undefined;
+                    if (deltaType === "text_delta" && typeof delta?.text === "string" && delta.text.length > 0) {
+                        yield { type: "text-delta", delta: delta.text };
                         continue;
                     }
-                    current.text += delta.thinking;
-                    yield {
-                        type: "reasoning-delta",
-                        id: current.id,
-                        delta: delta.thinking,
-                    };
-                    continue;
-                }
-                if (deltaType === "signature_delta" && typeof delta?.signature === "string") {
-                    const current = reasoningBlocks.get(index);
-                    if (current) {
-                        current.signature = delta.signature;
+                    if (deltaType === "thinking_delta" && typeof delta?.thinking === "string" &&
+                        delta.thinking.length > 0) {
+                        const current = reasoningBlocks.get(index);
+                        if (!current) {
+                            continue;
+                        }
+                        current.text += delta.thinking;
+                        yield {
+                            type: "reasoning-delta",
+                            id: current.id,
+                            delta: delta.thinking,
+                        };
+                        continue;
+                    }
+                    if (deltaType === "signature_delta" && typeof delta?.signature === "string") {
+                        const current = reasoningBlocks.get(index);
+                        if (current) {
+                            current.signature = delta.signature;
+                        }
+                        continue;
+                    }
+                    if (deltaType === "input_json_delta" && typeof delta?.partial_json === "string") {
+                        const current = toolCalls.get(index);
+                        if (!current) {
+                            continue;
+                        }
+                        current.input += delta.partial_json;
+                        yield {
+                            type: "tool-input-delta",
+                            id: current.id,
+                            delta: delta.partial_json,
+                        };
                     }
                     continue;
                 }
-                if (deltaType === "input_json_delta" && typeof delta?.partial_json === "string") {
+                if (eventType === "content_block_stop") {
+                    const index = typeof record?.index === "number" ? record.index : 0;
+                    const reasoning = reasoningBlocks.get(index);
+                    if (reasoning) {
+                        yield {
+                            type: "reasoning-end",
+                            id: reasoning.id,
+                            ...(reasoning.signature ? { signature: reasoning.signature } : {}),
+                            ...(reasoning.redactedData ? { redactedData: reasoning.redactedData } : {}),
+                        };
+                        reasoningBlocks.delete(index);
+                        continue;
+                    }
                     const current = toolCalls.get(index);
                     if (!current) {
                         continue;
                     }
-                    current.input += delta.partial_json;
                     yield {
-                        type: "tool-input-delta",
-                        id: current.id,
-                        delta: delta.partial_json,
-                    };
-                }
-                continue;
-            }
-            if (eventType === "content_block_stop") {
-                const index = typeof record?.index === "number" ? record.index : 0;
-                const reasoning = reasoningBlocks.get(index);
-                if (reasoning) {
-                    yield {
-                        type: "reasoning-end",
-                        id: reasoning.id,
-                        ...(reasoning.signature ? { signature: reasoning.signature } : {}),
-                        ...(reasoning.redactedData ? { redactedData: reasoning.redactedData } : {}),
+                        type: "tool-call",
+                        toolCallId: current.id,
+                        toolName: current.name,
+                        input: current.input.length > 0 ? current.input : "{}",
+                        ...(current.providerExecuted ? { providerExecuted: true } : {}),
                     };
-                    reasoningBlocks.delete(index);
-                    continue;
-                }
-                const current = toolCalls.get(index);
-                if (!current) {
+                    if (!current.providerExecuted) {
+                        completedClientToolUseStep = true;
+                        clientToolUseIdleDeadlineMs = null;
+                    }
+                    toolCalls.delete(index);
                     continue;
                 }
-                yield {
-                    type: "tool-call",
-                    toolCallId: current.id,
-                    toolName: current.name,
-                    input: current.input.length > 0 ? current.input : "{}",
-                    ...(current.providerExecuted ? { providerExecuted: true } : {}),
-                };
-                if (!current.providerExecuted) {
-                    completedClientToolUseStep = true;
+                if (eventType === "message_delta") {
+                    const delta = readRecord(record?.delta);
+                    const normalizedFinishReason = normalizeAnthropicFinishReason(delta?.stop_reason);
+                    if (normalizedFinishReason) {
+                        finishReason = normalizedFinishReason;
+                    }
                 }
-                toolCalls.delete(index);
-                continue;
             }
-            if (eventType === "message_delta") {
-                const delta = readRecord(record?.delta);
-                const normalizedFinishReason = normalizeAnthropicFinishReason(delta?.stop_reason);
-                if (normalizedFinishReason) {
-                    finishReason = normalizedFinishReason;
+            if (completedClientToolUseStep && toolCalls.size === 0) {
+                if (isToolCallsFinishReason(finishReason)) {
+                    clientToolUseIdleDeadlineMs = null;
+                    clientToolUseTerminalDeadlineMs ??= Date.now() + trailingUsageGraceMs;
+                    if (hasGatewayUsageMetadata(usage)) {
+                        await cancelStreamReader(reader, "Finished Anthropic tool-use turn after gateway usage metadata");
+                        yield buildFinishPart();
+                        return;
+                    }
+                }
+                else {
+                    clientToolUseIdleDeadlineMs ??= Date.now() + trailingUsageGraceMs;
                 }
             }
         }
-        if (completedClientToolUseStep && toolCalls.size === 0) {
-            yield {
-                type: "finish",
-                finishReason: { unified: "tool-calls", raw: "tool_use" },
-                ...(usage ? { usage } : {}),
-            };
-            return;
-        }
     }
-    if (buffer.trim().length > 0) {
-        const parsed = parseSseChunk(`${buffer}\n\n`);
-        for (const event of parsed.events) {
-            if (event === "[DONE]") {
-                continue;
-            }
-            const record = readRecord(event);
-            usage = mergeUsage(usage, extractAnthropicUsage(record));
-        }
+    finally {
+        reader.releaseLock();
     }
-    yield {
-        type: "finish",
-        finishReason,
-        ...(usage ? { usage } : {}),
-    };
+    mergeTrailingBufferUsage();
+    yield buildFinishPart();
 }

package/esm/src/eval/model-comparison.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-comparison.d.ts","sourceRoot":"","sources":["../../../src/src/eval/model-comparison.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAGV,mBAAmB,EAEnB,0BAA0B,EAE1B,UAAU,EACX,MAAM,YAAY,CAAC;AAgkBpB,oFAAoF;AACpF,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,UAAU,EAAE,EACrB,OAAO,EAAE,0BAA0B,GAClC,mBAAmB,CAqBrB;AA0BD,gFAAgF;AAChF,wBAAgB,iCAAiC,CAAC,UAAU,EAAE,mBAAmB,GAAG,MAAM,CA8DzF"}
+{"version":3,"file":"model-comparison.d.ts","sourceRoot":"","sources":["../../../src/src/eval/model-comparison.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAGV,mBAAmB,EAEnB,0BAA0B,EAE1B,UAAU,EACX,MAAM,YAAY,CAAC;AAgkBpB,oFAAoF;AACpF,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,UAAU,EAAE,EACrB,OAAO,EAAE,0BAA0B,GAClC,mBAAmB,CAqBrB;AA0BD,gFAAgF;AAChF,wBAAgB,iCAAiC,CAAC,UAAU,EAAE,mBAAmB,GAAG,MAAM,CAmEzF"}

package/esm/src/eval/model-comparison.js

@@ -499,6 +499,7 @@ export function createEvalModelComparisonMarkdown(comparison) {
     for (const model of comparison.models) {
         lines.push(`| ${model.model} | ${model.role} | ${model.passed} | ${model.failed} | ${Math.round(model.passRate * 100)}% | ${decimalCell(model.groundednessScore)} | ${numberCell(model.inputTokens)} | ${numberCell(model.outputTokens)} | ${numberCell(model.totalTokens)} | ${numberCell(model.billableInputTokens)} | ${numberCell(model.billableOutputTokens)} | ${costCell(model.providerInputCostUsd, model.costSource)} | ${costCell(model.providerOutputCostUsd, model.costSource)} | ${costCell(model.providerCostUsd ?? model.costUsd, model.costSource)} | ${costCell(model.veryfrontInputChargeUsd, model.costSource)} | ${costCell(model.veryfrontOutputChargeUsd, model.costSource)} | ${costCell(model.veryfrontChargeUsd, model.costSource)} | ${costCell(model.veryfrontBilledUsd, model.costSource)} | ${decimalCell(model.costCredits)} | ${model.costSource ?? "-"} | ${numberCell(model.p95Ms)} |`);
     }
+    lines.push("", "_Metered USD is the token-metered Veryfront charge before billing minimums. Billed USD and Credits include gateway request minimums and match the billed eval cost._");
     if (comparison.candidates.length > 0) {
         lines.push("", "## Candidates", "", "| Model | Decision | Objective score | Constraint failures |", "| --- | --- | ---: | --- |");
         for (const candidate of comparison.candidates) {

package/esm/src/utils/version-constant.d.ts

@@ -1,3 +1,3 @@
 /** Shared version value. */
-export declare const VERSION = "0.1.966";
+export declare const VERSION = "0.1.967";
 //# sourceMappingURL=version-constant.d.ts.map

package/esm/src/utils/version-constant.js

@@ -1,4 +1,4 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
 /** Shared version value. */
-export const VERSION = "0.1.966";
+export const VERSION = "0.1.967";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "veryfront",
-  "version": "0.1.966",
+  "version": "0.1.967",
   "description": "The simplest way to build AI-powered apps",
   "keywords": [
     "react",