@tangle-network/agent-eval 0.123.2 → 0.123.3

package/dist/multishot/index.d.ts

@@ -206,8 +206,8 @@ interface LlmCallResult {
     content: string;
     usage: LlmUsage;
     /**
-     * Cost in USD. Pulled from proxy's `_response_cost` field when present;
-     * `null` when neither the proxy nor the caller can derive it.
+     * Cost in USD. Uses the provider's reported cost when present, otherwise
+     * caller-supplied token pricing. `null` when neither is available.
      */
     costUsd: number | null;
     /** Model name actually used (echoed from response). */

package/dist/openapi.json

@@ -2,7 +2,7 @@
   "openapi": "3.1.0",
   "info": {
     "title": "@tangle-network/agent-eval — wire protocol",
-    "version": "0.123.2",
+    "version": "0.123.3",
     "description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
     "contact": {
       "name": "Tangle Network",

package/dist/rl.d.ts

@@ -2408,6 +2408,11 @@ interface DetectRewardHackingInput {
 declare function detectRewardHacking(input: DetectRewardHackingInput): RewardHackingReport;
 
 type CostChannel = 'agent' | 'judge' | 'verifier' | 'analyst' | 'driver' | (string & {});
+/** Per-million token rates for a model or endpoint not covered by package pricing. */
+interface CustomTokenPricing {
+    inputUsdPerMillion: number;
+    outputUsdPerMillion: number;
+}
 interface ChannelRollup {
     channel: CostChannel;
     calls: number;
@@ -2551,8 +2556,8 @@ interface LlmCallResult {
     content: string;
     usage: LlmUsage;
     /**
-     * Cost in USD. Pulled from proxy's `_response_cost` field when present;
-     * `null` when neither the proxy nor the caller can derive it.
+     * Cost in USD. Uses the provider's reported cost when present, otherwise
+     * caller-supplied token pricing. `null` when neither is available.
      */
     costUsd: number | null;
     /** Model name actually used (echoed from response). */
@@ -2611,6 +2616,8 @@ interface LlmClientOptions {
     deadlineMs?: number;
     /** Total provider attempts. Legacy option name; default 3 (1 initial + 2 retries). */
     maxRetries?: number;
+    /** Token rates used when the provider omits cost or package pricing does not cover the model. */
+    customTokenPricing?: CustomTokenPricing;
     /**
      * Transport for requests that declare `jsonSchema`. `native` sends
      * `response_format: json_schema`; `json-object` sends the broadly supported
@@ -2618,6 +2625,12 @@ interface LlmClientOptions {
      * instructions. Default: `native`.
      */
     jsonSchemaTransport?: 'native' | 'json-object';
+    /**
+     * JSON payload parsing policy. `extract` accepts fenced or prose-prefixed JSON.
+     * `exact` requires the complete response content to be one JSON value.
+     * Default: `extract`.
+     */
+    jsonPayloadMode?: 'extract' | 'exact';
     /** Fetch implementation — defaults to global `fetch`. Override for custom transport (e.g. tests). */
     fetch?: typeof fetch;
     /**

package/dist/rl.js

@@ -10,14 +10,14 @@ import {
 } from "./chunk-3RF76KTD.js";
 import {
   runEvalCampaign
-} from "./chunk-DNVPOYUS.js";
+} from "./chunk-N7ZS6PEF.js";
 import {
   detectRewardHacking,
   extractVerifiableReward,
   extractVerifiableRewardsFromRecords,
   filterDeterministicallyRewarded
 } from "./chunk-ARU2PZFM.js";
-import "./chunk-J7S4YM27.js";
+import "./chunk-MK3Q6GCL.js";
 import {
   rubricPredictiveValidity
 } from "./chunk-X4UCIOTZ.js";
@@ -34,6 +34,8 @@ import {
   thompsonCurriculum,
   varianceBasedCurriculum
 } from "./chunk-VZSRQ272.js";
+import "./chunk-GRCDRKII.js";
+import "./chunk-VI2UW6B6.js";
 import "./chunk-TT4KNT67.js";
 import "./chunk-PC4UYEBM.js";
 import "./chunk-VQMK5FMP.js";