@tangle-network/agent-eval 0.173.0 → 0.173.2

package/dist/{chat-client-Db4bqYfA.js → chat-client-CkmjYlfB.js}

@@ -1,4 +1,4 @@
-import { n as LlmClient } from "./llm-client-CxQtdtd6.js";
+import { n as LlmClient } from "./llm-client-CGlSi8sb.js";
 //#region src/analyst/chat-client.ts
 /**
 * Provider-neutral chat contract for every model call made by agent-eval.
@@ -112,4 +112,4 @@ function openAiCompatibleClient(opts) {
 //#endregion
 export { createChatClient as t };
 
-//# sourceMappingURL=chat-client-Db4bqYfA.js.map
+//# sourceMappingURL=chat-client-CkmjYlfB.js.map

package/dist/{chat-client-Db4bqYfA.js.map → chat-client-CkmjYlfB.js.map}

@@ -1 +1 @@
-{"version":3,"file":"chat-client-Db4bqYfA.js","names":[],"sources":["../src/analyst/chat-client.ts"],"sourcesContent":["/**\n * Provider-neutral chat contract for every model call made by agent-eval.\n *\n * The caller owns model execution. Evaluation code receives canonical requests\n * and results without importing a provider SDK, and agent-eval reads no\n * environment variable to find a provider credential: every transport is bound\n * at the call site.\n *\n * Two ways to bind one. `custom` and `sandbox-sdk` take a `chat` function the\n * caller wrote. `openai-compatible` takes an endpoint and a credential the\n * caller passes as values, and agent-eval issues the HTTP request itself.\n *\n * WHY THE THIRD ONE EXISTS. Every consumer that wanted a plain OpenAI-style\n * endpoint had to hand-write the same fetch loop — retry on 429 and 5xx,\n * `json_schema` degrade, fenced-JSON stripping, and, load-bearing here, the\n * `servedModel` echo that `assertServedModel` and `assertCrossFamilyServed`\n * read. A hand-written transport that omits `servedModel` makes both identity\n * checks read `unreported`, so the two-vendor judge rule they enforce silently\n * measures nothing. Measured motive: agent-eval 0.172.1 exported no such\n * transport, so a two-model judge panel in discovery-lab reached\n * `createChatClient({ transport: 'custom', baseUrl, apiKey })` — fields that\n * exist on no transport option — and every call threw\n * `TypeError: opts.chat is not a function`, which surfaced as\n * `aggregateJudgeVerdicts: all 2 judges failed`.\n *\n * The credential still never comes from agent-eval's environment. `baseUrl`\n * and the bearer are required arguments with no default and no fallback, so a\n * misconfigured caller gets a refusal at construction, never a call to an\n * endpoint it did not name.\n */\n\nimport {\n  type LlmCallRequest,\n  type LlmCallResult,\n  LlmClient,\n  type LlmClientOptions,\n} from '../llm-client'\n\n/**\n * Unified chat interface using the package's canonical LLM request and result.\n */\nexport interface ChatClient {\n  /** Display name of the bound transport, included in telemetry. */\n  readonly transport: ChatTransport\n  /** Default model when the caller omits one. */\n  readonly defaultModel?: string\n  /** Total provider attempts this transport can make for one chat call. */\n  readonly maximumAttempts?: number\n\n  /** Implementations must enforce `req.maxTokens` when it is present. */\n  chat(req: ChatRequest, opts?: ChatCallOpts): Promise<ChatResponse>\n}\n\nexport type ChatTransport =\n  | 'sandbox-sdk' // box.streamPrompt() — chat completion via sandbox SDK\n  | 'custom' // caller-adapted SDK or transport\n  | 'openai-compatible' // caller-named /v1 endpoint, driven by this package\n  | 'mock' // test-time injection\n\nexport interface ChatRequest extends Omit<LlmCallRequest, 'model'> {\n  /** Optional — falls back to ChatClient.defaultModel. */\n  model?: string\n}\n\nexport type ChatResponse = LlmCallResult\n\nexport interface ChatCallOpts {\n  /** Cancel the in-flight request. */\n  signal?: AbortSignal\n  /** Hard USD ceiling for this single call (informational; the underlying transport may not enforce). */\n  maxCostUsd?: number\n  /** Correlation tag carried into request headers when the transport allows. */\n  correlationId?: string\n  /** Stable provider idempotency key for retries/redrives of one paid call. */\n  idempotencyKey?: string\n}\n\n// ── Factory ─────────────────────────────────────────────────────────\n\nexport type CreateChatClientOpts =\n  | SandboxSdkTransportOpts\n  | CustomTransportOpts\n  | OpenAiCompatibleTransportOpts\n  | MockTransportOpts\n\ninterface BaseTransportOpts {\n  defaultModel?: string\n  /** Total provider attempts. Required for opaque transports used in capped runs. */\n  maximumAttempts?: number\n}\n\n/**\n * Sandbox-SDK transport. The caller supplies a canonical chat function for an\n * already-configured Sandbox handle, so agent-eval does not import the SDK.\n */\nexport interface SandboxSdkTransportOpts extends BaseTransportOpts {\n  transport: 'sandbox-sdk'\n  chat: (req: ChatRequest, opts?: ChatCallOpts) => Promise<ChatResponse>\n}\n\n/** Caller-adapted SDK or transport returning the canonical ChatResponse shape. */\nexport interface CustomTransportOpts extends BaseTransportOpts {\n  transport: 'custom'\n  chat: (req: ChatRequest, opts?: ChatCallOpts) => Promise<ChatResponse>\n}\n\n/**\n * OpenAI-compatible HTTP transport: the caller names a `/v1` endpoint and\n * hands over a bearer, and this package drives `POST {baseUrl}/chat/completions`.\n *\n * Use this instead of hand-rolling a `custom` transport around `fetch`. The\n * result carries `servedModel` — the model id the provider echoed, verbatim —\n * which is the only field `assertServedModel` and `assertCrossFamilyServed`\n * can read to witness a gateway answering from a different model than the one\n * requested.\n *\n * `baseUrl` ends at the `/v1` prefix; the `/chat/completions` path is this\n * package's to append. A `baseUrl` that already carries the path is a\n * construction error, not a request to a doubled URL.\n *\n * Exactly one credential form is required — `apiKey`, `bearer`, or\n * `authHeader`. There is no environment fallback: agent-eval never goes\n * looking for a key.\n */\nexport interface OpenAiCompatibleTransportOpts\n  extends BaseTransportOpts,\n    Pick<\n      LlmClientOptions,\n      | 'assertServedModel'\n      | 'customTokenPricing'\n      | 'deadlineMs'\n      | 'defaultTimeoutMs'\n      | 'fetch'\n      | 'jsonPayloadMode'\n      | 'jsonSchemaTransport'\n      | 'provider'\n      | 'rawSink'\n      | 'signal'\n      | 'thinking'\n    > {\n  transport: 'openai-compatible'\n  /** Endpoint ending at the `/v1` prefix. Required — there is no default endpoint. */\n  baseUrl: string\n  /** Bearer credential. One of `apiKey`, `bearer`, or `authHeader` is required. */\n  apiKey?: string\n  /** Bearer credential, alternate spelling. */\n  bearer?: string\n  /** Non-bearer authorization header, for endpoints that want their own scheme. */\n  authHeader?: { name: string; value: string }\n}\n\n/**\n * Mock transport for tests. The handler receives the request and returns\n * whatever the test wants. No retries, no JSON-schema degrade.\n */\nexport interface MockTransportOpts extends BaseTransportOpts {\n  transport: 'mock'\n  handler: (req: ChatRequest, opts?: ChatCallOpts) => Promise<ChatResponse>\n}\n\n/**\n * Build a ChatClient bound to a specific transport. The returned client\n * is safe to share across analysts in a single registry run.\n */\nexport function createChatClient(opts: CreateChatClientOpts): ChatClient {\n  switch (opts.transport) {\n    case 'sandbox-sdk':\n      return {\n        transport: 'sandbox-sdk',\n        defaultModel: opts.defaultModel,\n        maximumAttempts: opts.maximumAttempts,\n        chat: async (req, callOpts) => opts.chat(resolveModel(req, opts.defaultModel), callOpts),\n      }\n    case 'custom':\n      return {\n        transport: 'custom',\n        defaultModel: opts.defaultModel,\n        maximumAttempts: opts.maximumAttempts,\n        chat: async (req, callOpts) => opts.chat(resolveModel(req, opts.defaultModel), callOpts),\n      }\n    case 'openai-compatible':\n      return openAiCompatibleClient(opts)\n    case 'mock':\n      return {\n        transport: 'mock',\n        defaultModel: opts.defaultModel,\n        maximumAttempts: 1,\n        chat: async (req, callOpts) => opts.handler(resolveModel(req, opts.defaultModel), callOpts),\n      }\n  }\n}\n\nfunction resolveModel(req: ChatRequest, defaultModel: string | undefined): ChatRequest {\n  if (req.model) return req\n  if (!defaultModel) {\n    throw new Error(\n      'ChatClient.chat: no model on request and no defaultModel on the client. ' +\n        'Either pass req.model or bind defaultModel at createChatClient().',\n    )\n  }\n  return { ...req, model: defaultModel }\n}\n\n/**\n * Build the OpenAI-compatible client, refusing a half-configured one first.\n *\n * Both refusals are construction-time on purpose. A missing credential or a\n * doubled path is a caller mistake that a request would turn into a 401 or a\n * 404 from an endpoint the caller did not intend to reach — the failure then\n * reads as a provider problem instead of a configuration one.\n */\nfunction openAiCompatibleClient(opts: OpenAiCompatibleTransportOpts): ChatClient {\n  const baseUrl = opts.baseUrl?.trim().replace(/\\/+$/, '') ?? ''\n  if (!baseUrl) {\n    throw new Error(\n      \"createChatClient({ transport: 'openai-compatible' }): baseUrl is required and has no default.\",\n    )\n  }\n  if (/\\/chat\\/completions$/.test(baseUrl)) {\n    throw new Error(\n      \"createChatClient({ transport: 'openai-compatible' }): baseUrl ends at the /v1 prefix; \" +\n        `this package appends /chat/completions. Got ${baseUrl}`,\n    )\n  }\n  if (!opts.apiKey?.trim() && !opts.bearer?.trim() && !opts.authHeader) {\n    throw new Error(\n      \"createChatClient({ transport: 'openai-compatible' }): one of apiKey, bearer, or authHeader \" +\n        'is required. agent-eval reads no environment variable for a credential.',\n    )\n  }\n\n  const clientOptions: LlmClientOptions = {\n    baseUrl,\n    ...(opts.apiKey ? { apiKey: opts.apiKey } : {}),\n    ...(opts.bearer ? { bearer: opts.bearer } : {}),\n    ...(opts.authHeader ? { authHeader: opts.authHeader } : {}),\n    ...(opts.maximumAttempts === undefined ? {} : { maximumAttempts: opts.maximumAttempts }),\n    ...(opts.assertServedModel === undefined ? {} : { assertServedModel: opts.assertServedModel }),\n    ...(opts.customTokenPricing === undefined\n      ? {}\n      : { customTokenPricing: opts.customTokenPricing }),\n    ...(opts.deadlineMs === undefined ? {} : { deadlineMs: opts.deadlineMs }),\n    ...(opts.defaultTimeoutMs === undefined ? {} : { defaultTimeoutMs: opts.defaultTimeoutMs }),\n    ...(opts.fetch === undefined ? {} : { fetch: opts.fetch }),\n    ...(opts.jsonPayloadMode === undefined ? {} : { jsonPayloadMode: opts.jsonPayloadMode }),\n    ...(opts.jsonSchemaTransport === undefined\n      ? {}\n      : { jsonSchemaTransport: opts.jsonSchemaTransport }),\n    ...(opts.provider === undefined ? {} : { provider: opts.provider }),\n    ...(opts.rawSink === undefined ? {} : { rawSink: opts.rawSink }),\n    ...(opts.signal === undefined ? {} : { signal: opts.signal }),\n    ...(opts.thinking === undefined ? {} : { thinking: opts.thinking }),\n  }\n  const client = new LlmClient(clientOptions)\n\n  return {\n    transport: 'openai-compatible',\n    ...(opts.defaultModel ? { defaultModel: opts.defaultModel } : {}),\n    maximumAttempts: client.maximumAttempts,\n    chat: async (req, callOpts) => {\n      const resolved = resolveModel(req, opts.defaultModel)\n      return client.call(resolved as LlmCallRequest, {\n        ...(callOpts?.signal ? { signal: callOpts.signal } : {}),\n        ...(callOpts?.idempotencyKey ? { idempotencyKey: callOpts.idempotencyKey } : {}),\n      })\n    },\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoKA,SAAgB,iBAAiB,MAAwC;CACvE,QAAQ,KAAK,WAAb;EACE,KAAK,eACH,OAAO;GACL,WAAW;GACX,cAAc,KAAK;GACnB,iBAAiB,KAAK;GACtB,MAAM,OAAO,KAAK,aAAa,KAAK,KAAK,aAAa,KAAK,KAAK,YAAY,GAAG,QAAQ;EACzF;EACF,KAAK,UACH,OAAO;GACL,WAAW;GACX,cAAc,KAAK;GACnB,iBAAiB,KAAK;GACtB,MAAM,OAAO,KAAK,aAAa,KAAK,KAAK,aAAa,KAAK,KAAK,YAAY,GAAG,QAAQ;EACzF;EACF,KAAK,qBACH,OAAO,uBAAuB,IAAI;EACpC,KAAK,QACH,OAAO;GACL,WAAW;GACX,cAAc,KAAK;GACnB,iBAAiB;GACjB,MAAM,OAAO,KAAK,aAAa,KAAK,QAAQ,aAAa,KAAK,KAAK,YAAY,GAAG,QAAQ;EAC5F;CACJ;AACF;AAEA,SAAS,aAAa,KAAkB,cAA+C;CACrF,IAAI,IAAI,OAAO,OAAO;CACtB,IAAI,CAAC,cACH,MAAM,IAAI,MACR,2IAEF;CAEF,OAAO;EAAE,GAAG;EAAK,OAAO;CAAa;AACvC;;;;;;;;;AAUA,SAAS,uBAAuB,MAAiD;CAC/E,MAAM,UAAU,KAAK,SAAS,KAAK,CAAC,CAAC,QAAQ,QAAQ,EAAE,KAAK;CAC5D,IAAI,CAAC,SACH,MAAM,IAAI,MACR,+FACF;CAEF,IAAI,uBAAuB,KAAK,OAAO,GACrC,MAAM,IAAI,MACR,qIACiD,SACnD;CAEF,IAAI,CAAC,KAAK,QAAQ,KAAK,KAAK,CAAC,KAAK,QAAQ,KAAK,KAAK,CAAC,KAAK,YACxD,MAAM,IAAI,MACR,oKAEF;CAyBF,MAAM,SAAS,IAAI,UAAU;EArB3B;EACA,GAAI,KAAK,SAAS,EAAE,QAAQ,KAAK,OAAO,IAAI,CAAC;EAC7C,GAAI,KAAK,SAAS,EAAE,QAAQ,KAAK,OAAO,IAAI,CAAC;EAC7C,GAAI,KAAK,aAAa,EAAE,YAAY,KAAK,WAAW,IAAI,CAAC;EACzD,GAAI,KAAK,oBAAoB,KAAA,IAAY,CAAC,IAAI,EAAE,iBAAiB,KAAK,gBAAgB;EACtF,GAAI,KAAK,sBAAsB,KAAA,IAAY,CAAC,IAAI,EAAE,mBAAmB,KAAK,kBAAkB;EAC5F,GAAI,KAAK,uBAAuB,KAAA,IAC5B,CAAC,IACD,EAAE,oBAAoB,KAAK,mBAAmB;EAClD,GAAI,KAAK,eAAe,KAAA,IAAY,CAAC,IAAI,EAAE,YAAY,KAAK,WAAW;EACvE,GAAI,KAAK,qBAAqB,KAAA,IAAY,CAAC,IAAI,EAAE,kBAAkB,KAAK,iBAAiB;EACzF,GAAI,KAAK,UAAU,KAAA,IAAY,CAAC,IAAI,EAAE,OAAO,KAAK,MAAM;EACxD,GAAI,KAAK,oBAAoB,KAAA,IAAY,CAAC,IAAI,EAAE,iBAAiB,KAAK,gBAAgB;EACtF,GAAI,KAAK,wBAAwB,KAAA,IAC7B,CAAC,IACD,EAAE,qBAAqB,KAAK,oBAAoB;EACpD,GAAI,KAAK,aAAa,KAAA,IAAY,CAAC,IAAI,EAAE,UAAU,KAAK,SAAS;EACjE,GAAI,KAAK,YAAY,KAAA,IAAY,CAAC,IAAI,EAAE,SAAS,KAAK,QAAQ;EAC9D,GAAI,KAAK,WAAW,KAAA,IAAY,CAAC,IAAI,EAAE,QAAQ,KAAK,OAAO;EAC3D,GAAI,KAAK,aAAa,KAAA,IAAY,CAAC,IAAI,EAAE,UAAU,KAAK,SAAS;CAE1B,CAAC;CAE1C,OAAO;EACL,WAAW;EACX,GAAI,KAAK,eAAe,EAAE,cAAc,KAAK,aAAa,IAAI,CAAC;EAC/D,iBAAiB,OAAO;EACxB,MAAM,OAAO,KAAK,aAAa;GAC7B,MAAM,WAAW,aAAa,KAAK,KAAK,YAAY;GACpD,OAAO,OAAO,KAAK,UAA4B;IAC7C,GAAI,UAAU,SAAS,EAAE,QAAQ,SAAS,OAAO,IAAI,CAAC;IACtD,GAAI,UAAU,iBAAiB,EAAE,gBAAgB,SAAS,eAAe,IAAI,CAAC;GAChF,CAAC;EACH;CACF;AACF"}
+{"version":3,"file":"chat-client-CkmjYlfB.js","names":[],"sources":["../src/analyst/chat-client.ts"],"sourcesContent":["/**\n * Provider-neutral chat contract for every model call made by agent-eval.\n *\n * The caller owns model execution. Evaluation code receives canonical requests\n * and results without importing a provider SDK, and agent-eval reads no\n * environment variable to find a provider credential: every transport is bound\n * at the call site.\n *\n * Two ways to bind one. `custom` and `sandbox-sdk` take a `chat` function the\n * caller wrote. `openai-compatible` takes an endpoint and a credential the\n * caller passes as values, and agent-eval issues the HTTP request itself.\n *\n * WHY THE THIRD ONE EXISTS. Every consumer that wanted a plain OpenAI-style\n * endpoint had to hand-write the same fetch loop — retry on 429 and 5xx,\n * `json_schema` degrade, fenced-JSON stripping, and, load-bearing here, the\n * `servedModel` echo that `assertServedModel` and `assertCrossFamilyServed`\n * read. A hand-written transport that omits `servedModel` makes both identity\n * checks read `unreported`, so the two-vendor judge rule they enforce silently\n * measures nothing. Measured motive: agent-eval 0.172.1 exported no such\n * transport, so a two-model judge panel in discovery-lab reached\n * `createChatClient({ transport: 'custom', baseUrl, apiKey })` — fields that\n * exist on no transport option — and every call threw\n * `TypeError: opts.chat is not a function`, which surfaced as\n * `aggregateJudgeVerdicts: all 2 judges failed`.\n *\n * The credential still never comes from agent-eval's environment. `baseUrl`\n * and the bearer are required arguments with no default and no fallback, so a\n * misconfigured caller gets a refusal at construction, never a call to an\n * endpoint it did not name.\n */\n\nimport {\n  type LlmCallRequest,\n  type LlmCallResult,\n  LlmClient,\n  type LlmClientOptions,\n} from '../llm-client'\n\n/**\n * Unified chat interface using the package's canonical LLM request and result.\n */\nexport interface ChatClient {\n  /** Display name of the bound transport, included in telemetry. */\n  readonly transport: ChatTransport\n  /** Default model when the caller omits one. */\n  readonly defaultModel?: string\n  /** Total provider attempts this transport can make for one chat call. */\n  readonly maximumAttempts?: number\n\n  /** Implementations must enforce `req.maxTokens` when it is present. */\n  chat(req: ChatRequest, opts?: ChatCallOpts): Promise<ChatResponse>\n}\n\nexport type ChatTransport =\n  | 'sandbox-sdk' // box.streamPrompt() — chat completion via sandbox SDK\n  | 'custom' // caller-adapted SDK or transport\n  | 'openai-compatible' // caller-named /v1 endpoint, driven by this package\n  | 'mock' // test-time injection\n\nexport interface ChatRequest extends Omit<LlmCallRequest, 'model'> {\n  /** Optional — falls back to ChatClient.defaultModel. */\n  model?: string\n}\n\nexport type ChatResponse = LlmCallResult\n\nexport interface ChatCallOpts {\n  /** Cancel the in-flight request. */\n  signal?: AbortSignal\n  /** Hard USD ceiling for this single call (informational; the underlying transport may not enforce). */\n  maxCostUsd?: number\n  /** Correlation tag carried into request headers when the transport allows. */\n  correlationId?: string\n  /** Stable provider idempotency key for retries/redrives of one paid call. */\n  idempotencyKey?: string\n}\n\n// ── Factory ─────────────────────────────────────────────────────────\n\nexport type CreateChatClientOpts =\n  | SandboxSdkTransportOpts\n  | CustomTransportOpts\n  | OpenAiCompatibleTransportOpts\n  | MockTransportOpts\n\ninterface BaseTransportOpts {\n  defaultModel?: string\n  /** Total provider attempts. Required for opaque transports used in capped runs. */\n  maximumAttempts?: number\n}\n\n/**\n * Sandbox-SDK transport. The caller supplies a canonical chat function for an\n * already-configured Sandbox handle, so agent-eval does not import the SDK.\n */\nexport interface SandboxSdkTransportOpts extends BaseTransportOpts {\n  transport: 'sandbox-sdk'\n  chat: (req: ChatRequest, opts?: ChatCallOpts) => Promise<ChatResponse>\n}\n\n/** Caller-adapted SDK or transport returning the canonical ChatResponse shape. */\nexport interface CustomTransportOpts extends BaseTransportOpts {\n  transport: 'custom'\n  chat: (req: ChatRequest, opts?: ChatCallOpts) => Promise<ChatResponse>\n}\n\n/**\n * OpenAI-compatible HTTP transport: the caller names a `/v1` endpoint and\n * hands over a bearer, and this package drives `POST {baseUrl}/chat/completions`.\n *\n * Use this instead of hand-rolling a `custom` transport around `fetch`. The\n * result carries `servedModel` — the model id the provider echoed, verbatim —\n * which is the only field `assertServedModel` and `assertCrossFamilyServed`\n * can read to witness a gateway answering from a different model than the one\n * requested.\n *\n * `baseUrl` ends at the `/v1` prefix; the `/chat/completions` path is this\n * package's to append. A `baseUrl` that already carries the path is a\n * construction error, not a request to a doubled URL.\n *\n * Exactly one credential form is required — `apiKey`, `bearer`, or\n * `authHeader`. There is no environment fallback: agent-eval never goes\n * looking for a key.\n */\nexport interface OpenAiCompatibleTransportOpts\n  extends BaseTransportOpts,\n    Pick<\n      LlmClientOptions,\n      | 'assertServedModel'\n      | 'customTokenPricing'\n      | 'deadlineMs'\n      | 'defaultTimeoutMs'\n      | 'fetch'\n      | 'jsonPayloadMode'\n      | 'jsonSchemaTransport'\n      | 'provider'\n      | 'rawSink'\n      | 'signal'\n      | 'thinking'\n    > {\n  transport: 'openai-compatible'\n  /** Endpoint ending at the `/v1` prefix. Required — there is no default endpoint. */\n  baseUrl: string\n  /** Bearer credential. One of `apiKey`, `bearer`, or `authHeader` is required. */\n  apiKey?: string\n  /** Bearer credential, alternate spelling. */\n  bearer?: string\n  /** Non-bearer authorization header, for endpoints that want their own scheme. */\n  authHeader?: { name: string; value: string }\n}\n\n/**\n * Mock transport for tests. The handler receives the request and returns\n * whatever the test wants. No retries, no JSON-schema degrade.\n */\nexport interface MockTransportOpts extends BaseTransportOpts {\n  transport: 'mock'\n  handler: (req: ChatRequest, opts?: ChatCallOpts) => Promise<ChatResponse>\n}\n\n/**\n * Build a ChatClient bound to a specific transport. The returned client\n * is safe to share across analysts in a single registry run.\n */\nexport function createChatClient(opts: CreateChatClientOpts): ChatClient {\n  switch (opts.transport) {\n    case 'sandbox-sdk':\n      return {\n        transport: 'sandbox-sdk',\n        defaultModel: opts.defaultModel,\n        maximumAttempts: opts.maximumAttempts,\n        chat: async (req, callOpts) => opts.chat(resolveModel(req, opts.defaultModel), callOpts),\n      }\n    case 'custom':\n      return {\n        transport: 'custom',\n        defaultModel: opts.defaultModel,\n        maximumAttempts: opts.maximumAttempts,\n        chat: async (req, callOpts) => opts.chat(resolveModel(req, opts.defaultModel), callOpts),\n      }\n    case 'openai-compatible':\n      return openAiCompatibleClient(opts)\n    case 'mock':\n      return {\n        transport: 'mock',\n        defaultModel: opts.defaultModel,\n        maximumAttempts: 1,\n        chat: async (req, callOpts) => opts.handler(resolveModel(req, opts.defaultModel), callOpts),\n      }\n  }\n}\n\nfunction resolveModel(req: ChatRequest, defaultModel: string | undefined): ChatRequest {\n  if (req.model) return req\n  if (!defaultModel) {\n    throw new Error(\n      'ChatClient.chat: no model on request and no defaultModel on the client. ' +\n        'Either pass req.model or bind defaultModel at createChatClient().',\n    )\n  }\n  return { ...req, model: defaultModel }\n}\n\n/**\n * Build the OpenAI-compatible client, refusing a half-configured one first.\n *\n * Both refusals are construction-time on purpose. A missing credential or a\n * doubled path is a caller mistake that a request would turn into a 401 or a\n * 404 from an endpoint the caller did not intend to reach — the failure then\n * reads as a provider problem instead of a configuration one.\n */\nfunction openAiCompatibleClient(opts: OpenAiCompatibleTransportOpts): ChatClient {\n  const baseUrl = opts.baseUrl?.trim().replace(/\\/+$/, '') ?? ''\n  if (!baseUrl) {\n    throw new Error(\n      \"createChatClient({ transport: 'openai-compatible' }): baseUrl is required and has no default.\",\n    )\n  }\n  if (/\\/chat\\/completions$/.test(baseUrl)) {\n    throw new Error(\n      \"createChatClient({ transport: 'openai-compatible' }): baseUrl ends at the /v1 prefix; \" +\n        `this package appends /chat/completions. Got ${baseUrl}`,\n    )\n  }\n  if (!opts.apiKey?.trim() && !opts.bearer?.trim() && !opts.authHeader) {\n    throw new Error(\n      \"createChatClient({ transport: 'openai-compatible' }): one of apiKey, bearer, or authHeader \" +\n        'is required. agent-eval reads no environment variable for a credential.',\n    )\n  }\n\n  const clientOptions: LlmClientOptions = {\n    baseUrl,\n    ...(opts.apiKey ? { apiKey: opts.apiKey } : {}),\n    ...(opts.bearer ? { bearer: opts.bearer } : {}),\n    ...(opts.authHeader ? { authHeader: opts.authHeader } : {}),\n    ...(opts.maximumAttempts === undefined ? {} : { maximumAttempts: opts.maximumAttempts }),\n    ...(opts.assertServedModel === undefined ? {} : { assertServedModel: opts.assertServedModel }),\n    ...(opts.customTokenPricing === undefined\n      ? {}\n      : { customTokenPricing: opts.customTokenPricing }),\n    ...(opts.deadlineMs === undefined ? {} : { deadlineMs: opts.deadlineMs }),\n    ...(opts.defaultTimeoutMs === undefined ? {} : { defaultTimeoutMs: opts.defaultTimeoutMs }),\n    ...(opts.fetch === undefined ? {} : { fetch: opts.fetch }),\n    ...(opts.jsonPayloadMode === undefined ? {} : { jsonPayloadMode: opts.jsonPayloadMode }),\n    ...(opts.jsonSchemaTransport === undefined\n      ? {}\n      : { jsonSchemaTransport: opts.jsonSchemaTransport }),\n    ...(opts.provider === undefined ? {} : { provider: opts.provider }),\n    ...(opts.rawSink === undefined ? {} : { rawSink: opts.rawSink }),\n    ...(opts.signal === undefined ? {} : { signal: opts.signal }),\n    ...(opts.thinking === undefined ? {} : { thinking: opts.thinking }),\n  }\n  const client = new LlmClient(clientOptions)\n\n  return {\n    transport: 'openai-compatible',\n    ...(opts.defaultModel ? { defaultModel: opts.defaultModel } : {}),\n    maximumAttempts: client.maximumAttempts,\n    chat: async (req, callOpts) => {\n      const resolved = resolveModel(req, opts.defaultModel)\n      return client.call(resolved as LlmCallRequest, {\n        ...(callOpts?.signal ? { signal: callOpts.signal } : {}),\n        ...(callOpts?.idempotencyKey ? { idempotencyKey: callOpts.idempotencyKey } : {}),\n      })\n    },\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoKA,SAAgB,iBAAiB,MAAwC;CACvE,QAAQ,KAAK,WAAb;EACE,KAAK,eACH,OAAO;GACL,WAAW;GACX,cAAc,KAAK;GACnB,iBAAiB,KAAK;GACtB,MAAM,OAAO,KAAK,aAAa,KAAK,KAAK,aAAa,KAAK,KAAK,YAAY,GAAG,QAAQ;EACzF;EACF,KAAK,UACH,OAAO;GACL,WAAW;GACX,cAAc,KAAK;GACnB,iBAAiB,KAAK;GACtB,MAAM,OAAO,KAAK,aAAa,KAAK,KAAK,aAAa,KAAK,KAAK,YAAY,GAAG,QAAQ;EACzF;EACF,KAAK,qBACH,OAAO,uBAAuB,IAAI;EACpC,KAAK,QACH,OAAO;GACL,WAAW;GACX,cAAc,KAAK;GACnB,iBAAiB;GACjB,MAAM,OAAO,KAAK,aAAa,KAAK,QAAQ,aAAa,KAAK,KAAK,YAAY,GAAG,QAAQ;EAC5F;CACJ;AACF;AAEA,SAAS,aAAa,KAAkB,cAA+C;CACrF,IAAI,IAAI,OAAO,OAAO;CACtB,IAAI,CAAC,cACH,MAAM,IAAI,MACR,2IAEF;CAEF,OAAO;EAAE,GAAG;EAAK,OAAO;CAAa;AACvC;;;;;;;;;AAUA,SAAS,uBAAuB,MAAiD;CAC/E,MAAM,UAAU,KAAK,SAAS,KAAK,CAAC,CAAC,QAAQ,QAAQ,EAAE,KAAK;CAC5D,IAAI,CAAC,SACH,MAAM,IAAI,MACR,+FACF;CAEF,IAAI,uBAAuB,KAAK,OAAO,GACrC,MAAM,IAAI,MACR,qIACiD,SACnD;CAEF,IAAI,CAAC,KAAK,QAAQ,KAAK,KAAK,CAAC,KAAK,QAAQ,KAAK,KAAK,CAAC,KAAK,YACxD,MAAM,IAAI,MACR,oKAEF;CAyBF,MAAM,SAAS,IAAI,UAAU;EArB3B;EACA,GAAI,KAAK,SAAS,EAAE,QAAQ,KAAK,OAAO,IAAI,CAAC;EAC7C,GAAI,KAAK,SAAS,EAAE,QAAQ,KAAK,OAAO,IAAI,CAAC;EAC7C,GAAI,KAAK,aAAa,EAAE,YAAY,KAAK,WAAW,IAAI,CAAC;EACzD,GAAI,KAAK,oBAAoB,KAAA,IAAY,CAAC,IAAI,EAAE,iBAAiB,KAAK,gBAAgB;EACtF,GAAI,KAAK,sBAAsB,KAAA,IAAY,CAAC,IAAI,EAAE,mBAAmB,KAAK,kBAAkB;EAC5F,GAAI,KAAK,uBAAuB,KAAA,IAC5B,CAAC,IACD,EAAE,oBAAoB,KAAK,mBAAmB;EAClD,GAAI,KAAK,eAAe,KAAA,IAAY,CAAC,IAAI,EAAE,YAAY,KAAK,WAAW;EACvE,GAAI,KAAK,qBAAqB,KAAA,IAAY,CAAC,IAAI,EAAE,kBAAkB,KAAK,iBAAiB;EACzF,GAAI,KAAK,UAAU,KAAA,IAAY,CAAC,IAAI,EAAE,OAAO,KAAK,MAAM;EACxD,GAAI,KAAK,oBAAoB,KAAA,IAAY,CAAC,IAAI,EAAE,iBAAiB,KAAK,gBAAgB;EACtF,GAAI,KAAK,wBAAwB,KAAA,IAC7B,CAAC,IACD,EAAE,qBAAqB,KAAK,oBAAoB;EACpD,GAAI,KAAK,aAAa,KAAA,IAAY,CAAC,IAAI,EAAE,UAAU,KAAK,SAAS;EACjE,GAAI,KAAK,YAAY,KAAA,IAAY,CAAC,IAAI,EAAE,SAAS,KAAK,QAAQ;EAC9D,GAAI,KAAK,WAAW,KAAA,IAAY,CAAC,IAAI,EAAE,QAAQ,KAAK,OAAO;EAC3D,GAAI,KAAK,aAAa,KAAA,IAAY,CAAC,IAAI,EAAE,UAAU,KAAK,SAAS;CAE1B,CAAC;CAE1C,OAAO;EACL,WAAW;EACX,GAAI,KAAK,eAAe,EAAE,cAAc,KAAK,aAAa,IAAI,CAAC;EAC/D,iBAAiB,OAAO;EACxB,MAAM,OAAO,KAAK,aAAa;GAC7B,MAAM,WAAW,aAAa,KAAK,KAAK,YAAY;GACpD,OAAO,OAAO,KAAK,UAA4B;IAC7C,GAAI,UAAU,SAAS,EAAE,QAAQ,SAAS,OAAO,IAAI,CAAC;IACtD,GAAI,UAAU,iBAAiB,EAAE,gBAAgB,SAAS,eAAe,IAAI,CAAC;GAChF,CAAC;EACH;CACF;AACF"}

package/dist/{chat-json-call-C26igCih.js → chat-json-call-B_Xv2oJK.js}

@@ -1,4 +1,4 @@
-import { c as extractJsonPayload, o as costReceiptFromLlm, s as costReceiptFromLlmError, u as maximumChargeForLlmRequest } from "./llm-client-CxQtdtd6.js";
+import { c as extractJsonPayload, o as costReceiptFromLlm, s as costReceiptFromLlmError, u as maximumChargeForLlmRequest } from "./llm-client-CGlSi8sb.js";
 //#region src/chat-json-call.ts
 /** Parse a JSON answer out of a model response. The transport may fence it. */
 function parseJsonAnswer(response, actor) {
@@ -60,4 +60,4 @@ async function paidJsonChat(input) {
 //#endregion
 export { paidJsonChat as n, paidChat as t };
 
-//# sourceMappingURL=chat-json-call-C26igCih.js.map
+//# sourceMappingURL=chat-json-call-B_Xv2oJK.js.map

package/dist/{chat-json-call-C26igCih.js.map → chat-json-call-B_Xv2oJK.js.map}

@@ -1 +1 @@
-{"version":3,"file":"chat-json-call-C26igCih.js","names":[],"sources":["../src/chat-json-call.ts"],"sourcesContent":["/**\n * One paid model call through a caller-owned `ChatClient`, metered by the\n * cost ledger.\n *\n * agent-eval executes no paid model: the transport is supplied by the caller\n * and the credential never enters this package. What stays here is the\n * accounting around the call — the priced maximum reserved before it runs, the\n * stable call id forwarded as the provider idempotency key, the receipt\n * settled from the response, and an honest unknown-usage receipt when the\n * transport failed.\n *\n * The judges, the wire judge endpoint, and the in-process trace-analysis\n * engine all make the same call in the same order; this is the one copy of\n * that sequence. `paidChat` is the sequence; `paidJsonChat` adds the JSON\n * answer parse that a structured caller needs.\n */\n\nimport type { ChatClient, ChatResponse } from './analyst/chat-client'\nimport type { CostChannel, CostLedgerHandle, CostReceipt, CustomTokenPricing } from './cost-ledger'\nimport {\n  costReceiptFromLlm,\n  costReceiptFromLlmError,\n  extractJsonPayload,\n  type LlmCallRequest,\n  maximumChargeForLlmRequest,\n} from './llm-client'\n\nexport interface PaidChatInput {\n  /** Caller-owned transport. One `chat()` call. */\n  chat: ChatClient\n  /** The exact canonical request, including its JSON-mode or schema fields. */\n  request: LlmCallRequest\n  ledger: CostLedgerHandle\n  channel: CostChannel\n  phase: string\n  actor: string\n  tags?: Record<string, string>\n  signal?: AbortSignal\n  /** Endpoint rates used when the transport reports no billed amount. */\n  pricing?: CustomTokenPricing\n}\n\nexport type PaidJsonChatInput = PaidChatInput\n\nexport type PaidChatResult =\n  | { succeeded: true; response: ChatResponse; receipt: CostReceipt }\n  | { succeeded: false; error: Error; receipt?: CostReceipt }\n\nexport type PaidJsonChatResult<T> =\n  | { succeeded: true; value: T; response: ChatResponse; receipt: CostReceipt }\n  | { succeeded: false; error: Error; receipt?: CostReceipt }\n\n/** Parse a JSON answer out of a model response. The transport may fence it. */\nfunction parseJsonAnswer<T>(response: ChatResponse, actor: string): T {\n  try {\n    return JSON.parse(extractJsonPayload(response.content)) as T\n  } catch (error) {\n    throw new Error(\n      `${actor}: model answer was not JSON — ${error instanceof Error ? error.message : String(error)}`,\n    )\n  }\n}\n\n/** Reserve, execute, and settle one caller-owned chat call. */\nexport async function paidChat(input: PaidChatInput): Promise<PaidChatResult> {\n  const paid = await input.ledger.runPaidCall({\n    channel: input.channel,\n    phase: input.phase,\n    actor: input.actor,\n    model: input.request.model,\n    ...(input.tags && Object.keys(input.tags).length > 0 ? { tags: input.tags } : {}),\n    maximumCharge: maximumChargeForLlmRequest(input.request, {\n      ...(input.chat.maximumAttempts === undefined\n        ? {}\n        : { maximumAttempts: input.chat.maximumAttempts }),\n      ...(input.pricing ? { customTokenPricing: input.pricing } : {}),\n    }),\n    ...(input.signal ? { signal: input.signal } : {}),\n    execute: (signal, callId) => input.chat.chat(input.request, { signal, idempotencyKey: callId }),\n    receipt: (response) => costReceiptFromLlm(response, input.pricing),\n    receiptFromError: (error) => costReceiptFromLlmError(error, input.pricing),\n  })\n  if (!paid.succeeded) {\n    return {\n      succeeded: false,\n      error: paid.error,\n      ...(paid.receipt ? { receipt: paid.receipt } : {}),\n    }\n  }\n  return { succeeded: true, response: paid.value, receipt: paid.receipt }\n}\n\nexport async function paidJsonChat<T>(input: PaidJsonChatInput): Promise<PaidJsonChatResult<T>> {\n  const paid = await paidChat(input)\n  if (!paid.succeeded) return paid\n  // The call completed and was billed. A malformed answer is a contract\n  // failure AFTER the money was spent, so it keeps the settled receipt instead\n  // of reporting the spend as unknown.\n  try {\n    return {\n      succeeded: true,\n      value: parseJsonAnswer<T>(paid.response, input.actor),\n      response: paid.response,\n      receipt: paid.receipt,\n    }\n  } catch (error) {\n    return {\n      succeeded: false,\n      error: error instanceof Error ? error : new Error(String(error)),\n      receipt: paid.receipt,\n    }\n  }\n}\n"],"mappings":";;;AAqDA,SAAS,gBAAmB,UAAwB,OAAkB;CACpE,IAAI;EACF,OAAO,KAAK,MAAM,mBAAmB,SAAS,OAAO,CAAC;CACxD,SAAS,OAAO;EACd,MAAM,IAAI,MACR,GAAG,MAAM,gCAAgC,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAChG;CACF;AACF;;AAGA,eAAsB,SAAS,OAA+C;CAC5E,MAAM,OAAO,MAAM,MAAM,OAAO,YAAY;EAC1C,SAAS,MAAM;EACf,OAAO,MAAM;EACb,OAAO,MAAM;EACb,OAAO,MAAM,QAAQ;EACrB,GAAI,MAAM,QAAQ,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,SAAS,IAAI,EAAE,MAAM,MAAM,KAAK,IAAI,CAAC;EAC/E,eAAe,2BAA2B,MAAM,SAAS;GACvD,GAAI,MAAM,KAAK,oBAAoB,KAAA,IAC/B,CAAC,IACD,EAAE,iBAAiB,MAAM,KAAK,gBAAgB;GAClD,GAAI,MAAM,UAAU,EAAE,oBAAoB,MAAM,QAAQ,IAAI,CAAC;EAC/D,CAAC;EACD,GAAI,MAAM,SAAS,EAAE,QAAQ,MAAM,OAAO,IAAI,CAAC;EAC/C,UAAU,QAAQ,WAAW,MAAM,KAAK,KAAK,MAAM,SAAS;GAAE;GAAQ,gBAAgB;EAAO,CAAC;EAC9F,UAAU,aAAa,mBAAmB,UAAU,MAAM,OAAO;EACjE,mBAAmB,UAAU,wBAAwB,OAAO,MAAM,OAAO;CAC3E,CAAC;CACD,IAAI,CAAC,KAAK,WACR,OAAO;EACL,WAAW;EACX,OAAO,KAAK;EACZ,GAAI,KAAK,UAAU,EAAE,SAAS,KAAK,QAAQ,IAAI,CAAC;CAClD;CAEF,OAAO;EAAE,WAAW;EAAM,UAAU,KAAK;EAAO,SAAS,KAAK;CAAQ;AACxE;AAEA,eAAsB,aAAgB,OAA0D;CAC9F,MAAM,OAAO,MAAM,SAAS,KAAK;CACjC,IAAI,CAAC,KAAK,WAAW,OAAO;CAI5B,IAAI;EACF,OAAO;GACL,WAAW;GACX,OAAO,gBAAmB,KAAK,UAAU,MAAM,KAAK;GACpD,UAAU,KAAK;GACf,SAAS,KAAK;EAChB;CACF,SAAS,OAAO;EACd,OAAO;GACL,WAAW;GACX,OAAO,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;GAC/D,SAAS,KAAK;EAChB;CACF;AACF"}
+{"version":3,"file":"chat-json-call-B_Xv2oJK.js","names":[],"sources":["../src/chat-json-call.ts"],"sourcesContent":["/**\n * One paid model call through a caller-owned `ChatClient`, metered by the\n * cost ledger.\n *\n * agent-eval executes no paid model: the transport is supplied by the caller\n * and the credential never enters this package. What stays here is the\n * accounting around the call — the priced maximum reserved before it runs, the\n * stable call id forwarded as the provider idempotency key, the receipt\n * settled from the response, and an honest unknown-usage receipt when the\n * transport failed.\n *\n * The judges, the wire judge endpoint, and the in-process trace-analysis\n * engine all make the same call in the same order; this is the one copy of\n * that sequence. `paidChat` is the sequence; `paidJsonChat` adds the JSON\n * answer parse that a structured caller needs.\n */\n\nimport type { ChatClient, ChatResponse } from './analyst/chat-client'\nimport type { CostChannel, CostLedgerHandle, CostReceipt, CustomTokenPricing } from './cost-ledger'\nimport {\n  costReceiptFromLlm,\n  costReceiptFromLlmError,\n  extractJsonPayload,\n  type LlmCallRequest,\n  maximumChargeForLlmRequest,\n} from './llm-client'\n\nexport interface PaidChatInput {\n  /** Caller-owned transport. One `chat()` call. */\n  chat: ChatClient\n  /** The exact canonical request, including its JSON-mode or schema fields. */\n  request: LlmCallRequest\n  ledger: CostLedgerHandle\n  channel: CostChannel\n  phase: string\n  actor: string\n  tags?: Record<string, string>\n  signal?: AbortSignal\n  /** Endpoint rates used when the transport reports no billed amount. */\n  pricing?: CustomTokenPricing\n}\n\nexport type PaidJsonChatInput = PaidChatInput\n\nexport type PaidChatResult =\n  | { succeeded: true; response: ChatResponse; receipt: CostReceipt }\n  | { succeeded: false; error: Error; receipt?: CostReceipt }\n\nexport type PaidJsonChatResult<T> =\n  | { succeeded: true; value: T; response: ChatResponse; receipt: CostReceipt }\n  | { succeeded: false; error: Error; receipt?: CostReceipt }\n\n/** Parse a JSON answer out of a model response. The transport may fence it. */\nfunction parseJsonAnswer<T>(response: ChatResponse, actor: string): T {\n  try {\n    return JSON.parse(extractJsonPayload(response.content)) as T\n  } catch (error) {\n    throw new Error(\n      `${actor}: model answer was not JSON — ${error instanceof Error ? error.message : String(error)}`,\n    )\n  }\n}\n\n/** Reserve, execute, and settle one caller-owned chat call. */\nexport async function paidChat(input: PaidChatInput): Promise<PaidChatResult> {\n  const paid = await input.ledger.runPaidCall({\n    channel: input.channel,\n    phase: input.phase,\n    actor: input.actor,\n    model: input.request.model,\n    ...(input.tags && Object.keys(input.tags).length > 0 ? { tags: input.tags } : {}),\n    maximumCharge: maximumChargeForLlmRequest(input.request, {\n      ...(input.chat.maximumAttempts === undefined\n        ? {}\n        : { maximumAttempts: input.chat.maximumAttempts }),\n      ...(input.pricing ? { customTokenPricing: input.pricing } : {}),\n    }),\n    ...(input.signal ? { signal: input.signal } : {}),\n    execute: (signal, callId) => input.chat.chat(input.request, { signal, idempotencyKey: callId }),\n    receipt: (response) => costReceiptFromLlm(response, input.pricing),\n    receiptFromError: (error) => costReceiptFromLlmError(error, input.pricing),\n  })\n  if (!paid.succeeded) {\n    return {\n      succeeded: false,\n      error: paid.error,\n      ...(paid.receipt ? { receipt: paid.receipt } : {}),\n    }\n  }\n  return { succeeded: true, response: paid.value, receipt: paid.receipt }\n}\n\nexport async function paidJsonChat<T>(input: PaidJsonChatInput): Promise<PaidJsonChatResult<T>> {\n  const paid = await paidChat(input)\n  if (!paid.succeeded) return paid\n  // The call completed and was billed. A malformed answer is a contract\n  // failure AFTER the money was spent, so it keeps the settled receipt instead\n  // of reporting the spend as unknown.\n  try {\n    return {\n      succeeded: true,\n      value: parseJsonAnswer<T>(paid.response, input.actor),\n      response: paid.response,\n      receipt: paid.receipt,\n    }\n  } catch (error) {\n    return {\n      succeeded: false,\n      error: error instanceof Error ? error : new Error(String(error)),\n      receipt: paid.receipt,\n    }\n  }\n}\n"],"mappings":";;;AAqDA,SAAS,gBAAmB,UAAwB,OAAkB;CACpE,IAAI;EACF,OAAO,KAAK,MAAM,mBAAmB,SAAS,OAAO,CAAC;CACxD,SAAS,OAAO;EACd,MAAM,IAAI,MACR,GAAG,MAAM,gCAAgC,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAChG;CACF;AACF;;AAGA,eAAsB,SAAS,OAA+C;CAC5E,MAAM,OAAO,MAAM,MAAM,OAAO,YAAY;EAC1C,SAAS,MAAM;EACf,OAAO,MAAM;EACb,OAAO,MAAM;EACb,OAAO,MAAM,QAAQ;EACrB,GAAI,MAAM,QAAQ,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,SAAS,IAAI,EAAE,MAAM,MAAM,KAAK,IAAI,CAAC;EAC/E,eAAe,2BAA2B,MAAM,SAAS;GACvD,GAAI,MAAM,KAAK,oBAAoB,KAAA,IAC/B,CAAC,IACD,EAAE,iBAAiB,MAAM,KAAK,gBAAgB;GAClD,GAAI,MAAM,UAAU,EAAE,oBAAoB,MAAM,QAAQ,IAAI,CAAC;EAC/D,CAAC;EACD,GAAI,MAAM,SAAS,EAAE,QAAQ,MAAM,OAAO,IAAI,CAAC;EAC/C,UAAU,QAAQ,WAAW,MAAM,KAAK,KAAK,MAAM,SAAS;GAAE;GAAQ,gBAAgB;EAAO,CAAC;EAC9F,UAAU,aAAa,mBAAmB,UAAU,MAAM,OAAO;EACjE,mBAAmB,UAAU,wBAAwB,OAAO,MAAM,OAAO;CAC3E,CAAC;CACD,IAAI,CAAC,KAAK,WACR,OAAO;EACL,WAAW;EACX,OAAO,KAAK;EACZ,GAAI,KAAK,UAAU,EAAE,SAAS,KAAK,QAAQ,IAAI,CAAC;CAClD;CAEF,OAAO;EAAE,WAAW;EAAM,UAAU,KAAK;EAAO,SAAS,KAAK;CAAQ;AACxE;AAEA,eAAsB,aAAgB,OAA0D;CAC9F,MAAM,OAAO,MAAM,SAAS,KAAK;CACjC,IAAI,CAAC,KAAK,WAAW,OAAO;CAI5B,IAAI;EACF,OAAO;GACL,WAAW;GACX,OAAO,gBAAmB,KAAK,UAAU,MAAM,KAAK;GACpD,UAAU,KAAK;GACf,SAAS,KAAK;EAChB;CACF,SAAS,OAAO;EACd,OAAO;GACL,WAAW;GACX,OAAO,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;GAC/D,SAAS,KAAK;EAChB;CACF;AACF"}

package/dist/cli.js

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 import { i as runRolloutReleaseCli } from "./hf-dataset-D8_RNIis.js";
-import { t as createChatClient } from "./chat-client-Db4bqYfA.js";
-import { t as runAnalystBenchmarkCommand } from "./benchmark-command-9S20PRel.js";
-import { a as runRpcBatch, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi } from "./server-BR6onwZB.js";
+import { t as createChatClient } from "./chat-client-CkmjYlfB.js";
+import { t as runAnalystBenchmarkCommand } from "./benchmark-command-CS6gVHVq.js";
+import { a as runRpcBatch, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi } from "./server-D_cjseFN.js";
 import { writeFileSync } from "node:fs";
 //#region src/cli-config.ts
 /**

package/dist/contract/index.js

@@ -1,23 +1,23 @@
 import { s as ValidationError } from "../errors-Dngq5h35.js";
 import { a as hashCanonical } from "../canonical-DPyQ_rpt.js";
 import { r as pairedBootstrap } from "../paired-tests-C8iCsioC.js";
-import { a as summarizeExecution, i as analyzeRuns, n as SelfImproveRunError, r as selfImprove, t as defineAgentEval } from "../define-agent-eval-D_i_s69h.js";
+import { a as summarizeExecution, i as analyzeRuns, n as SelfImproveRunError, r as selfImprove, t as defineAgentEval } from "../define-agent-eval-8h3lXXee.js";
 import { a as parseRunRecordSafe } from "../run-record-ZIsR9Fif.js";
-import { Q as defaultProductionGate, _ as runImprovementLoop, a as transientDispatchFailure, at as runCampaign, ht as campaignSplitDigest, it as runEval, k as compareOptimizationMethods, t as llmJudge } from "../llm-judge-B2YxbAJb.js";
+import { Q as defaultProductionGate, _ as runImprovementLoop, a as transientDispatchFailure, at as runCampaign, ht as campaignSplitDigest, it as runEval, k as compareOptimizationMethods, t as llmJudge } from "../llm-judge-BfqMFo4h.js";
 import { i as isModelPriced, n as estimateCost } from "../metrics-Qv-cpptD.js";
 import { i as CostLedger } from "../cost-ledger-B1qx30B4.js";
 import { d as mapConcurrentRange } from "../ledger-core-PIfjCbKn.js";
-import { C as inMemoryCampaignStorage, S as fsCampaignStorage } from "../external-optimizer-subprocess-DgNebftP.js";
+import { C as inMemoryCampaignStorage, S as fsCampaignStorage } from "../external-optimizer-subprocess-wBWeoG6A.js";
 import { a as heldoutSignificance, s as decidePairedPromotion } from "../power-preflight-CFXm0Vjo.js";
 import { i as makeProposalFinding } from "../types-CiWITkGo.js";
 import { G as classifyOtlpSpanRole, K as isOtlpModelCall } from "../kind-factory-gP6lDySe.js";
 import { t as buildDefaultAnalystRegistry } from "../default-registry-B0bKikCb.js";
 import { LLM_MODEL_ATTR_KEYS, SPAN_KIND_ATTR_KEYS } from "../trace-attributes.js";
 import { t as extractUsage } from "../extract-usage-BrQ8mCLX.js";
-import { t as createChatClient } from "../chat-client-Db4bqYfA.js";
+import { t as createChatClient } from "../chat-client-CkmjYlfB.js";
 import { n as InMemoryOutcomeStore, t as FileSystemOutcomeStore } from "../outcome-store-ChBKlTd_.js";
 import { i as summarizeTraceErrors, n as recordAggregateMeasurements, r as summarizeExecutionMeasurements, t as readTaskFailureLabels } from "../task-failure-attributes-CZjZeBsY.js";
-import { c as externalTextOptimizationMethod, d as REFERENCE_EQUIVALENCE_INPUT_LIMITS, f as REFERENCE_EQUIVALENCE_JUDGE_VERSION, m as runReferenceEquivalenceJudge, n as gepaOptimizationMethod, o as heldOutGate, p as createReferenceEquivalenceJudge, s as composeGate, t as skillOptOptimizationMethod } from "../skillopt-optimization-method-BzdphODy.js";
+import { c as externalTextOptimizationMethod, d as REFERENCE_EQUIVALENCE_INPUT_LIMITS, f as REFERENCE_EQUIVALENCE_JUDGE_VERSION, m as runReferenceEquivalenceJudge, n as gepaOptimizationMethod, o as heldOutGate, p as createReferenceEquivalenceJudge, s as composeGate, t as skillOptOptimizationMethod } from "../skillopt-optimization-method-DDw3v3gA.js";
 import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-LY9mVQ7W.js";
 import { createHash } from "node:crypto";
 import { agentCandidateBenchmarkSuiteSchema, agentCandidateBenchmarkTaskSchema, agentCandidateBundleSchema, agentCandidateEvaluationPolicySchema, agentCandidateExperimentSchema, agentImprovementMeasuredComparisonSchema, agentProfileImprovementExperimentSchema, agentProfileImprovementMeasuredComparisonSchema, agentProfileImprovementRunCellSchema, agentProfileImprovementRunReceiptSchema, agentProfileImprovementSuiteInputsSchema, agentProfileImprovementSuiteSchema, agentProfileImprovementTaskSchema, candidateExecutionEvidenceSchema, canonicalCandidateDigest, canonicalCandidateJson, numbersApproximatelyEqual, omitTopLevelDigest } from "@tangle-network/agent-interface";

package/dist/{define-agent-eval-D_i_s69h.js → define-agent-eval-8h3lXXee.js}

@@ -10,9 +10,9 @@ import "./query-D1nLIKt7.js";
 import { r as observedSplitScore } from "./reward-nw2xZGZG.js";
 import { c as validateRunRecord, i as modelHasSnapshot } from "./run-record-ZIsR9Fif.js";
 import { r as paretoChart } from "./summary-report-Bgh8CpNK.js";
-import { D as assertOptimizationResult, I as surfaceContentHash, L as surfaceHash, Q as defaultProductionGate, _ as runImprovementLoop, d as emitLoopProvenance, f as loopProvenanceArgsFromResult, it as runEval, st as resolveRunDir } from "./llm-judge-B2YxbAJb.js";
+import { D as assertOptimizationResult, I as surfaceContentHash, L as surfaceHash, Q as defaultProductionGate, _ as runImprovementLoop, d as emitLoopProvenance, f as loopProvenanceArgsFromResult, it as runEval, st as resolveRunDir } from "./llm-judge-BfqMFo4h.js";
 import { c as campaignCellTaskScore, l as campaignCellToRunRecord, o as campaignCellExecutionEvidence, s as campaignCellJudgeDimensions } from "./reward-hacking-CKW4teig.js";
-import { C as inMemoryCampaignStorage, S as fsCampaignStorage, x as createRunCostLedger } from "./external-optimizer-subprocess-DgNebftP.js";
+import { C as inMemoryCampaignStorage, S as fsCampaignStorage, x as createRunCostLedger } from "./external-optimizer-subprocess-wBWeoG6A.js";
 import { t as powerPreflight } from "./power-preflight-CFXm0Vjo.js";
 import { t as createHostedClient } from "./client-BlLY6o2w.js";
 //#region src/contamination-guard.ts
@@ -1509,4 +1509,4 @@ function requirePositiveInteger(value, field) {
 //#endregion
 export { summarizeExecution as a, analyzeRuns as i, SelfImproveRunError as n, checkCanaries as o, selfImprove as r, defineAgentEval as t };
 
-//# sourceMappingURL=define-agent-eval-D_i_s69h.js.map
+//# sourceMappingURL=define-agent-eval-8h3lXXee.js.map