@tangle-network/agent-eval 0.172.1 → 0.173.0

package/dist/chat-client-Db4bqYfA.js

@@ -0,0 +1,115 @@
+import { n as LlmClient } from "./llm-client-CxQtdtd6.js";
+//#region src/analyst/chat-client.ts
+/**
+* Provider-neutral chat contract for every model call made by agent-eval.
+*
+* The caller owns model execution. Evaluation code receives canonical requests
+* and results without importing a provider SDK, and agent-eval reads no
+* environment variable to find a provider credential: every transport is bound
+* at the call site.
+*
+* Two ways to bind one. `custom` and `sandbox-sdk` take a `chat` function the
+* caller wrote. `openai-compatible` takes an endpoint and a credential the
+* caller passes as values, and agent-eval issues the HTTP request itself.
+*
+* WHY THE THIRD ONE EXISTS. Every consumer that wanted a plain OpenAI-style
+* endpoint had to hand-write the same fetch loop — retry on 429 and 5xx,
+* `json_schema` degrade, fenced-JSON stripping, and, load-bearing here, the
+* `servedModel` echo that `assertServedModel` and `assertCrossFamilyServed`
+* read. A hand-written transport that omits `servedModel` makes both identity
+* checks read `unreported`, so the two-vendor judge rule they enforce silently
+* measures nothing. Measured motive: agent-eval 0.172.1 exported no such
+* transport, so a two-model judge panel in discovery-lab reached
+* `createChatClient({ transport: 'custom', baseUrl, apiKey })` — fields that
+* exist on no transport option — and every call threw
+* `TypeError: opts.chat is not a function`, which surfaced as
+* `aggregateJudgeVerdicts: all 2 judges failed`.
+*
+* The credential still never comes from agent-eval's environment. `baseUrl`
+* and the bearer are required arguments with no default and no fallback, so a
+* misconfigured caller gets a refusal at construction, never a call to an
+* endpoint it did not name.
+*/
+/**
+* Build a ChatClient bound to a specific transport. The returned client
+* is safe to share across analysts in a single registry run.
+*/
+function createChatClient(opts) {
+	switch (opts.transport) {
+		case "sandbox-sdk": return {
+			transport: "sandbox-sdk",
+			defaultModel: opts.defaultModel,
+			maximumAttempts: opts.maximumAttempts,
+			chat: async (req, callOpts) => opts.chat(resolveModel(req, opts.defaultModel), callOpts)
+		};
+		case "custom": return {
+			transport: "custom",
+			defaultModel: opts.defaultModel,
+			maximumAttempts: opts.maximumAttempts,
+			chat: async (req, callOpts) => opts.chat(resolveModel(req, opts.defaultModel), callOpts)
+		};
+		case "openai-compatible": return openAiCompatibleClient(opts);
+		case "mock": return {
+			transport: "mock",
+			defaultModel: opts.defaultModel,
+			maximumAttempts: 1,
+			chat: async (req, callOpts) => opts.handler(resolveModel(req, opts.defaultModel), callOpts)
+		};
+	}
+}
+function resolveModel(req, defaultModel) {
+	if (req.model) return req;
+	if (!defaultModel) throw new Error("ChatClient.chat: no model on request and no defaultModel on the client. Either pass req.model or bind defaultModel at createChatClient().");
+	return {
+		...req,
+		model: defaultModel
+	};
+}
+/**
+* Build the OpenAI-compatible client, refusing a half-configured one first.
+*
+* Both refusals are construction-time on purpose. A missing credential or a
+* doubled path is a caller mistake that a request would turn into a 401 or a
+* 404 from an endpoint the caller did not intend to reach — the failure then
+* reads as a provider problem instead of a configuration one.
+*/
+function openAiCompatibleClient(opts) {
+	const baseUrl = opts.baseUrl?.trim().replace(/\/+$/, "") ?? "";
+	if (!baseUrl) throw new Error("createChatClient({ transport: 'openai-compatible' }): baseUrl is required and has no default.");
+	if (/\/chat\/completions$/.test(baseUrl)) throw new Error(`createChatClient({ transport: 'openai-compatible' }): baseUrl ends at the /v1 prefix; this package appends /chat/completions. Got ${baseUrl}`);
+	if (!opts.apiKey?.trim() && !opts.bearer?.trim() && !opts.authHeader) throw new Error("createChatClient({ transport: 'openai-compatible' }): one of apiKey, bearer, or authHeader is required. agent-eval reads no environment variable for a credential.");
+	const client = new LlmClient({
+		baseUrl,
+		...opts.apiKey ? { apiKey: opts.apiKey } : {},
+		...opts.bearer ? { bearer: opts.bearer } : {},
+		...opts.authHeader ? { authHeader: opts.authHeader } : {},
+		...opts.maximumAttempts === void 0 ? {} : { maximumAttempts: opts.maximumAttempts },
+		...opts.assertServedModel === void 0 ? {} : { assertServedModel: opts.assertServedModel },
+		...opts.customTokenPricing === void 0 ? {} : { customTokenPricing: opts.customTokenPricing },
+		...opts.deadlineMs === void 0 ? {} : { deadlineMs: opts.deadlineMs },
+		...opts.defaultTimeoutMs === void 0 ? {} : { defaultTimeoutMs: opts.defaultTimeoutMs },
+		...opts.fetch === void 0 ? {} : { fetch: opts.fetch },
+		...opts.jsonPayloadMode === void 0 ? {} : { jsonPayloadMode: opts.jsonPayloadMode },
+		...opts.jsonSchemaTransport === void 0 ? {} : { jsonSchemaTransport: opts.jsonSchemaTransport },
+		...opts.provider === void 0 ? {} : { provider: opts.provider },
+		...opts.rawSink === void 0 ? {} : { rawSink: opts.rawSink },
+		...opts.signal === void 0 ? {} : { signal: opts.signal },
+		...opts.thinking === void 0 ? {} : { thinking: opts.thinking }
+	});
+	return {
+		transport: "openai-compatible",
+		...opts.defaultModel ? { defaultModel: opts.defaultModel } : {},
+		maximumAttempts: client.maximumAttempts,
+		chat: async (req, callOpts) => {
+			const resolved = resolveModel(req, opts.defaultModel);
+			return client.call(resolved, {
+				...callOpts?.signal ? { signal: callOpts.signal } : {},
+				...callOpts?.idempotencyKey ? { idempotencyKey: callOpts.idempotencyKey } : {}
+			});
+		}
+	};
+}
+//#endregion
+export { createChatClient as t };
+
+//# sourceMappingURL=chat-client-Db4bqYfA.js.map

package/dist/chat-client-Db4bqYfA.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-client-Db4bqYfA.js","names":[],"sources":["../src/analyst/chat-client.ts"],"sourcesContent":["/**\n * Provider-neutral chat contract for every model call made by agent-eval.\n *\n * The caller owns model execution. Evaluation code receives canonical requests\n * and results without importing a provider SDK, and agent-eval reads no\n * environment variable to find a provider credential: every transport is bound\n * at the call site.\n *\n * Two ways to bind one. `custom` and `sandbox-sdk` take a `chat` function the\n * caller wrote. `openai-compatible` takes an endpoint and a credential the\n * caller passes as values, and agent-eval issues the HTTP request itself.\n *\n * WHY THE THIRD ONE EXISTS. Every consumer that wanted a plain OpenAI-style\n * endpoint had to hand-write the same fetch loop — retry on 429 and 5xx,\n * `json_schema` degrade, fenced-JSON stripping, and, load-bearing here, the\n * `servedModel` echo that `assertServedModel` and `assertCrossFamilyServed`\n * read. A hand-written transport that omits `servedModel` makes both identity\n * checks read `unreported`, so the two-vendor judge rule they enforce silently\n * measures nothing. Measured motive: agent-eval 0.172.1 exported no such\n * transport, so a two-model judge panel in discovery-lab reached\n * `createChatClient({ transport: 'custom', baseUrl, apiKey })` — fields that\n * exist on no transport option — and every call threw\n * `TypeError: opts.chat is not a function`, which surfaced as\n * `aggregateJudgeVerdicts: all 2 judges failed`.\n *\n * The credential still never comes from agent-eval's environment. `baseUrl`\n * and the bearer are required arguments with no default and no fallback, so a\n * misconfigured caller gets a refusal at construction, never a call to an\n * endpoint it did not name.\n */\n\nimport {\n  type LlmCallRequest,\n  type LlmCallResult,\n  LlmClient,\n  type LlmClientOptions,\n} from '../llm-client'\n\n/**\n * Unified chat interface using the package's canonical LLM request and result.\n */\nexport interface ChatClient {\n  /** Display name of the bound transport, included in telemetry. */\n  readonly transport: ChatTransport\n  /** Default model when the caller omits one. */\n  readonly defaultModel?: string\n  /** Total provider attempts this transport can make for one chat call. */\n  readonly maximumAttempts?: number\n\n  /** Implementations must enforce `req.maxTokens` when it is present. */\n  chat(req: ChatRequest, opts?: ChatCallOpts): Promise<ChatResponse>\n}\n\nexport type ChatTransport =\n  | 'sandbox-sdk' // box.streamPrompt() — chat completion via sandbox SDK\n  | 'custom' // caller-adapted SDK or transport\n  | 'openai-compatible' // caller-named /v1 endpoint, driven by this package\n  | 'mock' // test-time injection\n\nexport interface ChatRequest extends Omit<LlmCallRequest, 'model'> {\n  /** Optional — falls back to ChatClient.defaultModel. */\n  model?: string\n}\n\nexport type ChatResponse = LlmCallResult\n\nexport interface ChatCallOpts {\n  /** Cancel the in-flight request. */\n  signal?: AbortSignal\n  /** Hard USD ceiling for this single call (informational; the underlying transport may not enforce). */\n  maxCostUsd?: number\n  /** Correlation tag carried into request headers when the transport allows. */\n  correlationId?: string\n  /** Stable provider idempotency key for retries/redrives of one paid call. */\n  idempotencyKey?: string\n}\n\n// ── Factory ─────────────────────────────────────────────────────────\n\nexport type CreateChatClientOpts =\n  | SandboxSdkTransportOpts\n  | CustomTransportOpts\n  | OpenAiCompatibleTransportOpts\n  | MockTransportOpts\n\ninterface BaseTransportOpts {\n  defaultModel?: string\n  /** Total provider attempts. Required for opaque transports used in capped runs. */\n  maximumAttempts?: number\n}\n\n/**\n * Sandbox-SDK transport. The caller supplies a canonical chat function for an\n * already-configured Sandbox handle, so agent-eval does not import the SDK.\n */\nexport interface SandboxSdkTransportOpts extends BaseTransportOpts {\n  transport: 'sandbox-sdk'\n  chat: (req: ChatRequest, opts?: ChatCallOpts) => Promise<ChatResponse>\n}\n\n/** Caller-adapted SDK or transport returning the canonical ChatResponse shape. */\nexport interface CustomTransportOpts extends BaseTransportOpts {\n  transport: 'custom'\n  chat: (req: ChatRequest, opts?: ChatCallOpts) => Promise<ChatResponse>\n}\n\n/**\n * OpenAI-compatible HTTP transport: the caller names a `/v1` endpoint and\n * hands over a bearer, and this package drives `POST {baseUrl}/chat/completions`.\n *\n * Use this instead of hand-rolling a `custom` transport around `fetch`. The\n * result carries `servedModel` — the model id the provider echoed, verbatim —\n * which is the only field `assertServedModel` and `assertCrossFamilyServed`\n * can read to witness a gateway answering from a different model than the one\n * requested.\n *\n * `baseUrl` ends at the `/v1` prefix; the `/chat/completions` path is this\n * package's to append. A `baseUrl` that already carries the path is a\n * construction error, not a request to a doubled URL.\n *\n * Exactly one credential form is required — `apiKey`, `bearer`, or\n * `authHeader`. There is no environment fallback: agent-eval never goes\n * looking for a key.\n */\nexport interface OpenAiCompatibleTransportOpts\n  extends BaseTransportOpts,\n    Pick<\n      LlmClientOptions,\n      | 'assertServedModel'\n      | 'customTokenPricing'\n      | 'deadlineMs'\n      | 'defaultTimeoutMs'\n      | 'fetch'\n      | 'jsonPayloadMode'\n      | 'jsonSchemaTransport'\n      | 'provider'\n      | 'rawSink'\n      | 'signal'\n      | 'thinking'\n    > {\n  transport: 'openai-compatible'\n  /** Endpoint ending at the `/v1` prefix. Required — there is no default endpoint. */\n  baseUrl: string\n  /** Bearer credential. One of `apiKey`, `bearer`, or `authHeader` is required. */\n  apiKey?: string\n  /** Bearer credential, alternate spelling. */\n  bearer?: string\n  /** Non-bearer authorization header, for endpoints that want their own scheme. */\n  authHeader?: { name: string; value: string }\n}\n\n/**\n * Mock transport for tests. The handler receives the request and returns\n * whatever the test wants. No retries, no JSON-schema degrade.\n */\nexport interface MockTransportOpts extends BaseTransportOpts {\n  transport: 'mock'\n  handler: (req: ChatRequest, opts?: ChatCallOpts) => Promise<ChatResponse>\n}\n\n/**\n * Build a ChatClient bound to a specific transport. The returned client\n * is safe to share across analysts in a single registry run.\n */\nexport function createChatClient(opts: CreateChatClientOpts): ChatClient {\n  switch (opts.transport) {\n    case 'sandbox-sdk':\n      return {\n        transport: 'sandbox-sdk',\n        defaultModel: opts.defaultModel,\n        maximumAttempts: opts.maximumAttempts,\n        chat: async (req, callOpts) => opts.chat(resolveModel(req, opts.defaultModel), callOpts),\n      }\n    case 'custom':\n      return {\n        transport: 'custom',\n        defaultModel: opts.defaultModel,\n        maximumAttempts: opts.maximumAttempts,\n        chat: async (req, callOpts) => opts.chat(resolveModel(req, opts.defaultModel), callOpts),\n      }\n    case 'openai-compatible':\n      return openAiCompatibleClient(opts)\n    case 'mock':\n      return {\n        transport: 'mock',\n        defaultModel: opts.defaultModel,\n        maximumAttempts: 1,\n        chat: async (req, callOpts) => opts.handler(resolveModel(req, opts.defaultModel), callOpts),\n      }\n  }\n}\n\nfunction resolveModel(req: ChatRequest, defaultModel: string | undefined): ChatRequest {\n  if (req.model) return req\n  if (!defaultModel) {\n    throw new Error(\n      'ChatClient.chat: no model on request and no defaultModel on the client. ' +\n        'Either pass req.model or bind defaultModel at createChatClient().',\n    )\n  }\n  return { ...req, model: defaultModel }\n}\n\n/**\n * Build the OpenAI-compatible client, refusing a half-configured one first.\n *\n * Both refusals are construction-time on purpose. A missing credential or a\n * doubled path is a caller mistake that a request would turn into a 401 or a\n * 404 from an endpoint the caller did not intend to reach — the failure then\n * reads as a provider problem instead of a configuration one.\n */\nfunction openAiCompatibleClient(opts: OpenAiCompatibleTransportOpts): ChatClient {\n  const baseUrl = opts.baseUrl?.trim().replace(/\\/+$/, '') ?? ''\n  if (!baseUrl) {\n    throw new Error(\n      \"createChatClient({ transport: 'openai-compatible' }): baseUrl is required and has no default.\",\n    )\n  }\n  if (/\\/chat\\/completions$/.test(baseUrl)) {\n    throw new Error(\n      \"createChatClient({ transport: 'openai-compatible' }): baseUrl ends at the /v1 prefix; \" +\n        `this package appends /chat/completions. Got ${baseUrl}`,\n    )\n  }\n  if (!opts.apiKey?.trim() && !opts.bearer?.trim() && !opts.authHeader) {\n    throw new Error(\n      \"createChatClient({ transport: 'openai-compatible' }): one of apiKey, bearer, or authHeader \" +\n        'is required. agent-eval reads no environment variable for a credential.',\n    )\n  }\n\n  const clientOptions: LlmClientOptions = {\n    baseUrl,\n    ...(opts.apiKey ? { apiKey: opts.apiKey } : {}),\n    ...(opts.bearer ? { bearer: opts.bearer } : {}),\n    ...(opts.authHeader ? { authHeader: opts.authHeader } : {}),\n    ...(opts.maximumAttempts === undefined ? {} : { maximumAttempts: opts.maximumAttempts }),\n    ...(opts.assertServedModel === undefined ? {} : { assertServedModel: opts.assertServedModel }),\n    ...(opts.customTokenPricing === undefined\n      ? {}\n      : { customTokenPricing: opts.customTokenPricing }),\n    ...(opts.deadlineMs === undefined ? {} : { deadlineMs: opts.deadlineMs }),\n    ...(opts.defaultTimeoutMs === undefined ? {} : { defaultTimeoutMs: opts.defaultTimeoutMs }),\n    ...(opts.fetch === undefined ? {} : { fetch: opts.fetch }),\n    ...(opts.jsonPayloadMode === undefined ? {} : { jsonPayloadMode: opts.jsonPayloadMode }),\n    ...(opts.jsonSchemaTransport === undefined\n      ? {}\n      : { jsonSchemaTransport: opts.jsonSchemaTransport }),\n    ...(opts.provider === undefined ? {} : { provider: opts.provider }),\n    ...(opts.rawSink === undefined ? {} : { rawSink: opts.rawSink }),\n    ...(opts.signal === undefined ? {} : { signal: opts.signal }),\n    ...(opts.thinking === undefined ? {} : { thinking: opts.thinking }),\n  }\n  const client = new LlmClient(clientOptions)\n\n  return {\n    transport: 'openai-compatible',\n    ...(opts.defaultModel ? { defaultModel: opts.defaultModel } : {}),\n    maximumAttempts: client.maximumAttempts,\n    chat: async (req, callOpts) => {\n      const resolved = resolveModel(req, opts.defaultModel)\n      return client.call(resolved as LlmCallRequest, {\n        ...(callOpts?.signal ? { signal: callOpts.signal } : {}),\n        ...(callOpts?.idempotencyKey ? { idempotencyKey: callOpts.idempotencyKey } : {}),\n      })\n    },\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoKA,SAAgB,iBAAiB,MAAwC;CACvE,QAAQ,KAAK,WAAb;EACE,KAAK,eACH,OAAO;GACL,WAAW;GACX,cAAc,KAAK;GACnB,iBAAiB,KAAK;GACtB,MAAM,OAAO,KAAK,aAAa,KAAK,KAAK,aAAa,KAAK,KAAK,YAAY,GAAG,QAAQ;EACzF;EACF,KAAK,UACH,OAAO;GACL,WAAW;GACX,cAAc,KAAK;GACnB,iBAAiB,KAAK;GACtB,MAAM,OAAO,KAAK,aAAa,KAAK,KAAK,aAAa,KAAK,KAAK,YAAY,GAAG,QAAQ;EACzF;EACF,KAAK,qBACH,OAAO,uBAAuB,IAAI;EACpC,KAAK,QACH,OAAO;GACL,WAAW;GACX,cAAc,KAAK;GACnB,iBAAiB;GACjB,MAAM,OAAO,KAAK,aAAa,KAAK,QAAQ,aAAa,KAAK,KAAK,YAAY,GAAG,QAAQ;EAC5F;CACJ;AACF;AAEA,SAAS,aAAa,KAAkB,cAA+C;CACrF,IAAI,IAAI,OAAO,OAAO;CACtB,IAAI,CAAC,cACH,MAAM,IAAI,MACR,2IAEF;CAEF,OAAO;EAAE,GAAG;EAAK,OAAO;CAAa;AACvC;;;;;;;;;AAUA,SAAS,uBAAuB,MAAiD;CAC/E,MAAM,UAAU,KAAK,SAAS,KAAK,CAAC,CAAC,QAAQ,QAAQ,EAAE,KAAK;CAC5D,IAAI,CAAC,SACH,MAAM,IAAI,MACR,+FACF;CAEF,IAAI,uBAAuB,KAAK,OAAO,GACrC,MAAM,IAAI,MACR,qIACiD,SACnD;CAEF,IAAI,CAAC,KAAK,QAAQ,KAAK,KAAK,CAAC,KAAK,QAAQ,KAAK,KAAK,CAAC,KAAK,YACxD,MAAM,IAAI,MACR,oKAEF;CAyBF,MAAM,SAAS,IAAI,UAAU;EArB3B;EACA,GAAI,KAAK,SAAS,EAAE,QAAQ,KAAK,OAAO,IAAI,CAAC;EAC7C,GAAI,KAAK,SAAS,EAAE,QAAQ,KAAK,OAAO,IAAI,CAAC;EAC7C,GAAI,KAAK,aAAa,EAAE,YAAY,KAAK,WAAW,IAAI,CAAC;EACzD,GAAI,KAAK,oBAAoB,KAAA,IAAY,CAAC,IAAI,EAAE,iBAAiB,KAAK,gBAAgB;EACtF,GAAI,KAAK,sBAAsB,KAAA,IAAY,CAAC,IAAI,EAAE,mBAAmB,KAAK,kBAAkB;EAC5F,GAAI,KAAK,uBAAuB,KAAA,IAC5B,CAAC,IACD,EAAE,oBAAoB,KAAK,mBAAmB;EAClD,GAAI,KAAK,eAAe,KAAA,IAAY,CAAC,IAAI,EAAE,YAAY,KAAK,WAAW;EACvE,GAAI,KAAK,qBAAqB,KAAA,IAAY,CAAC,IAAI,EAAE,kBAAkB,KAAK,iBAAiB;EACzF,GAAI,KAAK,UAAU,KAAA,IAAY,CAAC,IAAI,EAAE,OAAO,KAAK,MAAM;EACxD,GAAI,KAAK,oBAAoB,KAAA,IAAY,CAAC,IAAI,EAAE,iBAAiB,KAAK,gBAAgB;EACtF,GAAI,KAAK,wBAAwB,KAAA,IAC7B,CAAC,IACD,EAAE,qBAAqB,KAAK,oBAAoB;EACpD,GAAI,KAAK,aAAa,KAAA,IAAY,CAAC,IAAI,EAAE,UAAU,KAAK,SAAS;EACjE,GAAI,KAAK,YAAY,KAAA,IAAY,CAAC,IAAI,EAAE,SAAS,KAAK,QAAQ;EAC9D,GAAI,KAAK,WAAW,KAAA,IAAY,CAAC,IAAI,EAAE,QAAQ,KAAK,OAAO;EAC3D,GAAI,KAAK,aAAa,KAAA,IAAY,CAAC,IAAI,EAAE,UAAU,KAAK,SAAS;CAE1B,CAAC;CAE1C,OAAO;EACL,WAAW;EACX,GAAI,KAAK,eAAe,EAAE,cAAc,KAAK,aAAa,IAAI,CAAC;EAC/D,iBAAiB,OAAO;EACxB,MAAM,OAAO,KAAK,aAAa;GAC7B,MAAM,WAAW,aAAa,KAAK,KAAK,YAAY;GACpD,OAAO,OAAO,KAAK,UAA4B;IAC7C,GAAI,UAAU,SAAS,EAAE,QAAQ,SAAS,OAAO,IAAI,CAAC;IACtD,GAAI,UAAU,iBAAiB,EAAE,gBAAgB,SAAS,eAAe,IAAI,CAAC;GAChF,CAAC;EACH;CACF;AACF"}

package/dist/{chat-json-call-5Jxna-aV.js → chat-json-call-C26igCih.js}

@@ -1,4 +1,4 @@
-import { c as extractJsonPayload, o as costReceiptFromLlm, s as costReceiptFromLlmError, u as maximumChargeForLlmRequest } from "./llm-client-BFMRpmqb.js";
+import { c as extractJsonPayload, o as costReceiptFromLlm, s as costReceiptFromLlmError, u as maximumChargeForLlmRequest } from "./llm-client-CxQtdtd6.js";
 //#region src/chat-json-call.ts
 /** Parse a JSON answer out of a model response. The transport may fence it. */
 function parseJsonAnswer(response, actor) {
@@ -8,7 +8,8 @@ function parseJsonAnswer(response, actor) {
 		throw new Error(`${actor}: model answer was not JSON — ${error instanceof Error ? error.message : String(error)}`);
 	}
 }
-async function paidJsonChat(input) {
+/** Reserve, execute, and settle one caller-owned chat call. */
+async function paidChat(input) {
 	const paid = await input.ledger.runPaidCall({
 		channel: input.channel,
 		phase: input.phase,
@@ -32,11 +33,20 @@ async function paidJsonChat(input) {
 		error: paid.error,
 		...paid.receipt ? { receipt: paid.receipt } : {}
 	};
+	return {
+		succeeded: true,
+		response: paid.value,
+		receipt: paid.receipt
+	};
+}
+async function paidJsonChat(input) {
+	const paid = await paidChat(input);
+	if (!paid.succeeded) return paid;
 	try {
 		return {
 			succeeded: true,
-			value: parseJsonAnswer(paid.value, input.actor),
-			response: paid.value,
+			value: parseJsonAnswer(paid.response, input.actor),
+			response: paid.response,
 			receipt: paid.receipt
 		};
 	} catch (error) {
@@ -48,6 +58,6 @@ async function paidJsonChat(input) {
 	}
 }
 //#endregion
-export { paidJsonChat as t };
+export { paidJsonChat as n, paidChat as t };
 
-//# sourceMappingURL=chat-json-call-5Jxna-aV.js.map
+//# sourceMappingURL=chat-json-call-C26igCih.js.map

package/dist/chat-json-call-C26igCih.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-json-call-C26igCih.js","names":[],"sources":["../src/chat-json-call.ts"],"sourcesContent":["/**\n * One paid model call through a caller-owned `ChatClient`, metered by the\n * cost ledger.\n *\n * agent-eval executes no paid model: the transport is supplied by the caller\n * and the credential never enters this package. What stays here is the\n * accounting around the call — the priced maximum reserved before it runs, the\n * stable call id forwarded as the provider idempotency key, the receipt\n * settled from the response, and an honest unknown-usage receipt when the\n * transport failed.\n *\n * The judges, the wire judge endpoint, and the in-process trace-analysis\n * engine all make the same call in the same order; this is the one copy of\n * that sequence. `paidChat` is the sequence; `paidJsonChat` adds the JSON\n * answer parse that a structured caller needs.\n */\n\nimport type { ChatClient, ChatResponse } from './analyst/chat-client'\nimport type { CostChannel, CostLedgerHandle, CostReceipt, CustomTokenPricing } from './cost-ledger'\nimport {\n  costReceiptFromLlm,\n  costReceiptFromLlmError,\n  extractJsonPayload,\n  type LlmCallRequest,\n  maximumChargeForLlmRequest,\n} from './llm-client'\n\nexport interface PaidChatInput {\n  /** Caller-owned transport. One `chat()` call. */\n  chat: ChatClient\n  /** The exact canonical request, including its JSON-mode or schema fields. */\n  request: LlmCallRequest\n  ledger: CostLedgerHandle\n  channel: CostChannel\n  phase: string\n  actor: string\n  tags?: Record<string, string>\n  signal?: AbortSignal\n  /** Endpoint rates used when the transport reports no billed amount. */\n  pricing?: CustomTokenPricing\n}\n\nexport type PaidJsonChatInput = PaidChatInput\n\nexport type PaidChatResult =\n  | { succeeded: true; response: ChatResponse; receipt: CostReceipt }\n  | { succeeded: false; error: Error; receipt?: CostReceipt }\n\nexport type PaidJsonChatResult<T> =\n  | { succeeded: true; value: T; response: ChatResponse; receipt: CostReceipt }\n  | { succeeded: false; error: Error; receipt?: CostReceipt }\n\n/** Parse a JSON answer out of a model response. The transport may fence it. */\nfunction parseJsonAnswer<T>(response: ChatResponse, actor: string): T {\n  try {\n    return JSON.parse(extractJsonPayload(response.content)) as T\n  } catch (error) {\n    throw new Error(\n      `${actor}: model answer was not JSON — ${error instanceof Error ? error.message : String(error)}`,\n    )\n  }\n}\n\n/** Reserve, execute, and settle one caller-owned chat call. */\nexport async function paidChat(input: PaidChatInput): Promise<PaidChatResult> {\n  const paid = await input.ledger.runPaidCall({\n    channel: input.channel,\n    phase: input.phase,\n    actor: input.actor,\n    model: input.request.model,\n    ...(input.tags && Object.keys(input.tags).length > 0 ? { tags: input.tags } : {}),\n    maximumCharge: maximumChargeForLlmRequest(input.request, {\n      ...(input.chat.maximumAttempts === undefined\n        ? {}\n        : { maximumAttempts: input.chat.maximumAttempts }),\n      ...(input.pricing ? { customTokenPricing: input.pricing } : {}),\n    }),\n    ...(input.signal ? { signal: input.signal } : {}),\n    execute: (signal, callId) => input.chat.chat(input.request, { signal, idempotencyKey: callId }),\n    receipt: (response) => costReceiptFromLlm(response, input.pricing),\n    receiptFromError: (error) => costReceiptFromLlmError(error, input.pricing),\n  })\n  if (!paid.succeeded) {\n    return {\n      succeeded: false,\n      error: paid.error,\n      ...(paid.receipt ? { receipt: paid.receipt } : {}),\n    }\n  }\n  return { succeeded: true, response: paid.value, receipt: paid.receipt }\n}\n\nexport async function paidJsonChat<T>(input: PaidJsonChatInput): Promise<PaidJsonChatResult<T>> {\n  const paid = await paidChat(input)\n  if (!paid.succeeded) return paid\n  // The call completed and was billed. A malformed answer is a contract\n  // failure AFTER the money was spent, so it keeps the settled receipt instead\n  // of reporting the spend as unknown.\n  try {\n    return {\n      succeeded: true,\n      value: parseJsonAnswer<T>(paid.response, input.actor),\n      response: paid.response,\n      receipt: paid.receipt,\n    }\n  } catch (error) {\n    return {\n      succeeded: false,\n      error: error instanceof Error ? error : new Error(String(error)),\n      receipt: paid.receipt,\n    }\n  }\n}\n"],"mappings":";;;AAqDA,SAAS,gBAAmB,UAAwB,OAAkB;CACpE,IAAI;EACF,OAAO,KAAK,MAAM,mBAAmB,SAAS,OAAO,CAAC;CACxD,SAAS,OAAO;EACd,MAAM,IAAI,MACR,GAAG,MAAM,gCAAgC,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAChG;CACF;AACF;;AAGA,eAAsB,SAAS,OAA+C;CAC5E,MAAM,OAAO,MAAM,MAAM,OAAO,YAAY;EAC1C,SAAS,MAAM;EACf,OAAO,MAAM;EACb,OAAO,MAAM;EACb,OAAO,MAAM,QAAQ;EACrB,GAAI,MAAM,QAAQ,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,SAAS,IAAI,EAAE,MAAM,MAAM,KAAK,IAAI,CAAC;EAC/E,eAAe,2BAA2B,MAAM,SAAS;GACvD,GAAI,MAAM,KAAK,oBAAoB,KAAA,IAC/B,CAAC,IACD,EAAE,iBAAiB,MAAM,KAAK,gBAAgB;GAClD,GAAI,MAAM,UAAU,EAAE,oBAAoB,MAAM,QAAQ,IAAI,CAAC;EAC/D,CAAC;EACD,GAAI,MAAM,SAAS,EAAE,QAAQ,MAAM,OAAO,IAAI,CAAC;EAC/C,UAAU,QAAQ,WAAW,MAAM,KAAK,KAAK,MAAM,SAAS;GAAE;GAAQ,gBAAgB;EAAO,CAAC;EAC9F,UAAU,aAAa,mBAAmB,UAAU,MAAM,OAAO;EACjE,mBAAmB,UAAU,wBAAwB,OAAO,MAAM,OAAO;CAC3E,CAAC;CACD,IAAI,CAAC,KAAK,WACR,OAAO;EACL,WAAW;EACX,OAAO,KAAK;EACZ,GAAI,KAAK,UAAU,EAAE,SAAS,KAAK,QAAQ,IAAI,CAAC;CAClD;CAEF,OAAO;EAAE,WAAW;EAAM,UAAU,KAAK;EAAO,SAAS,KAAK;CAAQ;AACxE;AAEA,eAAsB,aAAgB,OAA0D;CAC9F,MAAM,OAAO,MAAM,SAAS,KAAK;CACjC,IAAI,CAAC,KAAK,WAAW,OAAO;CAI5B,IAAI;EACF,OAAO;GACL,WAAW;GACX,OAAO,gBAAmB,KAAK,UAAU,MAAM,KAAK;GACpD,UAAU,KAAK;GACf,SAAS,KAAK;EAChB;CACF,SAAS,OAAO;EACd,OAAO;GACL,WAAW;GACX,OAAO,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;GAC/D,SAAS,KAAK;EAChB;CACF;AACF"}

package/dist/cli.js

@@ -1,11 +1,21 @@
 #!/usr/bin/env node
 import { i as runRolloutReleaseCli } from "./hf-dataset-D8_RNIis.js";
-import { n as LlmClient } from "./llm-client-BFMRpmqb.js";
-import { t as runAnalystBenchmarkCommand } from "./benchmark-command--qeZUHbu.js";
-import { a as runRpcBatch, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi } from "./server-CCEnywOR.js";
+import { t as createChatClient } from "./chat-client-Db4bqYfA.js";
+import { t as runAnalystBenchmarkCommand } from "./benchmark-command-9S20PRel.js";
+import { a as runRpcBatch, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi } from "./server-BR6onwZB.js";
 import { writeFileSync } from "node:fs";
 //#region src/cli-config.ts
 /**
+* Provider configuration for the `agent-eval` binary.
+*
+* This is the ONE place in the package that turns an environment credential
+* into a model transport, and it exists only inside the binary. The `agent-eval`
+* server is a deployed process whose caller is a JSON-RPC or HTTP client in
+* another language, so it cannot be handed a `ChatClient`; it reads its own
+* credential the way every server does. The library never does: a TypeScript
+* consumer binds its own transport and agent-eval holds no provider key.
+*/
+/**
 * Environment precedence for the binary's provider route, with no client built.
 *
 * Both halves are required: a base URL without a key, or a key without an
@@ -38,22 +48,26 @@ function resolveCliLlmConfig(env = process.env) {
 		...route.model ? { model: route.model } : {}
 	};
 }
-function cliChatClient(options, defaultModel) {
-	const client = new LlmClient(options);
+/**
+* The binary's transport IS the published one — `createChatClient({ transport:
+* 'openai-compatible' })` — so the server and a library consumer cannot drift
+* onto two different clients for the same endpoint.
+*
+* The one thing kept local is the error text. A generic "no model on the
+* request" tells a server operator nothing; this names the variable to set.
+*/
+function cliChatClient(route, defaultModel) {
+	const client = createChatClient({
+		transport: "openai-compatible",
+		baseUrl: route.baseUrl,
+		apiKey: route.apiKey,
+		...defaultModel ? { defaultModel } : {}
+	});
 	return {
-		transport: "custom",
-		...defaultModel ? { defaultModel } : {},
-		...client.maximumAttempts === void 0 ? {} : { maximumAttempts: client.maximumAttempts },
+		...client,
 		chat: (req, callOpts) => {
-			const model = req.model ?? defaultModel;
-			if (!model) throw new Error("agent-eval: no model on the request and no AGENT_EVAL_LLM_MODEL configured");
-			return client.call({
-				...req,
-				model
-			}, {
-				...callOpts?.signal ? { signal: callOpts.signal } : {},
-				...callOpts?.idempotencyKey ? { idempotencyKey: callOpts.idempotencyKey } : {}
-			});
+			if (!req.model && !defaultModel) throw new Error("agent-eval: no model on the request and no AGENT_EVAL_LLM_MODEL configured");
+			return client.chat(req, callOpts);
 		}
 	};
 }

package/dist/cli.js.map

@@ -1 +1 @@
-{"version":3,"file":"cli.js","names":[],"sources":["../src/cli-config.ts","../src/cli.ts"],"sourcesContent":["/**\n * Provider configuration for the `agent-eval` binary.\n *\n * This is the ONE place in the package that turns an environment credential\n * into a model transport, and it exists only inside the binary. The `agent-eval`\n * server is a deployed process whose caller is a JSON-RPC or HTTP client in\n * another language, so it cannot be handed a `ChatClient`; it reads its own\n * credential the way every server does. The library never does: a TypeScript\n * consumer binds its own transport and agent-eval holds no provider key.\n */\n\nimport type { ChatClient } from './analyst/chat-client'\nimport { LlmClient, type LlmClientOptions } from './llm-client'\n\nexport interface CliLlmConfig {\n  /** Judge transport for the wire handlers. Absent when no provider is configured. */\n  chat?: ChatClient\n  model?: string\n}\n\n/** The endpoint the binary resolved from its environment. */\nexport interface CliProviderRoute {\n  baseUrl: string\n  apiKey: string\n  model?: string\n}\n\n/**\n * Environment precedence for the binary's provider route, with no client built.\n *\n * Both halves are required: a base URL without a key, or a key without an\n * endpoint, is a half-configured server. `/v1/judge` then refuses with\n * `llm_not_configured` instead of calling an unintended endpoint.\n */\nexport function resolveCliProviderRoute(\n  env: NodeJS.ProcessEnv = process.env,\n): CliProviderRoute | undefined {\n  const explicitBaseUrl = nonEmpty(env.AGENT_EVAL_LLM_BASE_URL)\n  const explicitApiKey = nonEmpty(env.AGENT_EVAL_LLM_API_KEY)\n  const openAiApiKey = nonEmpty(env.OPENAI_API_KEY)\n  const tangleApiKey = nonEmpty(env.TANGLE_API_KEY)\n  const baseUrl =\n    explicitBaseUrl ??\n    nonEmpty(env.OPENAI_BASE_URL) ??\n    nonEmpty(env.TANGLE_ROUTER_URL) ??\n    (openAiApiKey ? 'https://api.openai.com/v1' : undefined) ??\n    (tangleApiKey ? 'https://router.tangle.tools/v1' : undefined)\n  const apiKey = explicitApiKey ?? openAiApiKey ?? tangleApiKey\n  const model =\n    nonEmpty(env.AGENT_EVAL_LLM_MODEL) ?? nonEmpty(env.OPENAI_MODEL) ?? nonEmpty(env.TANGLE_MODEL)\n\n  if (!baseUrl || !apiKey) return undefined\n  return { baseUrl, apiKey, ...(model ? { model } : {}) }\n}\n\nexport function resolveCliLlmConfig(env: NodeJS.ProcessEnv = process.env): CliLlmConfig {\n  const route = resolveCliProviderRoute(env)\n  if (!route) return {}\n  return {\n    chat: cliChatClient({ baseUrl: route.baseUrl, apiKey: route.apiKey }, route.model),\n    ...(route.model ? { model: route.model } : {}),\n  }\n}\n\nfunction cliChatClient(options: LlmClientOptions, defaultModel: string | undefined): ChatClient {\n  const client = new LlmClient(options)\n  return {\n    transport: 'custom',\n    ...(defaultModel ? { defaultModel } : {}),\n    ...(client.maximumAttempts === undefined ? {} : { maximumAttempts: client.maximumAttempts }),\n    chat: (req, callOpts) => {\n      const model = req.model ?? defaultModel\n      if (!model) {\n        throw new Error(\n          'agent-eval: no model on the request and no AGENT_EVAL_LLM_MODEL configured',\n        )\n      }\n      return client.call(\n        { ...req, model },\n        {\n          ...(callOpts?.signal ? { signal: callOpts.signal } : {}),\n          ...(callOpts?.idempotencyKey ? { idempotencyKey: callOpts.idempotencyKey } : {}),\n        },\n      )\n    },\n  }\n}\n\nfunction nonEmpty(value: string | undefined): string | undefined {\n  const trimmed = value?.trim()\n  return trimmed ? trimmed : undefined\n}\n","#!/usr/bin/env node\n/**\n * agent-eval CLI.\n *\n *   agent-eval serve [--port 5005] [--host 127.0.0.1]\n *   agent-eval rpc <method>          # one request from stdin → one response on stdout\n *   agent-eval rpc-batch <method>    # JSONL stdin → JSONL stdout\n *   agent-eval analyst-benchmark ... # benchmark a real-model trace analyst\n *   agent-eval openapi [--out path]  # write OpenAPI spec\n *   agent-eval version\n *\n * <method> is one of: judge, listRubrics, version. When omitted, the\n * stdin payload must be a full {method, params} envelope.\n */\nimport { writeFileSync } from 'node:fs'\nimport { runAnalystBenchmarkCommand } from './analyst/benchmark-command'\nimport { resolveCliLlmConfig } from './cli-config'\nimport { runRolloutReleaseCli } from './rollout/release/hf-dataset'\nimport { handleVersion } from './wire/handlers'\nimport { buildOpenApi } from './wire/openapi'\nimport { runRpcBatch, runRpcOnce } from './wire/rpc'\nimport { startServerAsync } from './wire/server'\n\ninterface Args {\n  command: string\n  positional: string[]\n  flags: Record<string, string>\n}\n\nfunction parseArgs(argv: string[]): Args {\n  const [command, ...rest] = argv\n  const positional: string[] = []\n  const flags: Record<string, string> = {}\n  for (let i = 0; i < rest.length; i++) {\n    const tok = rest[i]!\n    if (tok.startsWith('--')) {\n      const raw = tok.slice(2)\n      const equalsAt = raw.indexOf('=')\n      if (equalsAt >= 0) {\n        flags[raw.slice(0, equalsAt)] = raw.slice(equalsAt + 1)\n        continue\n      }\n      const key = raw\n      if (key === 'help') {\n        flags[key] = 'true'\n        continue\n      }\n      const next = rest[i + 1]\n      if (next != null && !next.startsWith('--')) {\n        flags[key] = next\n        i++\n      } else {\n        flags[key] = 'true'\n      }\n    } else if (tok === '-h') {\n      flags.help = 'true'\n    } else {\n      positional.push(tok)\n    }\n  }\n  return { command: command ?? 'help', positional, flags }\n}\n\nconst HELP = `agent-eval: evaluation RPC and HTTP server.\n\nCommands:\n  serve [--port 5005] [--host 127.0.0.1]\n        Start the HTTP server. POST /v1/judge, GET /v1/rubrics, GET /v1/version, GET /openapi.json.\n  rpc <method>\n        Read one JSON object from stdin (the params for <method>), write one\n        JSON object to stdout. Methods: judge, listRubrics, version.\n  rpc-batch <method>\n        Like 'rpc' but JSONL in / JSONL out.\n  openapi [--out openapi.json]\n        Write the OpenAPI 3.1 spec.\n  rollout-release <ledger.jsonl...> --out <dir> [--formats sft,verifiers,rft,raw] [--include-proposers] [--push <org/name>]\n        Build a HuggingFace-ready dataset dir from tangle.rollout.v1 ledgers:\n        validate, fail-closed split filter, scrub, export formats + card.\n  analyst-benchmark --dataset <agentrx|codetracebench> --labels <path> --trace-dir <path> [--artifact-dir <path>] --out <dir> ...\n        Compare an empty baseline with a real-model trace analyst on public labels.\n        Run with --help for all required inputs and controls.\n  version\n        Print server + wire-protocol version JSON.\n\nJudge provider:\n  Set AGENT_EVAL_LLM_BASE_URL, AGENT_EVAL_LLM_API_KEY, and AGENT_EVAL_LLM_MODEL.\n  OPENAI_* and TANGLE_* equivalents are also accepted. This binary is the only\n  place that reads a provider credential; the library never does. Without both\n  a base URL and a key, /v1/judge refuses with llm_not_configured.\n\nWithout arguments, prints this help.`\n\nasync function main(): Promise<number> {\n  const { command, positional, flags } = parseArgs(process.argv.slice(2))\n  assertKnownFlags(command, flags)\n\n  if (command === 'analyst-benchmark' && flags.help === 'true') {\n    return await runAnalystBenchmarkCommand(process.argv.slice(3))\n  }\n  if (flags.help === 'true') {\n    process.stdout.write(`${HELP}\\n`)\n    return 0\n  }\n\n  switch (command) {\n    case 'serve': {\n      const port = parsePort(flags.port ?? '5005')\n      const host = flags.host ?? '127.0.0.1'\n      const llm = resolveCliLlmConfig()\n      const { server } = await startServerAsync({\n        port,\n        host,\n        ...(llm.chat ? { chat: llm.chat } : {}),\n        ...(llm.model ? { judgeModel: llm.model } : {}),\n      })\n      // Keep process alive on SIGINT/SIGTERM\n      const shutdown = (sig: string) => {\n        // eslint-disable-next-line no-console\n        console.log(`[agent-eval] received ${sig}, shutting down`)\n        server.close(() => process.exit(0))\n        // Force exit after 5s if close hangs\n        setTimeout(() => process.exit(1), 5000).unref()\n      }\n      process.on('SIGINT', () => shutdown('SIGINT'))\n      process.on('SIGTERM', () => shutdown('SIGTERM'))\n      // Block forever\n      await new Promise(() => {})\n      return 0\n    }\n    case 'rpc': {\n      const [method] = positional\n      const llm = resolveCliLlmConfig()\n      return await runRpcOnce(method, {\n        ...(llm.chat ? { chat: llm.chat } : {}),\n        ...(llm.model ? { judgeModel: llm.model } : {}),\n      })\n    }\n    case 'rpc-batch': {\n      const [method] = positional\n      const llm = resolveCliLlmConfig()\n      return await runRpcBatch(method, {\n        ...(llm.chat ? { chat: llm.chat } : {}),\n        ...(llm.model ? { judgeModel: llm.model } : {}),\n      })\n    }\n    case 'openapi': {\n      const out = flags.out ?? 'openapi.json'\n      const spec = buildOpenApi(handleVersion().version)\n      writeFileSync(out, `${JSON.stringify(spec, null, 2)}\\n`, 'utf-8')\n      // eslint-disable-next-line no-console\n      console.log(`[agent-eval] wrote OpenAPI 3.1 spec to ${out}`)\n      return 0\n    }\n    case 'rollout-release': {\n      // The subcommand owns its own flag grammar (multi-value --formats,\n      // boolean --include-proposers) — pass raw argv through untouched.\n      return await runRolloutReleaseCli(process.argv.slice(3))\n    }\n    case 'analyst-benchmark': {\n      return await runAnalystBenchmarkCommand(process.argv.slice(3))\n    }\n    case 'version': {\n      process.stdout.write(`${JSON.stringify(handleVersion(), null, 2)}\\n`)\n      return 0\n    }\n    case '--version': {\n      process.stdout.write(`${handleVersion().version}\\n`)\n      return 0\n    }\n    case 'help':\n    case '--help':\n    case '-h':\n    case '':\n      process.stdout.write(`${HELP}\\n`)\n      return 0\n    default:\n      process.stderr.write(`unknown command: ${command}\\n${HELP}\\n`)\n      return 1\n  }\n}\n\nconst FLAGS_BY_COMMAND: Record<string, ReadonlySet<string>> = {\n  serve: new Set(['help', 'host', 'port']),\n  rpc: new Set(['help']),\n  'rpc-batch': new Set(['help']),\n  openapi: new Set(['help', 'out']),\n  version: new Set(['help']),\n  help: new Set(),\n  '--help': new Set(),\n  '-h': new Set(),\n  '--version': new Set(),\n  '': new Set(),\n}\n\nfunction assertKnownFlags(command: string, flags: Record<string, string>): void {\n  // These subcommands parse their own argv.\n  if (command === 'rollout-release' || command === 'analyst-benchmark') return\n  const allowed = FLAGS_BY_COMMAND[command]\n  if (!allowed) return\n  const unknown = Object.keys(flags).filter((flag) => !allowed.has(flag))\n  if (unknown.length > 0) {\n    throw new Error(`unknown flag for ${command || 'help'}: --${unknown[0]}`)\n  }\n}\n\nfunction parsePort(raw: string): number {\n  const port = Number(raw)\n  if (!Number.isInteger(port) || port < 0 || port > 65_535) {\n    throw new Error(`--port must be an integer from 0 to 65535; received ${JSON.stringify(raw)}`)\n  }\n  return port\n}\n\nmain()\n  .then((code) => process.exit(code))\n  .catch((err) => {\n    // eslint-disable-next-line no-console\n    console.error('[agent-eval] cli error:', err)\n    process.exit(1)\n  })\n"],"mappings":";;;;;;;;;;;;;;AAkCA,SAAgB,wBACd,MAAyB,QAAQ,KACH;CAC9B,MAAM,kBAAkB,SAAS,IAAI,uBAAuB;CAC5D,MAAM,iBAAiB,SAAS,IAAI,sBAAsB;CAC1D,MAAM,eAAe,SAAS,IAAI,cAAc;CAChD,MAAM,eAAe,SAAS,IAAI,cAAc;CAChD,MAAM,UACJ,mBACA,SAAS,IAAI,eAAe,KAC5B,SAAS,IAAI,iBAAiB,MAC7B,eAAe,8BAA8B,KAAA,OAC7C,eAAe,mCAAmC,KAAA;CACrD,MAAM,SAAS,kBAAkB,gBAAgB;CACjD,MAAM,QACJ,SAAS,IAAI,oBAAoB,KAAK,SAAS,IAAI,YAAY,KAAK,SAAS,IAAI,YAAY;CAE/F,IAAI,CAAC,WAAW,CAAC,QAAQ,OAAO,KAAA;CAChC,OAAO;EAAE;EAAS;EAAQ,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;CAAG;AACxD;AAEA,SAAgB,oBAAoB,MAAyB,QAAQ,KAAmB;CACtF,MAAM,QAAQ,wBAAwB,GAAG;CACzC,IAAI,CAAC,OAAO,OAAO,CAAC;CACpB,OAAO;EACL,MAAM,cAAc;GAAE,SAAS,MAAM;GAAS,QAAQ,MAAM;EAAO,GAAG,MAAM,KAAK;EACjF,GAAI,MAAM,QAAQ,EAAE,OAAO,MAAM,MAAM,IAAI,CAAC;CAC9C;AACF;AAEA,SAAS,cAAc,SAA2B,cAA8C;CAC9F,MAAM,SAAS,IAAI,UAAU,OAAO;CACpC,OAAO;EACL,WAAW;EACX,GAAI,eAAe,EAAE,aAAa,IAAI,CAAC;EACvC,GAAI,OAAO,oBAAoB,KAAA,IAAY,CAAC,IAAI,EAAE,iBAAiB,OAAO,gBAAgB;EAC1F,OAAO,KAAK,aAAa;GACvB,MAAM,QAAQ,IAAI,SAAS;GAC3B,IAAI,CAAC,OACH,MAAM,IAAI,MACR,4EACF;GAEF,OAAO,OAAO,KACZ;IAAE,GAAG;IAAK;GAAM,GAChB;IACE,GAAI,UAAU,SAAS,EAAE,QAAQ,SAAS,OAAO,IAAI,CAAC;IACtD,GAAI,UAAU,iBAAiB,EAAE,gBAAgB,SAAS,eAAe,IAAI,CAAC;GAChF,CACF;EACF;CACF;AACF;AAEA,SAAS,SAAS,OAA+C;CAC/D,MAAM,UAAU,OAAO,KAAK;CAC5B,OAAO,UAAU,UAAU,KAAA;AAC7B;;;;;;;;;;;;;;;;AC9DA,SAAS,UAAU,MAAsB;CACvC,MAAM,CAAC,SAAS,GAAG,QAAQ;CAC3B,MAAM,aAAuB,CAAC;CAC9B,MAAM,QAAgC,CAAC;CACvC,KAAK,IAAI,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;EACpC,MAAM,MAAM,KAAK;EACjB,IAAI,IAAI,WAAW,IAAI,GAAG;GACxB,MAAM,MAAM,IAAI,MAAM,CAAC;GACvB,MAAM,WAAW,IAAI,QAAQ,GAAG;GAChC,IAAI,YAAY,GAAG;IACjB,MAAM,IAAI,MAAM,GAAG,QAAQ,KAAK,IAAI,MAAM,WAAW,CAAC;IACtD;GACF;GACA,MAAM,MAAM;GACZ,IAAI,QAAQ,QAAQ;IAClB,MAAM,OAAO;IACb;GACF;GACA,MAAM,OAAO,KAAK,IAAI;GACtB,IAAI,QAAQ,QAAQ,CAAC,KAAK,WAAW,IAAI,GAAG;IAC1C,MAAM,OAAO;IACb;GACF,OACE,MAAM,OAAO;EAEjB,OAAO,IAAI,QAAQ,MACjB,MAAM,OAAO;OAEb,WAAW,KAAK,GAAG;CAEvB;CACA,OAAO;EAAE,SAAS,WAAW;EAAQ;EAAY;CAAM;AACzD;AAEA,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6Bb,eAAe,OAAwB;CACrC,MAAM,EAAE,SAAS,YAAY,UAAU,UAAU,QAAQ,KAAK,MAAM,CAAC,CAAC;CACtE,iBAAiB,SAAS,KAAK;CAE/B,IAAI,YAAY,uBAAuB,MAAM,SAAS,QACpD,OAAO,MAAM,2BAA2B,QAAQ,KAAK,MAAM,CAAC,CAAC;CAE/D,IAAI,MAAM,SAAS,QAAQ;EACzB,QAAQ,OAAO,MAAM,GAAG,KAAK,GAAG;EAChC,OAAO;CACT;CAEA,QAAQ,SAAR;EACE,KAAK,SAAS;GACZ,MAAM,OAAO,UAAU,MAAM,QAAQ,MAAM;GAC3C,MAAM,OAAO,MAAM,QAAQ;GAC3B,MAAM,MAAM,oBAAoB;GAChC,MAAM,EAAE,WAAW,MAAM,iBAAiB;IACxC;IACA;IACA,GAAI,IAAI,OAAO,EAAE,MAAM,IAAI,KAAK,IAAI,CAAC;IACrC,GAAI,IAAI,QAAQ,EAAE,YAAY,IAAI,MAAM,IAAI,CAAC;GAC/C,CAAC;GAED,MAAM,YAAY,QAAgB;IAEhC,QAAQ,IAAI,yBAAyB,IAAI,gBAAgB;IACzD,OAAO,YAAY,QAAQ,KAAK,CAAC,CAAC;IAElC,iBAAiB,QAAQ,KAAK,CAAC,GAAG,GAAI,CAAC,CAAC,MAAM;GAChD;GACA,QAAQ,GAAG,gBAAgB,SAAS,QAAQ,CAAC;GAC7C,QAAQ,GAAG,iBAAiB,SAAS,SAAS,CAAC;GAE/C,MAAM,IAAI,cAAc,CAAC,CAAC;GAC1B,OAAO;EACT;EACA,KAAK,OAAO;GACV,MAAM,CAAC,UAAU;GACjB,MAAM,MAAM,oBAAoB;GAChC,OAAO,MAAM,WAAW,QAAQ;IAC9B,GAAI,IAAI,OAAO,EAAE,MAAM,IAAI,KAAK,IAAI,CAAC;IACrC,GAAI,IAAI,QAAQ,EAAE,YAAY,IAAI,MAAM,IAAI,CAAC;GAC/C,CAAC;EACH;EACA,KAAK,aAAa;GAChB,MAAM,CAAC,UAAU;GACjB,MAAM,MAAM,oBAAoB;GAChC,OAAO,MAAM,YAAY,QAAQ;IAC/B,GAAI,IAAI,OAAO,EAAE,MAAM,IAAI,KAAK,IAAI,CAAC;IACrC,GAAI,IAAI,QAAQ,EAAE,YAAY,IAAI,MAAM,IAAI,CAAC;GAC/C,CAAC;EACH;EACA,KAAK,WAAW;GACd,MAAM,MAAM,MAAM,OAAO;GACzB,MAAM,OAAO,aAAa,cAAc,CAAC,CAAC,OAAO;GACjD,cAAc,KAAK,GAAG,KAAK,UAAU,MAAM,MAAM,CAAC,EAAE,KAAK,OAAO;GAEhE,QAAQ,IAAI,0CAA0C,KAAK;GAC3D,OAAO;EACT;EACA,KAAK,mBAGH,OAAO,MAAM,qBAAqB,QAAQ,KAAK,MAAM,CAAC,CAAC;EAEzD,KAAK,qBACH,OAAO,MAAM,2BAA2B,QAAQ,KAAK,MAAM,CAAC,CAAC;EAE/D,KAAK;GACH,QAAQ,OAAO,MAAM,GAAG,KAAK,UAAU,cAAc,GAAG,MAAM,CAAC,EAAE,GAAG;GACpE,OAAO;EAET,KAAK;GACH,QAAQ,OAAO,MAAM,GAAG,cAAc,CAAC,CAAC,QAAQ,GAAG;GACnD,OAAO;EAET,KAAK;EACL,KAAK;EACL,KAAK;EACL,KAAK;GACH,QAAQ,OAAO,MAAM,GAAG,KAAK,GAAG;GAChC,OAAO;EACT;GACE,QAAQ,OAAO,MAAM,oBAAoB,QAAQ,IAAI,KAAK,GAAG;GAC7D,OAAO;CACX;AACF;AAEA,MAAM,mBAAwD;CAC5D,uBAAO,IAAI,IAAI;EAAC;EAAQ;EAAQ;CAAM,CAAC;CACvC,qBAAK,IAAI,IAAI,CAAC,MAAM,CAAC;CACrB,6BAAa,IAAI,IAAI,CAAC,MAAM,CAAC;CAC7B,yBAAS,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;CAChC,yBAAS,IAAI,IAAI,CAAC,MAAM,CAAC;CACzB,sBAAM,IAAI,IAAI;CACd,0BAAU,IAAI,IAAI;CAClB,sBAAM,IAAI,IAAI;CACd,6BAAa,IAAI,IAAI;CACrB,oBAAI,IAAI,IAAI;AACd;AAEA,SAAS,iBAAiB,SAAiB,OAAqC;CAE9E,IAAI,YAAY,qBAAqB,YAAY,qBAAqB;CACtE,MAAM,UAAU,iBAAiB;CACjC,IAAI,CAAC,SAAS;CACd,MAAM,UAAU,OAAO,KAAK,KAAK,CAAC,CAAC,QAAQ,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC;CACtE,IAAI,QAAQ,SAAS,GACnB,MAAM,IAAI,MAAM,oBAAoB,WAAW,OAAO,MAAM,QAAQ,IAAI;AAE5E;AAEA,SAAS,UAAU,KAAqB;CACtC,MAAM,OAAO,OAAO,GAAG;CACvB,IAAI,CAAC,OAAO,UAAU,IAAI,KAAK,OAAO,KAAK,OAAO,OAChD,MAAM,IAAI,MAAM,uDAAuD,KAAK,UAAU,GAAG,GAAG;CAE9F,OAAO;AACT;AAEA,KAAK,CAAC,CACH,MAAM,SAAS,QAAQ,KAAK,IAAI,CAAC,CAAC,CAClC,OAAO,QAAQ;CAEd,QAAQ,MAAM,2BAA2B,GAAG;CAC5C,QAAQ,KAAK,CAAC;AAChB,CAAC"}
+{"version":3,"file":"cli.js","names":[],"sources":["../src/cli-config.ts","../src/cli.ts"],"sourcesContent":["/**\n * Provider configuration for the `agent-eval` binary.\n *\n * This is the ONE place in the package that turns an environment credential\n * into a model transport, and it exists only inside the binary. The `agent-eval`\n * server is a deployed process whose caller is a JSON-RPC or HTTP client in\n * another language, so it cannot be handed a `ChatClient`; it reads its own\n * credential the way every server does. The library never does: a TypeScript\n * consumer binds its own transport and agent-eval holds no provider key.\n */\n\nimport { type ChatClient, createChatClient } from './analyst/chat-client'\n\nexport interface CliLlmConfig {\n  /** Judge transport for the wire handlers. Absent when no provider is configured. */\n  chat?: ChatClient\n  model?: string\n}\n\n/** The endpoint the binary resolved from its environment. */\nexport interface CliProviderRoute {\n  baseUrl: string\n  apiKey: string\n  model?: string\n}\n\n/**\n * Environment precedence for the binary's provider route, with no client built.\n *\n * Both halves are required: a base URL without a key, or a key without an\n * endpoint, is a half-configured server. `/v1/judge` then refuses with\n * `llm_not_configured` instead of calling an unintended endpoint.\n */\nexport function resolveCliProviderRoute(\n  env: NodeJS.ProcessEnv = process.env,\n): CliProviderRoute | undefined {\n  const explicitBaseUrl = nonEmpty(env.AGENT_EVAL_LLM_BASE_URL)\n  const explicitApiKey = nonEmpty(env.AGENT_EVAL_LLM_API_KEY)\n  const openAiApiKey = nonEmpty(env.OPENAI_API_KEY)\n  const tangleApiKey = nonEmpty(env.TANGLE_API_KEY)\n  const baseUrl =\n    explicitBaseUrl ??\n    nonEmpty(env.OPENAI_BASE_URL) ??\n    nonEmpty(env.TANGLE_ROUTER_URL) ??\n    (openAiApiKey ? 'https://api.openai.com/v1' : undefined) ??\n    (tangleApiKey ? 'https://router.tangle.tools/v1' : undefined)\n  const apiKey = explicitApiKey ?? openAiApiKey ?? tangleApiKey\n  const model =\n    nonEmpty(env.AGENT_EVAL_LLM_MODEL) ?? nonEmpty(env.OPENAI_MODEL) ?? nonEmpty(env.TANGLE_MODEL)\n\n  if (!baseUrl || !apiKey) return undefined\n  return { baseUrl, apiKey, ...(model ? { model } : {}) }\n}\n\nexport function resolveCliLlmConfig(env: NodeJS.ProcessEnv = process.env): CliLlmConfig {\n  const route = resolveCliProviderRoute(env)\n  if (!route) return {}\n  return {\n    chat: cliChatClient({ baseUrl: route.baseUrl, apiKey: route.apiKey }, route.model),\n    ...(route.model ? { model: route.model } : {}),\n  }\n}\n\n/**\n * The binary's transport IS the published one — `createChatClient({ transport:\n * 'openai-compatible' })` — so the server and a library consumer cannot drift\n * onto two different clients for the same endpoint.\n *\n * The one thing kept local is the error text. A generic \"no model on the\n * request\" tells a server operator nothing; this names the variable to set.\n */\nfunction cliChatClient(\n  route: { baseUrl: string; apiKey: string },\n  defaultModel: string | undefined,\n): ChatClient {\n  const client = createChatClient({\n    transport: 'openai-compatible',\n    baseUrl: route.baseUrl,\n    apiKey: route.apiKey,\n    ...(defaultModel ? { defaultModel } : {}),\n  })\n  return {\n    ...client,\n    chat: (req, callOpts) => {\n      if (!req.model && !defaultModel) {\n        throw new Error(\n          'agent-eval: no model on the request and no AGENT_EVAL_LLM_MODEL configured',\n        )\n      }\n      return client.chat(req, callOpts)\n    },\n  }\n}\n\nfunction nonEmpty(value: string | undefined): string | undefined {\n  const trimmed = value?.trim()\n  return trimmed ? trimmed : undefined\n}\n","#!/usr/bin/env node\n/**\n * agent-eval CLI.\n *\n *   agent-eval serve [--port 5005] [--host 127.0.0.1]\n *   agent-eval rpc <method>          # one request from stdin → one response on stdout\n *   agent-eval rpc-batch <method>    # JSONL stdin → JSONL stdout\n *   agent-eval analyst-benchmark ... # benchmark a real-model trace analyst\n *   agent-eval openapi [--out path]  # write OpenAPI spec\n *   agent-eval version\n *\n * <method> is one of: judge, listRubrics, version. When omitted, the\n * stdin payload must be a full {method, params} envelope.\n */\nimport { writeFileSync } from 'node:fs'\nimport { runAnalystBenchmarkCommand } from './analyst/benchmark-command'\nimport { resolveCliLlmConfig } from './cli-config'\nimport { runRolloutReleaseCli } from './rollout/release/hf-dataset'\nimport { handleVersion } from './wire/handlers'\nimport { buildOpenApi } from './wire/openapi'\nimport { runRpcBatch, runRpcOnce } from './wire/rpc'\nimport { startServerAsync } from './wire/server'\n\ninterface Args {\n  command: string\n  positional: string[]\n  flags: Record<string, string>\n}\n\nfunction parseArgs(argv: string[]): Args {\n  const [command, ...rest] = argv\n  const positional: string[] = []\n  const flags: Record<string, string> = {}\n  for (let i = 0; i < rest.length; i++) {\n    const tok = rest[i]!\n    if (tok.startsWith('--')) {\n      const raw = tok.slice(2)\n      const equalsAt = raw.indexOf('=')\n      if (equalsAt >= 0) {\n        flags[raw.slice(0, equalsAt)] = raw.slice(equalsAt + 1)\n        continue\n      }\n      const key = raw\n      if (key === 'help') {\n        flags[key] = 'true'\n        continue\n      }\n      const next = rest[i + 1]\n      if (next != null && !next.startsWith('--')) {\n        flags[key] = next\n        i++\n      } else {\n        flags[key] = 'true'\n      }\n    } else if (tok === '-h') {\n      flags.help = 'true'\n    } else {\n      positional.push(tok)\n    }\n  }\n  return { command: command ?? 'help', positional, flags }\n}\n\nconst HELP = `agent-eval: evaluation RPC and HTTP server.\n\nCommands:\n  serve [--port 5005] [--host 127.0.0.1]\n        Start the HTTP server. POST /v1/judge, GET /v1/rubrics, GET /v1/version, GET /openapi.json.\n  rpc <method>\n        Read one JSON object from stdin (the params for <method>), write one\n        JSON object to stdout. Methods: judge, listRubrics, version.\n  rpc-batch <method>\n        Like 'rpc' but JSONL in / JSONL out.\n  openapi [--out openapi.json]\n        Write the OpenAPI 3.1 spec.\n  rollout-release <ledger.jsonl...> --out <dir> [--formats sft,verifiers,rft,raw] [--include-proposers] [--push <org/name>]\n        Build a HuggingFace-ready dataset dir from tangle.rollout.v1 ledgers:\n        validate, fail-closed split filter, scrub, export formats + card.\n  analyst-benchmark --dataset <agentrx|codetracebench> --labels <path> --trace-dir <path> [--artifact-dir <path>] --out <dir> ...\n        Compare an empty baseline with a real-model trace analyst on public labels.\n        Run with --help for all required inputs and controls.\n  version\n        Print server + wire-protocol version JSON.\n\nJudge provider:\n  Set AGENT_EVAL_LLM_BASE_URL, AGENT_EVAL_LLM_API_KEY, and AGENT_EVAL_LLM_MODEL.\n  OPENAI_* and TANGLE_* equivalents are also accepted. This binary is the only\n  place that reads a provider credential; the library never does. Without both\n  a base URL and a key, /v1/judge refuses with llm_not_configured.\n\nWithout arguments, prints this help.`\n\nasync function main(): Promise<number> {\n  const { command, positional, flags } = parseArgs(process.argv.slice(2))\n  assertKnownFlags(command, flags)\n\n  if (command === 'analyst-benchmark' && flags.help === 'true') {\n    return await runAnalystBenchmarkCommand(process.argv.slice(3))\n  }\n  if (flags.help === 'true') {\n    process.stdout.write(`${HELP}\\n`)\n    return 0\n  }\n\n  switch (command) {\n    case 'serve': {\n      const port = parsePort(flags.port ?? '5005')\n      const host = flags.host ?? '127.0.0.1'\n      const llm = resolveCliLlmConfig()\n      const { server } = await startServerAsync({\n        port,\n        host,\n        ...(llm.chat ? { chat: llm.chat } : {}),\n        ...(llm.model ? { judgeModel: llm.model } : {}),\n      })\n      // Keep process alive on SIGINT/SIGTERM\n      const shutdown = (sig: string) => {\n        // eslint-disable-next-line no-console\n        console.log(`[agent-eval] received ${sig}, shutting down`)\n        server.close(() => process.exit(0))\n        // Force exit after 5s if close hangs\n        setTimeout(() => process.exit(1), 5000).unref()\n      }\n      process.on('SIGINT', () => shutdown('SIGINT'))\n      process.on('SIGTERM', () => shutdown('SIGTERM'))\n      // Block forever\n      await new Promise(() => {})\n      return 0\n    }\n    case 'rpc': {\n      const [method] = positional\n      const llm = resolveCliLlmConfig()\n      return await runRpcOnce(method, {\n        ...(llm.chat ? { chat: llm.chat } : {}),\n        ...(llm.model ? { judgeModel: llm.model } : {}),\n      })\n    }\n    case 'rpc-batch': {\n      const [method] = positional\n      const llm = resolveCliLlmConfig()\n      return await runRpcBatch(method, {\n        ...(llm.chat ? { chat: llm.chat } : {}),\n        ...(llm.model ? { judgeModel: llm.model } : {}),\n      })\n    }\n    case 'openapi': {\n      const out = flags.out ?? 'openapi.json'\n      const spec = buildOpenApi(handleVersion().version)\n      writeFileSync(out, `${JSON.stringify(spec, null, 2)}\\n`, 'utf-8')\n      // eslint-disable-next-line no-console\n      console.log(`[agent-eval] wrote OpenAPI 3.1 spec to ${out}`)\n      return 0\n    }\n    case 'rollout-release': {\n      // The subcommand owns its own flag grammar (multi-value --formats,\n      // boolean --include-proposers) — pass raw argv through untouched.\n      return await runRolloutReleaseCli(process.argv.slice(3))\n    }\n    case 'analyst-benchmark': {\n      return await runAnalystBenchmarkCommand(process.argv.slice(3))\n    }\n    case 'version': {\n      process.stdout.write(`${JSON.stringify(handleVersion(), null, 2)}\\n`)\n      return 0\n    }\n    case '--version': {\n      process.stdout.write(`${handleVersion().version}\\n`)\n      return 0\n    }\n    case 'help':\n    case '--help':\n    case '-h':\n    case '':\n      process.stdout.write(`${HELP}\\n`)\n      return 0\n    default:\n      process.stderr.write(`unknown command: ${command}\\n${HELP}\\n`)\n      return 1\n  }\n}\n\nconst FLAGS_BY_COMMAND: Record<string, ReadonlySet<string>> = {\n  serve: new Set(['help', 'host', 'port']),\n  rpc: new Set(['help']),\n  'rpc-batch': new Set(['help']),\n  openapi: new Set(['help', 'out']),\n  version: new Set(['help']),\n  help: new Set(),\n  '--help': new Set(),\n  '-h': new Set(),\n  '--version': new Set(),\n  '': new Set(),\n}\n\nfunction assertKnownFlags(command: string, flags: Record<string, string>): void {\n  // These subcommands parse their own argv.\n  if (command === 'rollout-release' || command === 'analyst-benchmark') return\n  const allowed = FLAGS_BY_COMMAND[command]\n  if (!allowed) return\n  const unknown = Object.keys(flags).filter((flag) => !allowed.has(flag))\n  if (unknown.length > 0) {\n    throw new Error(`unknown flag for ${command || 'help'}: --${unknown[0]}`)\n  }\n}\n\nfunction parsePort(raw: string): number {\n  const port = Number(raw)\n  if (!Number.isInteger(port) || port < 0 || port > 65_535) {\n    throw new Error(`--port must be an integer from 0 to 65535; received ${JSON.stringify(raw)}`)\n  }\n  return port\n}\n\nmain()\n  .then((code) => process.exit(code))\n  .catch((err) => {\n    // eslint-disable-next-line no-console\n    console.error('[agent-eval] cli error:', err)\n    process.exit(1)\n  })\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAiCA,SAAgB,wBACd,MAAyB,QAAQ,KACH;CAC9B,MAAM,kBAAkB,SAAS,IAAI,uBAAuB;CAC5D,MAAM,iBAAiB,SAAS,IAAI,sBAAsB;CAC1D,MAAM,eAAe,SAAS,IAAI,cAAc;CAChD,MAAM,eAAe,SAAS,IAAI,cAAc;CAChD,MAAM,UACJ,mBACA,SAAS,IAAI,eAAe,KAC5B,SAAS,IAAI,iBAAiB,MAC7B,eAAe,8BAA8B,KAAA,OAC7C,eAAe,mCAAmC,KAAA;CACrD,MAAM,SAAS,kBAAkB,gBAAgB;CACjD,MAAM,QACJ,SAAS,IAAI,oBAAoB,KAAK,SAAS,IAAI,YAAY,KAAK,SAAS,IAAI,YAAY;CAE/F,IAAI,CAAC,WAAW,CAAC,QAAQ,OAAO,KAAA;CAChC,OAAO;EAAE;EAAS;EAAQ,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;CAAG;AACxD;AAEA,SAAgB,oBAAoB,MAAyB,QAAQ,KAAmB;CACtF,MAAM,QAAQ,wBAAwB,GAAG;CACzC,IAAI,CAAC,OAAO,OAAO,CAAC;CACpB,OAAO;EACL,MAAM,cAAc;GAAE,SAAS,MAAM;GAAS,QAAQ,MAAM;EAAO,GAAG,MAAM,KAAK;EACjF,GAAI,MAAM,QAAQ,EAAE,OAAO,MAAM,MAAM,IAAI,CAAC;CAC9C;AACF;;;;;;;;;AAUA,SAAS,cACP,OACA,cACY;CACZ,MAAM,SAAS,iBAAiB;EAC9B,WAAW;EACX,SAAS,MAAM;EACf,QAAQ,MAAM;EACd,GAAI,eAAe,EAAE,aAAa,IAAI,CAAC;CACzC,CAAC;CACD,OAAO;EACL,GAAG;EACH,OAAO,KAAK,aAAa;GACvB,IAAI,CAAC,IAAI,SAAS,CAAC,cACjB,MAAM,IAAI,MACR,4EACF;GAEF,OAAO,OAAO,KAAK,KAAK,QAAQ;EAClC;CACF;AACF;AAEA,SAAS,SAAS,OAA+C;CAC/D,MAAM,UAAU,OAAO,KAAK;CAC5B,OAAO,UAAU,UAAU,KAAA;AAC7B;;;;;;;;;;;;;;;;ACpEA,SAAS,UAAU,MAAsB;CACvC,MAAM,CAAC,SAAS,GAAG,QAAQ;CAC3B,MAAM,aAAuB,CAAC;CAC9B,MAAM,QAAgC,CAAC;CACvC,KAAK,IAAI,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;EACpC,MAAM,MAAM,KAAK;EACjB,IAAI,IAAI,WAAW,IAAI,GAAG;GACxB,MAAM,MAAM,IAAI,MAAM,CAAC;GACvB,MAAM,WAAW,IAAI,QAAQ,GAAG;GAChC,IAAI,YAAY,GAAG;IACjB,MAAM,IAAI,MAAM,GAAG,QAAQ,KAAK,IAAI,MAAM,WAAW,CAAC;IACtD;GACF;GACA,MAAM,MAAM;GACZ,IAAI,QAAQ,QAAQ;IAClB,MAAM,OAAO;IACb;GACF;GACA,MAAM,OAAO,KAAK,IAAI;GACtB,IAAI,QAAQ,QAAQ,CAAC,KAAK,WAAW,IAAI,GAAG;IAC1C,MAAM,OAAO;IACb;GACF,OACE,MAAM,OAAO;EAEjB,OAAO,IAAI,QAAQ,MACjB,MAAM,OAAO;OAEb,WAAW,KAAK,GAAG;CAEvB;CACA,OAAO;EAAE,SAAS,WAAW;EAAQ;EAAY;CAAM;AACzD;AAEA,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6Bb,eAAe,OAAwB;CACrC,MAAM,EAAE,SAAS,YAAY,UAAU,UAAU,QAAQ,KAAK,MAAM,CAAC,CAAC;CACtE,iBAAiB,SAAS,KAAK;CAE/B,IAAI,YAAY,uBAAuB,MAAM,SAAS,QACpD,OAAO,MAAM,2BAA2B,QAAQ,KAAK,MAAM,CAAC,CAAC;CAE/D,IAAI,MAAM,SAAS,QAAQ;EACzB,QAAQ,OAAO,MAAM,GAAG,KAAK,GAAG;EAChC,OAAO;CACT;CAEA,QAAQ,SAAR;EACE,KAAK,SAAS;GACZ,MAAM,OAAO,UAAU,MAAM,QAAQ,MAAM;GAC3C,MAAM,OAAO,MAAM,QAAQ;GAC3B,MAAM,MAAM,oBAAoB;GAChC,MAAM,EAAE,WAAW,MAAM,iBAAiB;IACxC;IACA;IACA,GAAI,IAAI,OAAO,EAAE,MAAM,IAAI,KAAK,IAAI,CAAC;IACrC,GAAI,IAAI,QAAQ,EAAE,YAAY,IAAI,MAAM,IAAI,CAAC;GAC/C,CAAC;GAED,MAAM,YAAY,QAAgB;IAEhC,QAAQ,IAAI,yBAAyB,IAAI,gBAAgB;IACzD,OAAO,YAAY,QAAQ,KAAK,CAAC,CAAC;IAElC,iBAAiB,QAAQ,KAAK,CAAC,GAAG,GAAI,CAAC,CAAC,MAAM;GAChD;GACA,QAAQ,GAAG,gBAAgB,SAAS,QAAQ,CAAC;GAC7C,QAAQ,GAAG,iBAAiB,SAAS,SAAS,CAAC;GAE/C,MAAM,IAAI,cAAc,CAAC,CAAC;GAC1B,OAAO;EACT;EACA,KAAK,OAAO;GACV,MAAM,CAAC,UAAU;GACjB,MAAM,MAAM,oBAAoB;GAChC,OAAO,MAAM,WAAW,QAAQ;IAC9B,GAAI,IAAI,OAAO,EAAE,MAAM,IAAI,KAAK,IAAI,CAAC;IACrC,GAAI,IAAI,QAAQ,EAAE,YAAY,IAAI,MAAM,IAAI,CAAC;GAC/C,CAAC;EACH;EACA,KAAK,aAAa;GAChB,MAAM,CAAC,UAAU;GACjB,MAAM,MAAM,oBAAoB;GAChC,OAAO,MAAM,YAAY,QAAQ;IAC/B,GAAI,IAAI,OAAO,EAAE,MAAM,IAAI,KAAK,IAAI,CAAC;IACrC,GAAI,IAAI,QAAQ,EAAE,YAAY,IAAI,MAAM,IAAI,CAAC;GAC/C,CAAC;EACH;EACA,KAAK,WAAW;GACd,MAAM,MAAM,MAAM,OAAO;GACzB,MAAM,OAAO,aAAa,cAAc,CAAC,CAAC,OAAO;GACjD,cAAc,KAAK,GAAG,KAAK,UAAU,MAAM,MAAM,CAAC,EAAE,KAAK,OAAO;GAEhE,QAAQ,IAAI,0CAA0C,KAAK;GAC3D,OAAO;EACT;EACA,KAAK,mBAGH,OAAO,MAAM,qBAAqB,QAAQ,KAAK,MAAM,CAAC,CAAC;EAEzD,KAAK,qBACH,OAAO,MAAM,2BAA2B,QAAQ,KAAK,MAAM,CAAC,CAAC;EAE/D,KAAK;GACH,QAAQ,OAAO,MAAM,GAAG,KAAK,UAAU,cAAc,GAAG,MAAM,CAAC,EAAE,GAAG;GACpE,OAAO;EAET,KAAK;GACH,QAAQ,OAAO,MAAM,GAAG,cAAc,CAAC,CAAC,QAAQ,GAAG;GACnD,OAAO;EAET,KAAK;EACL,KAAK;EACL,KAAK;EACL,KAAK;GACH,QAAQ,OAAO,MAAM,GAAG,KAAK,GAAG;GAChC,OAAO;EACT;GACE,QAAQ,OAAO,MAAM,oBAAoB,QAAQ,IAAI,KAAK,GAAG;GAC7D,OAAO;CACX;AACF;AAEA,MAAM,mBAAwD;CAC5D,uBAAO,IAAI,IAAI;EAAC;EAAQ;EAAQ;CAAM,CAAC;CACvC,qBAAK,IAAI,IAAI,CAAC,MAAM,CAAC;CACrB,6BAAa,IAAI,IAAI,CAAC,MAAM,CAAC;CAC7B,yBAAS,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;CAChC,yBAAS,IAAI,IAAI,CAAC,MAAM,CAAC;CACzB,sBAAM,IAAI,IAAI;CACd,0BAAU,IAAI,IAAI;CAClB,sBAAM,IAAI,IAAI;CACd,6BAAa,IAAI,IAAI;CACrB,oBAAI,IAAI,IAAI;AACd;AAEA,SAAS,iBAAiB,SAAiB,OAAqC;CAE9E,IAAI,YAAY,qBAAqB,YAAY,qBAAqB;CACtE,MAAM,UAAU,iBAAiB;CACjC,IAAI,CAAC,SAAS;CACd,MAAM,UAAU,OAAO,KAAK,KAAK,CAAC,CAAC,QAAQ,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC;CACtE,IAAI,QAAQ,SAAS,GACnB,MAAM,IAAI,MAAM,oBAAoB,WAAW,OAAO,MAAM,QAAQ,IAAI;AAE5E;AAEA,SAAS,UAAU,KAAqB;CACtC,MAAM,OAAO,OAAO,GAAG;CACvB,IAAI,CAAC,OAAO,UAAU,IAAI,KAAK,OAAO,KAAK,OAAO,OAChD,MAAM,IAAI,MAAM,uDAAuD,KAAK,UAAU,GAAG,GAAG;CAE9F,OAAO;AACT;AAEA,KAAK,CAAC,CACH,MAAM,SAAS,QAAQ,KAAK,IAAI,CAAC,CAAC,CAClC,OAAO,QAAQ;CAEd,QAAQ,MAAM,2BAA2B,GAAG;CAC5C,QAAQ,KAAK,CAAC;AAChB,CAAC"}

package/dist/{client-BvwNkIRN.js → client-BlLY6o2w.js}

@@ -1,4 +1,4 @@
-import { t as FAILURE_CLASSES } from "./schema-CdIX2aHu.js";
+import { t as FAILURE_CLASSES } from "./schema-CSf6qWgZ.js";
 import { z } from "zod";
 //#region src/hosted/types.ts
 const HOSTED_WIRE_VERSION = "2026-07-24.v1";
@@ -646,4 +646,4 @@ function hostedClientFromEnv(overrides = {}) {
 //#endregion
 export { IngestEvalRunsRequestSchema as a, InsightReportSchema as c, HOSTED_WIRE_VERSION as d, EvalRunEventSchema as i, TraceSpanEventSchema as l, hostedClientFromEnv as n, IngestResponseSchema as o, hostedTenantFromEnv as r, IngestTracesRequestSchema as s, createHostedClient as t, UnixNanoTimestampSchema as u };
 
-//# sourceMappingURL=client-BvwNkIRN.js.map
+//# sourceMappingURL=client-BlLY6o2w.js.map