veryfront 0.1.558 → 0.1.559

package/esm/src/agent/testing/durable-run-canaries/environment.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"environment.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/durable-run-canaries/environment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,uBAAuB,EAA2B,MAAM,yBAAyB,CAAC;AAEhG,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,sBAAsB,EAAE,OAAO,CAAC;CACjC;AAED,eAAO,MAAM,qCAAqC,SAAU,CAAC;AAE7D,wBAAgB,kCAAkC,CAChD,GAAG,GAAE,uBAA4B,GAChC,2BAA2B,CAY7B"}
+{"version":3,"file":"environment.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/durable-run-canaries/environment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,uBAAuB,EAA2B,MAAM,yBAAyB,CAAC;AAEhG,8DAA8D;AAC9D,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,sBAAsB,EAAE,OAAO,CAAC;CACjC;AAED,uDAAuD;AACvD,eAAO,MAAM,qCAAqC,SAAU,CAAC;AAE7D,+CAA+C;AAC/C,wBAAgB,kCAAkC,CAChD,GAAG,GAAE,uBAA4B,GAChC,2BAA2B,CAY7B"}

package/esm/src/agent/testing/durable-run-canaries/environment.js

@@ -1,5 +1,7 @@
 import { parseAgentServiceConfig } from "../../service/config.js";
+/** Default value for durable run canary timeout ms. */
 export const DEFAULT_DURABLE_RUN_CANARY_TIMEOUT_MS = 240_000;
+/** Resolves durable run canary environment. */
 export function resolveDurableRunCanaryEnvironment(env = {}) {
     return {
         apiUrl: typeof env.VERYFRONT_API_URL === "string"

package/esm/src/agent/testing/durable-run-canaries/runner.d.ts

@@ -1,4 +1,5 @@
 import type { InferSchema } from "../../../extensions/schema/index.js";
+/** Configuration used by durable run canary API. */
 export interface DurableRunCanaryApiConfig {
     apiUrl: string;
     authToken: string;
@@ -8,19 +9,23 @@ export interface DurableRunCanaryApiConfig {
     requestTimeoutMs: number;
     fetch?: (input: string | URL | Request, init?: RequestInit) => Promise<Response>;
 }
+/** Input payload for durable run canary create root run. */
 export interface DurableRunCanaryCreateRootRunInput {
     conversationId: string;
     runId: string;
 }
+/** Input payload for durable run canary send user message. */
 export interface DurableRunCanarySendUserMessageInput {
     conversationId: string;
     prompt: string;
 }
+/** Input payload for durable run canary start run. */
 export interface DurableRunCanaryStartRunInput extends DurableRunCanaryCreateRootRunInput {
     messageId: string;
     prompt: string;
     userMessageId: string;
 }
+/** Zod schema for get durable run canary message. */
 export declare const getDurableRunCanaryMessageSchema: () => import("../../../internal-agents/schema.js").Schema<{
     id: string;
     role: "tool" | "user" | "assistant" | "system";
@@ -30,7 +35,9 @@ export declare const getDurableRunCanaryMessageSchema: () => import("../../../in
 } & {
     status?: string | undefined;
 } & Record<string, unknown>>;
+/** Message shape for durable run canary. */
 export type DurableRunCanaryMessage = InferSchema<ReturnType<typeof getDurableRunCanaryMessageSchema>>;
+/** Public API contract for durable run canary run summary. */
 export interface DurableRunCanaryRunSummary {
     runId: string;
     conversationId: string;
@@ -46,7 +53,9 @@ export interface DurableRunCanaryRunSummary {
     startedAt: string | null;
     finishedAt: string | null;
 }
+/** Parses durable run canary run summary. */
 export declare function parseDurableRunCanaryRunSummary(value: unknown): DurableRunCanaryRunSummary;
+/** Public API contract for durable run canary API client. */
 export interface DurableRunCanaryApiClient {
     createDurableRootRun: (input: DurableRunCanaryCreateRootRunInput) => Promise<void>;
     getRunSummary: (input: DurableRunCanaryCreateRootRunInput) => Promise<DurableRunCanaryRunSummary>;
@@ -56,7 +65,9 @@ export interface DurableRunCanaryApiClient {
     sendUserMessageForCanary: (input: DurableRunCanarySendUserMessageInput) => Promise<DurableRunCanaryMessage>;
     startDurableRun: (input: DurableRunCanaryStartRunInput) => Promise<void>;
 }
+/** Create durable run canary API client. */
 export declare function createDurableRunCanaryApiClient(config: DurableRunCanaryApiConfig): DurableRunCanaryApiClient;
+/** Result returned from durable run canary. */
 export interface DurableRunCanaryResult {
     id: string;
     label: string;
@@ -67,6 +78,7 @@ export interface DurableRunCanaryResult {
     runId: string;
     artifactPaths?: string[];
 }
+/** Public API contract for durable run canary prepared case. */
 export interface DurableRunCanaryPreparedCase {
     artifactPaths?: string[] | ((runId: string) => string[]);
     cleanup: (input?: {
@@ -81,19 +93,23 @@ export interface DurableRunCanaryPreparedCase {
         run: DurableRunCanaryRunSummary;
     }) => Promise<void> | void;
 }
+/** Public API contract for durable run canary case. */
 export interface DurableRunCanaryCase {
     id: string;
     label: string;
     prepare: () => Promise<DurableRunCanaryPreparedCase>;
 }
+/** Configuration used by durable run canary runner. */
 export interface DurableRunCanaryRunnerConfig extends DurableRunCanaryApiConfig {
     keepSuccessfulEvidence: boolean;
 }
 declare function collectReferencedChildConversationIds(messages: DurableRunCanaryMessage[]): string[];
 declare function isTerminalRunStatus(status: string): boolean;
+/** Create durable run canary runner. */
 export declare function createDurableRunCanaryRunner(config: DurableRunCanaryRunnerConfig, apiClient?: DurableRunCanaryApiClient): {
     runCase: (testCase: DurableRunCanaryCase) => Promise<DurableRunCanaryResult>;
 };
+/** White-box helpers used by durable run canary tests. */
 export declare const durableRunCanaryRunnerInternals: {
     collectReferencedChildConversationIds: typeof collectReferencedChildConversationIds;
     isTerminalRunStatus: typeof isTerminalRunStatus;

package/esm/src/agent/testing/durable-run-canaries/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/durable-run-canaries/runner.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAIvE,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,OAAO,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CAClF;AAED,MAAM,WAAW,kCAAkC;IACjD,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,oCAAoC;IACnD,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,6BAA8B,SAAQ,kCAAkC;IACvF,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,eAAO,MAAM,gCAAgC;;;;;;;;4BAO5C,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG,WAAW,CAC/C,UAAU,CAAC,OAAO,gCAAgC,CAAC,CACpD,CAAC;AAEF,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,2BAA2B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AA4CD,wBAAgB,+BAA+B,CAAC,KAAK,EAAE,OAAO,GAAG,0BAA0B,CAoC1F;AAkGD,MAAM,WAAW,yBAAyB;IACxC,oBAAoB,EAAE,CAAC,KAAK,EAAE,kCAAkC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,aAAa,EAAE,CAAC,KAAK,EAAE,kCAAkC,KAAK,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAClG,qBAAqB,EAAE,CAAC,KAAK,EAAE;QAAE,cAAc,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,uBAAuB,EAAE,CAAC,CAAC;IACjG,wBAAwB,EAAE,CACxB,KAAK,EAAE,oCAAoC,KACxC,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACtC,eAAe,EAAE,CAAC,KAAK,EAAE,6BAA6B,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1E;AAED,wBAAgB,+BAA+B,CAC7C,MAAM,EAAE,yBAAyB,GAChC,yBAAyB,CAgF3B;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,4BAA4B;IAC3C,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC,CAAC;IACzD,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtD,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC3D,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,CAAC,KAAK,EAAE;QAChB,QAAQ,EAAE,uBAAuB,EAAE,CAAC;QACpC,GAAG,EAAE,0BAA0B,CAAC;KACjC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,OAAO,CAAC,4BAA4B,CAAC,CAAC;CACtD;AAED,MAAM,WAAW,4BAA6B,SAAQ,yBAAyB;IAC7E,sBAAsB,EAAE,OAAO,CAAC;CACjC;AA0DD,iBAAS,qCAAqC,CAAC,QAAQ,EAAE,uBAAuB,EAAE,GAAG,MAAM,EAAE,CAc5F;AAQD,iBAAS,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAEpD;AA2CD,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,4BAA4B,EACpC,SAAS,GAAE,yBAAmE;wBAkB7C,oBAAoB,KAAG,OAAO,CAAC,sBAAsB,CAAC;EAqFxF;AAED,eAAO,MAAM,+BAA+B;;;CAG3C,CAAC"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/durable-run-canaries/runner.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAIvE,oDAAoD;AACpD,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,OAAO,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CAClF;AAED,4DAA4D;AAC5D,MAAM,WAAW,kCAAkC;IACjD,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,8DAA8D;AAC9D,MAAM,WAAW,oCAAoC;IACnD,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,sDAAsD;AACtD,MAAM,WAAW,6BAA8B,SAAQ,kCAAkC;IACvF,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,qDAAqD;AACrD,eAAO,MAAM,gCAAgC;;;;;;;;4BAO5C,CAAC;AAEF,4CAA4C;AAC5C,MAAM,MAAM,uBAAuB,GAAG,WAAW,CAC/C,UAAU,CAAC,OAAO,gCAAgC,CAAC,CACpD,CAAC;AAEF,8DAA8D;AAC9D,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,2BAA2B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AA4CD,6CAA6C;AAC7C,wBAAgB,+BAA+B,CAAC,KAAK,EAAE,OAAO,GAAG,0BAA0B,CAoC1F;AAkGD,6DAA6D;AAC7D,MAAM,WAAW,yBAAyB;IACxC,oBAAoB,EAAE,CAAC,KAAK,EAAE,kCAAkC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,aAAa,EAAE,CAAC,KAAK,EAAE,kCAAkC,KAAK,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAClG,qBAAqB,EAAE,CAAC,KAAK,EAAE;QAAE,cAAc,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,uBAAuB,EAAE,CAAC,CAAC;IACjG,wBAAwB,EAAE,CACxB,KAAK,EAAE,oCAAoC,KACxC,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACtC,eAAe,EAAE,CAAC,KAAK,EAAE,6BAA6B,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1E;AAED,4CAA4C;AAC5C,wBAAgB,+BAA+B,CAC7C,MAAM,EAAE,yBAAyB,GAChC,yBAAyB,CAgF3B;AAED,+CAA+C;AAC/C,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,gEAAgE;AAChE,MAAM,WAAW,4BAA4B;IAC3C,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC,CAAC;IACzD,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtD,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC3D,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,CAAC,KAAK,EAAE;QAChB,QAAQ,EAAE,uBAAuB,EAAE,CAAC;QACpC,GAAG,EAAE,0BAA0B,CAAC;KACjC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CAC5B;AAED,uDAAuD;AACvD,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,OAAO,CAAC,4BAA4B,CAAC,CAAC;CACtD;AAED,uDAAuD;AACvD,MAAM,WAAW,4BAA6B,SAAQ,yBAAyB;IAC7E,sBAAsB,EAAE,OAAO,CAAC;CACjC;AA0DD,iBAAS,qCAAqC,CAAC,QAAQ,EAAE,uBAAuB,EAAE,GAAG,MAAM,EAAE,CAc5F;AAQD,iBAAS,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAEpD;AA2CD,wCAAwC;AACxC,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,4BAA4B,EACpC,SAAS,GAAE,yBAAmE;wBAkB7C,oBAAoB,KAAG,OAAO,CAAC,sBAAsB,CAAC;EAqFxF;AAED,0DAA0D;AAC1D,eAAO,MAAM,+BAA+B;;;CAG3C,CAAC"}

package/esm/src/agent/testing/durable-run-canaries/runner.js

@@ -2,6 +2,7 @@ import * as dntShim from "../../../../_dnt.shims.js";
 import { defineSchema } from "../../../schemas/index.js";
 import { ensureBuiltinSchemaValidator } from "../../../extensions/builtin-extensions.js";
 ensureBuiltinSchemaValidator();
+/** Zod schema for get durable run canary message. */
 export const getDurableRunCanaryMessageSchema = defineSchema((v) => v.object({
     id: v.string(),
     role: v.enum(["user", "assistant", "system", "tool"]),
@@ -41,6 +42,7 @@ const getCamelRunSummarySchema = defineSchema((v) => v.object({
 const getDurableRunCanaryMessageListSchema = defineSchema((v) => v.object({
     data: v.array(getDurableRunCanaryMessageSchema()),
 }));
+/** Parses durable run canary run summary. */
 export function parseDurableRunCanaryRunSummary(value) {
     const snake = getSnakeRunSummarySchema().safeParse(value);
     if (snake.success) {
@@ -159,6 +161,7 @@ function buildStartRunBody(config, input) {
         },
     };
 }
+/** Create durable run canary API client. */
 export function createDurableRunCanaryApiClient(config) {
     const request = createFetch(config);
     async function apiFetch(path, init, parse) {
@@ -295,6 +298,7 @@ async function waitForTerminalRun(input) {
     }
     throw new Error(`Timed out waiting for run ${input.runId} to reach a terminal state`);
 }
+/** Create durable run canary runner. */
 export function createDurableRunCanaryRunner(config, apiClient = createDurableRunCanaryApiClient(config)) {
     const getRunSummary = apiClient.getRunSummary;
     async function listMessagesWithReferencedChildren(conversationId) {
@@ -380,6 +384,7 @@ export function createDurableRunCanaryRunner(config, apiClient = createDurableRu
         runCase,
     };
 }
+/** White-box helpers used by durable run canary tests. */
 export const durableRunCanaryRunnerInternals = {
     collectReferencedChildConversationIds,
     isTerminalRunStatus,

package/esm/src/agent/testing/durable-run-canaries/validation.d.ts

@@ -1,7 +1,12 @@
 import type { DurableRunCanaryMessage, DurableRunCanaryRunSummary } from "./runner.js";
+/** Assert that a durable run canary completed successfully. */
 export declare function assertCompleted(run: DurableRunCanaryRunSummary): void;
+/** Message shape for find assistant. */
 export declare function findAssistantMessage(messages: DurableRunCanaryMessage[], messageId: string): DurableRunCanaryMessage;
+/** Stringify unknown helper. */
 export declare function stringifyUnknown(value: unknown): string;
+/** Collect assistant text helper. */
 export declare function collectAssistantText(message: DurableRunCanaryMessage): string;
+/** Assert no malformed create file tool calls helper. */
 export declare function assertNoMalformedCreateFileToolCalls(messages: DurableRunCanaryMessage[]): void;
 //# sourceMappingURL=validation.d.ts.map

package/esm/src/agent/testing/durable-run-canaries/validation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/durable-run-canaries/validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AA+BvF,wBAAgB,eAAe,CAAC,GAAG,EAAE,0BAA0B,GAAG,IAAI,CAQrE;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,uBAAuB,EAAE,EACnC,SAAS,EAAE,MAAM,GAChB,uBAAuB,CASzB;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAUvD;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,uBAAuB,GAAG,MAAM,CAK7E;AAED,wBAAgB,oCAAoC,CAAC,QAAQ,EAAE,uBAAuB,EAAE,GAAG,IAAI,CAY9F"}
+{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/durable-run-canaries/validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AA8BvF,+DAA+D;AAC/D,wBAAgB,eAAe,CAAC,GAAG,EAAE,0BAA0B,GAAG,IAAI,CAQrE;AAED,wCAAwC;AACxC,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,uBAAuB,EAAE,EACnC,SAAS,EAAE,MAAM,GAChB,uBAAuB,CASzB;AAED,gCAAgC;AAChC,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAUvD;AAED,qCAAqC;AACrC,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,uBAAuB,GAAG,MAAM,CAK7E;AAED,yDAAyD;AACzD,wBAAgB,oCAAoC,CAAC,QAAQ,EAAE,uBAAuB,EAAE,GAAG,IAAI,CAY9F"}

package/esm/src/agent/testing/durable-run-canaries/validation.js

@@ -20,11 +20,13 @@ function hasCreateFileInput(value) {
     }
     return getStringProperty(value, "path") !== null && getStringProperty(value, "content") !== null;
 }
+/** Assert that a durable run canary completed successfully. */
 export function assertCompleted(run) {
     if (run.status !== "completed") {
         throw new Error(`Expected completed run, got ${run.status} (${run.terminalErrorCode ?? "no-code"}: ${run.terminalErrorMessage ?? "no message"})`);
     }
 }
+/** Message shape for find assistant. */
 export function findAssistantMessage(messages, messageId) {
     const message = messages.find((candidate) => candidate.id === messageId);
     if (!message) {
@@ -35,6 +37,7 @@ export function findAssistantMessage(messages, messageId) {
     }
     return message;
 }
+/** Stringify unknown helper. */
 export function stringifyUnknown(value) {
     if (typeof value === "string") {
         return value;
@@ -46,12 +49,14 @@ export function stringifyUnknown(value) {
         return String(value);
     }
 }
+/** Collect assistant text helper. */
 export function collectAssistantText(message) {
     return message.parts
         .filter((part) => part.type === "text" && typeof part.text === "string")
         .map((part) => part.text)
         .join("\n");
 }
+/** Assert no malformed create file tool calls helper. */
 export function assertNoMalformedCreateFileToolCalls(messages) {
     for (const message of messages) {
         for (const part of message.parts) {

package/esm/src/agent/testing/live-evals/api-client.d.ts

@@ -1,20 +1,25 @@
 import type { InferSchema } from "../../../extensions/schema/index.js";
 import type { LiveEvalProjectFile } from "./runner.js";
+/** Context for live eval API. */
 export interface LiveEvalApiContext {
     apiUrl: string;
     authToken: string;
     projectId: string | null;
     fetch?: (input: string | URL | Request, init?: RequestInit) => Promise<Response>;
 }
+/** Input payload for live eval request timeout. */
 export interface LiveEvalRequestTimeoutInput {
     requestTimeoutMs: number;
 }
+/** Input payload for live eval create conversation. */
 export interface LiveEvalCreateConversationInput extends LiveEvalRequestTimeoutInput {
     title: string;
 }
+/** Input payload for live eval conversation. */
 export interface LiveEvalConversationInput extends LiveEvalRequestTimeoutInput {
     conversationId: string;
 }
+/** Input payload for live eval project upload fixture. */
 export interface LiveEvalProjectUploadFixtureInput extends LiveEvalRequestTimeoutInput {
     filePath: string;
     contentType: string;
@@ -23,25 +28,31 @@ export interface LiveEvalProjectUploadFixtureInput extends LiveEvalRequestTimeou
     pollIntervalMs?: number;
     maxAttempts?: number;
 }
+/** Input payload for live eval project file. */
 export interface LiveEvalProjectFileInput extends LiveEvalRequestTimeoutInput {
     filePath: string;
 }
+/** Input payload for live eval create release. */
 export interface LiveEvalCreateReleaseInput extends LiveEvalRequestTimeoutInput {
     description?: string;
 }
+/** Input payload for live eval wait for open input request. */
 export interface LiveEvalWaitForOpenInputRequestInput extends LiveEvalConversationInput {
     abortSignal: AbortSignal;
     pollIntervalMs?: number;
     timeoutMs?: number;
 }
+/** Public API contract for live eval input response values. */
 export interface LiveEvalInputResponseValues {
     [key: string]: string | boolean | number | null;
 }
+/** Input payload for live eval submit input response. */
 export interface LiveEvalSubmitInputResponseInput extends LiveEvalRequestTimeoutInput {
     conversationId: string;
     inputRequestId: string;
     values: LiveEvalInputResponseValues;
 }
+/** Input payload for live eval input request. */
 export interface LiveEvalInputRequestInput extends LiveEvalRequestTimeoutInput {
     conversationId: string;
     inputRequestId: string;
@@ -50,7 +61,9 @@ declare const getInputRequestRecordSchema: () => import("../../../internal-agent
     id: import("../../../internal-agents/schema.js").Schema<string>;
     status: import("../../../internal-agents/schema.js").Schema<string>;
 }>>;
+/** Record shape for live eval input request. */
 export type LiveEvalInputRequestRecord = InferSchema<ReturnType<typeof getInputRequestRecordSchema>>;
+/** Public API contract for live eval API client. */
 export interface LiveEvalApiClient {
     createConversation(input: LiveEvalCreateConversationInput): Promise<string>;
     deleteConversation(input: LiveEvalConversationInput): Promise<void>;
@@ -63,16 +76,27 @@ export interface LiveEvalApiClient {
     submitInputResponse(input: LiveEvalSubmitInputResponseInput): Promise<void>;
     cancelInputRequest(input: LiveEvalInputRequestInput): Promise<void>;
 }
+/** Create live eval API client. */
 export declare function createLiveEvalApiClient(context: LiveEvalApiContext): LiveEvalApiClient;
+/** Create live eval conversation. */
 export declare function createLiveEvalConversation(context: LiveEvalApiContext, input: LiveEvalCreateConversationInput): Promise<string>;
+/** Delete live eval conversation helper. */
 export declare function deleteLiveEvalConversation(context: LiveEvalApiContext, input: LiveEvalConversationInput): Promise<void>;
+/** Create live eval project upload fixture. */
 export declare function createLiveEvalProjectUploadFixture(context: LiveEvalApiContext, input: LiveEvalProjectUploadFixtureInput): Promise<string>;
+/** Return live eval project file. */
 export declare function getLiveEvalProjectFile(context: LiveEvalApiContext, input: LiveEvalProjectFileInput): Promise<LiveEvalProjectFile | null>;
+/** Create live eval release. */
 export declare function createLiveEvalRelease(context: LiveEvalApiContext, input: LiveEvalCreateReleaseInput): Promise<string>;
+/** Delete live eval project file helper. */
 export declare function deleteLiveEvalProjectFile(context: LiveEvalApiContext, input: LiveEvalProjectFileInput): Promise<void>;
+/** List open live eval input requests. */
 export declare function listOpenLiveEvalInputRequests(context: LiveEvalApiContext, input: LiveEvalConversationInput): Promise<LiveEvalInputRequestRecord[]>;
+/** Request payload for wait for open live eval input. */
 export declare function waitForOpenLiveEvalInputRequest(context: LiveEvalApiContext, input: LiveEvalWaitForOpenInputRequestInput): Promise<string>;
+/** Response payload for submit live eval input. */
 export declare function submitLiveEvalInputResponse(context: LiveEvalApiContext, input: LiveEvalSubmitInputResponseInput): Promise<void>;
+/** Request payload for cancel live eval input. */
 export declare function cancelLiveEvalInputRequest(context: LiveEvalApiContext, input: LiveEvalInputRequestInput): Promise<void>;
 export {};
 //# sourceMappingURL=api-client.d.ts.map

package/esm/src/agent/testing/live-evals/api-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api-client.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/live-evals/api-client.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAEvE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAIvD,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,OAAO,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CAClF;AAED,MAAM,WAAW,2BAA2B;IAC1C,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,+BAAgC,SAAQ,2BAA2B;IAClF,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,yBAA0B,SAAQ,2BAA2B;IAC5E,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,iCAAkC,SAAQ,2BAA2B;IACpF,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,QAAQ,GAAG,UAAU,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,wBAAyB,SAAQ,2BAA2B;IAC3E,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,0BAA2B,SAAQ,2BAA2B;IAC7E,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,oCAAqC,SAAQ,yBAAyB;IACrF,WAAW,EAAE,WAAW,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,2BAA2B;IAC1C,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC;CACjD;AAED,MAAM,WAAW,gCAAiC,SAAQ,2BAA2B;IACnF,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,2BAA2B,CAAC;CACrC;AAED,MAAM,WAAW,yBAA0B,SAAQ,2BAA2B;IAC5E,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;CACxB;AA4BD,QAAA,MAAM,2BAA2B;;;GAKhC,CAAC;AAQF,MAAM,MAAM,0BAA0B,GAAG,WAAW,CAClD,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAC/C,CAAC;AAEF,MAAM,WAAW,iBAAiB;IAChC,kBAAkB,CAAC,KAAK,EAAE,+BAA+B,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5E,kBAAkB,CAAC,KAAK,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,0BAA0B,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACtF,cAAc,CAAC,KAAK,EAAE,wBAAwB,GAAG,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC;IACrF,aAAa,CAAC,KAAK,EAAE,0BAA0B,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClE,iBAAiB,CAAC,KAAK,EAAE,wBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClE,qBAAqB,CAAC,KAAK,EAAE,yBAAyB,GAAG,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAAC;IAC/F,uBAAuB,CAAC,KAAK,EAAE,oCAAoC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACtF,mBAAmB,CAAC,KAAK,EAAE,gCAAgC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5E,kBAAkB,CAAC,KAAK,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrE;AAsID,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,kBAAkB,GAAG,iBAAiB,CAatF;AAED,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,+BAA+B,GACrC,OAAO,CAAC,MAAM,CAAC,CAuBjB;AAED,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,yBAAyB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAiBf;AAED,wBAAsB,kCAAkC,CACtD,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,iCAAiC,GACvC,OAAO,CAAC,MAAM,CAAC,CAuDjB;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,wBAAwB,GAC9B,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CA4BrC;AAED,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,0BAA0B,GAChC,OAAO,CAAC,MAAM,CAAC,CA6BjB;AAED,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,wBAAwB,GAC9B,OAAO,CAAC,IAAI,CAAC,CAoBf;AAED,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,yBAAyB,GAC/B,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAoBvC;AAED,wBAAsB,+BAA+B,CACnD,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,oCAAoC,GAC1C,OAAO,CAAC,MAAM,CAAC,CAsBjB;AAED,wBAAsB,2BAA2B,CAC/C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,gCAAgC,GACtC,OAAO,CAAC,IAAI,CAAC,CAmBf;AAED,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,yBAAyB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAkBf"}
+{"version":3,"file":"api-client.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/live-evals/api-client.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAEvE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAIvD,iCAAiC;AACjC,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,OAAO,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CAClF;AAED,mDAAmD;AACnD,MAAM,WAAW,2BAA2B;IAC1C,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,uDAAuD;AACvD,MAAM,WAAW,+BAAgC,SAAQ,2BAA2B;IAClF,KAAK,EAAE,MAAM,CAAC;CACf;AAED,gDAAgD;AAChD,MAAM,WAAW,yBAA0B,SAAQ,2BAA2B;IAC5E,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,0DAA0D;AAC1D,MAAM,WAAW,iCAAkC,SAAQ,2BAA2B;IACpF,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,QAAQ,GAAG,UAAU,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,gDAAgD;AAChD,MAAM,WAAW,wBAAyB,SAAQ,2BAA2B;IAC3E,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,kDAAkD;AAClD,MAAM,WAAW,0BAA2B,SAAQ,2BAA2B;IAC7E,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,+DAA+D;AAC/D,MAAM,WAAW,oCAAqC,SAAQ,yBAAyB;IACrF,WAAW,EAAE,WAAW,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,+DAA+D;AAC/D,MAAM,WAAW,2BAA2B;IAC1C,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC;CACjD;AAED,yDAAyD;AACzD,MAAM,WAAW,gCAAiC,SAAQ,2BAA2B;IACnF,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,2BAA2B,CAAC;CACrC;AAED,iDAAiD;AACjD,MAAM,WAAW,yBAA0B,SAAQ,2BAA2B;IAC5E,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;CACxB;AA4BD,QAAA,MAAM,2BAA2B;;;GAKhC,CAAC;AAQF,gDAAgD;AAChD,MAAM,MAAM,0BAA0B,GAAG,WAAW,CAClD,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAC/C,CAAC;AAEF,oDAAoD;AACpD,MAAM,WAAW,iBAAiB;IAChC,kBAAkB,CAAC,KAAK,EAAE,+BAA+B,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5E,kBAAkB,CAAC,KAAK,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,0BAA0B,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACtF,cAAc,CAAC,KAAK,EAAE,wBAAwB,GAAG,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC;IACrF,aAAa,CAAC,KAAK,EAAE,0BAA0B,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClE,iBAAiB,CAAC,KAAK,EAAE,wBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClE,qBAAqB,CAAC,KAAK,EAAE,yBAAyB,GAAG,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAAC;IAC/F,uBAAuB,CAAC,KAAK,EAAE,oCAAoC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACtF,mBAAmB,CAAC,KAAK,EAAE,gCAAgC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5E,kBAAkB,CAAC,KAAK,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrE;AAsID,mCAAmC;AACnC,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,kBAAkB,GAAG,iBAAiB,CAatF;AAED,qCAAqC;AACrC,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,+BAA+B,GACrC,OAAO,CAAC,MAAM,CAAC,CAuBjB;AAED,4CAA4C;AAC5C,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,yBAAyB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAiBf;AAED,+CAA+C;AAC/C,wBAAsB,kCAAkC,CACtD,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,iCAAiC,GACvC,OAAO,CAAC,MAAM,CAAC,CAuDjB;AAED,qCAAqC;AACrC,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,wBAAwB,GAC9B,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CA4BrC;AAED,gCAAgC;AAChC,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,0BAA0B,GAChC,OAAO,CAAC,MAAM,CAAC,CA6BjB;AAED,4CAA4C;AAC5C,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,wBAAwB,GAC9B,OAAO,CAAC,IAAI,CAAC,CAoBf;AAED,0CAA0C;AAC1C,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,yBAAyB,GAC/B,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAoBvC;AAED,yDAAyD;AACzD,wBAAsB,+BAA+B,CACnD,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,oCAAoC,GAC1C,OAAO,CAAC,MAAM,CAAC,CAsBjB;AAED,mDAAmD;AACnD,wBAAsB,2BAA2B,CAC/C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,gCAAgC,GACtC,OAAO,CAAC,IAAI,CAAC,CAmBf;AAED,kDAAkD;AAClD,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,yBAAyB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAkBf"}

package/esm/src/agent/testing/live-evals/api-client.js

@@ -118,6 +118,7 @@ async function waitForProjectUploadFixture(context, input) {
     }
     throw new Error(`Project upload fixture did not appear in time: ${input.filePath}`);
 }
+/** Create live eval API client. */
 export function createLiveEvalApiClient(context) {
     return {
         createConversation: (input) => createLiveEvalConversation(context, input),
@@ -132,6 +133,7 @@ export function createLiveEvalApiClient(context) {
         cancelInputRequest: (input) => cancelLiveEvalInputRequest(context, input),
     };
 }
+/** Create live eval conversation. */
 export async function createLiveEvalConversation(context, input) {
     const response = await createFetch(context)(createApiUrl(context, "/conversations"), {
         method: "POST",
@@ -151,6 +153,7 @@ export async function createLiveEvalConversation(context, input) {
     }
     return payload.id;
 }
+/** Delete live eval conversation helper. */
 export async function deleteLiveEvalConversation(context, input) {
     const response = await createFetch(context)(createApiUrl(context, `/conversations/${input.conversationId}`), {
         method: "DELETE",
@@ -161,6 +164,7 @@ export async function deleteLiveEvalConversation(context, input) {
         throw new Error(`Failed to delete eval conversation ${input.conversationId}: ${response.status} ${await getResponseText(response)}`);
     }
 }
+/** Create live eval project upload fixture. */
 export async function createLiveEvalProjectUploadFixture(context, input) {
     const projectId = requireLiveEvalProjectId(context.projectId, "Project upload fixtures require a live-eval project id");
     const createResponse = await createFetch(context)(createApiUrl(context, `/projects/${projectId}/uploads`), {
@@ -197,6 +201,7 @@ export async function createLiveEvalProjectUploadFixture(context, input) {
         maxAttempts: input.maxAttempts,
     });
 }
+/** Return live eval project file. */
 export async function getLiveEvalProjectFile(context, input) {
     const projectId = requireLiveEvalProjectId(context.projectId, "getLiveEvalProjectFile requires a live-eval project id");
     const response = await createFetch(context)(createApiUrl(context, `/projects/${projectId}/files/${encodeURIComponent(input.filePath)}`), {
@@ -215,6 +220,7 @@ export async function getLiveEvalProjectFile(context, input) {
         content: payload.content ?? "",
     };
 }
+/** Create live eval release. */
 export async function createLiveEvalRelease(context, input) {
     const projectId = requireLiveEvalProjectId(context.projectId, "createLiveEvalRelease requires a live-eval project id");
     const response = await createFetch(context)(createApiUrl(context, `/projects/${projectId}/releases`), {
@@ -234,6 +240,7 @@ export async function createLiveEvalRelease(context, input) {
     }
     return payload.id;
 }
+/** Delete live eval project file helper. */
 export async function deleteLiveEvalProjectFile(context, input) {
     const projectId = context.projectId;
     if (!projectId) {
@@ -248,6 +255,7 @@ export async function deleteLiveEvalProjectFile(context, input) {
         throw new Error(`Failed to delete project file: ${response.status} ${await getResponseText(response)}`);
     }
 }
+/** List open live eval input requests. */
 export async function listOpenLiveEvalInputRequests(context, input) {
     const response = await createFetch(context)(createApiUrl(context, `/conversations/${input.conversationId}/input-requests?status=open`), {
         headers: createLiveEvalAuthHeaders(context),
@@ -262,6 +270,7 @@ export async function listOpenLiveEvalInputRequests(context, input) {
         return parsed.success ? [parsed.data] : [];
     });
 }
+/** Request payload for wait for open live eval input. */
 export async function waitForOpenLiveEvalInputRequest(context, input) {
     const timeoutMs = input.timeoutMs ?? 30_000;
     const pollIntervalMs = input.pollIntervalMs ?? 500;
@@ -279,6 +288,7 @@ export async function waitForOpenLiveEvalInputRequest(context, input) {
     }
     throw new Error(`Timed out while waiting for an open input request in conversation ${input.conversationId}`);
 }
+/** Response payload for submit live eval input. */
 export async function submitLiveEvalInputResponse(context, input) {
     const response = await createFetch(context)(createApiUrl(context, `/conversations/${input.conversationId}/input-requests/${input.inputRequestId}/responses`), {
         method: "POST",
@@ -290,6 +300,7 @@ export async function submitLiveEvalInputResponse(context, input) {
         throw new Error(`Failed to submit eval input response: ${response.status} ${await getResponseText(response)}`);
     }
 }
+/** Request payload for cancel live eval input. */
 export async function cancelLiveEvalInputRequest(context, input) {
     const response = await createFetch(context)(createApiUrl(context, `/conversations/${input.conversationId}/input-requests/${input.inputRequestId}/cancel`), {
         method: "POST",

package/esm/src/agent/testing/live-evals/cli-runner.d.ts

@@ -1,11 +1,13 @@
 import { type LiveEvalRuntime } from "./performance.js";
 import { containsSkillLoad, countStepStartedEvents, createLiveEvalCaseSupport, hasFinished, type LiveEvalCase, type LiveEvalRunnerConfig } from "./runner.js";
 type EnvRecord = Record<string, string | undefined>;
+/** Public API contract for live eval cli case groups. */
 export interface LiveEvalCliCaseGroups {
     readOnlyCases: LiveEvalCase[];
     writeCases: LiveEvalCase[];
     experimentalWriteCases: LiveEvalCase[];
 }
+/** Input payload for live eval cli case factory. */
 export interface LiveEvalCliCaseFactoryInput {
     authToken: string;
     endpoint: string;
@@ -21,6 +23,7 @@ export interface LiveEvalCliCaseFactoryInput {
     withJudge: ReturnType<typeof createLiveEvalCaseSupport>["withJudge"];
     judgeLlm: ReturnType<typeof createLiveEvalCaseSupport>["judgeLlm"];
 }
+/** Input payload for run live eval cli. */
 export interface RunLiveEvalCliInput {
     env: EnvRecord;
     caseSets: Record<string, readonly string[]>;
@@ -31,6 +34,7 @@ export interface RunLiveEvalCliInput {
     error?: (message: string) => void;
     createCaseSupport?: (config: LiveEvalRunnerConfig) => ReturnType<typeof createLiveEvalCaseSupport>;
 }
+/** Run live eval cli. */
 export declare function runLiveEvalCli(input: RunLiveEvalCliInput): Promise<number>;
 export {};
 //# sourceMappingURL=cli-runner.d.ts.map

package/esm/src/agent/testing/live-evals/cli-runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cli-runner.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/live-evals/cli-runner.ts"],"names":[],"mappings":"AAGA,OAAO,EAAkC,KAAK,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAQxF,OAAO,EACL,iBAAiB,EACjB,sBAAsB,EACtB,yBAAyB,EACzB,WAAW,EACX,KAAK,YAAY,EACjB,KAAK,oBAAoB,EAC1B,MAAM,aAAa,CAAC;AAKrB,KAAK,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;AAEpD,MAAM,WAAW,qBAAqB;IACpC,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,UAAU,EAAE,YAAY,EAAE,CAAC;IAC3B,sBAAsB,EAAE,YAAY,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,2BAA2B;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,OAAO,CAAC;IACxB,WAAW,EAAE,OAAO,WAAW,CAAC;IAChC,iBAAiB,EAAE,OAAO,iBAAiB,CAAC;IAC5C,sBAAsB,EAAE,OAAO,sBAAsB,CAAC;IACtD,gBAAgB,EAAE,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC,kBAAkB,CAAC,CAAC;IACnF,SAAS,EAAE,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC,WAAW,CAAC,CAAC;IACrE,QAAQ,EAAE,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC,UAAU,CAAC,CAAC;CACpE;AAED,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,SAAS,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC,CAAC;IAC5C,WAAW,EAAE,CAAC,KAAK,EAAE,2BAA2B,KAAK,qBAAqB,CAAC;IAC3E,QAAQ,CAAC,EAAE,SAAS,eAAe,EAAE,CAAC;IACtC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAChC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,iBAAiB,CAAC,EAAE,CAClB,MAAM,EAAE,oBAAoB,KACzB,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC;CACnD;AAuBD,wBAAsB,cAAc,CAAC,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAwJhF"}
+{"version":3,"file":"cli-runner.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/live-evals/cli-runner.ts"],"names":[],"mappings":"AAGA,OAAO,EAAkC,KAAK,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAQxF,OAAO,EACL,iBAAiB,EACjB,sBAAsB,EACtB,yBAAyB,EACzB,WAAW,EACX,KAAK,YAAY,EACjB,KAAK,oBAAoB,EAC1B,MAAM,aAAa,CAAC;AAKrB,KAAK,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;AAEpD,yDAAyD;AACzD,MAAM,WAAW,qBAAqB;IACpC,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,UAAU,EAAE,YAAY,EAAE,CAAC;IAC3B,sBAAsB,EAAE,YAAY,EAAE,CAAC;CACxC;AAED,oDAAoD;AACpD,MAAM,WAAW,2BAA2B;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,OAAO,CAAC;IACxB,WAAW,EAAE,OAAO,WAAW,CAAC;IAChC,iBAAiB,EAAE,OAAO,iBAAiB,CAAC;IAC5C,sBAAsB,EAAE,OAAO,sBAAsB,CAAC;IACtD,gBAAgB,EAAE,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC,kBAAkB,CAAC,CAAC;IACnF,SAAS,EAAE,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC,WAAW,CAAC,CAAC;IACrE,QAAQ,EAAE,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC,UAAU,CAAC,CAAC;CACpE;AAED,2CAA2C;AAC3C,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,SAAS,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC,CAAC;IAC5C,WAAW,EAAE,CAAC,KAAK,EAAE,2BAA2B,KAAK,qBAAqB,CAAC;IAC3E,QAAQ,CAAC,EAAE,SAAS,eAAe,EAAE,CAAC;IACtC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAChC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,iBAAiB,CAAC,EAAE,CAClB,MAAM,EAAE,oBAAoB,KACzB,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC;CACnD;AAuBD,yBAAyB;AACzB,wBAAsB,cAAc,CAAC,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAwJhF"}

package/esm/src/agent/testing/live-evals/cli-runner.js

@@ -15,6 +15,7 @@ function splitCsvEnv(value) {
 function createTimestampedReportPath(input) {
     return resolve(input.cwd, ".omx/logs", input.directory, `${new Date().toISOString().replaceAll(":", "-").replaceAll(".", "-")}.json`);
 }
+/** Run live eval cli. */
 export async function runLiveEvalCli(input) {
     const log = input.log ?? console.log;
     const error = input.error ?? console.error;

package/esm/src/agent/testing/live-evals/environment.d.ts

@@ -1,4 +1,5 @@
 import { type AgentServiceConfigInput } from "../../service/config.js";
+/** Public API contract for live eval environment. */
 export interface LiveEvalEnvironment {
     endpoint: string;
     authToken: string;
@@ -7,6 +8,8 @@ export interface LiveEvalEnvironment {
     branchId: string | undefined;
     model: string | undefined;
 }
+/** Default value for live eval endpoint. */
 export declare const DEFAULT_LIVE_EVAL_ENDPOINT = "http://127.0.0.1:3001/api/ag-ui";
+/** Resolves live eval environment. */
 export declare function resolveLiveEvalEnvironment(env?: AgentServiceConfigInput): LiveEvalEnvironment;
 //# sourceMappingURL=environment.d.ts.map

package/esm/src/agent/testing/live-evals/environment.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"environment.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/live-evals/environment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,uBAAuB,EAA2B,MAAM,yBAAyB,CAAC;AAEhG,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3B;AAED,eAAO,MAAM,0BAA0B,oCAAoC,CAAC;AAE5E,wBAAgB,0BAA0B,CACxC,GAAG,GAAE,uBAA4B,GAChC,mBAAmB,CAerB"}
+{"version":3,"file":"environment.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/live-evals/environment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,uBAAuB,EAA2B,MAAM,yBAAyB,CAAC;AAEhG,qDAAqD;AACrD,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3B;AAED,4CAA4C;AAC5C,eAAO,MAAM,0BAA0B,oCAAoC,CAAC;AAE5E,sCAAsC;AACtC,wBAAgB,0BAA0B,CACxC,GAAG,GAAE,uBAA4B,GAChC,mBAAmB,CAerB"}

package/esm/src/agent/testing/live-evals/environment.js

@@ -1,5 +1,7 @@
 import { parseAgentServiceConfig } from "../../service/config.js";
+/** Default value for live eval endpoint. */
 export const DEFAULT_LIVE_EVAL_ENDPOINT = "http://127.0.0.1:3001/api/ag-ui";
+/** Resolves live eval environment. */
 export function resolveLiveEvalEnvironment(env = {}) {
     return {
         endpoint: typeof env.AG_UI_EVAL_ENDPOINT === "string"

package/esm/src/agent/testing/live-evals/formatting.d.ts

@@ -1,11 +1,15 @@
 import { Buffer } from "node:buffer";
 import type { AgUiSseProgressSnapshot as EvalProgressSnapshot } from "../../index.js";
+/** Create plain text pdf. */
 export declare function createPlainTextPdf(lines: string[]): Buffer;
+/** Builds progress line. */
 export declare function buildProgressLine(input: {
     caseId: string;
     startedAt: number;
     progress: EvalProgressSnapshot;
 }): string;
+/** Builds failure suffix. */
 export declare function buildFailureSuffix(progress: EvalProgressSnapshot): string;
+/** Contains ordered subsequence helper. */
 export declare function containsOrderedSubsequence(haystack: string[], needle: string[]): boolean;
 //# sourceMappingURL=formatting.d.ts.map

package/esm/src/agent/testing/live-evals/formatting.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"formatting.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/live-evals/formatting.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,KAAK,EAAE,uBAAuB,IAAI,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAStF,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CA4C1D;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,oBAAoB,CAAC;CAChC,GAAG,MAAM,CAcT;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,MAAM,CAUzE;AAED,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,MAAM,EAAE,EAClB,MAAM,EAAE,MAAM,EAAE,GACf,OAAO,CAcT"}
+{"version":3,"file":"formatting.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/live-evals/formatting.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,KAAK,EAAE,uBAAuB,IAAI,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAStF,6BAA6B;AAC7B,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CA4C1D;AAED,4BAA4B;AAC5B,wBAAgB,iBAAiB,CAAC,KAAK,EAAE;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,oBAAoB,CAAC;CAChC,GAAG,MAAM,CAcT;AAED,6BAA6B;AAC7B,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,MAAM,CAUzE;AAED,2CAA2C;AAC3C,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,MAAM,EAAE,EAClB,MAAM,EAAE,MAAM,EAAE,GACf,OAAO,CAcT"}

package/esm/src/agent/testing/live-evals/formatting.js

@@ -2,6 +2,7 @@ import { Buffer } from "node:buffer";
 function escapePdfText(input) {
     return input.replaceAll("\\", "\\\\").replaceAll("(", "\\(").replaceAll(")", "\\)");
 }
+/** Create plain text pdf. */
 export function createPlainTextPdf(lines) {
     const contentLines = [
         "BT",
@@ -35,6 +36,7 @@ export function createPlainTextPdf(lines) {
     pdf += `trailer\n<< /Root 1 0 R /Size ${objects.length + 1} >>\nstartxref\n${xrefOffset}\n%%EOF\n`;
     return Buffer.from(pdf, "utf8");
 }
+/** Builds progress line. */
 export function buildProgressLine(input) {
     const elapsedSeconds = Math.max(1, Math.round((Date.now() - input.startedAt) / 1000));
     const lastEvent = input.progress.lastEventType ?? "none";
@@ -47,6 +49,7 @@ export function buildProgressLine(input) {
     const textSummary = input.progress.textLength > 0 ? ` text=${input.progress.textLength}ch` : "";
     return `[progress] ${input.caseId} ${elapsedSeconds}s events=${input.progress.eventCount} last=${lastEvent}${lastTool}${toolSummary}${textSummary}`;
 }
+/** Builds failure suffix. */
 export function buildFailureSuffix(progress) {
     const details = [
         `events=${progress.eventCount}`,
@@ -57,6 +60,7 @@ export function buildFailureSuffix(progress) {
     ].filter((value) => value !== null);
     return details.length > 0 ? ` Progress: ${details.join(" ")}` : "";
 }
+/** Contains ordered subsequence helper. */
 export function containsOrderedSubsequence(haystack, needle) {
     let cursor = 0;
     for (const value of haystack) {

package/esm/src/agent/testing/live-evals/metadata.d.ts

@@ -1,25 +1,33 @@
 import type { LiveEvalCaseMetadata } from "./report.js";
 import type { LiveEvalCase } from "./runner.js";
+/** Public API contract for live eval case surface. */
 export type LiveEvalCaseSurface = "read-only" | "write" | "experimental";
+/** Public API contract for live eval case tag rule. */
 export interface LiveEvalCaseTagRule {
     tag: string;
     equals?: string | readonly string[];
     startsWith?: string | readonly string[];
     includes?: string | readonly string[];
 }
+/** Options accepted by live eval case metadata. */
 export interface LiveEvalCaseMetadataOptions {
     releaseGateCaseIds?: readonly string[] | ReadonlySet<string>;
     optionalJudgeCasePrefixes?: readonly string[];
     areaTagRules?: readonly LiveEvalCaseTagRule[];
 }
+/** Input payload for build live eval case metadata. */
 export interface BuildLiveEvalCaseMetadataInput extends LiveEvalCaseMetadataOptions {
     caseId: string;
     surface: LiveEvalCaseSurface;
     requireProject: boolean;
 }
+/** Default value for live eval optional judge case prefixes. */
 export declare const DEFAULT_LIVE_EVAL_OPTIONAL_JUDGE_CASE_PREFIXES: readonly string[];
+/** Default value for live eval area tag rules. */
 export declare const DEFAULT_LIVE_EVAL_AREA_TAG_RULES: readonly LiveEvalCaseTagRule[];
+/** Builds live eval case metadata. */
 export declare function buildLiveEvalCaseMetadata(input: BuildLiveEvalCaseMetadataInput): LiveEvalCaseMetadata;
+/** Applies live eval metadata. */
 export declare function withLiveEvalMetadata<TCase extends LiveEvalCase>(cases: readonly TCase[], surface: LiveEvalCaseSurface, options?: LiveEvalCaseMetadataOptions): Array<TCase & {
     metadata: LiveEvalCaseMetadata;
 }>;

package/esm/src/agent/testing/live-evals/metadata.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"metadata.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/live-evals/metadata.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACxD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD,MAAM,MAAM,mBAAmB,GAAG,WAAW,GAAG,OAAO,GAAG,cAAc,CAAC;AAEzE,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,2BAA2B;IAC1C,kBAAkB,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAC7D,yBAAyB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9C,YAAY,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;CAC/C;AAED,MAAM,WAAW,8BAA+B,SAAQ,2BAA2B;IACjF,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,mBAAmB,CAAC;IAC7B,cAAc,EAAE,OAAO,CAAC;CACzB;AAED,eAAO,MAAM,8CAA8C,EAAE,SAAS,MAAM,EAI3E,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,SAAS,mBAAmB,EAqB1E,CAAC;AA+DF,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,8BAA8B,GACpC,oBAAoB,CAkCtB;AAED,wBAAgB,oBAAoB,CAAC,KAAK,SAAS,YAAY,EAC7D,KAAK,EAAE,SAAS,KAAK,EAAE,EACvB,OAAO,EAAE,mBAAmB,EAC5B,OAAO,GAAE,2BAAgC,GACxC,KAAK,CAAC,KAAK,GAAG;IAAE,QAAQ,EAAE,oBAAoB,CAAA;CAAE,CAAC,CAUnD"}
+{"version":3,"file":"metadata.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/live-evals/metadata.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACxD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD,sDAAsD;AACtD,MAAM,MAAM,mBAAmB,GAAG,WAAW,GAAG,OAAO,GAAG,cAAc,CAAC;AAEzE,uDAAuD;AACvD,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;CACvC;AAED,mDAAmD;AACnD,MAAM,WAAW,2BAA2B;IAC1C,kBAAkB,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAC7D,yBAAyB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9C,YAAY,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAC;CAC/C;AAED,uDAAuD;AACvD,MAAM,WAAW,8BAA+B,SAAQ,2BAA2B;IACjF,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,mBAAmB,CAAC;IAC7B,cAAc,EAAE,OAAO,CAAC;CACzB;AAED,gEAAgE;AAChE,eAAO,MAAM,8CAA8C,EAAE,SAAS,MAAM,EAI3E,CAAC;AAEF,kDAAkD;AAClD,eAAO,MAAM,gCAAgC,EAAE,SAAS,mBAAmB,EAqB1E,CAAC;AA+DF,sCAAsC;AACtC,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,8BAA8B,GACpC,oBAAoB,CAkCtB;AAED,kCAAkC;AAClC,wBAAgB,oBAAoB,CAAC,KAAK,SAAS,YAAY,EAC7D,KAAK,EAAE,SAAS,KAAK,EAAE,EACvB,OAAO,EAAE,mBAAmB,EAC5B,OAAO,GAAE,2BAAgC,GACxC,KAAK,CAAC,KAAK,GAAG;IAAE,QAAQ,EAAE,oBAAoB,CAAA;CAAE,CAAC,CAUnD"}

package/esm/src/agent/testing/live-evals/metadata.js

@@ -1,8 +1,10 @@
+/** Default value for live eval optional judge case prefixes. */
 export const DEFAULT_LIVE_EVAL_OPTIONAL_JUDGE_CASE_PREFIXES = [
     "knowledge-",
     "grounded-",
     "judged-",
 ];
+/** Default value for live eval area tag rules. */
 export const DEFAULT_LIVE_EVAL_AREA_TAG_RULES = [
     { startsWith: "starter-", tag: "area:starter-routing" },
     { startsWith: "starter-task-", tag: "area:starter-artifact-flow" },
@@ -70,6 +72,7 @@ function buildAreaTags(caseId, rules) {
     }
     return [...tags];
 }
+/** Builds live eval case metadata. */
 export function buildLiveEvalCaseMetadata(input) {
     const optionalJudgeCasePrefixes = input.optionalJudgeCasePrefixes ??
         DEFAULT_LIVE_EVAL_OPTIONAL_JUDGE_CASE_PREFIXES;
@@ -99,6 +102,7 @@ export function buildLiveEvalCaseMetadata(input) {
         tags: [...tags].sort(),
     };
 }
+/** Applies live eval metadata. */
 export function withLiveEvalMetadata(cases, surface, options = {}) {
     return cases.map((testCase) => ({
         ...testCase,