veryfront 0.1.877 → 0.1.879

package/esm/cli/commands/generate/handler.d.ts

@@ -3,7 +3,7 @@
  */
 import type { ParsedArgs } from "../../shared/types.js";
 export declare const parseGenerateArgs: (args: ParsedArgs) => import("../../shared/args.js").SafeParseResult<import("../../../src/extensions/schema/schema-validator.js").InferShape<{
-    type: import("../../../src/internal-agents/schema.js").Schema<"prompt" | "page" | "api" | "agent" | "layout" | "resource" | "component" | "task" | "tool" | "integration" | "skill" | "workflow" | undefined>;
+    type: import("../../../src/internal-agents/schema.js").Schema<"prompt" | "page" | "api" | "agent" | "layout" | "resource" | "component" | "task" | "tool" | "integration" | "workflow" | "skill" | undefined>;
     name: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;
 }>>;
 export declare function handleGenerateCommand(args: ParsedArgs): Promise<void>;

package/esm/cli/mcp/tools/scaffold-tools.d.ts

@@ -5,7 +5,7 @@ import type { InferSchema } from "../../../src/extensions/schema/index.js";
 import type { MCPTool } from "../tools.js";
 import { type ScaffoldResult } from "../../scaffold/engine.js";
 declare const getScaffoldInput: () => import("../../../src/internal-agents/schema.js").Schema<import("../../../src/extensions/schema/schema-validator.js").InferShape<{
-    type: import("../../../src/internal-agents/schema.js").Schema<"prompt" | "page" | "api" | "agent" | "layout" | "resource" | "component" | "task" | "tool" | "skill" | "workflow">;
+    type: import("../../../src/internal-agents/schema.js").Schema<"prompt" | "page" | "api" | "agent" | "layout" | "resource" | "component" | "task" | "tool" | "workflow" | "skill">;
     name: import("../../../src/internal-agents/schema.js").Schema<string>;
     methods: import("../../../src/internal-agents/schema.js").Schema<string[] | undefined>;
     projectPath: import("../../../src/internal-agents/schema.js").Schema<string | undefined>;

package/esm/deno.d.ts

@@ -61,6 +61,7 @@ declare namespace _default {
         "./extensions/compat": string;
         "./extensions/css": string;
         "./extensions/database": string;
+        "./extensions/eval": string;
         "./extensions/parser": string;
         "./extensions/sandbox": string;
         "./extensions/schema": string;
@@ -152,6 +153,7 @@ declare namespace _default {
         "veryfront/extensions/contracts": string;
         "veryfront/extensions/css": string;
         "veryfront/extensions/database": string;
+        "veryfront/extensions/eval": string;
         "veryfront/extensions/parser": string;
         "veryfront/extensions/sandbox": string;
         "veryfront/extensions/schema": string;
@@ -174,6 +176,7 @@ declare namespace _default {
         "#veryfront/errors": string;
         "#veryfront/eval": string;
         "#veryfront/eval/agent-service": string;
+        "#veryfront/extensions/eval": string;
         "#veryfront/html": string;
         "#veryfront/mcp": string;
         "#veryfront/middleware": string;

package/esm/deno.js

@@ -1,6 +1,6 @@
 export default {
     "name": "veryfront",
-    "version": "0.1.877",
+    "version": "0.1.879",
     "license": "Apache-2.0",
     "nodeModulesDir": "auto",
     "minimumDependencyAge": {
@@ -116,6 +116,7 @@ export default {
         "./extensions/compat": "./src/extensions/compat/index.ts",
         "./extensions/css": "./src/extensions/css/index.ts",
         "./extensions/database": "./src/extensions/database/index.ts",
+        "./extensions/eval": "./src/extensions/eval/index.ts",
         "./extensions/parser": "./src/extensions/parser/index.ts",
         "./extensions/sandbox": "./src/extensions/sandbox/index.ts",
         "./extensions/schema": "./src/extensions/schema/index.ts",
@@ -207,6 +208,7 @@ export default {
         "veryfront/extensions/contracts": "./src/extensions/contracts.ts",
         "veryfront/extensions/css": "./src/extensions/css/index.ts",
         "veryfront/extensions/database": "./src/extensions/database/index.ts",
+        "veryfront/extensions/eval": "./src/extensions/eval/index.ts",
         "veryfront/extensions/parser": "./src/extensions/parser/index.ts",
         "veryfront/extensions/sandbox": "./src/extensions/sandbox/index.ts",
         "veryfront/extensions/schema": "./src/extensions/schema/index.ts",
@@ -229,6 +231,7 @@ export default {
         "#veryfront/errors": "./src/errors/index.ts",
         "#veryfront/eval": "./src/eval/index.ts",
         "#veryfront/eval/agent-service": "./src/eval/agent-service.ts",
+        "#veryfront/extensions/eval": "./src/extensions/eval/index.ts",
         "#veryfront/html": "./src/html/index.ts",
         "#veryfront/mcp": "./src/mcp/index.ts",
         "#veryfront/middleware": "./src/middleware/index.ts",

package/esm/src/channels/control-plane.d.ts

@@ -11,20 +11,20 @@ export declare const CONTROL_PLANE_RUN_STREAM_PATH = "/api/control-plane/runs/:r
 /** Allowed control-plane surfaces — source of truth for the schema and {@link ControlPlaneSurface}. */
 export declare const CONTROL_PLANE_SURFACES: readonly ["studio", "channels", "a2a", "mcp"];
 /** Zod schema for get control plane surface. */
-export declare const getControlPlaneSurfaceSchema: () => Schema<"mcp" | "studio" | "channels" | "a2a">;
+export declare const getControlPlaneSurfaceSchema: () => Schema<"mcp" | "channels" | "studio" | "a2a">;
 /** Zod schema for control plane surface. */
-export declare const ControlPlaneSurfaceSchema: Schema<"mcp" | "studio" | "channels" | "a2a">;
+export declare const ControlPlaneSurfaceSchema: Schema<"mcp" | "channels" | "studio" | "a2a">;
 /** Zod schema for get control plane agents list request. */
 export declare const getControlPlaneAgentsListRequestSchema: () => Schema<import("../extensions/schema/schema-validator.js").InferShape<{
     requestId: Schema<string>;
     projectId: Schema<string>;
-    surface: Schema<"mcp" | "studio" | "channels" | "a2a">;
+    surface: Schema<"mcp" | "channels" | "studio" | "a2a">;
 }>>;
 /** Zod schema for control plane agents list request. */
 export declare const ControlPlaneAgentsListRequestSchema: Schema<import("../extensions/schema/schema-validator.js").InferShape<{
     requestId: Schema<string>;
     projectId: Schema<string>;
-    surface: Schema<"mcp" | "studio" | "channels" | "a2a">;
+    surface: Schema<"mcp" | "channels" | "studio" | "a2a">;
 }>>;
 /** Zod schema for get runtime agent skill. */
 export declare const getRuntimeAgentSkillSchema: () => Schema<import("../extensions/schema/schema-validator.js").InferShape<{
@@ -232,7 +232,7 @@ declare const getControlPlaneClaimsSchema: () => Schema<import("../extensions/sc
     iss: Schema<string>;
     aud: Schema<string>;
     sub: Schema<string>;
-    surface: Schema<"mcp" | "studio" | "channels" | "a2a">;
+    surface: Schema<"mcp" | "channels" | "studio" | "a2a">;
     project_id: Schema<string>;
     request_hash: Schema<string>;
     iat: Schema<number>;

package/esm/src/chat/ag-ui.d.ts

@@ -139,7 +139,7 @@ export declare const getAgUiSnapshotMessageSchema: () => import("../internal-age
     encryptedValue: import("../internal-agents/schema.js").Schema<string | undefined>;
 }>>;
 /** Zod schema for get AG-UI wire event name. */
-export declare const getAgUiWireEventNameSchema: () => import("../internal-agents/schema.js").Schema<"ToolCallArgs" | "ToolCallEnd" | "ToolCallResult" | "Custom" | "ReasoningMessageStart" | "ReasoningMessageContent" | "ReasoningMessageEnd" | "TextMessageStart" | "TextMessageContent" | "TextMessageEnd" | "ToolCallStart" | "RunError" | "RunFinished" | "RunStarted" | "ToolCallChunk" | "StateSnapshot" | "MessagesSnapshot" | "StateDelta">;
+export declare const getAgUiWireEventNameSchema: () => import("../internal-agents/schema.js").Schema<"ToolCallArgs" | "ToolCallEnd" | "ToolCallResult" | "Custom" | "ReasoningMessageStart" | "ReasoningMessageContent" | "ReasoningMessageEnd" | "TextMessageStart" | "TextMessageContent" | "TextMessageEnd" | "ToolCallStart" | "RunError" | "RunFinished" | "RunStarted" | "StateSnapshot" | "MessagesSnapshot" | "ToolCallChunk" | "StateDelta">;
 /** Map AG-UI runtime messages to chat UI messages. */
 export declare function mapAgUiRuntimeMessagesToChatUiMessages(messages: AgUiRuntimeMessage[]): ChatUiMessage[];
 /** Zod schema for get AG-UI wire event. */

package/esm/src/eval/agent-service/durable-run-canaries/cli-runner.d.ts

@@ -0,0 +1,21 @@
+import { type LiveEvalApiContext } from "../live-evals/api-client.js";
+import { createDurableRunCanaryRunner, type DurableRunCanaryCase, type DurableRunCanaryRunnerConfig } from "./runner.js";
+type EnvRecord = Record<string, string | undefined>;
+/** Input payload for durable run canary cli case factory. */
+export interface DurableRunCanaryCliCaseFactoryInput {
+    context: LiveEvalApiContext;
+    requestTimeoutMs: number;
+}
+/** Input payload for run durable run canary cli. */
+export interface RunDurableRunCanaryCliInput {
+    env: EnvRecord;
+    agentId: string;
+    createCases: (input: DurableRunCanaryCliCaseFactoryInput) => DurableRunCanaryCase[];
+    cwd?: string;
+    log?: (message: string) => void;
+    createRunner?: (config: DurableRunCanaryRunnerConfig) => ReturnType<typeof createDurableRunCanaryRunner>;
+}
+/** Run durable run canary cli. */
+export declare function runDurableRunCanaryCli(input: RunDurableRunCanaryCliInput): Promise<number>;
+export {};
+//# sourceMappingURL=cli-runner.d.ts.map

package/esm/src/eval/agent-service/durable-run-canaries/cli-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-runner.d.ts","sourceRoot":"","sources":["../../../../../src/src/eval/agent-service/durable-run-canaries/cli-runner.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAEtE,OAAO,EACL,4BAA4B,EAC5B,KAAK,oBAAoB,EAEzB,KAAK,4BAA4B,EAClC,MAAM,aAAa,CAAC;AAErB,KAAK,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;AAEpD,6DAA6D;AAC7D,MAAM,WAAW,mCAAmC;IAClD,OAAO,EAAE,kBAAkB,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,oDAAoD;AACpD,MAAM,WAAW,2BAA2B;IAC1C,GAAG,EAAE,SAAS,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,CAAC,KAAK,EAAE,mCAAmC,KAAK,oBAAoB,EAAE,CAAC;IACpF,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAChC,YAAY,CAAC,EAAE,CACb,MAAM,EAAE,4BAA4B,KACjC,UAAU,CAAC,OAAO,4BAA4B,CAAC,CAAC;CACtD;AAcD,kCAAkC;AAClC,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,2BAA2B,GACjC,OAAO,CAAC,MAAM,CAAC,CAwEjB"}

package/esm/src/eval/agent-service/durable-run-canaries/cli-runner.js

@@ -0,0 +1,66 @@
+import { mkdir, writeTextFile } from "../../../platform/compat/fs.js";
+import { dirname, resolve } from "../../../platform/compat/path/index.js";
+import { cwd as getProcessCwd } from "../../../platform/compat/process.js";
+import { resolveDurableRunCanaryEnvironment } from "./environment.js";
+import { createDurableRunCanaryRunner, } from "./runner.js";
+function createTimestampedReportPath(input) {
+    return resolve(input.cwd, ".omx/logs", input.directory, `${new Date().toISOString().replaceAll(":", "-").replaceAll(".", "-")}.json`);
+}
+/** Run durable run canary cli. */
+export async function runDurableRunCanaryCli(input) {
+    const log = input.log ?? console.log;
+    const cwd = input.cwd ?? getProcessCwd();
+    const { apiUrl, authToken, projectId, requestTimeoutMs, keepSuccessfulEvidence } = resolveDurableRunCanaryEnvironment(input.env);
+    const reportPath = input.env.DURABLE_CANARY_REPORT_PATH ??
+        createTimestampedReportPath({ cwd, directory: "durable-run-staging-canaries" });
+    if (!authToken) {
+        throw new Error("Missing VERYFRONT_TOKEN");
+    }
+    if (!projectId) {
+        throw new Error("Missing AG_UI_EVAL_PROJECT_ID");
+    }
+    const context = {
+        apiUrl,
+        authToken,
+        projectId,
+    };
+    const createRunner = input.createRunner ?? createDurableRunCanaryRunner;
+    const { runCase } = createRunner({
+        apiUrl,
+        authToken,
+        agentId: input.agentId,
+        projectId,
+        requestTimeoutMs,
+        keepSuccessfulEvidence,
+    });
+    const testCases = input.createCases({
+        context,
+        requestTimeoutMs,
+    });
+    log(`Durable run canaries -> ${apiUrl}`);
+    log(`Project scope -> ${projectId}`);
+    const results = [];
+    for (const testCase of testCases) {
+        log(`\n[run] ${testCase.label}`);
+        const result = await runCase(testCase);
+        results.push(result);
+        log(`[${result.status}] ${result.id}: ${result.details}`);
+    }
+    const summary = {
+        passed: results.filter((result) => result.status === "pass").length,
+        failed: results.filter((result) => result.status === "fail").length,
+    };
+    await mkdir(dirname(reportPath), { recursive: true });
+    await writeTextFile(reportPath, JSON.stringify({
+        generatedAt: new Date().toISOString(),
+        apiUrl,
+        projectId,
+        results,
+        summary,
+    }, null, 2));
+    log("\nSummary");
+    log(`passed: ${summary.passed}`);
+    log(`failed: ${summary.failed}`);
+    log(`report: ${reportPath}`);
+    return summary.failed > 0 ? 1 : 0;
+}

package/esm/src/eval/agent-service/durable-run-canaries/environment.d.ts

@@ -0,0 +1,14 @@
+import { type AgentServiceConfigInput } from "../../../agent/service/config.js";
+/** Public API contract for durable run canary environment. */
+export interface DurableRunCanaryEnvironment {
+    apiUrl: string;
+    authToken: string;
+    projectId: string;
+    requestTimeoutMs: number;
+    keepSuccessfulEvidence: boolean;
+}
+/** Default value for durable run canary timeout ms. */
+export declare const DEFAULT_DURABLE_RUN_CANARY_TIMEOUT_MS = 240000;
+/** Resolves durable run canary environment. */
+export declare function resolveDurableRunCanaryEnvironment(env?: AgentServiceConfigInput): DurableRunCanaryEnvironment;
+//# sourceMappingURL=environment.d.ts.map

package/esm/src/eval/agent-service/durable-run-canaries/environment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"environment.d.ts","sourceRoot":"","sources":["../../../../../src/src/eval/agent-service/durable-run-canaries/environment.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,uBAAuB,EAE7B,MAAM,kCAAkC,CAAC;AAE1C,8DAA8D;AAC9D,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,sBAAsB,EAAE,OAAO,CAAC;CACjC;AAED,uDAAuD;AACvD,eAAO,MAAM,qCAAqC,SAAU,CAAC;AAE7D,+CAA+C;AAC/C,wBAAgB,kCAAkC,CAChD,GAAG,GAAE,uBAA4B,GAChC,2BAA2B,CAY7B"}

package/esm/src/eval/agent-service/durable-run-canaries/environment.js

@@ -0,0 +1,15 @@
+import { parseAgentServiceConfig, } from "../../../agent/service/config.js";
+/** Default value for durable run canary timeout ms. */
+export const DEFAULT_DURABLE_RUN_CANARY_TIMEOUT_MS = 240_000;
+/** Resolves durable run canary environment. */
+export function resolveDurableRunCanaryEnvironment(env = {}) {
+    return {
+        apiUrl: typeof env.VERYFRONT_API_URL === "string"
+            ? env.VERYFRONT_API_URL
+            : parseAgentServiceConfig(env).VERYFRONT_API_URL,
+        authToken: typeof env.VERYFRONT_TOKEN === "string" ? env.VERYFRONT_TOKEN : "",
+        projectId: typeof env.AG_UI_EVAL_PROJECT_ID === "string" ? env.AG_UI_EVAL_PROJECT_ID : "",
+        requestTimeoutMs: Number(env.DURABLE_CANARY_TIMEOUT_MS ?? DEFAULT_DURABLE_RUN_CANARY_TIMEOUT_MS),
+        keepSuccessfulEvidence: env.DURABLE_CANARY_KEEP_SUCCESS === "1",
+    };
+}

package/esm/src/eval/agent-service/durable-run-canaries/index.d.ts

@@ -0,0 +1,5 @@
+export { type DurableRunCanaryCliCaseFactoryInput, runDurableRunCanaryCli, type RunDurableRunCanaryCliInput, } from "./cli-runner.js";
+export { DEFAULT_DURABLE_RUN_CANARY_TIMEOUT_MS, type DurableRunCanaryEnvironment, resolveDurableRunCanaryEnvironment, } from "./environment.js";
+export { createDurableRunCanaryApiClient, createDurableRunCanaryRunner, type DurableRunCanaryApiClient, type DurableRunCanaryApiConfig, type DurableRunCanaryCase, type DurableRunCanaryCreateRootRunInput, type DurableRunCanaryMessage, type DurableRunCanaryPreparedCase, type DurableRunCanaryResult, type DurableRunCanaryRunnerConfig, durableRunCanaryRunnerInternals, type DurableRunCanaryRunSummary, type DurableRunCanarySendUserMessageInput, type DurableRunCanaryStartRunInput, getDurableRunCanaryMessageSchema, parseDurableRunCanaryRunSummary, } from "./runner.js";
+export { assertCompleted, assertNoMalformedCreateFileToolCalls, collectAssistantText, findAssistantMessage, stringifyUnknown, } from "./validation.js";
+//# sourceMappingURL=index.d.ts.map

package/esm/src/eval/agent-service/durable-run-canaries/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/src/eval/agent-service/durable-run-canaries/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,mCAAmC,EACxC,sBAAsB,EACtB,KAAK,2BAA2B,GACjC,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,qCAAqC,EACrC,KAAK,2BAA2B,EAChC,kCAAkC,GACnC,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,+BAA+B,EAC/B,4BAA4B,EAC5B,KAAK,yBAAyB,EAC9B,KAAK,yBAAyB,EAC9B,KAAK,oBAAoB,EACzB,KAAK,kCAAkC,EACvC,KAAK,uBAAuB,EAC5B,KAAK,4BAA4B,EACjC,KAAK,sBAAsB,EAC3B,KAAK,4BAA4B,EACjC,+BAA+B,EAC/B,KAAK,0BAA0B,EAC/B,KAAK,oCAAoC,EACzC,KAAK,6BAA6B,EAClC,gCAAgC,EAChC,+BAA+B,GAChC,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,eAAe,EACf,oCAAoC,EACpC,oBAAoB,EACpB,oBAAoB,EACpB,gBAAgB,GACjB,MAAM,iBAAiB,CAAC"}

package/esm/src/eval/agent-service/durable-run-canaries/index.js

@@ -0,0 +1,4 @@
+export { runDurableRunCanaryCli, } from "./cli-runner.js";
+export { DEFAULT_DURABLE_RUN_CANARY_TIMEOUT_MS, resolveDurableRunCanaryEnvironment, } from "./environment.js";
+export { createDurableRunCanaryApiClient, createDurableRunCanaryRunner, durableRunCanaryRunnerInternals, getDurableRunCanaryMessageSchema, parseDurableRunCanaryRunSummary, } from "./runner.js";
+export { assertCompleted, assertNoMalformedCreateFileToolCalls, collectAssistantText, findAssistantMessage, stringifyUnknown, } from "./validation.js";

package/esm/src/eval/agent-service/durable-run-canaries/runner.d.ts

@@ -0,0 +1,118 @@
+import type { InferSchema } from "../../../extensions/schema/index.js";
+/** Configuration used by durable run canary API. */
+export interface DurableRunCanaryApiConfig {
+    apiUrl: string;
+    authToken: string;
+    agentId: string;
+    projectId: string | null;
+    branchId?: string | null;
+    requestTimeoutMs: number;
+    fetch?: (input: string | URL | Request, init?: RequestInit) => Promise<Response>;
+}
+/** Input payload for durable run canary create root run. */
+export interface DurableRunCanaryCreateRootRunInput {
+    conversationId: string;
+    runId: string;
+}
+/** Input payload for durable run canary send user message. */
+export interface DurableRunCanarySendUserMessageInput {
+    conversationId: string;
+    prompt: string;
+}
+/** Input payload for durable run canary start run. */
+export interface DurableRunCanaryStartRunInput extends DurableRunCanaryCreateRootRunInput {
+    messageId: string;
+    prompt: string;
+    userMessageId: string;
+}
+/** Zod schema for get durable run canary message. */
+export declare const getDurableRunCanaryMessageSchema: () => import("../../../internal-agents/schema.js").Schema<{
+    id: string;
+    role: "tool" | "user" | "assistant" | "system";
+    parts: ({
+        type: string;
+    } & {} & Record<string, unknown>)[];
+} & {
+    status?: string | undefined;
+} & Record<string, unknown>>;
+/** Message shape for durable run canary. */
+export type DurableRunCanaryMessage = InferSchema<ReturnType<typeof getDurableRunCanaryMessageSchema>>;
+/** Public API contract for durable run canary run summary. */
+export interface DurableRunCanaryRunSummary {
+    runId: string;
+    conversationId: string;
+    messageId: string;
+    agentId: string;
+    status: string;
+    latestEventId: number;
+    latestExternalEventSequence: number | null;
+    waitingToolCallId: string | null;
+    waitingToolName: string | null;
+    terminalErrorCode: string | null;
+    terminalErrorMessage: string | null;
+    startedAt: string | null;
+    finishedAt: string | null;
+}
+/** Parses durable run canary run summary. */
+export declare function parseDurableRunCanaryRunSummary(value: unknown): DurableRunCanaryRunSummary;
+/** Public API contract for durable run canary API client. */
+export interface DurableRunCanaryApiClient {
+    createDurableRootRun: (input: DurableRunCanaryCreateRootRunInput) => Promise<void>;
+    getRunSummary: (input: DurableRunCanaryCreateRootRunInput) => Promise<DurableRunCanaryRunSummary>;
+    listMessagesForCanary: (input: {
+        conversationId: string;
+    }) => Promise<DurableRunCanaryMessage[]>;
+    sendUserMessageForCanary: (input: DurableRunCanarySendUserMessageInput) => Promise<DurableRunCanaryMessage>;
+    startDurableRun: (input: DurableRunCanaryStartRunInput) => Promise<void>;
+}
+/** Create durable run canary API client. */
+export declare function createDurableRunCanaryApiClient(config: DurableRunCanaryApiConfig): DurableRunCanaryApiClient;
+/** Result returned from durable run canary. */
+export interface DurableRunCanaryResult {
+    id: string;
+    label: string;
+    status: "pass" | "fail";
+    details: string;
+    durationMs: number;
+    conversationId: string;
+    runId: string;
+    artifactPaths?: string[];
+}
+/** Public API contract for durable run canary prepared case. */
+export interface DurableRunCanaryPreparedCase {
+    artifactPaths?: string[] | ((runId: string) => string[]);
+    cleanup: (input?: {
+        runId: string;
+    }) => Promise<void>;
+    conversationId: string;
+    prompt: string;
+    startSidecar?: () => Promise<(() => Promise<void>) | void>;
+    title: string;
+    validate: (input: {
+        messages: DurableRunCanaryMessage[];
+        run: DurableRunCanaryRunSummary;
+    }) => Promise<void> | void;
+}
+/** Public API contract for durable run canary case. */
+export interface DurableRunCanaryCase {
+    id: string;
+    label: string;
+    prepare: () => Promise<DurableRunCanaryPreparedCase>;
+}
+/** Configuration used by durable run canary runner. */
+export interface DurableRunCanaryRunnerConfig extends DurableRunCanaryApiConfig {
+    keepSuccessfulEvidence: boolean;
+}
+declare function collectReferencedChildConversationIds(messages: DurableRunCanaryMessage[]): string[];
+declare function isTerminalRunStatus(status: string): boolean;
+/** Create durable run canary runner. */
+export declare function createDurableRunCanaryRunner(config: DurableRunCanaryRunnerConfig, apiClient?: DurableRunCanaryApiClient): {
+    runCase: (testCase: DurableRunCanaryCase) => Promise<DurableRunCanaryResult>;
+};
+/** White-box helpers used by durable run canary tests. */
+export declare const durableRunCanaryRunnerInternals: {
+    collectReferencedChildConversationIds: typeof collectReferencedChildConversationIds;
+    isTerminalRunStatus: typeof isTerminalRunStatus;
+};
+export {};
+//# sourceMappingURL=runner.d.ts.map

package/esm/src/eval/agent-service/durable-run-canaries/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../../../src/src/eval/agent-service/durable-run-canaries/runner.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAIvE,oDAAoD;AACpD,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,OAAO,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CAClF;AAED,4DAA4D;AAC5D,MAAM,WAAW,kCAAkC;IACjD,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,8DAA8D;AAC9D,MAAM,WAAW,oCAAoC;IACnD,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,sDAAsD;AACtD,MAAM,WAAW,6BAA8B,SAAQ,kCAAkC;IACvF,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,qDAAqD;AACrD,eAAO,MAAM,gCAAgC;;;;;;;;4BAO5C,CAAC;AAEF,4CAA4C;AAC5C,MAAM,MAAM,uBAAuB,GAAG,WAAW,CAC/C,UAAU,CAAC,OAAO,gCAAgC,CAAC,CACpD,CAAC;AAEF,8DAA8D;AAC9D,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,2BAA2B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AA4CD,6CAA6C;AAC7C,wBAAgB,+BAA+B,CAAC,KAAK,EAAE,OAAO,GAAG,0BAA0B,CAoC1F;AAkGD,6DAA6D;AAC7D,MAAM,WAAW,yBAAyB;IACxC,oBAAoB,EAAE,CAAC,KAAK,EAAE,kCAAkC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,aAAa,EAAE,CAAC,KAAK,EAAE,kCAAkC,KAAK,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAClG,qBAAqB,EAAE,CAAC,KAAK,EAAE;QAAE,cAAc,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,uBAAuB,EAAE,CAAC,CAAC;IACjG,wBAAwB,EAAE,CACxB,KAAK,EAAE,oCAAoC,KACxC,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACtC,eAAe,EAAE,CAAC,KAAK,EAAE,6BAA6B,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1E;AAED,4CAA4C;AAC5C,wBAAgB,+BAA+B,CAC7C,MAAM,EAAE,yBAAyB,GAChC,yBAAyB,CAgF3B;AAED,+CAA+C;AAC/C,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,gEAAgE;AAChE,MAAM,WAAW,4BAA4B;IAC3C,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC,CAAC;IACzD,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtD,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC3D,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,CAAC,KAAK,EAAE;QAChB,QAAQ,EAAE,uBAAuB,EAAE,CAAC;QACpC,GAAG,EAAE,0BAA0B,CAAC;KACjC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CAC5B;AAED,uDAAuD;AACvD,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,OAAO,CAAC,4BAA4B,CAAC,CAAC;CACtD;AAED,uDAAuD;AACvD,MAAM,WAAW,4BAA6B,SAAQ,yBAAyB;IAC7E,sBAAsB,EAAE,OAAO,CAAC;CACjC;AA0DD,iBAAS,qCAAqC,CAAC,QAAQ,EAAE,uBAAuB,EAAE,GAAG,MAAM,EAAE,CAc5F;AAQD,iBAAS,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAEpD;AA2CD,wCAAwC;AACxC,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,4BAA4B,EACpC,SAAS,GAAE,yBAAmE;wBAkB7C,oBAAoB,KAAG,OAAO,CAAC,sBAAsB,CAAC;EAqFxF;AAED,0DAA0D;AAC1D,eAAO,MAAM,+BAA+B;;;CAG3C,CAAC"}