veryfront 0.1.877 → 0.1.878

package/esm/src/eval/agent-service/live-evals/runner.js

@@ -0,0 +1,396 @@
+import * as dntShim from "../../../../_dnt.shims.js";
+import { agUiSseEventTypes, buildAgUiSseTraceSignature as buildTraceSignature, getAgUiSseStringField as getStringField, parseAgUiSseResponse as parseSseResponse, } from "../../../agent/index.js";
+import { buildFailureSuffix, buildProgressLine, containsOrderedSubsequence } from "./formatting.js";
+import { buildLiveEvalRequestBody } from "./request.js";
+import { createFailedEvalResult, createPassedEvalResult, createSkippedEvalResult, } from "./result.js";
+function resolveFetch(config) {
+    return config.fetch ?? fetch;
+}
+function createLiveEvalJudgeSupport(config) {
+    async function judgeLlm(input) {
+        try {
+            const body = buildLiveEvalRequestBody({
+                testCaseId: "llm-judge",
+                prompt: `You are an eval judge. Grade the following answer.
+
+QUESTION: ${input.question}
+
+ANSWER: ${input.answer}
+
+CRITERIA: ${input.criteria}
+
+Respond with exactly one line: PASS or FAIL followed by a brief reason.
+Example: "PASS — correctly explains the pattern with accurate details"
+Example: "FAIL — mentions the wrong file convention"`,
+                projectId: null,
+                allowedTools: [],
+                forceRuntimeOverrides: true,
+                maxSteps: 2,
+            });
+            const response = await resolveFetch(config)(config.endpoint, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${config.authToken}`,
+                },
+                body: JSON.stringify(body),
+                signal: AbortSignal.timeout(30_000),
+            });
+            const run = await parseSseResponse(response);
+            if (run.responseStatus !== 200) {
+                return { pass: false, reason: `judge returned HTTP ${run.responseStatus}` };
+            }
+            const line = run.text
+                .split("\n")
+                .map((value) => value.trim())
+                .find((value) => value.length > 0) ?? "";
+            if (line.toUpperCase().startsWith("PASS")) {
+                return { pass: true, reason: line };
+            }
+            return { pass: false, reason: line || "judge returned no decision" };
+        }
+        catch (error) {
+            return {
+                pass: false,
+                reason: error instanceof Error ? error.message : String(error),
+            };
+        }
+    }
+    function withJudge(structuralVerify, judgeInput) {
+        return async (run) => {
+            const structuralFailure = structuralVerify(run);
+            if (structuralFailure) {
+                return structuralFailure;
+            }
+            if (!config.enableLlmJudge) {
+                return null;
+            }
+            const judgment = await judgeLlm({
+                question: judgeInput.question,
+                answer: run.text,
+                criteria: judgeInput.criteria,
+            });
+            return judgment.pass ? null : `LLM judge: ${judgment.reason}`;
+        };
+    }
+    return {
+        judgeLlm,
+        withJudge,
+    };
+}
+function createInitialProgressSnapshot() {
+    return {
+        eventCount: 0,
+        lastEventType: null,
+        lastToolCallName: null,
+        toolStarts: [],
+        textLength: 0,
+    };
+}
+function isUnrefableTimer(value) {
+    return typeof value === "object" && value !== null && "unref" in value &&
+        typeof value.unref === "function";
+}
+function maybeUnrefTimer(timer) {
+    if (isUnrefableTimer(timer)) {
+        timer.unref();
+    }
+}
+function createLiveEvalProgressReporter(input) {
+    let latestProgress = createInitialProgressSnapshot();
+    const progressTimer = dntShim.setInterval(() => {
+        input.log(buildProgressLine({
+            caseId: input.caseId,
+            startedAt: input.startedAt,
+            progress: latestProgress,
+        }));
+    }, input.intervalMs);
+    maybeUnrefTimer(progressTimer);
+    return {
+        stop: () => {
+            clearInterval(progressTimer);
+        },
+        update: (snapshot) => {
+            latestProgress = snapshot;
+        },
+        getSnapshot: () => latestProgress,
+    };
+}
+function collectPreparedArtifactPaths(prepared) {
+    if (!prepared?.metadata) {
+        return [];
+    }
+    return [
+        ...new Set(Object.entries(prepared.metadata)
+            .filter(([key, value]) => key.toLowerCase().includes("path") && value.length > 0)
+            .map(([, value]) => value)),
+    ].sort();
+}
+function extractPreparedConversationId(prepared) {
+    return typeof prepared?.metadata?.conversationId === "string" &&
+        prepared.metadata.conversationId.length > 0
+        ? prepared.metadata.conversationId
+        : null;
+}
+function createLiveEvalRunArtifacts(input) {
+    return {
+        ...(input.runId ? { runId: input.runId } : {}),
+        traceSignature: input.traceSignature,
+        toolStarts: input.run.toolStarts,
+        toolArgsPreview: input.run.toolArgs.join(" | ").slice(0, 1000),
+        textPreview: input.run.text.slice(0, 280),
+    };
+}
+function createFailedRunEvalResult(input) {
+    return createFailedEvalResult({
+        id: input.context.id,
+        label: input.context.label,
+        runtime: input.context.runtime,
+        details: input.details,
+        startedAt: input.context.startedAt,
+        ...(input.context.conversationId ? { conversationId: input.context.conversationId } : {}),
+        ...(input.runArtifacts.runId ? { runId: input.runArtifacts.runId } : {}),
+        ...(input.context.artifactPaths?.length ? { artifactPaths: input.context.artifactPaths } : {}),
+        traceSignature: input.runArtifacts.traceSignature,
+        toolStarts: input.runArtifacts.toolStarts,
+        toolArgsPreview: input.runArtifacts.toolArgsPreview,
+        textPreview: input.runArtifacts.textPreview,
+    });
+}
+function createPassedRunEvalResult(input) {
+    return createPassedEvalResult({
+        id: input.context.id,
+        label: input.context.label,
+        runtime: input.context.runtime,
+        details: input.details,
+        startedAt: input.context.startedAt,
+        ...(input.context.conversationId ? { conversationId: input.context.conversationId } : {}),
+        ...(input.runArtifacts.runId ? { runId: input.runArtifacts.runId } : {}),
+        ...(input.context.artifactPaths?.length ? { artifactPaths: input.context.artifactPaths } : {}),
+        traceSignature: input.runArtifacts.traceSignature,
+        toolStarts: input.runArtifacts.toolStarts,
+        toolArgsPreview: input.runArtifacts.toolArgsPreview,
+        textPreview: input.runArtifacts.textPreview,
+    });
+}
+function createStreamingFailureEvalResult(input) {
+    return createFailedEvalResult({
+        id: input.context.id,
+        label: input.context.label,
+        runtime: input.context.runtime,
+        details: `${input.details}${buildFailureSuffix(input.progress)}`,
+        startedAt: input.context.startedAt,
+        ...(input.context.conversationId ? { conversationId: input.context.conversationId } : {}),
+        ...(input.context.artifactPaths?.length ? { artifactPaths: input.context.artifactPaths } : {}),
+        toolStarts: input.progress.toolStarts,
+        textPreview: input.progress.textLength > 0
+            ? `${input.progress.textLength} characters streamed`
+            : undefined,
+    });
+}
+function createLiveEvalResultContext(input) {
+    return {
+        id: input.testCase.id,
+        label: input.testCase.label,
+        runtime: input.runtime,
+        startedAt: input.startedAt,
+        ...(input.conversationId ? { conversationId: input.conversationId } : {}),
+        ...(input.artifactPaths.length > 0 ? { artifactPaths: input.artifactPaths } : {}),
+    };
+}
+function buildLiveEvalRunBody(input) {
+    const customBody = typeof input.prepared?.metadata?.customBody === "string"
+        ? input.prepared.metadata.customBody
+        : null;
+    if (customBody) {
+        return JSON.parse(customBody);
+    }
+    return buildLiveEvalRequestBody({
+        testCaseId: input.testCase.id,
+        prompt: input.prepared?.prompt ?? input.testCase.prompt ?? "",
+        metadata: input.prepared?.metadata,
+        projectId: input.config.projectId && input.testCase.requireProject
+            ? input.config.projectId
+            : null,
+        ...(input.config.branchId ? { branchId: input.config.branchId } : {}),
+        ...(input.config.model ? { model: input.config.model } : {}),
+        ...(input.conversationId ? { conversationId: input.conversationId } : {}),
+        allowedTools: input.testCase.allowedTools,
+        forceRuntimeOverrides: input.testCase.forceRuntimeOverrides,
+        maxSteps: input.testCase.maxSteps,
+    });
+}
+async function resolveCompletedLiveEvalRun(input) {
+    const traceSignature = buildTraceSignature(input.run.eventTypes);
+    const runArtifacts = createLiveEvalRunArtifacts({
+        run: input.run,
+        runId: input.runId,
+        traceSignature,
+    });
+    const failure = await input.testCase.verify(input.run, input.prepared);
+    if (!failure && input.testCase.expectedEventSubsequence) {
+        if (!containsOrderedSubsequence(input.run.eventTypes, input.testCase.expectedEventSubsequence)) {
+            return createFailedRunEvalResult({
+                context: input.context,
+                details: `Expected AG-UI event subsequence ${input.testCase.expectedEventSubsequence.join(" -> ")}, got ${traceSignature}`,
+                runArtifacts,
+            });
+        }
+    }
+    if (failure) {
+        return createFailedRunEvalResult({
+            context: input.context,
+            details: failure,
+            runArtifacts,
+        });
+    }
+    return createPassedRunEvalResult({
+        context: input.context,
+        details: `OK: ${input.run.toolStarts.join(", ") || "no tools"} | ${input.run.text.slice(0, 140) || "no text"}`,
+        runArtifacts,
+    });
+}
+function extractRunId(run) {
+    for (const event of run.events) {
+        const runId = getStringField(event, "runId") ?? getStringField(event, "run_id");
+        if (runId) {
+            return runId;
+        }
+    }
+    return null;
+}
+/** Check whether finished is present. */
+export function hasFinished(run) {
+    return run.eventTypes.includes(agUiSseEventTypes.runFinished) && !run.runError;
+}
+/** Contains skill load helper. */
+export function containsSkillLoad(run, skillId) {
+    return run.toolStarts.includes("load_skill") && run.toolArgs.join("").includes(skillId);
+}
+/** Count step started events helper. */
+export function countStepStartedEvents(run) {
+    return run.eventTypes.filter((eventType) => eventType === agUiSseEventTypes.stepStarted).length;
+}
+/** Create live eval case support. */
+export function createLiveEvalCaseSupport(config) {
+    const fetchImpl = resolveFetch(config);
+    const log = config.log ?? console.log;
+    const { judgeLlm, withJudge } = createLiveEvalJudgeSupport(config);
+    async function verifyFileExists(input) {
+        if (!config.projectId || !config.readProjectFile) {
+            return null;
+        }
+        const file = await config.readProjectFile({
+            filePath: input.filePath,
+            requestTimeoutMs: config.requestTimeoutMs,
+        });
+        if (!file) {
+            return `${input.description ?? input.filePath}: file not found in project after task completed`;
+        }
+        if (!file.content || file.content.trim().length === 0) {
+            return `${input.description ?? input.filePath}: file exists but is empty`;
+        }
+        if (input.requiredContent) {
+            const missing = input.requiredContent.filter((keyword) => !file.content.toLowerCase().includes(keyword.toLowerCase()));
+            if (missing.length > 0) {
+                return `${input.description ?? input.filePath}: missing required content: ${missing.join(", ")}. Got: ${file.content.slice(0, 200)}`;
+            }
+        }
+        return null;
+    }
+    async function runEval(testCase, runtime) {
+        const startedAt = Date.now();
+        if (testCase.requireProject && !config.projectId) {
+            return createSkippedEvalResult({
+                id: testCase.id,
+                label: testCase.label,
+                runtime,
+                details: "Skipped because AG_UI_EVAL_PROJECT_ID is not set.",
+                startedAt,
+            });
+        }
+        const prepared = testCase.prepare
+            ? await testCase.prepare({
+                apiUrl: config.apiUrl,
+                authToken: config.authToken,
+                projectId: config.projectId,
+            })
+            : null;
+        const preparedConversationId = extractPreparedConversationId(prepared);
+        const preparedArtifactPaths = collectPreparedArtifactPaths(prepared);
+        const resultContext = createLiveEvalResultContext({
+            testCase,
+            runtime,
+            startedAt,
+            conversationId: preparedConversationId,
+            artifactPaths: preparedArtifactPaths,
+        });
+        try {
+            const sidecarCleanup = prepared?.startSidecar ? await prepared.startSidecar() : undefined;
+            const progressReporter = createLiveEvalProgressReporter({
+                caseId: testCase.id,
+                startedAt,
+                intervalMs: config.progressLogIntervalMs,
+                log,
+            });
+            const body = buildLiveEvalRunBody({
+                config,
+                testCase,
+                prepared,
+                conversationId: preparedConversationId,
+            });
+            try {
+                const response = await fetchImpl(config.endpoint, {
+                    method: "POST",
+                    headers: {
+                        "Content-Type": "application/json",
+                        Authorization: `Bearer ${config.authToken}`,
+                    },
+                    body: JSON.stringify(body),
+                    signal: AbortSignal.timeout(config.requestTimeoutMs),
+                });
+                log(`[stream] ${runtime}:${testCase.id} HTTP ${response.status}`);
+                const run = await parseSseResponse(response, {
+                    onProgress: progressReporter.update,
+                });
+                return resolveCompletedLiveEvalRun({
+                    testCase,
+                    run,
+                    prepared,
+                    context: resultContext,
+                    runId: extractRunId(run) ?? undefined,
+                });
+            }
+            catch (error) {
+                const message = error instanceof Error ? error.message : String(error);
+                return createStreamingFailureEvalResult({
+                    context: resultContext,
+                    details: message,
+                    progress: progressReporter.getSnapshot(),
+                });
+            }
+            finally {
+                progressReporter.stop();
+                await sidecarCleanup?.();
+            }
+        }
+        finally {
+            await prepared?.cleanup?.();
+        }
+    }
+    return {
+        judgeLlm,
+        runEval,
+        verifyFileExists,
+        withJudge,
+    };
+}
+/** White-box helpers used by live eval runner tests. */
+export const liveEvalRunnerInternals = {
+    collectPreparedArtifactPaths,
+    createFailedRunEvalResult,
+    createLiveEvalRunArtifacts,
+    createPassedRunEvalResult,
+    createStreamingFailureEvalResult,
+    extractRunId,
+};

package/esm/src/eval/agent-service.d.ts

@@ -1,6 +1,8 @@
 import "../../_dnt.polyfills.js";
 import { type AgUiSseProgressSnapshot } from "../agent/index.js";
 import type { EvalAgentAdapter, EvalAgentAdapterContext } from "./types.js";
+export * from "./agent-service/live-evals/index.js";
+export * from "./agent-service/durable-run-canaries/index.js";
 /** Default local AG-UI endpoint used by agent-service evals. */
 export declare const DEFAULT_AGENT_SERVICE_EVAL_ENDPOINT = "http://127.0.0.1:3001/api/ag-ui";
 /** Environment input accepted by agent-service eval helpers. */

package/esm/src/eval/agent-service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-service.d.ts","sourceRoot":"","sources":["../../../src/src/eval/agent-service.ts"],"names":[],"mappings":"AAAA,OAAO,yBAAyB,CAAC;AAEjC,OAAO,EAEL,KAAK,uBAAuB,EAK7B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EACV,gBAAgB,EAChB,uBAAuB,EAGxB,MAAM,YAAY,CAAC;AAEpB,gEAAgE;AAChE,eAAO,MAAM,mCAAmC,oCAAoC,CAAC;AAErF,gEAAgE;AAChE,MAAM,MAAM,gCAAgC,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC,CAAC;AAE3F,gEAAgE;AAChE,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,kEAAkE;AAClE,MAAM,WAAW,0CAA0C;IACzD,EAAE,EAAE,OAAO,CAAC;IACZ,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,mEAAmE;AACnE,MAAM,WAAW,8BAA8B;IAC7C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE;QACjB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,4DAA4D;AAC5D,MAAM,WAAW,qCAAqC;IACpD,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,OAAO,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,4DAA4D;AAC5D,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,KAAK,EAAE,EAAE,CAAC;IACV,OAAO,EAAE,EAAE,CAAC;IACZ,cAAc,CAAC,EAAE;QACf,SAAS,EAAE,8BAA8B,CAAC;KAC3C,CAAC;IACF,QAAQ,EAAE,KAAK,CAAC;QACd,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACJ;AAED,6DAA6D;AAC7D,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,OAAO,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;IACjF,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,uBAAuB,EAAE,OAAO,EAAE,uBAAuB,KAAK,IAAI,CAAC;CAC5F;AAmKD,wEAAwE;AACxE,wBAAgB,kCAAkC,CAChD,GAAG,GAAE,gCAAqC,GACzC,2BAA2B,CAe7B;AAED,oFAAoF;AACpF,wBAAgB,mCAAmC,CACjD,GAAG,GAAE,gCAAqC,EAC1C,cAAc,SAAiD,GAC9D,0CAA0C,CAe5C;AAED,8DAA8D;AAC9D,wBAAgB,gCAAgC,CAC9C,KAAK,EAAE,qCAAqC,GAC3C,2BAA2B,CAyB7B;AAED,mGAAmG;AACnG,wBAAgB,6BAA6B,CAC3C,MAAM,EAAE,6BAA6B,GACpC,gBAAgB,CAoElB"}
+{"version":3,"file":"agent-service.d.ts","sourceRoot":"","sources":["../../../src/src/eval/agent-service.ts"],"names":[],"mappings":"AAAA,OAAO,yBAAyB,CAAC;AAEjC,OAAO,EAEL,KAAK,uBAAuB,EAK7B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EACV,gBAAgB,EAChB,uBAAuB,EAGxB,MAAM,YAAY,CAAC;AAEpB,cAAc,qCAAqC,CAAC;AACpD,cAAc,+CAA+C,CAAC;AAE9D,gEAAgE;AAChE,eAAO,MAAM,mCAAmC,oCAAoC,CAAC;AAErF,gEAAgE;AAChE,MAAM,MAAM,gCAAgC,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC,CAAC;AAE3F,gEAAgE;AAChE,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,kEAAkE;AAClE,MAAM,WAAW,0CAA0C;IACzD,EAAE,EAAE,OAAO,CAAC;IACZ,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,mEAAmE;AACnE,MAAM,WAAW,8BAA8B;IAC7C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE;QACjB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,4DAA4D;AAC5D,MAAM,WAAW,qCAAqC;IACpD,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,OAAO,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,4DAA4D;AAC5D,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,KAAK,EAAE,EAAE,CAAC;IACV,OAAO,EAAE,EAAE,CAAC;IACZ,cAAc,CAAC,EAAE;QACf,SAAS,EAAE,8BAA8B,CAAC;KAC3C,CAAC;IACF,QAAQ,EAAE,KAAK,CAAC;QACd,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACJ;AAED,6DAA6D;AAC7D,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,OAAO,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;IACjF,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,uBAAuB,EAAE,OAAO,EAAE,uBAAuB,KAAK,IAAI,CAAC;CAC5F;AAmKD,wEAAwE;AACxE,wBAAgB,kCAAkC,CAChD,GAAG,GAAE,gCAAqC,GACzC,2BAA2B,CAe7B;AAED,oFAAoF;AACpF,wBAAgB,mCAAmC,CACjD,GAAG,GAAE,gCAAqC,EAC1C,cAAc,SAAiD,GAC9D,0CAA0C,CAe5C;AAED,8DAA8D;AAC9D,wBAAgB,gCAAgC,CAC9C,KAAK,EAAE,qCAAqC,GAC3C,2BAA2B,CAyB7B;AAED,mGAAmG;AACnG,wBAAgB,6BAA6B,CAC3C,MAAM,EAAE,6BAA6B,GACpC,gBAAgB,CAoElB"}

package/esm/src/eval/agent-service.js

@@ -1,6 +1,8 @@
 import "../../_dnt.polyfills.js";
 import * as dntShim from "../../_dnt.shims.js";
 import { agUiSseEventTypes, getAgUiSseStringField, parseAgentServiceConfig, parseAgUiSseResponse, } from "../agent/index.js";
+export * from "./agent-service/live-evals/index.js";
+export * from "./agent-service/durable-run-canaries/index.js";
 /** Default local AG-UI endpoint used by agent-service evals. */
 export const DEFAULT_AGENT_SERVICE_EVAL_ENDPOINT = "http://127.0.0.1:3001/api/ag-ui";
 function readString(value) {

package/esm/src/utils/version-constant.d.ts

@@ -1,3 +1,3 @@
 /** Shared version value. */
-export declare const VERSION = "0.1.877";
+export declare const VERSION = "0.1.878";
 //# sourceMappingURL=version-constant.d.ts.map

package/esm/src/utils/version-constant.js

@@ -1,4 +1,4 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
 /** Shared version value. */
-export const VERSION = "0.1.877";
+export const VERSION = "0.1.878";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "veryfront",
-  "version": "0.1.877",
+  "version": "0.1.878",
   "description": "The simplest way to build AI-powered apps",
   "keywords": [
     "react",