veryfront 0.1.876 → 0.1.877

package/esm/src/agent/testing/durable-run-canaries/runner.js

@@ -1,391 +0,0 @@
-import * as dntShim from "../../../../_dnt.shims.js";
-import { defineSchema } from "../../../schemas/index.js";
-import { ensureBuiltinSchemaValidator } from "../../../extensions/builtin-extensions.js";
-ensureBuiltinSchemaValidator();
-/** Zod schema for get durable run canary message. */
-export const getDurableRunCanaryMessageSchema = defineSchema((v) => v.object({
-    id: v.string(),
-    role: v.enum(["user", "assistant", "system", "tool"]),
-    status: v.string().optional(),
-    parts: v.array(v.object({ type: v.string() }).passthrough()).default([]),
-}).passthrough());
-const getSnakeRunSummarySchema = defineSchema((v) => v.object({
-    run_id: v.string(),
-    conversation_id: v.string().uuid(),
-    message_id: v.string().uuid(),
-    agent_id: v.string(),
-    status: v.string(),
-    latest_event_id: v.number().int().nonnegative(),
-    latest_external_event_sequence: v.number().int().nonnegative().optional(),
-    waiting_tool_call_id: v.string().nullable().optional(),
-    waiting_tool_name: v.string().nullable().optional(),
-    terminal_error_code: v.string().nullable().optional(),
-    terminal_error_message: v.string().nullable().optional(),
-    started_at: v.string().nullable().optional(),
-    finished_at: v.string().nullable().optional(),
-}).passthrough());
-const getCamelRunSummarySchema = defineSchema((v) => v.object({
-    runId: v.string(),
-    conversationId: v.string().uuid(),
-    messageId: v.string().uuid(),
-    agentId: v.string(),
-    status: v.string(),
-    latestEventId: v.number().int().nonnegative(),
-    latestExternalEventSequence: v.number().int().nonnegative().optional(),
-    waitingToolCallId: v.string().nullable().optional(),
-    waitingToolName: v.string().nullable().optional(),
-    terminalErrorCode: v.string().nullable().optional(),
-    terminalErrorMessage: v.string().nullable().optional(),
-    startedAt: v.string().nullable().optional(),
-    finishedAt: v.string().nullable().optional(),
-}).passthrough());
-const getDurableRunCanaryMessageListSchema = defineSchema((v) => v.object({
-    data: v.array(getDurableRunCanaryMessageSchema()),
-}));
-/** Parses durable run canary run summary. */
-export function parseDurableRunCanaryRunSummary(value) {
-    const snake = getSnakeRunSummarySchema().safeParse(value);
-    if (snake.success) {
-        return {
-            runId: snake.data.run_id,
-            conversationId: snake.data.conversation_id,
-            messageId: snake.data.message_id,
-            agentId: snake.data.agent_id,
-            status: snake.data.status,
-            latestEventId: snake.data.latest_event_id,
-            latestExternalEventSequence: snake.data.latest_external_event_sequence ?? null,
-            waitingToolCallId: snake.data.waiting_tool_call_id ?? null,
-            waitingToolName: snake.data.waiting_tool_name ?? null,
-            terminalErrorCode: snake.data.terminal_error_code ?? null,
-            terminalErrorMessage: snake.data.terminal_error_message ?? null,
-            startedAt: snake.data.started_at ?? null,
-            finishedAt: snake.data.finished_at ?? null,
-        };
-    }
-    const camel = getCamelRunSummarySchema().parse(value);
-    return {
-        runId: camel.runId,
-        conversationId: camel.conversationId,
-        messageId: camel.messageId,
-        agentId: camel.agentId,
-        status: camel.status,
-        latestEventId: camel.latestEventId,
-        latestExternalEventSequence: camel.latestExternalEventSequence ?? null,
-        waitingToolCallId: camel.waitingToolCallId ?? null,
-        waitingToolName: camel.waitingToolName ?? null,
-        terminalErrorCode: camel.terminalErrorCode ?? null,
-        terminalErrorMessage: camel.terminalErrorMessage ?? null,
-        startedAt: camel.startedAt ?? null,
-        finishedAt: camel.finishedAt ?? null,
-    };
-}
-function createJsonHeaders(config, headers) {
-    const result = new Headers(headers);
-    if (!result.has("Content-Type")) {
-        result.set("Content-Type", "application/json");
-    }
-    result.set("Authorization", `Bearer ${config.authToken}`);
-    return result;
-}
-function createFetch(config) {
-    return config.fetch ?? fetch;
-}
-function createApiUrl(config, path) {
-    const baseHref = config.apiUrl.endsWith("/") ? config.apiUrl : `${config.apiUrl}/`;
-    const relativePath = path.startsWith("/") ? path.slice(1) : path;
-    return new URL(relativePath, baseHref);
-}
-function buildCreateRootRunTargetFields(config) {
-    if (!config.projectId) {
-        return {};
-    }
-    if (config.branchId) {
-        return {
-            source_target_kind: "preview_branch",
-            runtime_target_kind: "preview_branch",
-            source_target_branch_id: config.branchId,
-            runtime_target_branch_id: config.branchId,
-        };
-    }
-    return {
-        source_target_kind: "project",
-        runtime_target_kind: "main_branch",
-        runtime_target_branch_id: null,
-    };
-}
-function buildCreateRootRunBody(config, input) {
-    return {
-        kind: "agent",
-        owner: {
-            kind: "conversation",
-            id: input.conversationId,
-        },
-        public_id: input.runId,
-        request: {
-            mode: "agent",
-            agent_id: config.agentId,
-            initial_status: "pending",
-            ...buildCreateRootRunTargetFields(config),
-        },
-    };
-}
-function buildStartRunBody(config, input) {
-    return {
-        kind: "agent",
-        owner: {
-            kind: "conversation",
-            id: input.conversationId,
-        },
-        public_id: input.runId,
-        request: {
-            mode: "agent",
-            agent_id: config.agentId,
-            input: {
-                messages: [
-                    {
-                        id: input.userMessageId,
-                        role: "user",
-                        parts: [{ type: "text", text: input.prompt }],
-                    },
-                ],
-                context: {
-                    conversation_id: input.conversationId,
-                    project_id: config.projectId,
-                    branch_id: config.branchId ?? null,
-                },
-                durable_root_run: {
-                    run_id: input.runId,
-                    message_id: input.messageId,
-                },
-            },
-        },
-    };
-}
-/** Create durable run canary API client. */
-export function createDurableRunCanaryApiClient(config) {
-    const request = createFetch(config);
-    async function apiFetch(path, init, parse) {
-        const response = await request(createApiUrl(config, path), {
-            ...init,
-            headers: createJsonHeaders(config, init?.headers),
-            signal: AbortSignal.timeout(config.requestTimeoutMs),
-        });
-        if (!response.ok) {
-            throw new Error(`API ${init?.method ?? "GET"} ${path} failed: ${response.status} ${await response.text()}`);
-        }
-        const payload = await response.json();
-        return parse ? parse(payload) : payload;
-    }
-    async function sendUserMessageForCanary(input) {
-        return apiFetch(`/conversations/${input.conversationId}/messages`, {
-            method: "POST",
-            body: JSON.stringify({
-                role: "user",
-                parts: [{ type: "text", text: input.prompt }],
-            }),
-        }, (value) => getDurableRunCanaryMessageSchema().parse(value));
-    }
-    async function createDurableRootRun(input) {
-        await apiFetch("/runs", {
-            method: "POST",
-            body: JSON.stringify(buildCreateRootRunBody(config, input)),
-        });
-    }
-    async function startDurableRun(input) {
-        await apiFetch("/runs", {
-            method: "POST",
-            body: JSON.stringify(buildStartRunBody(config, input)),
-        });
-    }
-    async function getRunSummary(input) {
-        const response = await apiFetch(`/conversations/${input.conversationId}/runs/${input.runId}`);
-        return parseDurableRunCanaryRunSummary(response);
-    }
-    async function listMessagesForCanary(input) {
-        const payload = await apiFetch(`/conversations/${input.conversationId}/messages?limit=100`, undefined, (value) => getDurableRunCanaryMessageListSchema().parse(value));
-        return payload.data;
-    }
-    return {
-        createDurableRootRun,
-        getRunSummary,
-        listMessagesForCanary,
-        sendUserMessageForCanary,
-        startDurableRun,
-    };
-}
-const UUID_PATTERN = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-8][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i;
-function isRecord(value) {
-    return value !== null && typeof value === "object" && !Array.isArray(value);
-}
-function collectChildConversationIdsFromValue(value, childConversationIds, depth = 0) {
-    if (depth > 8) {
-        return;
-    }
-    if (typeof value === "string") {
-        try {
-            collectChildConversationIdsFromValue(JSON.parse(value), childConversationIds, depth + 1);
-        }
-        catch {
-            return;
-        }
-        return;
-    }
-    if (Array.isArray(value)) {
-        for (const entry of value) {
-            collectChildConversationIdsFromValue(entry, childConversationIds, depth + 1);
-        }
-        return;
-    }
-    if (!isRecord(value)) {
-        return;
-    }
-    for (const key of ["childConversationId", "child_conversation_id"]) {
-        const childConversationId = value[key];
-        if (typeof childConversationId === "string" && UUID_PATTERN.test(childConversationId)) {
-            childConversationIds.add(childConversationId);
-        }
-    }
-    for (const nestedValue of Object.values(value)) {
-        collectChildConversationIdsFromValue(nestedValue, childConversationIds, depth + 1);
-    }
-}
-function collectReferencedChildConversationIds(messages) {
-    const childConversationIds = new Set();
-    for (const message of messages) {
-        for (const part of message.parts) {
-            if (!isRecord(part) || (part.type !== "tool_result" && part.type !== "tool-result")) {
-                continue;
-            }
-            collectChildConversationIdsFromValue(part.output, childConversationIds);
-        }
-    }
-    return [...childConversationIds];
-}
-function sleep(ms) {
-    return new Promise((resolve) => {
-        dntShim.setTimeout(resolve, ms);
-    });
-}
-function isTerminalRunStatus(status) {
-    return status === "completed" || status === "failed" || status === "cancelled";
-}
-function createDurableRunCanaryRunId() {
-    return `run_${dntShim.crypto.randomUUID()}`;
-}
-async function waitForRunSummaryVisibility(input) {
-    const deadline = Date.now() + 30_000;
-    while (Date.now() < deadline) {
-        try {
-            return await input.getRunSummary(input);
-        }
-        catch (error) {
-            if (!(error instanceof Error) || !error.message.includes(" 404 ")) {
-                throw error;
-            }
-        }
-        await sleep(500);
-    }
-    throw new Error(`Run ${input.runId} did not become visible in time`);
-}
-async function waitForTerminalRun(input) {
-    const deadline = Date.now() + input.requestTimeoutMs;
-    while (Date.now() < deadline) {
-        const run = await input.getRunSummary(input);
-        if (isTerminalRunStatus(run.status)) {
-            return run;
-        }
-        await sleep(1_500);
-    }
-    throw new Error(`Timed out waiting for run ${input.runId} to reach a terminal state`);
-}
-/** Create durable run canary runner. */
-export function createDurableRunCanaryRunner(config, apiClient = createDurableRunCanaryApiClient(config)) {
-    const getRunSummary = apiClient.getRunSummary;
-    async function listMessagesWithReferencedChildren(conversationId) {
-        const messages = await apiClient.listMessagesForCanary({ conversationId });
-        const childConversationIds = collectReferencedChildConversationIds(messages);
-        const childMessages = await Promise.all(childConversationIds.map((childConversationId) => apiClient.listMessagesForCanary({ conversationId: childConversationId })));
-        return [...messages, ...childMessages.flat()];
-    }
-    async function runCase(testCase) {
-        const startedAt = Date.now();
-        const prepared = await testCase.prepare();
-        let runId = "unknown";
-        const stopSidecar = await prepared.startSidecar?.();
-        const resolveArtifactPaths = (currentRunId) => typeof prepared.artifactPaths === "function"
-            ? prepared.artifactPaths(currentRunId)
-            : prepared.artifactPaths;
-        try {
-            const userMessage = await apiClient.sendUserMessageForCanary({
-                conversationId: prepared.conversationId,
-                prompt: prepared.prompt,
-            });
-            runId = createDurableRunCanaryRunId();
-            await apiClient.createDurableRootRun({
-                conversationId: prepared.conversationId,
-                runId,
-            });
-            const visibleRun = await waitForRunSummaryVisibility({
-                conversationId: prepared.conversationId,
-                getRunSummary,
-                runId,
-            });
-            await apiClient.startDurableRun({
-                conversationId: prepared.conversationId,
-                messageId: visibleRun.messageId,
-                prompt: prepared.prompt,
-                runId,
-                userMessageId: userMessage.id,
-            });
-            const terminalRun = await waitForTerminalRun({
-                conversationId: prepared.conversationId,
-                getRunSummary,
-                requestTimeoutMs: config.requestTimeoutMs,
-                runId,
-            });
-            const messages = await listMessagesWithReferencedChildren(prepared.conversationId);
-            await prepared.validate({
-                messages,
-                run: terminalRun,
-            });
-            const artifactPaths = resolveArtifactPaths(runId);
-            if (!config.keepSuccessfulEvidence) {
-                await prepared.cleanup({ runId });
-            }
-            return {
-                id: testCase.id,
-                label: testCase.label,
-                status: "pass",
-                details: "OK",
-                durationMs: Date.now() - startedAt,
-                conversationId: prepared.conversationId,
-                runId,
-                ...(artifactPaths?.length ? { artifactPaths } : {}),
-            };
-        }
-        catch (error) {
-            const artifactPaths = resolveArtifactPaths(runId);
-            return {
-                id: testCase.id,
-                label: testCase.label,
-                status: "fail",
-                details: error instanceof Error ? error.message : String(error),
-                durationMs: Date.now() - startedAt,
-                conversationId: prepared.conversationId,
-                runId,
-                ...(artifactPaths?.length ? { artifactPaths } : {}),
-            };
-        }
-        finally {
-            await stopSidecar?.();
-        }
-    }
-    return {
-        runCase,
-    };
-}
-/** White-box helpers used by durable run canary tests. */
-export const durableRunCanaryRunnerInternals = {
-    collectReferencedChildConversationIds,
-    isTerminalRunStatus,
-};

package/esm/src/agent/testing/durable-run-canaries/validation.d.ts

@@ -1,12 +0,0 @@
-import type { DurableRunCanaryMessage, DurableRunCanaryRunSummary } from "./runner.js";
-/** Assert that a durable run canary completed successfully. */
-export declare function assertCompleted(run: DurableRunCanaryRunSummary): void;
-/** Message shape for find assistant. */
-export declare function findAssistantMessage(messages: DurableRunCanaryMessage[], messageId: string): DurableRunCanaryMessage;
-/** Stringify unknown helper. */
-export declare function stringifyUnknown(value: unknown): string;
-/** Collect assistant text helper. */
-export declare function collectAssistantText(message: DurableRunCanaryMessage): string;
-/** Assert no malformed create file tool calls helper. */
-export declare function assertNoMalformedCreateFileToolCalls(messages: DurableRunCanaryMessage[]): void;
-//# sourceMappingURL=validation.d.ts.map

package/esm/src/agent/testing/durable-run-canaries/validation.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/durable-run-canaries/validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AA8BvF,+DAA+D;AAC/D,wBAAgB,eAAe,CAAC,GAAG,EAAE,0BAA0B,GAAG,IAAI,CAQrE;AAED,wCAAwC;AACxC,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,uBAAuB,EAAE,EACnC,SAAS,EAAE,MAAM,GAChB,uBAAuB,CASzB;AAED,gCAAgC;AAChC,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAUvD;AAED,qCAAqC;AACrC,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,uBAAuB,GAAG,MAAM,CAK7E;AAED,yDAAyD;AACzD,wBAAgB,oCAAoC,CAAC,QAAQ,EAAE,uBAAuB,EAAE,GAAG,IAAI,CAY9F"}

package/esm/src/agent/testing/durable-run-canaries/validation.js

@@ -1,71 +0,0 @@
-function isRecord(value) {
-    return value !== null && typeof value === "object" && !Array.isArray(value);
-}
-function getStringProperty(record, key) {
-    const value = record[key];
-    return typeof value === "string" ? value : null;
-}
-function getToolCallName(part) {
-    if (part.type === "tool_call") {
-        return getStringProperty(part, "name");
-    }
-    if (part.type === "tool-call") {
-        return getStringProperty(part, "toolName");
-    }
-    return null;
-}
-function hasCreateFileInput(value) {
-    if (!isRecord(value)) {
-        return false;
-    }
-    return getStringProperty(value, "path") !== null && getStringProperty(value, "content") !== null;
-}
-/** Assert that a durable run canary completed successfully. */
-export function assertCompleted(run) {
-    if (run.status !== "completed") {
-        throw new Error(`Expected completed run, got ${run.status} (${run.terminalErrorCode ?? "no-code"}: ${run.terminalErrorMessage ?? "no message"})`);
-    }
-}
-/** Message shape for find assistant. */
-export function findAssistantMessage(messages, messageId) {
-    const message = messages.find((candidate) => candidate.id === messageId);
-    if (!message) {
-        throw new Error(`Assistant message ${messageId} was not persisted`);
-    }
-    if (message.role !== "assistant") {
-        throw new Error(`Expected assistant message ${messageId}, got role ${message.role}`);
-    }
-    return message;
-}
-/** Stringify unknown helper. */
-export function stringifyUnknown(value) {
-    if (typeof value === "string") {
-        return value;
-    }
-    try {
-        return JSON.stringify(value);
-    }
-    catch {
-        return String(value);
-    }
-}
-/** Collect assistant text helper. */
-export function collectAssistantText(message) {
-    return message.parts
-        .filter((part) => part.type === "text" && typeof part.text === "string")
-        .map((part) => part.text)
-        .join("\n");
-}
-/** Assert no malformed create file tool calls helper. */
-export function assertNoMalformedCreateFileToolCalls(messages) {
-    for (const message of messages) {
-        for (const part of message.parts) {
-            if (!isRecord(part) || getToolCallName(part) !== "create_file") {
-                continue;
-            }
-            if (!hasCreateFileInput(part.input)) {
-                throw new Error("Expected create_file tool_call input to include a path and content");
-            }
-        }
-    }
-}

package/esm/src/agent/testing/index.d.ts

@@ -1,10 +0,0 @@
-/**
- * Agent Testing Utilities
- *
- * @module veryfront/agent/testing
- */
-import "../../../_dnt.polyfills.js";
-export { assertCompleted, assertContains, assertToolCalled, printTestResults, testAgent, type TestCase, type TestResult, type TestSuite, } from "./agent-tester.js";
-export { assertCompleted as assertDurableRunCanaryCompleted, assertNoMalformedCreateFileToolCalls, collectAssistantText, createDurableRunCanaryApiClient, createDurableRunCanaryRunner, DEFAULT_DURABLE_RUN_CANARY_TIMEOUT_MS, type DurableRunCanaryApiClient, type DurableRunCanaryApiConfig, type DurableRunCanaryCase, type DurableRunCanaryCliCaseFactoryInput, type DurableRunCanaryCreateRootRunInput, type DurableRunCanaryEnvironment, type DurableRunCanaryMessage, type DurableRunCanaryPreparedCase, type DurableRunCanaryResult, type DurableRunCanaryRunnerConfig, type DurableRunCanaryRunSummary, type DurableRunCanarySendUserMessageInput, type DurableRunCanaryStartRunInput, findAssistantMessage, getDurableRunCanaryMessageSchema, parseDurableRunCanaryRunSummary, resolveDurableRunCanaryEnvironment, runDurableRunCanaryCli, type RunDurableRunCanaryCliInput, stringifyUnknown, } from "./durable-run-canaries/index.js";
-export { buildFailureSuffix, buildLiveEvalCaseMetadata, type BuildLiveEvalCaseMetadataInput, buildLiveEvalCaseTagSummary, buildLiveEvalRequestBody, type BuildLiveEvalRequestBodyInput, buildLiveEvalRuntimeSummary, buildLiveEvalStatusSummary, buildProgressLine, buildRuntimePerformanceSummary, cancelLiveEvalInputRequest, containsOrderedSubsequence, containsSkillLoad, countStepStartedEvents, createFailedEvalResult, createLiveEvalApiClient, createLiveEvalCaseSupport, createLiveEvalConversation, createLiveEvalProjectUploadFixture, createLiveEvalRelease, createPassedEvalResult, createPlainTextPdf, createSkippedEvalResult, DEFAULT_LIVE_EVAL_AREA_TAG_RULES, DEFAULT_LIVE_EVAL_ENDPOINT, DEFAULT_LIVE_EVAL_OPTIONAL_JUDGE_CASE_PREFIXES, deleteLiveEvalConversation, deleteLiveEvalProjectFile, evaluateRuntimeConfidenceEnv, getLiveEvalProjectFile, hasEveryLiveEvalTag, hasFinished, listOpenLiveEvalInputRequests, type LiveEvalApiClient, type LiveEvalApiContext, type LiveEvalCase, type LiveEvalCaseMetadata, type LiveEvalCaseMetadataOptions, type LiveEvalCaseSelectionInput, type LiveEvalCaseSurface, type LiveEvalCaseTagRule, type LiveEvalCliCaseFactoryInput, type LiveEvalCliCaseGroups, type LiveEvalContext, type LiveEvalConversationInput, type LiveEvalCreateConversationInput, type LiveEvalCreateReleaseInput, type LiveEvalEnvironment, type LiveEvalInputRequestInput, type LiveEvalInputRequestRecord, type LiveEvalInputResponseValues, type LiveEvalProjectFile, type LiveEvalProjectFileInput, type LiveEvalProjectFileReaderInput, type LiveEvalProjectUploadFixtureInput, type LiveEvalRequestBody, type LiveEvalRequestTimeoutInput, type LiveEvalResultForPerformance, type LiveEvalResultForReport, type LiveEvalResultRecord, type LiveEvalRunnerConfig, type LiveEvalRuntime, type LiveEvalSubmitInputResponseInput, type LiveEvalWaitForOpenInputRequestInput, type PreparedLiveEvalInput, printRuntimeConfidencePreflight, resolveLiveEvalEnvironment, resolveLiveEvalRequestedCaseIds, runLiveEvalCli, type RunLiveEvalCliInput, type RuntimeConfidencePreflightResult, type RuntimePerformanceSummary, selectLiveEvalCases, submitLiveEvalInputResponse, waitForOpenLiveEvalInputRequest, withLiveEvalMetadata, } from "./live-evals/index.js";
-//# sourceMappingURL=index.d.ts.map

package/esm/src/agent/testing/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/testing/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,4BAA4B,CAAC;AAGpC,OAAO,EACL,eAAe,EACf,cAAc,EACd,gBAAgB,EAChB,gBAAgB,EAChB,SAAS,EACT,KAAK,QAAQ,EACb,KAAK,UAAU,EACf,KAAK,SAAS,GACf,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,eAAe,IAAI,+BAA+B,EAClD,oCAAoC,EACpC,oBAAoB,EACpB,+BAA+B,EAC/B,4BAA4B,EAC5B,qCAAqC,EACrC,KAAK,yBAAyB,EAC9B,KAAK,yBAAyB,EAC9B,KAAK,oBAAoB,EACzB,KAAK,mCAAmC,EACxC,KAAK,kCAAkC,EACvC,KAAK,2BAA2B,EAChC,KAAK,uBAAuB,EAC5B,KAAK,4BAA4B,EACjC,KAAK,sBAAsB,EAC3B,KAAK,4BAA4B,EACjC,KAAK,0BAA0B,EAC/B,KAAK,oCAAoC,EACzC,KAAK,6BAA6B,EAClC,oBAAoB,EACpB,gCAAgC,EAChC,+BAA+B,EAC/B,kCAAkC,EAClC,sBAAsB,EACtB,KAAK,2BAA2B,EAChC,gBAAgB,GACjB,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EACL,kBAAkB,EAClB,yBAAyB,EACzB,KAAK,8BAA8B,EACnC,2BAA2B,EAC3B,wBAAwB,EACxB,KAAK,6BAA6B,EAClC,2BAA2B,EAC3B,0BAA0B,EAC1B,iBAAiB,EACjB,8BAA8B,EAC9B,0BAA0B,EAC1B,0BAA0B,EAC1B,iBAAiB,EACjB,sBAAsB,EACtB,sBAAsB,EACtB,uBAAuB,EACvB,yBAAyB,EACzB,0BAA0B,EAC1B,kCAAkC,EAClC,qBAAqB,EACrB,sBAAsB,EACtB,kBAAkB,EAClB,uBAAuB,EACvB,gCAAgC,EAChC,0BAA0B,EAC1B,8CAA8C,EAC9C,0BAA0B,EAC1B,yBAAyB,EACzB,4BAA4B,EAC5B,sBAAsB,EACtB,mBAAmB,EACnB,WAAW,EACX,6BAA6B,EAC7B,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,oBAAoB,EACzB,KAAK,2BAA2B,EAChC,KAAK,0BAA0B,EAC/B,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,2BAA2B,EAChC,KAAK,qBAAqB,EAC1B,KAAK,eAAe,EACpB,KAAK,yBAAyB,EAC9B,KAAK,+BAA+B,EACpC,KAAK,0BAA0B,EAC/B,KAAK,mBAAmB,EACxB,KAAK,yBAAyB,EAC9B,KAAK,0BAA0B,EAC/B,KAAK,2BAA2B,EAChC,KAAK,mBAAmB,EACxB,KAAK,wBAAwB,EAC7B,KAAK,8BAA8B,EACnC,KAAK,iCAAiC,EACtC,KAAK,mBAAmB,EACxB,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EACjC,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,eAAe,EACpB,KAAK,gCAAgC,EACrC,KAAK,oCAAoC,EACzC,KAAK,qBAAqB,EAC1B,+BAA+B,EAC/B,0BAA0B,EAC1B,+BAA+B,EAC/B,cAAc,EACd,KAAK,mBAAmB,EACxB,KAAK,gCAAgC,EACrC,KAAK,yBAAyB,EAC9B,mBAAmB,EACnB,2BAA2B,EAC3B,+BAA+B,EAC/B,oBAAoB,GACrB,MAAM,uBAAuB,CAAC"}

package/esm/src/agent/testing/index.js

@@ -1,9 +0,0 @@
-/**
- * Agent Testing Utilities
- *
- * @module veryfront/agent/testing
- */
-import "../../../_dnt.polyfills.js";
-export { assertCompleted, assertContains, assertToolCalled, printTestResults, testAgent, } from "./agent-tester.js";
-export { assertCompleted as assertDurableRunCanaryCompleted, assertNoMalformedCreateFileToolCalls, collectAssistantText, createDurableRunCanaryApiClient, createDurableRunCanaryRunner, DEFAULT_DURABLE_RUN_CANARY_TIMEOUT_MS, findAssistantMessage, getDurableRunCanaryMessageSchema, parseDurableRunCanaryRunSummary, resolveDurableRunCanaryEnvironment, runDurableRunCanaryCli, stringifyUnknown, } from "./durable-run-canaries/index.js";
-export { buildFailureSuffix, buildLiveEvalCaseMetadata, buildLiveEvalCaseTagSummary, buildLiveEvalRequestBody, buildLiveEvalRuntimeSummary, buildLiveEvalStatusSummary, buildProgressLine, buildRuntimePerformanceSummary, cancelLiveEvalInputRequest, containsOrderedSubsequence, containsSkillLoad, countStepStartedEvents, createFailedEvalResult, createLiveEvalApiClient, createLiveEvalCaseSupport, createLiveEvalConversation, createLiveEvalProjectUploadFixture, createLiveEvalRelease, createPassedEvalResult, createPlainTextPdf, createSkippedEvalResult, DEFAULT_LIVE_EVAL_AREA_TAG_RULES, DEFAULT_LIVE_EVAL_ENDPOINT, DEFAULT_LIVE_EVAL_OPTIONAL_JUDGE_CASE_PREFIXES, deleteLiveEvalConversation, deleteLiveEvalProjectFile, evaluateRuntimeConfidenceEnv, getLiveEvalProjectFile, hasEveryLiveEvalTag, hasFinished, listOpenLiveEvalInputRequests, printRuntimeConfidencePreflight, resolveLiveEvalEnvironment, resolveLiveEvalRequestedCaseIds, runLiveEvalCli, selectLiveEvalCases, submitLiveEvalInputResponse, waitForOpenLiveEvalInputRequest, withLiveEvalMetadata, } from "./live-evals/index.js";

package/esm/src/agent/testing/live-evals/api-client.d.ts

@@ -1,102 +0,0 @@
-import type { InferSchema } from "../../../extensions/schema/index.js";
-import type { LiveEvalProjectFile } from "./runner.js";
-/** Context for live eval API. */
-export interface LiveEvalApiContext {
-    apiUrl: string;
-    authToken: string;
-    projectId: string | null;
-    fetch?: (input: string | URL | Request, init?: RequestInit) => Promise<Response>;
-}
-/** Input payload for live eval request timeout. */
-export interface LiveEvalRequestTimeoutInput {
-    requestTimeoutMs: number;
-}
-/** Input payload for live eval create conversation. */
-export interface LiveEvalCreateConversationInput extends LiveEvalRequestTimeoutInput {
-    title: string;
-}
-/** Input payload for live eval conversation. */
-export interface LiveEvalConversationInput extends LiveEvalRequestTimeoutInput {
-    conversationId: string;
-}
-/** Input payload for live eval project upload fixture. */
-export interface LiveEvalProjectUploadFixtureInput extends LiveEvalRequestTimeoutInput {
-    filePath: string;
-    contentType: string;
-    body: BodyInit | Uint8Array;
-    size?: number;
-    pollIntervalMs?: number;
-    maxAttempts?: number;
-}
-/** Input payload for live eval project file. */
-export interface LiveEvalProjectFileInput extends LiveEvalRequestTimeoutInput {
-    filePath: string;
-}
-/** Input payload for live eval create release. */
-export interface LiveEvalCreateReleaseInput extends LiveEvalRequestTimeoutInput {
-    description?: string;
-}
-/** Input payload for live eval wait for open input request. */
-export interface LiveEvalWaitForOpenInputRequestInput extends LiveEvalConversationInput {
-    abortSignal: AbortSignal;
-    pollIntervalMs?: number;
-    timeoutMs?: number;
-}
-/** Public API contract for live eval input response values. */
-export interface LiveEvalInputResponseValues {
-    [key: string]: string | boolean | number | null;
-}
-/** Input payload for live eval submit input response. */
-export interface LiveEvalSubmitInputResponseInput extends LiveEvalRequestTimeoutInput {
-    conversationId: string;
-    inputRequestId: string;
-    values: LiveEvalInputResponseValues;
-}
-/** Input payload for live eval input request. */
-export interface LiveEvalInputRequestInput extends LiveEvalRequestTimeoutInput {
-    conversationId: string;
-    inputRequestId: string;
-}
-declare const getInputRequestRecordSchema: () => import("../../../internal-agents/schema.js").Schema<import("../../../extensions/schema/schema-validator.js").InferShape<{
-    id: import("../../../internal-agents/schema.js").Schema<string>;
-    status: import("../../../internal-agents/schema.js").Schema<string>;
-}>>;
-/** Record shape for live eval input request. */
-export type LiveEvalInputRequestRecord = InferSchema<ReturnType<typeof getInputRequestRecordSchema>>;
-/** Public API contract for live eval API client. */
-export interface LiveEvalApiClient {
-    createConversation(input: LiveEvalCreateConversationInput): Promise<string>;
-    deleteConversation(input: LiveEvalConversationInput): Promise<void>;
-    createProjectUploadFixture(input: LiveEvalProjectUploadFixtureInput): Promise<string>;
-    getProjectFile(input: LiveEvalProjectFileInput): Promise<LiveEvalProjectFile | null>;
-    createRelease(input: LiveEvalCreateReleaseInput): Promise<string>;
-    deleteProjectFile(input: LiveEvalProjectFileInput): Promise<void>;
-    listOpenInputRequests(input: LiveEvalConversationInput): Promise<LiveEvalInputRequestRecord[]>;
-    waitForOpenInputRequest(input: LiveEvalWaitForOpenInputRequestInput): Promise<string>;
-    submitInputResponse(input: LiveEvalSubmitInputResponseInput): Promise<void>;
-    cancelInputRequest(input: LiveEvalInputRequestInput): Promise<void>;
-}
-/** Create live eval API client. */
-export declare function createLiveEvalApiClient(context: LiveEvalApiContext): LiveEvalApiClient;
-/** Create live eval conversation. */
-export declare function createLiveEvalConversation(context: LiveEvalApiContext, input: LiveEvalCreateConversationInput): Promise<string>;
-/** Delete live eval conversation helper. */
-export declare function deleteLiveEvalConversation(context: LiveEvalApiContext, input: LiveEvalConversationInput): Promise<void>;
-/** Create live eval project upload fixture. */
-export declare function createLiveEvalProjectUploadFixture(context: LiveEvalApiContext, input: LiveEvalProjectUploadFixtureInput): Promise<string>;
-/** Return live eval project file. */
-export declare function getLiveEvalProjectFile(context: LiveEvalApiContext, input: LiveEvalProjectFileInput): Promise<LiveEvalProjectFile | null>;
-/** Create live eval release. */
-export declare function createLiveEvalRelease(context: LiveEvalApiContext, input: LiveEvalCreateReleaseInput): Promise<string>;
-/** Delete live eval project file helper. */
-export declare function deleteLiveEvalProjectFile(context: LiveEvalApiContext, input: LiveEvalProjectFileInput): Promise<void>;
-/** List open live eval input requests. */
-export declare function listOpenLiveEvalInputRequests(context: LiveEvalApiContext, input: LiveEvalConversationInput): Promise<LiveEvalInputRequestRecord[]>;
-/** Request payload for wait for open live eval input. */
-export declare function waitForOpenLiveEvalInputRequest(context: LiveEvalApiContext, input: LiveEvalWaitForOpenInputRequestInput): Promise<string>;
-/** Response payload for submit live eval input. */
-export declare function submitLiveEvalInputResponse(context: LiveEvalApiContext, input: LiveEvalSubmitInputResponseInput): Promise<void>;
-/** Request payload for cancel live eval input. */
-export declare function cancelLiveEvalInputRequest(context: LiveEvalApiContext, input: LiveEvalInputRequestInput): Promise<void>;
-export {};
-//# sourceMappingURL=api-client.d.ts.map

package/esm/src/agent/testing/live-evals/api-client.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"api-client.d.ts","sourceRoot":"","sources":["../../../../../src/src/agent/testing/live-evals/api-client.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAEvE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAIvD,iCAAiC;AACjC,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,OAAO,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CAClF;AAED,mDAAmD;AACnD,MAAM,WAAW,2BAA2B;IAC1C,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,uDAAuD;AACvD,MAAM,WAAW,+BAAgC,SAAQ,2BAA2B;IAClF,KAAK,EAAE,MAAM,CAAC;CACf;AAED,gDAAgD;AAChD,MAAM,WAAW,yBAA0B,SAAQ,2BAA2B;IAC5E,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,0DAA0D;AAC1D,MAAM,WAAW,iCAAkC,SAAQ,2BAA2B;IACpF,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,QAAQ,GAAG,UAAU,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,gDAAgD;AAChD,MAAM,WAAW,wBAAyB,SAAQ,2BAA2B;IAC3E,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,kDAAkD;AAClD,MAAM,WAAW,0BAA2B,SAAQ,2BAA2B;IAC7E,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,+DAA+D;AAC/D,MAAM,WAAW,oCAAqC,SAAQ,yBAAyB;IACrF,WAAW,EAAE,WAAW,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,+DAA+D;AAC/D,MAAM,WAAW,2BAA2B;IAC1C,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC;CACjD;AAED,yDAAyD;AACzD,MAAM,WAAW,gCAAiC,SAAQ,2BAA2B;IACnF,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,2BAA2B,CAAC;CACrC;AAED,iDAAiD;AACjD,MAAM,WAAW,yBAA0B,SAAQ,2BAA2B;IAC5E,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;CACxB;AA4BD,QAAA,MAAM,2BAA2B;;;GAKhC,CAAC;AAQF,gDAAgD;AAChD,MAAM,MAAM,0BAA0B,GAAG,WAAW,CAClD,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAC/C,CAAC;AAEF,oDAAoD;AACpD,MAAM,WAAW,iBAAiB;IAChC,kBAAkB,CAAC,KAAK,EAAE,+BAA+B,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5E,kBAAkB,CAAC,KAAK,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,0BAA0B,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACtF,cAAc,CAAC,KAAK,EAAE,wBAAwB,GAAG,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC;IACrF,aAAa,CAAC,KAAK,EAAE,0BAA0B,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClE,iBAAiB,CAAC,KAAK,EAAE,wBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClE,qBAAqB,CAAC,KAAK,EAAE,yBAAyB,GAAG,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAAC;IAC/F,uBAAuB,CAAC,KAAK,EAAE,oCAAoC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACtF,mBAAmB,CAAC,KAAK,EAAE,gCAAgC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5E,kBAAkB,CAAC,KAAK,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrE;AAsID,mCAAmC;AACnC,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,kBAAkB,GAAG,iBAAiB,CAatF;AAED,qCAAqC;AACrC,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,+BAA+B,GACrC,OAAO,CAAC,MAAM,CAAC,CAuBjB;AAED,4CAA4C;AAC5C,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,yBAAyB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAiBf;AAED,+CAA+C;AAC/C,wBAAsB,kCAAkC,CACtD,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,iCAAiC,GACvC,OAAO,CAAC,MAAM,CAAC,CAuDjB;AAED,qCAAqC;AACrC,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,wBAAwB,GAC9B,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CA4BrC;AAED,gCAAgC;AAChC,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,0BAA0B,GAChC,OAAO,CAAC,MAAM,CAAC,CA6BjB;AAED,4CAA4C;AAC5C,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,wBAAwB,GAC9B,OAAO,CAAC,IAAI,CAAC,CAoBf;AAED,0CAA0C;AAC1C,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,yBAAyB,GAC/B,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAoBvC;AAED,yDAAyD;AACzD,wBAAsB,+BAA+B,CACnD,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,oCAAoC,GAC1C,OAAO,CAAC,MAAM,CAAC,CAsBjB;AAED,mDAAmD;AACnD,wBAAsB,2BAA2B,CAC/C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,gCAAgC,GACtC,OAAO,CAAC,IAAI,CAAC,CAmBf;AAED,kDAAkD;AAClD,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,yBAAyB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAkBf"}