veryfront 0.1.879 → 0.1.881

package/esm/deno.js

@@ -1,6 +1,6 @@
 export default {
     "name": "veryfront",
-    "version": "0.1.879",
+    "version": "0.1.881",
     "license": "Apache-2.0",
     "nodeModulesDir": "auto",
     "minimumDependencyAge": {

package/esm/src/eval/report.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/src/eval/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EAGd,UAAU,EACV,UAAU,EACV,iBAAiB,EAClB,MAAM,YAAY,CAAC;AA6CpB,mEAAmE;AACnE,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,iBAAiB,CAU7E;AAED,oEAAoE;AACpE,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IACtC,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;CACf,GAAG,UAAU,CAYb"}
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/src/eval/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EAGd,UAAU,EACV,UAAU,EACV,iBAAiB,EAClB,MAAM,YAAY,CAAC;AA8CpB,mEAAmE;AACnE,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,iBAAiB,CAU7E;AAED,oEAAoE;AACpE,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IACtC,UAAU,EAAE,cAAc,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;CACf,GAAG,UAAU,CAYb"}

package/esm/src/eval/report.js

@@ -3,6 +3,8 @@ function isBlockingFailure(result) {
         (result.severity === "gate" || result.severity === "budget");
 }
 function recordPassed(record) {
+    if (!record.completed || record.error)
+        return false;
     const results = [...(record.metrics ?? []), ...(record.checks ?? [])];
     return results.every((result) => !isBlockingFailure(result));
 }

package/esm/src/eval/studio.d.ts

@@ -1,7 +1,7 @@
 import type { InferSchema } from "../extensions/schema/index.js";
 import type { DiscoveredEval } from "./discovery.js";
 /** Schema for Eval Studio capabilities. */
-export declare const getEvalStudioCapabilitySchema: () => import("../internal-agents/schema.js").Schema<"project.evals.read" | "project.evals.write">;
+export declare const getEvalStudioCapabilitySchema: () => import("../internal-agents/schema.js").Schema<"project.evals.read" | "project.evals.write" | "project.evals.run">;
 /** Schema for an editable Eval source field name. */
 export declare const getEvalEditableFieldSchema: () => import("../internal-agents/schema.js").Schema<"target" | "description" | "metrics" | "name" | "metadata" | "tags" | "check" | "dataset" | "repetitions">;
 /** Schema for an Eval source reference. */
@@ -85,7 +85,7 @@ export declare const getEvalSourceDocumentSchema: () => import("../internal-agen
     metadata: import("../internal-agents/schema.js").Schema<Record<string, unknown>>;
     editableFields: import("../internal-agents/schema.js").Schema<("target" | "description" | "metrics" | "name" | "metadata" | "tags" | "check" | "dataset" | "repetitions")[]>;
     dynamicFields: import("../internal-agents/schema.js").Schema<("target" | "description" | "metrics" | "name" | "metadata" | "tags" | "check" | "dataset" | "repetitions")[]>;
-    capabilities: import("../internal-agents/schema.js").Schema<("project.evals.read" | "project.evals.write")[]>;
+    capabilities: import("../internal-agents/schema.js").Schema<("project.evals.read" | "project.evals.write" | "project.evals.run")[]>;
 }>>;
 /** Schema for a source patch submitted from an Eval editor. */
 export declare const getEvalSourcePatchSchema: () => import("../internal-agents/schema.js").Schema<import("../extensions/schema/schema-validator.js").InferShape<{
@@ -155,7 +155,7 @@ export declare const getEvalRunSchema: () => import("../internal-agents/schema.j
     startedAt: import("../internal-agents/schema.js").Schema<string | null>;
     completedAt: import("../internal-agents/schema.js").Schema<string | null>;
 }>>;
-/** Capability string Studio uses for Eval read and write access. */
+/** Capability string Studio uses for Eval source and run actions. */
 export type EvalStudioCapability = InferSchema<ReturnType<typeof getEvalStudioCapabilitySchema>>;
 /** Form-editable Eval source field name. */
 export type EvalEditableField = InferSchema<ReturnType<typeof getEvalEditableFieldSchema>>;

package/esm/src/eval/studio.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"studio.d.ts","sourceRoot":"","sources":["../../../src/src/eval/studio.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGrD,2CAA2C;AAC3C,eAAO,MAAM,6BAA6B,mGAEzC,CAAC;AAEF,qDAAqD;AACrD,eAAO,MAAM,0BAA0B,gKActC,CAAC;AAEF,2CAA2C;AAC3C,eAAO,MAAM,4BAA4B;;;;GAMxC,CAAC;AAEF,6DAA6D;AAC7D,eAAO,MAAM,0BAA0B;;;;;GAOtC,CAAC;AAEF,6DAA6D;AAC7D,eAAO,MAAM,0BAA0B;;;;;;;;;;;GAQtC,CAAC;AAEF,4DAA4D;AAC5D,eAAO,MAAM,yBAAyB;;;;;;;;;;;GAarC,CAAC;AAEF,yDAAyD;AACzD,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkBvC,CAAC;AAEF,+DAA+D;AAC/D,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgBpC,CAAC;AAEF,gDAAgD;AAChD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;GAsB5B,CAAC;AAEF,oEAAoE;AACpE,MAAM,MAAM,oBAAoB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,6BAA6B,CAAC,CAAC,CAAC;AACjG,4CAA4C;AAC5C,MAAM,MAAM,iBAAiB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,0BAA0B,CAAC,CAAC,CAAC;AAC3F,8CAA8C;AAC9C,MAAM,MAAM,mBAAmB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,4BAA4B,CAAC,CAAC,CAAC;AAC/F,4CAA4C;AAC5C,MAAM,MAAM,kBAAkB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAAC,CAAC;AAC7F,mDAAmD;AACnD,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC,CAAC;AACvF,oCAAoC;AACpC,MAAM,MAAM,OAAO,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC;AAEvE,4EAA4E;AAC5E,MAAM,WAAW,+BAA+B;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,oBAAoB,EAAE,CAAC;CACvC;AAsDD,8EAA8E;AAC9E,wBAAgB,wBAAwB,CACtC,UAAU,EAAE,cAAc,EAC1B,OAAO,GAAE,+BAAoC,GAC5C,kBAAkB,CAyBpB"}
+{"version":3,"file":"studio.d.ts","sourceRoot":"","sources":["../../../src/src/eval/studio.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGrD,2CAA2C;AAC3C,eAAO,MAAM,6BAA6B,yHAEzC,CAAC;AAEF,qDAAqD;AACrD,eAAO,MAAM,0BAA0B,gKActC,CAAC;AAEF,2CAA2C;AAC3C,eAAO,MAAM,4BAA4B;;;;GAMxC,CAAC;AAEF,6DAA6D;AAC7D,eAAO,MAAM,0BAA0B;;;;;GAOtC,CAAC;AAEF,6DAA6D;AAC7D,eAAO,MAAM,0BAA0B;;;;;;;;;;;GAQtC,CAAC;AAEF,4DAA4D;AAC5D,eAAO,MAAM,yBAAyB;;;;;;;;;;;GAarC,CAAC;AAEF,yDAAyD;AACzD,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkBvC,CAAC;AAEF,+DAA+D;AAC/D,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgBpC,CAAC;AAEF,gDAAgD;AAChD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;GAsB5B,CAAC;AAEF,qEAAqE;AACrE,MAAM,MAAM,oBAAoB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,6BAA6B,CAAC,CAAC,CAAC;AACjG,4CAA4C;AAC5C,MAAM,MAAM,iBAAiB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,0BAA0B,CAAC,CAAC,CAAC;AAC3F,8CAA8C;AAC9C,MAAM,MAAM,mBAAmB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,4BAA4B,CAAC,CAAC,CAAC;AAC/F,4CAA4C;AAC5C,MAAM,MAAM,kBAAkB,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAAC,CAAC;AAC7F,mDAAmD;AACnD,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC,CAAC;AACvF,oCAAoC;AACpC,MAAM,MAAM,OAAO,GAAG,WAAW,CAAC,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC;AAEvE,4EAA4E;AAC5E,MAAM,WAAW,+BAA+B;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,oBAAoB,EAAE,CAAC;CACvC;AAuDD,8EAA8E;AAC9E,wBAAgB,wBAAwB,CACtC,UAAU,EAAE,cAAc,EAC1B,OAAO,GAAE,+BAAoC,GAC5C,kBAAkB,CAyBpB"}

package/esm/src/eval/studio.js

@@ -1,6 +1,6 @@
 import { defineSchema } from "../schemas/index.js";
 /** Schema for Eval Studio capabilities. */
-export const getEvalStudioCapabilitySchema = defineSchema((v) => v.enum(["project.evals.read", "project.evals.write"]));
+export const getEvalStudioCapabilitySchema = defineSchema((v) => v.enum(["project.evals.read", "project.evals.write", "project.evals.run"]));
 /** Schema for an editable Eval source field name. */
 export const getEvalEditableFieldSchema = defineSchema((v) => v.enum([
     "name",
@@ -106,6 +106,7 @@ export const getEvalRunSchema = defineSchema((v) => v.object({
 const DEFAULT_EVAL_STUDIO_CAPABILITIES = [
     "project.evals.read",
     "project.evals.write",
+    "project.evals.run",
 ];
 const BASE_EDITABLE_FIELDS = [
     "name",

package/esm/src/runs/index.d.ts

@@ -22,6 +22,6 @@
  * ```
  */
 import "../../_dnt.polyfills.js";
-export { createRunsClient, type CreateTaskRunInput, type CreateWorkflowRunInput, type KnowledgeIngestByUploadIdsInput, type KnowledgeIngestByUploadPathsInput, type KnowledgeIngestByUploadPrefixInput, type ListRunEventsOptions, type ListRunsOptions, type ProjectScopedOptions, type RunRuntimeTargetKind, type RunRuntimeTargetOptions, VeryfrontRunsClient, type VeryfrontRunsClientConfig, } from "./runs-client.js";
+export { type CreateEvalRunInput, createRunsClient, type CreateTaskRunInput, type CreateWorkflowRunInput, type KnowledgeIngestByUploadIdsInput, type KnowledgeIngestByUploadPathsInput, type KnowledgeIngestByUploadPrefixInput, type ListRunEventsOptions, type ListRunsOptions, type ProjectScopedOptions, type RunRuntimeTargetKind, type RunRuntimeTargetOptions, VeryfrontRunsClient, type VeryfrontRunsClientConfig, } from "./runs-client.js";
 export { type CancelRunResponse, CancelRunResponseSchema, type CreateRunResponse, CreateRunResponseSchema, type Run, type RunEvent, RunEventListSchema, RunEventSchema, type RunExecutionError, type RunKind, type RunList, RunListSchema, type RunOwner, RunSchema, type RunStatus, type RunTriggerKind, } from "./schemas.js";
 //# sourceMappingURL=index.d.ts.map

package/esm/src/runs/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/src/runs/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,OAAO,yBAAyB,CAAC;AAGjC,OAAO,EACL,gBAAgB,EAChB,KAAK,kBAAkB,EACvB,KAAK,sBAAsB,EAC3B,KAAK,+BAA+B,EACpC,KAAK,iCAAiC,EACtC,KAAK,kCAAkC,EACvC,KAAK,oBAAoB,EACzB,KAAK,eAAe,EACpB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,uBAAuB,EAC5B,mBAAmB,EACnB,KAAK,yBAAyB,GAC/B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,GAAG,EACR,KAAK,QAAQ,EACb,kBAAkB,EAClB,cAAc,EACd,KAAK,iBAAiB,EACtB,KAAK,OAAO,EACZ,KAAK,OAAO,EACZ,aAAa,EACb,KAAK,QAAQ,EACb,SAAS,EACT,KAAK,SAAS,EACd,KAAK,cAAc,GACpB,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/src/runs/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,OAAO,yBAAyB,CAAC;AAGjC,OAAO,EACL,KAAK,kBAAkB,EACvB,gBAAgB,EAChB,KAAK,kBAAkB,EACvB,KAAK,sBAAsB,EAC3B,KAAK,+BAA+B,EACpC,KAAK,iCAAiC,EACtC,KAAK,kCAAkC,EACvC,KAAK,oBAAoB,EACzB,KAAK,eAAe,EACpB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,uBAAuB,EAC5B,mBAAmB,EACnB,KAAK,yBAAyB,GAC/B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,GAAG,EACR,KAAK,QAAQ,EACb,kBAAkB,EAClB,cAAc,EACd,KAAK,iBAAiB,EACtB,KAAK,OAAO,EACZ,KAAK,OAAO,EACZ,aAAa,EACb,KAAK,QAAQ,EACb,SAAS,EACT,KAAK,SAAS,EACd,KAAK,cAAc,GACpB,MAAM,cAAc,CAAC"}

package/esm/src/runs/runs-client.d.ts

@@ -11,7 +11,7 @@ export interface VeryfrontRunsClientConfig {
 export interface ProjectScopedOptions {
     projectReference?: string;
 }
-/** Runtime target for a task or workflow run. */
+/** Runtime target for a task, workflow, or eval run. */
 export type RunRuntimeTargetKind = "main_branch" | "environment" | "preview_branch";
 /** Runtime target fields accepted by run creation APIs. */
 export interface RunRuntimeTargetOptions {
@@ -38,6 +38,13 @@ export interface CreateWorkflowRunInput extends RunCreateBaseInput, RunRuntimeTa
     input?: Record<string, unknown>;
     startMode?: string;
 }
+/** Input payload for creating an eval run. */
+export interface CreateEvalRunInput extends RunCreateBaseInput, RunRuntimeTargetOptions {
+    target: `eval:${string}`;
+    input?: Record<string, unknown>;
+    config?: Record<string, unknown>;
+    startMode?: string;
+}
 /** Input payload for knowledge ingest by upload IDs. */
 export interface KnowledgeIngestByUploadIdsInput extends Omit<CreateTaskRunInput, "target" | "config"> {
     uploadIds: string[];
@@ -77,6 +84,7 @@ export declare class VeryfrontRunsClient {
     clearProjectReference(): void;
     createTaskRun(input: CreateTaskRunInput): Promise<CreateRunResponse>;
     createWorkflowRun(input: CreateWorkflowRunInput): Promise<CreateRunResponse>;
+    createEvalRun(input: CreateEvalRunInput): Promise<CreateRunResponse>;
     list(options?: ListRunsOptions): Promise<RunList>;
     get(runId: string): Promise<Run>;
     events(runId: string, options?: ListRunEventsOptions): Promise<RunEventList>;

package/esm/src/runs/runs-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runs-client.d.ts","sourceRoot":"","sources":["../../../src/src/runs/runs-client.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,KAAK,WAAW,EACjB,MAAM,4DAA4D,CAAC;AAGpE,OAAO,EACL,KAAK,iBAAiB,EAEtB,KAAK,iBAAiB,EAEtB,KAAK,GAAG,EACR,KAAK,YAAY,EAEjB,KAAK,OAAO,EAGb,MAAM,cAAc,CAAC;AAOtB,uDAAuD;AACvD,MAAM,WAAW,yBAAyB;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CAC9B;AAED,uDAAuD;AACvD,MAAM,WAAW,oBAAoB;IACnC,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,iDAAiD;AACjD,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG,aAAa,GAAG,gBAAgB,CAAC;AAEpF,2DAA2D;AAC3D,MAAM,WAAW,uBAAuB;IACtC,iBAAiB,CAAC,EAAE,oBAAoB,CAAC;IACzC,0BAA0B,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvC;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,kBAAmB,SAAQ,kBAAkB,EAAE,uBAAuB;IACrF,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,QAAQ,MAAM,EAAE,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,sBAAuB,SAAQ,kBAAkB,EAAE,uBAAuB;IACzF,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,YAAY,MAAM,EAAE,CAAC;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,wDAAwD;AACxD,MAAM,WAAW,+BACf,SAAQ,IAAI,CAAC,kBAAkB,EAAE,QAAQ,GAAG,QAAQ,CAAC;IACrD,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,0DAA0D;AAC1D,MAAM,WAAW,iCACf,SAAQ,IAAI,CAAC,kBAAkB,EAAE,QAAQ,GAAG,QAAQ,CAAC;IACrD,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,2DAA2D;AAC3D,MAAM,WAAW,kCACf,SAAQ,IAAI,CAAC,kBAAkB,EAAE,QAAQ,GAAG,QAAQ,CAAC;IACrD,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAgB,SAAQ,oBAAoB;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACnC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,KAAK,eAAe,CAAC,KAAK,SAAS,OAAO,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,IAAI,EAAE,KAAK,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;AAyB9F,gDAAgD;AAChD,qBAAa,mBAAmB;IAWlB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAVnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,YAAY,CAAC,CAAS;IAC9B,OAAO,CAAC,uBAAuB,CAAC,CAAS;IAEzC,QAAQ,CAAC,SAAS,EAAE;QAClB,iBAAiB,EAAE,eAAe,CAAC,CAAC,+BAA+B,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACzF,mBAAmB,EAAE,eAAe,CAAC,CAAC,iCAAiC,CAAC,EAAE,iBAAiB,CAAC,CAAC;QAC7F,oBAAoB,EAAE,eAAe,CAAC,CAAC,kCAAkC,CAAC,EAAE,iBAAiB,CAAC,CAAC;KAChG,CAAC;gBAE2B,MAAM,GAAE,yBAA8B;IAcnE,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIpC,iBAAiB,IAAI,IAAI;IAIzB,mBAAmB,CAAC,gBAAgB,EAAE,MAAM,GAAG,IAAI;IAInD,qBAAqB,IAAI,IAAI;IAI7B,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAkCpE,iBAAiB,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA8BtE,IAAI,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,OAAO,CAAC;IAW3D,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAIhC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,oBAAyB,GAAG,OAAO,CAAC,YAAY,CAAC;IAWhF,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAMjD,OAAO,CAAC,0BAA0B;IAYlC,OAAO,CAAC,4BAA4B;IAYpC,OAAO,CAAC,6BAA6B;IAYrC,OAAO,CAAC,aAAa;IAIrB,OAAO,CAAC,gBAAgB;IAaxB,OAAO,CAAC,uBAAuB;YAcjB,WAAW;CAmB1B;AAED,4BAA4B;AAC5B,wBAAgB,gBAAgB,CAAC,MAAM,CAAC,EAAE,yBAAyB,GAAG,mBAAmB,CAExF"}
+{"version":3,"file":"runs-client.d.ts","sourceRoot":"","sources":["../../../src/src/runs/runs-client.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,KAAK,WAAW,EACjB,MAAM,4DAA4D,CAAC;AAGpE,OAAO,EACL,KAAK,iBAAiB,EAEtB,KAAK,iBAAiB,EAEtB,KAAK,GAAG,EACR,KAAK,YAAY,EAEjB,KAAK,OAAO,EAGb,MAAM,cAAc,CAAC;AAOtB,uDAAuD;AACvD,MAAM,WAAW,yBAAyB;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CAC9B;AAED,uDAAuD;AACvD,MAAM,WAAW,oBAAoB;IACnC,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,wDAAwD;AACxD,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG,aAAa,GAAG,gBAAgB,CAAC;AAEpF,2DAA2D;AAC3D,MAAM,WAAW,uBAAuB;IACtC,iBAAiB,CAAC,EAAE,oBAAoB,CAAC;IACzC,0BAA0B,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvC;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,kBAAmB,SAAQ,kBAAkB,EAAE,uBAAuB;IACrF,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,QAAQ,MAAM,EAAE,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,sBAAuB,SAAQ,kBAAkB,EAAE,uBAAuB;IACzF,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,YAAY,MAAM,EAAE,CAAC;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,8CAA8C;AAC9C,MAAM,WAAW,kBAAmB,SAAQ,kBAAkB,EAAE,uBAAuB;IACrF,MAAM,EAAE,QAAQ,MAAM,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,wDAAwD;AACxD,MAAM,WAAW,+BACf,SAAQ,IAAI,CAAC,kBAAkB,EAAE,QAAQ,GAAG,QAAQ,CAAC;IACrD,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,0DAA0D;AAC1D,MAAM,WAAW,iCACf,SAAQ,IAAI,CAAC,kBAAkB,EAAE,QAAQ,GAAG,QAAQ,CAAC;IACrD,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,2DAA2D;AAC3D,MAAM,WAAW,kCACf,SAAQ,IAAI,CAAC,kBAAkB,EAAE,QAAQ,GAAG,QAAQ,CAAC;IACrD,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAgB,SAAQ,oBAAoB;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACnC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,KAAK,eAAe,CAAC,KAAK,SAAS,OAAO,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,IAAI,EAAE,KAAK,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;AAyB9F,gDAAgD;AAChD,qBAAa,mBAAmB;IAWlB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAVnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,YAAY,CAAC,CAAS;IAC9B,OAAO,CAAC,uBAAuB,CAAC,CAAS;IAEzC,QAAQ,CAAC,SAAS,EAAE;QAClB,iBAAiB,EAAE,eAAe,CAAC,CAAC,+BAA+B,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACzF,mBAAmB,EAAE,eAAe,CAAC,CAAC,iCAAiC,CAAC,EAAE,iBAAiB,CAAC,CAAC;QAC7F,oBAAoB,EAAE,eAAe,CAAC,CAAC,kCAAkC,CAAC,EAAE,iBAAiB,CAAC,CAAC;KAChG,CAAC;gBAE2B,MAAM,GAAE,yBAA8B;IAcnE,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIpC,iBAAiB,IAAI,IAAI;IAIzB,mBAAmB,CAAC,gBAAgB,EAAE,MAAM,GAAG,IAAI;IAInD,qBAAqB,IAAI,IAAI;IAI7B,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAkCpE,iBAAiB,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA8B5E,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA8B9D,IAAI,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,OAAO,CAAC;IAW3D,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAIhC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,oBAAyB,GAAG,OAAO,CAAC,YAAY,CAAC;IAWhF,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAMjD,OAAO,CAAC,0BAA0B;IAYlC,OAAO,CAAC,4BAA4B;IAYpC,OAAO,CAAC,6BAA6B;IAYrC,OAAO,CAAC,aAAa;IAIrB,OAAO,CAAC,gBAAgB;IAaxB,OAAO,CAAC,uBAAuB;YAcjB,WAAW;CAmB1B;AAED,4BAA4B;AAC5B,wBAAgB,gBAAgB,CAAC,MAAM,CAAC,EAAE,yBAAyB,GAAG,mBAAmB,CAExF"}

package/esm/src/runs/runs-client.js

@@ -98,6 +98,25 @@ export class VeryfrontRunsClient {
             },
         });
     }
+    createEvalRun(input) {
+        const { projectId, publicId, parentRunId, target, input: evalInput, config, startMode, ...runtimeTarget } = input;
+        return this.requestJson("/runs", CreateRunResponseSchema, {
+            method: "POST",
+            body: {
+                kind: "eval",
+                owner: { kind: "project", id: projectId },
+                public_id: publicId,
+                parent_run_id: parentRunId,
+                request: {
+                    target,
+                    ...runtimeTargetBody(runtimeTarget),
+                    input: evalInput,
+                    config,
+                    start_mode: startMode,
+                },
+            },
+        });
+    }
     async list(options = {}) {
         const { projectReference, cursor, limit } = options;
         return await this.requestJson(withQuery(`/projects/${encodeURIComponent(this.resolveProjectReference(projectReference))}/runs`, toQueryParams({ cursor, limit })), RunListSchema);

package/esm/src/server/handlers/request/project-run-execute.handler.d.ts

@@ -2,13 +2,16 @@ import type { RuntimeAdapter } from "../../../platform/index.js";
 import type { VeryfrontConfig } from "../../../config/index.js";
 import { type DiscoveredTask } from "../../../task/discovery.js";
 import { type RunTaskOptions, type TaskRunResult } from "../../../task/runner.js";
+import { type DiscoveredEval } from "../../../eval/discovery.js";
+import { type AgentServiceEvalAdapterConfig } from "../../../eval/agent-service.js";
+import type { EvalAgentAdapter, EvalDefinition, EvalReport, RunEvalOptions } from "../../../eval/types.js";
 import { type DiscoveredWorkflow } from "../../../workflow/discovery/index.js";
 import type { WorkflowClientConfig } from "../../../workflow/index.js";
 import type { HandlerContext, HandlerMetadata, HandlerResult } from "../types.js";
 import { BaseHandler } from "../response/base.js";
 export interface ProjectRunExecuteRequest {
     runId: string;
-    kind: "task" | "workflow";
+    kind: "task" | "workflow" | "eval";
     target: string;
     projectId: string;
     config?: Record<string, unknown>;
@@ -56,7 +59,15 @@ export interface ProjectRunExecuteHandlerDeps {
         config?: VeryfrontConfig;
         debug?: boolean;
     }): Promise<DiscoveredWorkflow | null>;
+    findEvalById(evalId: string, options: {
+        projectDir: string;
+        adapter: RuntimeAdapter;
+        config?: VeryfrontConfig;
+        debug?: boolean;
+    }): Promise<DiscoveredEval | null>;
     createWorkflowClient(config?: WorkflowClientConfig): WorkflowClientView | Promise<WorkflowClientView>;
+    runEval(definition: EvalDefinition, options: RunEvalOptions): Promise<EvalReport>;
+    createEvalAgentAdapter(config: AgentServiceEvalAdapterConfig): EvalAgentAdapter;
     ensureProjectDiscovery(ctx: HandlerContext): Promise<void>;
     executeKnowledgeIngest(input: {
         request: ProjectRunExecuteRequest;

package/esm/src/server/handlers/request/project-run-execute.handler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"project-run-execute.handler.d.ts","sourceRoot":"","sources":["../../../../../src/src/server/handlers/request/project-run-execute.handler.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,KAAK,cAAc,EAAgB,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EAAW,KAAK,cAAc,EAAE,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAG3F,OAAO,EAAE,KAAK,kBAAkB,EAAoB,MAAM,sCAAsC,CAAC;AAEjG,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAGvE,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAmB,aAAa,EAAE,MAAM,aAAa,CAAC;AACnG,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AASlD,MAAM,WAAW,wBAAwB;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,GAAG,UAAU,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,yBAAyB;IACxC,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC;CACvB;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;CACrC;AAED,UAAU,mBAAmB;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B;AAED,UAAU,kBAAkB;IAC1B,QAAQ,CAAC,gBAAgB,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC;IACpD,QAAQ,CAAC,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;IAClC,KAAK,CACH,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,OAAO,EACd,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAC3B,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAChC,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC;IACvD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,4BAA4B;IAC3C,YAAY,CACV,MAAM,EAAE,MAAM,EACd,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,cAAc,CAAC;QACxB,MAAM,CAAC,EAAE,eAAe,CAAC;QACzB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,GACA,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC;IAClC,OAAO,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IACzD,gBAAgB,CACd,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,cAAc,CAAC;QACxB,MAAM,CAAC,EAAE,eAAe,CAAC;QACzB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,GACA,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAAC;IACtC,oBAAoB,CAClB,MAAM,CAAC,EAAE,oBAAoB,GAC5B,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACpD,sBAAsB,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3D,sBAAsB,CAAC,KAAK,EAAE;QAC5B,OAAO,EAAE,wBAAwB,CAAC;QAClC,GAAG,EAAE,cAAc,CAAC;QACpB,GAAG,EAAE,OAAO,CAAC;KACd,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACvC,wBAAwB,CAAC,KAAK,EAAE;QAC9B,OAAO,EAAE,wBAAwB,CAAC;QAClC,GAAG,EAAE,cAAc,CAAC;QACpB,GAAG,EAAE,OAAO,CAAC;KACd,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACvC,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,GAAG,IAAI,MAAM,CAAC;CACf;AAqmBD,qBAAa,wBAAyB,SAAQ,WAAW;IAS3C,OAAO,CAAC,QAAQ,CAAC,IAAI;IARjC,QAAQ,EAAE,eAAe,CAMvB;gBAE2B,IAAI,GAAE,4BAA0C;IAIvE,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;CAoExE"}
+{"version":3,"file":"project-run-execute.handler.d.ts","sourceRoot":"","sources":["../../../../../src/src/server/handlers/request/project-run-execute.handler.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,KAAK,cAAc,EAAgB,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EAAW,KAAK,cAAc,EAAE,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC3F,OAAO,EAAE,KAAK,cAAc,EAAgB,MAAM,4BAA4B,CAAC;AAE/E,OAAO,EACL,KAAK,6BAA6B,EAEnC,MAAM,gCAAgC,CAAC;AACxC,OAAO,KAAK,EACV,gBAAgB,EAChB,cAAc,EAGd,UAAU,EACV,cAAc,EACf,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,KAAK,kBAAkB,EAAoB,MAAM,sCAAsC,CAAC;AAEjG,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAGvE,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAmB,aAAa,EAAE,MAAM,aAAa,CAAC;AACnG,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AASlD,MAAM,WAAW,wBAAwB;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,yBAAyB;IACxC,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC;CACvB;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;CACrC;AAED,UAAU,mBAAmB;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B;AAED,UAAU,kBAAkB;IAC1B,QAAQ,CAAC,gBAAgB,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC;IACpD,QAAQ,CAAC,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;IAClC,KAAK,CACH,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,OAAO,EACd,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAC3B,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAChC,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC;IACvD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,4BAA4B;IAC3C,YAAY,CACV,MAAM,EAAE,MAAM,EACd,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,cAAc,CAAC;QACxB,MAAM,CAAC,EAAE,eAAe,CAAC;QACzB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,GACA,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC;IAClC,OAAO,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IACzD,gBAAgB,CACd,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,cAAc,CAAC;QACxB,MAAM,CAAC,EAAE,eAAe,CAAC;QACzB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,GACA,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAAC;IACtC,YAAY,CACV,MAAM,EAAE,MAAM,EACd,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,cAAc,CAAC;QACxB,MAAM,CAAC,EAAE,eAAe,CAAC;QACzB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,GACA,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC;IAClC,oBAAoB,CAClB,MAAM,CAAC,EAAE,oBAAoB,GAC5B,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACpD,OAAO,CAAC,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAClF,sBAAsB,CAAC,MAAM,EAAE,6BAA6B,GAAG,gBAAgB,CAAC;IAChF,sBAAsB,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3D,sBAAsB,CAAC,KAAK,EAAE;QAC5B,OAAO,EAAE,wBAAwB,CAAC;QAClC,GAAG,EAAE,cAAc,CAAC;QACpB,GAAG,EAAE,OAAO,CAAC;KACd,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACvC,wBAAwB,CAAC,KAAK,EAAE;QAC9B,OAAO,EAAE,wBAAwB,CAAC;QAClC,GAAG,EAAE,cAAc,CAAC;QACpB,GAAG,EAAE,OAAO,CAAC;KACd,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACvC,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,GAAG,IAAI,MAAM,CAAC;CACf;AAiuBD,qBAAa,wBAAyB,SAAQ,WAAW;IAS3C,OAAO,CAAC,QAAQ,CAAC,IAAI;IARjC,QAAQ,EAAE,eAAe,CAMvB;gBAE2B,IAAI,GAAE,4BAA0C;IAIvE,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;CAsExE"}

package/esm/src/server/handlers/request/project-run-execute.handler.js

@@ -6,6 +6,9 @@ import { INTERNAL_AGENT_CONTROL_PLANE_MAX_BODY_BYTES, InternalAgentRequestBodyTo
 import { getHostEnv } from "../../../platform/compat/process.js";
 import { findTaskById } from "../../../task/discovery.js";
 import { runTask } from "../../../task/runner.js";
+import { findEvalById } from "../../../eval/discovery.js";
+import { runEval } from "../../../eval/runner.js";
+import { createAgentServiceEvalAdapter, } from "../../../eval/agent-service.js";
 import { agentRegistry } from "../../../agent/composition/index.js";
 import { findWorkflowById } from "../../../workflow/discovery/index.js";
 import { createWorkflowClient, RedisBackend } from "../../../workflow/index.js";
@@ -38,8 +41,9 @@ function parseExecuteRequest(value, pathRunId) {
         throw new Error("Invalid runId");
     if (runId !== pathRunId)
         throw new Error("Run id does not match request path");
-    if (kind !== "task" && kind !== "workflow")
+    if (kind !== "task" && kind !== "workflow" && kind !== "eval") {
         throw new Error("Invalid run kind");
+    }
     if (typeof target !== "string" || !target)
         throw new Error("Invalid target");
     if (typeof projectId !== "string" || !projectId)
@@ -49,6 +53,8 @@ function parseExecuteRequest(value, pathRunId) {
     if (kind === "workflow" && !target.startsWith("workflow:")) {
         throw new Error("Invalid workflow target");
     }
+    if (kind === "eval" && !target.startsWith("eval:"))
+        throw new Error("Invalid eval target");
     return {
         runId,
         kind,
@@ -216,9 +222,19 @@ async function executeWorkflowRun(request, ctx, deps) {
         await client.destroy();
     }
 }
+function getRuntimeApiToken(req, ctx) {
+    return req.headers.get("x-token") ?? ctx.proxyToken ?? ctx.requestContext?.token ?? "";
+}
+function getSameOriginAgUiEndpoint(req) {
+    const url = new URL(req.url);
+    url.pathname = "/api/ag-ui";
+    url.search = "";
+    url.hash = "";
+    return url.toString();
+}
 function createRuntimeApiClient(req, ctx) {
     const apiUrl = getEnvironmentConfig().apiBaseUrl;
-    const token = req.headers.get("x-token") ?? ctx.proxyToken ?? ctx.requestContext?.token ?? "";
+    const token = getRuntimeApiToken(req, ctx);
     if (!token) {
         throw new Error("Missing project runtime API token");
     }
@@ -417,6 +433,87 @@ function getNumberConfig(config, keys) {
     }
     return undefined;
 }
+function getPositiveIntConfig(config, keys) {
+    const value = getNumberConfig(config, keys);
+    if (value === undefined)
+        return undefined;
+    const normalized = Math.trunc(value);
+    return normalized > 0 ? normalized : undefined;
+}
+function isBlockingEvalResult(result) {
+    return !result.skipped && result.pass === false &&
+        (result.severity === "gate" || result.severity === "budget");
+}
+function evalRecordFailed(record) {
+    if (!record.completed || record.error)
+        return true;
+    return [...(record.metrics ?? []), ...(record.checks ?? [])].some(isBlockingEvalResult);
+}
+function countFailedEvalRecords(report) {
+    return report.records.filter(evalRecordFailed).length;
+}
+function withEvalRunConfig(definition, config) {
+    const repetitions = getPositiveIntConfig(config, ["repetitions", "repeat", "repetitionCount"]);
+    if (repetitions === undefined || repetitions === definition.repetitions) {
+        return definition;
+    }
+    return {
+        ...definition,
+        repetitions,
+    };
+}
+function createEvalAdapterConfig(input) {
+    const config = input.request.config ?? {};
+    const runInput = input.request.input ?? {};
+    const authToken = getRuntimeApiToken(input.req, input.ctx);
+    if (!authToken) {
+        throw new Error("Missing project runtime API token");
+    }
+    return {
+        endpoint: getSameOriginAgUiEndpoint(input.req),
+        authToken,
+        projectId: input.request.projectId,
+        branchId: getStringConfig(config, ["branch_id", "branchId"]) ??
+            getStringConfig(runInput, ["branch_id", "branchId"]),
+        model: getStringConfig(config, ["model"]),
+        allowedTools: getStringArrayConfig(config, ["allowed_tools", "allowedTools"]),
+        maxSteps: getPositiveIntConfig(config, ["max_steps", "maxSteps"]),
+    };
+}
+async function executeEvalRun(request, ctx, req, deps) {
+    const startedAt = deps.now();
+    await deps.ensureProjectDiscovery(ctx);
+    const evalItem = await deps.findEvalById(request.target, {
+        projectDir: ctx.projectDir,
+        adapter: ctx.adapter,
+        config: ctx.config,
+        debug: ctx.debug,
+    });
+    if (!evalItem) {
+        return {
+            success: false,
+            error: `Eval not found: ${request.target}`,
+            logs: null,
+            duration_ms: 0,
+        };
+    }
+    const config = request.config ?? {};
+    const report = await deps.runEval(withEvalRunConfig(evalItem.definition, config), {
+        adapters: {
+            agent: deps.createEvalAgentAdapter(createEvalAdapterConfig({ request, req, ctx })),
+        },
+        baseDir: ctx.projectDir,
+        runId: request.runId,
+    });
+    const failed = Math.max(report.summary.failed, countFailedEvalRecords(report));
+    return {
+        success: failed === 0,
+        result: report,
+        ...(failed > 0 ? { error: `${failed} eval record${failed === 1 ? "" : "s"} failed` } : {}),
+        logs: null,
+        duration_ms: Math.max(0, deps.now() - startedAt),
+    };
+}
 async function executeReleaseAssetBuildRun(input) {
     const startedAt = Date.now();
     const config = input.request.config ?? {};
@@ -499,7 +596,10 @@ const defaultDeps = {
     findTaskById,
     runTask,
     findWorkflowById,
+    findEvalById,
     createWorkflowClient: createRuntimeWorkflowClient,
+    runEval,
+    createEvalAgentAdapter: createAgentServiceEvalAdapter,
     ensureProjectDiscovery,
     executeKnowledgeIngest: executeKnowledgeIngestRun,
     executeReleaseAssetBuild: executeReleaseAssetBuildRun,
@@ -550,7 +650,9 @@ export class ProjectRunExecuteHandler extends BaseHandler {
                             ? await this.deps.executeReleaseAssetBuild({ request, ctx, req })
                             : request.kind === "task"
                                 ? await executeTaskRun(request, ctx, this.deps)
-                                : await executeWorkflowRun(request, ctx, this.deps);
+                                : request.kind === "eval"
+                                    ? await executeEvalRun(request, ctx, req, this.deps)
+                                    : await executeWorkflowRun(request, ctx, this.deps);
                     return this.respond(builder.json(response, 200));
                 }
                 catch (error) {

package/esm/src/utils/version-constant.d.ts

@@ -1,3 +1,3 @@
 /** Shared version value. */
-export declare const VERSION = "0.1.879";
+export declare const VERSION = "0.1.881";
 //# sourceMappingURL=version-constant.d.ts.map

package/esm/src/utils/version-constant.js

@@ -1,4 +1,4 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
 /** Shared version value. */
-export const VERSION = "0.1.879";
+export const VERSION = "0.1.881";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "veryfront",
-  "version": "0.1.879",
+  "version": "0.1.881",
   "description": "The simplest way to build AI-powered apps",
   "keywords": [
     "react",