@wix/evalforge-types 0.56.0 → 0.58.0

package/build/types/agent/adapter.d.ts

@@ -141,6 +141,16 @@ export interface AgentAdapter {
     readonly name: string;
     /** CLI commands this adapter handles (e.g., ['claude']). Can be empty for SDK-only adapters. */
     readonly supportedCommands: readonly AgentRunCommand[];
+    /**
+     * Prepare infrastructure files (skills, MCPs, sub-agents, rules, settings)
+     * in the working directory before the baseline snapshot is taken.
+     *
+     * Called by the orchestrator so that infra files don't appear as "new" in diffs.
+     * Adapters that write to the filesystem should implement this; others can omit it.
+     *
+     * @param context - The execution context containing skill, scenario, and configuration
+     */
+    prepareEnvironment?(context: AgentExecutionContext): Promise<void>;
     /**
      * Execute a skill against a test scenario using this agent.
      *

package/build/types/evaluation/eval-result.d.ts

@@ -135,6 +135,7 @@ export declare const EvalRunResultSchema: z.ZodObject<{
             lineNumber: z.ZodNumber;
         }, z.core.$strip>>;
         renamedFrom: z.ZodOptional<z.ZodString>;
+        isInfrastructure: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>>>;
     templateFiles: z.ZodOptional<z.ZodArray<z.ZodObject<{
         path: z.ZodString;
@@ -144,6 +145,7 @@ export declare const EvalRunResultSchema: z.ZodObject<{
             modified: "modified";
             new: "new";
         }>;
+        isInfrastructure: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>>>;
     startedAt: z.ZodOptional<z.ZodString>;
     completedAt: z.ZodOptional<z.ZodString>;

package/build/types/evaluation/eval-run.d.ts

@@ -6,7 +6,8 @@ export declare enum TriggerType {
     RESOURCES_UPDATED = "RESOURCES_UPDATED",
     MCP_VERSION_RELEASE = "MCP_VERSION_RELEASE",
     MCP_PREVIEW_CREATED = "MCP_PREVIEW_CREATED",
-    MANUAL = "MANUAL"
+    MANUAL = "MANUAL",
+    SCHEDULED = "SCHEDULED"
 }
 /**
  * Trigger metadata schema.
@@ -14,6 +15,7 @@ export declare enum TriggerType {
 export declare const TriggerMetadataSchema: z.ZodObject<{
     version: z.ZodOptional<z.ZodString>;
     resourceUpdated: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    scheduleId: z.ZodOptional<z.ZodString>;
 }, z.core.$strip>;
 export type TriggerMetadata = z.infer<typeof TriggerMetadataSchema>;
 /**
@@ -24,6 +26,7 @@ export declare const TriggerSchema: z.ZodObject<{
     metadata: z.ZodOptional<z.ZodObject<{
         version: z.ZodOptional<z.ZodString>;
         resourceUpdated: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        scheduleId: z.ZodOptional<z.ZodString>;
     }, z.core.$strip>>;
     type: z.ZodEnum<typeof TriggerType>;
 }, z.core.$strip>;
@@ -87,6 +90,7 @@ export declare const DiffContentSchema: z.ZodObject<{
         lineNumber: z.ZodNumber;
     }, z.core.$strip>>;
     renamedFrom: z.ZodOptional<z.ZodString>;
+    isInfrastructure: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>;
 export type DiffContent = z.infer<typeof DiffContentSchema>;
 /**
@@ -130,6 +134,7 @@ export declare const TemplateFileSchema: z.ZodObject<{
         modified: "modified";
         new: "new";
     }>;
+    isInfrastructure: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>;
 export type TemplateFile = z.infer<typeof TemplateFileSchema>;
 /**
@@ -195,6 +200,7 @@ export declare const FailureAnalysisSchema: z.ZodObject<{
             lineNumber: z.ZodNumber;
         }, z.core.$strip>>;
         renamedFrom: z.ZodOptional<z.ZodString>;
+        isInfrastructure: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>>;
     executionTrace: z.ZodOptional<z.ZodObject<{
         commands: z.ZodArray<z.ZodObject<{
@@ -323,6 +329,7 @@ export declare const EvalRunSchema: z.ZodObject<{
                 lineNumber: z.ZodNumber;
             }, z.core.$strip>>;
             renamedFrom: z.ZodOptional<z.ZodString>;
+            isInfrastructure: z.ZodOptional<z.ZodBoolean>;
         }, z.core.$strip>>>;
         templateFiles: z.ZodOptional<z.ZodArray<z.ZodObject<{
             path: z.ZodString;
@@ -332,6 +339,7 @@ export declare const EvalRunSchema: z.ZodObject<{
                 modified: "modified";
                 new: "new";
             }>;
+            isInfrastructure: z.ZodOptional<z.ZodBoolean>;
         }, z.core.$strip>>>;
         startedAt: z.ZodOptional<z.ZodString>;
         completedAt: z.ZodOptional<z.ZodString>;
@@ -445,6 +453,7 @@ export declare const EvalRunSchema: z.ZodObject<{
                 lineNumber: z.ZodNumber;
             }, z.core.$strip>>;
             renamedFrom: z.ZodOptional<z.ZodString>;
+            isInfrastructure: z.ZodOptional<z.ZodBoolean>;
         }, z.core.$strip>>;
         executionTrace: z.ZodOptional<z.ZodObject<{
             commands: z.ZodArray<z.ZodObject<{
@@ -498,6 +507,7 @@ export declare const EvalRunSchema: z.ZodObject<{
         metadata: z.ZodOptional<z.ZodObject<{
             version: z.ZodOptional<z.ZodString>;
             resourceUpdated: z.ZodOptional<z.ZodArray<z.ZodString>>;
+            scheduleId: z.ZodOptional<z.ZodString>;
         }, z.core.$strip>>;
         type: z.ZodEnum<typeof TriggerType>;
     }, z.core.$strip>>;
@@ -575,6 +585,7 @@ export declare const CreateEvalRunInputSchema: z.ZodObject<{
                 lineNumber: z.ZodNumber;
             }, z.core.$strip>>;
             renamedFrom: z.ZodOptional<z.ZodString>;
+            isInfrastructure: z.ZodOptional<z.ZodBoolean>;
         }, z.core.$strip>>;
         executionTrace: z.ZodOptional<z.ZodObject<{
             commands: z.ZodArray<z.ZodObject<{
@@ -628,6 +639,7 @@ export declare const CreateEvalRunInputSchema: z.ZodObject<{
         metadata: z.ZodOptional<z.ZodObject<{
             version: z.ZodOptional<z.ZodString>;
             resourceUpdated: z.ZodOptional<z.ZodArray<z.ZodString>>;
+            scheduleId: z.ZodOptional<z.ZodString>;
         }, z.core.$strip>>;
         type: z.ZodEnum<typeof TriggerType>;
     }, z.core.$strip>>;

package/build/types/index.d.ts

@@ -23,4 +23,5 @@ export * from './evaluation/index.js';
 export * from './project/index.js';
 export * from './template/index.js';
 export * from './agent/index.js';
+export * from './schedule/index.js';
 export * from './assertion/index.js';

package/build/types/schedule/eval-schedule.d.ts

@@ -0,0 +1,76 @@
+import { z } from 'zod';
+/**
+ * Frequency types for scheduled evaluation runs.
+ */
+export declare enum FrequencyType {
+    DAILY = "daily",
+    WEEKDAY = "weekday",
+    WEEKLY = "weekly",
+    MONTHLY = "monthly"
+}
+/**
+ * Evaluation schedule schema.
+ *
+ * Represents a recurring schedule that automatically triggers evaluation runs.
+ * Stores suiteId + presetId; the preset bundles agent + skills + MCPs +
+ * sub-agents + rules. Suite scenarios are resolved at trigger time so
+ * changes to the suite auto-propagate to future runs.
+ */
+export declare const EvalScheduleSchema: z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    description: z.ZodString;
+    createdAt: z.ZodString;
+    updatedAt: z.ZodString;
+    deleted: z.ZodOptional<z.ZodBoolean>;
+    projectId: z.ZodString;
+    enabled: z.ZodBoolean;
+    suiteId: z.ZodString;
+    presetId: z.ZodString;
+    frequencyType: z.ZodEnum<typeof FrequencyType>;
+    timeOfDay: z.ZodString;
+    dayOfWeek: z.ZodOptional<z.ZodNumber>;
+    dayOfMonth: z.ZodOptional<z.ZodNumber>;
+    timezone: z.ZodString;
+    lastRunId: z.ZodOptional<z.ZodString>;
+    lastRunStatus: z.ZodOptional<z.ZodString>;
+    lastRunAt: z.ZodOptional<z.ZodString>;
+    nextRunAt: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export type EvalSchedule = z.infer<typeof EvalScheduleSchema>;
+/**
+ * Input schema for creating a new schedule.
+ * Validates that dayOfWeek is present for WEEKLY, dayOfMonth for MONTHLY,
+ * and timezone is a valid IANA timezone.
+ */
+export declare const CreateEvalScheduleInputSchema: z.ZodObject<{
+    name: z.ZodString;
+    description: z.ZodString;
+    presetId: z.ZodString;
+    suiteId: z.ZodString;
+    enabled: z.ZodBoolean;
+    frequencyType: z.ZodEnum<typeof FrequencyType>;
+    timeOfDay: z.ZodString;
+    dayOfWeek: z.ZodOptional<z.ZodNumber>;
+    dayOfMonth: z.ZodOptional<z.ZodNumber>;
+    timezone: z.ZodString;
+}, z.core.$strip>;
+export type CreateEvalScheduleInput = z.infer<typeof CreateEvalScheduleInputSchema>;
+/**
+ * Input schema for updating an existing schedule.
+ * Partial -- conditional field validation is deferred to the repository
+ * which merges with the existing entity.
+ */
+export declare const UpdateEvalScheduleInputSchema: z.ZodObject<{
+    name: z.ZodOptional<z.ZodString>;
+    description: z.ZodOptional<z.ZodString>;
+    presetId: z.ZodOptional<z.ZodString>;
+    suiteId: z.ZodOptional<z.ZodString>;
+    enabled: z.ZodOptional<z.ZodBoolean>;
+    frequencyType: z.ZodOptional<z.ZodEnum<typeof FrequencyType>>;
+    timeOfDay: z.ZodOptional<z.ZodString>;
+    dayOfWeek: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
+    dayOfMonth: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
+    timezone: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export type UpdateEvalScheduleInput = z.infer<typeof UpdateEvalScheduleInputSchema>;

package/build/types/schedule/index.d.ts

@@ -0,0 +1 @@
+export * from './eval-schedule.js';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-types",
-  "version": "0.56.0",
+  "version": "0.58.0",
   "description": "Unified types for EvalForge agent evaluation system",
   "files": [
     "build"
@@ -46,5 +46,5 @@
       "artifactId": "evalforge-types"
     }
   },
-  "falconPackageHash": "331ddbd68218e960214d7b75e497534e88fa193a082b6fd1fb9a922f"
+  "falconPackageHash": "d841ec26ec5d969c31f9e4a9ceec1ca536da8afe333ae529a1922ce5"
 }