@wix/evalforge-types 0.56.0 → 0.58.0

package/README.md

@@ -15,6 +15,7 @@ Shared TypeScript types and [Zod](https://zod.dev/) schemas for the EvalForge pl
 | `evaluation` | Eval run schemas, configs, results, and statuses |
 | `project` | Project schemas (multi-tenancy root) |
 | `template` | Project template schemas |
+| `schedule` | Recurring evaluation schedule schemas (`EvalSchedule`, `FrequencyType`) |
 | `assertion` | Custom assertion definitions |
 | `agent` | Agent adapter interface |
 | `test` | Test type definitions (LLM, TOOL, BUILD_CHECK, etc.) |

package/build/index.js

@@ -61,6 +61,7 @@ __export(index_exports, {
   CreateAgentInputSchema: () => CreateAgentInputSchema,
   CreateCustomAssertionInputSchema: () => CreateCustomAssertionInputSchema,
   CreateEvalRunInputSchema: () => CreateEvalRunInputSchema,
+  CreateEvalScheduleInputSchema: () => CreateEvalScheduleInputSchema,
   CreateMcpInputSchema: () => CreateMcpInputSchema,
   CreatePresetInputSchema: () => CreatePresetInputSchema,
   CreateProjectInputSchema: () => CreateProjectInputSchema,
@@ -81,6 +82,7 @@ __export(index_exports, {
   EvalMetricsSchema: () => EvalMetricsSchema,
   EvalRunResultSchema: () => EvalRunResultSchema,
   EvalRunSchema: () => EvalRunSchema,
+  EvalScheduleSchema: () => EvalScheduleSchema,
   EvalStatus: () => EvalStatus,
   EvalStatusSchema: () => EvalStatusSchema,
   EvaluationLogSchema: () => EvaluationLogSchema,
@@ -95,6 +97,7 @@ __export(index_exports, {
   FileContentTestSchema: () => FileContentTestSchema,
   FileModificationSchema: () => FileModificationSchema,
   FilePresenceTestSchema: () => FilePresenceTestSchema,
+  FrequencyType: () => FrequencyType,
   GitHubSourceSchema: () => GitHubSourceSchema,
   InitialVersionInputSchema: () => InitialVersionInputSchema,
   LEGACY_MODEL_ID_MAP: () => LEGACY_MODEL_ID_MAP,
@@ -170,6 +173,7 @@ __export(index_exports, {
   TriggerType: () => TriggerType,
   UpdateAgentInputSchema: () => UpdateAgentInputSchema,
   UpdateCustomAssertionInputSchema: () => UpdateCustomAssertionInputSchema,
+  UpdateEvalScheduleInputSchema: () => UpdateEvalScheduleInputSchema,
   UpdateMcpInputSchema: () => UpdateMcpInputSchema,
   UpdatePresetInputSchema: () => UpdatePresetInputSchema,
   UpdateProjectInputSchema: () => UpdateProjectInputSchema,
@@ -1149,16 +1153,18 @@ var TriggerType = /* @__PURE__ */ ((TriggerType2) => {
   TriggerType2["MCP_VERSION_RELEASE"] = "MCP_VERSION_RELEASE";
   TriggerType2["MCP_PREVIEW_CREATED"] = "MCP_PREVIEW_CREATED";
   TriggerType2["MANUAL"] = "MANUAL";
+  TriggerType2["SCHEDULED"] = "SCHEDULED";
   return TriggerType2;
 })(TriggerType || {});
 var TriggerMetadataSchema = import_zod27.z.object({
   version: import_zod27.z.string().optional(),
-  resourceUpdated: import_zod27.z.array(import_zod27.z.string()).optional()
+  resourceUpdated: import_zod27.z.array(import_zod27.z.string()).optional(),
+  scheduleId: import_zod27.z.string().optional()
 });
 var TriggerSchema = import_zod27.z.object({
   id: import_zod27.z.string(),
   metadata: TriggerMetadataSchema.optional(),
-  type: import_zod27.z.enum(TriggerType)
+  type: import_zod27.z.nativeEnum(TriggerType)
 });
 var FailureCategory = /* @__PURE__ */ ((FailureCategory2) => {
   FailureCategory2["MISSING_FILE"] = "missing_file";
@@ -1187,7 +1193,9 @@ var DiffContentSchema = import_zod27.z.object({
   expected: import_zod27.z.string(),
   actual: import_zod27.z.string(),
   diffLines: import_zod27.z.array(DiffLineSchema),
-  renamedFrom: import_zod27.z.string().optional()
+  renamedFrom: import_zod27.z.string().optional(),
+  /** Whether this file is an infrastructure/config file (e.g. .claude/settings.json, .mcp.json) */
+  isInfrastructure: import_zod27.z.boolean().optional()
 });
 var CommandExecutionSchema = import_zod27.z.object({
   command: import_zod27.z.string(),
@@ -1211,7 +1219,9 @@ var TemplateFileSchema = import_zod27.z.object({
   /** Full file content after execution */
   content: import_zod27.z.string(),
   /** File status (new, modified, unchanged) */
-  status: import_zod27.z.enum(["new", "modified", "unchanged"])
+  status: import_zod27.z.enum(["new", "modified", "unchanged"]),
+  /** Whether this file is an infrastructure/config file (e.g. .claude/settings.json, .mcp.json) */
+  isInfrastructure: import_zod27.z.boolean().optional()
 });
 var ApiCallSchema = import_zod27.z.object({
   endpoint: import_zod27.z.string(),
@@ -1502,6 +1512,91 @@ var CreateTemplateInputSchema = TemplateSchema.omit({
 });
 var UpdateTemplateInputSchema = CreateTemplateInputSchema.partial();
 
+// src/schedule/eval-schedule.ts
+var import_zod31 = require("zod");
+var FrequencyType = /* @__PURE__ */ ((FrequencyType2) => {
+  FrequencyType2["DAILY"] = "daily";
+  FrequencyType2["WEEKDAY"] = "weekday";
+  FrequencyType2["WEEKLY"] = "weekly";
+  FrequencyType2["MONTHLY"] = "monthly";
+  return FrequencyType2;
+})(FrequencyType || {});
+var EvalScheduleSchema = TenantEntitySchema.extend({
+  /** Whether the schedule is active */
+  enabled: import_zod31.z.boolean(),
+  /** Test suite to run */
+  suiteId: import_zod31.z.string(),
+  /** Preset that provides agent + entities for this schedule */
+  presetId: import_zod31.z.string(),
+  /** How often to run */
+  frequencyType: import_zod31.z.nativeEnum(FrequencyType),
+  /** Time of day in 24h format (HH:MM), hours 00-23, minutes 00-59 */
+  timeOfDay: import_zod31.z.string().regex(/^([01]\d|2[0-3]):[0-5]\d$/),
+  /** Day of week (0=Sun, 6=Sat) for weekly schedules */
+  dayOfWeek: import_zod31.z.number().min(0).max(6).optional(),
+  /** Day of month (1-31) for monthly schedules */
+  dayOfMonth: import_zod31.z.number().min(1).max(31).optional(),
+  /** IANA timezone (e.g., 'America/New_York') */
+  timezone: import_zod31.z.string(),
+  /** ID of the last eval run created by this schedule */
+  lastRunId: import_zod31.z.string().optional(),
+  /** Denormalized status of the last run */
+  lastRunStatus: import_zod31.z.string().optional(),
+  /** ISO timestamp of the last run */
+  lastRunAt: import_zod31.z.string().optional(),
+  /** Next scheduled run time in UTC (pre-computed for efficient querying, set by backend) */
+  nextRunAt: import_zod31.z.string().optional()
+});
+function isValidTimezone(tz) {
+  try {
+    Intl.DateTimeFormat(void 0, { timeZone: tz });
+    return true;
+  } catch {
+    return false;
+  }
+}
+function validateScheduleFields(data, ctx, options) {
+  if (data.frequencyType === "weekly" /* WEEKLY */ && data.dayOfWeek == null) {
+    ctx.addIssue({
+      code: import_zod31.z.ZodIssueCode.custom,
+      message: "dayOfWeek is required for weekly schedules",
+      path: ["dayOfWeek"]
+    });
+  }
+  if (data.frequencyType === "monthly" /* MONTHLY */ && data.dayOfMonth == null) {
+    ctx.addIssue({
+      code: import_zod31.z.ZodIssueCode.custom,
+      message: "dayOfMonth is required for monthly schedules",
+      path: ["dayOfMonth"]
+    });
+  }
+  const shouldValidateTz = options.partial ? data.timezone !== void 0 : true;
+  if (shouldValidateTz && !isValidTimezone(data.timezone)) {
+    ctx.addIssue({
+      code: import_zod31.z.ZodIssueCode.custom,
+      message: "Invalid IANA timezone",
+      path: ["timezone"]
+    });
+  }
+}
+var BaseCreateScheduleSchema = EvalScheduleSchema.omit({
+  id: true,
+  projectId: true,
+  deleted: true,
+  createdAt: true,
+  updatedAt: true,
+  lastRunId: true,
+  lastRunStatus: true,
+  lastRunAt: true,
+  nextRunAt: true
+});
+var CreateEvalScheduleInputSchema = BaseCreateScheduleSchema.superRefine((data, ctx) => {
+  validateScheduleFields(data, ctx, { partial: false });
+});
+var UpdateEvalScheduleInputSchema = BaseCreateScheduleSchema.partial().superRefine((data, ctx) => {
+  validateScheduleFields(data, ctx, { partial: true });
+});
+
 // src/assertion/system-assertions.ts
 var SYSTEM_ASSERTION_IDS = {
   SKILL_WAS_CALLED: "system:skill_was_called",
@@ -1701,6 +1796,7 @@ function getSystemAssertion(id) {
   CreateAgentInputSchema,
   CreateCustomAssertionInputSchema,
   CreateEvalRunInputSchema,
+  CreateEvalScheduleInputSchema,
   CreateMcpInputSchema,
   CreatePresetInputSchema,
   CreateProjectInputSchema,
@@ -1721,6 +1817,7 @@ function getSystemAssertion(id) {
   EvalMetricsSchema,
   EvalRunResultSchema,
   EvalRunSchema,
+  EvalScheduleSchema,
   EvalStatus,
   EvalStatusSchema,
   EvaluationLogSchema,
@@ -1735,6 +1832,7 @@ function getSystemAssertion(id) {
   FileContentTestSchema,
   FileModificationSchema,
   FilePresenceTestSchema,
+  FrequencyType,
   GitHubSourceSchema,
   InitialVersionInputSchema,
   LEGACY_MODEL_ID_MAP,
@@ -1810,6 +1908,7 @@ function getSystemAssertion(id) {
   TriggerType,
   UpdateAgentInputSchema,
   UpdateCustomAssertionInputSchema,
+  UpdateEvalScheduleInputSchema,
   UpdateMcpInputSchema,
   UpdatePresetInputSchema,
   UpdateProjectInputSchema,