@wix/evalforge-types 0.58.0 → 0.60.0

package/build/index.mjs

@@ -614,7 +614,7 @@ var AssertionParameterSchema = z22.object({
   advanced: z22.boolean().optional()
 });
 var ScenarioAssertionLinkSchema = z22.object({
-  /** ID of the assertion (can be system assertion like 'system:skill_was_called' or custom assertion UUID) */
+  /** ID of the system assertion (e.g., 'system:skill_was_called') */
   assertionId: z22.string(),
   /** Parameter values for this assertion in this scenario */
   params: z22.record(
@@ -713,19 +713,6 @@ var AssertionConfigSchema = z22.union([
   z22.object({})
   // fallback empty config
 ]);
-var CustomAssertionSchema = TenantEntitySchema.extend({
-  /** The assertion type */
-  type: AssertionTypeSchema,
-  /** Type-specific configuration */
-  config: AssertionConfigSchema
-});
-var CreateCustomAssertionInputSchema = CustomAssertionSchema.omit({
-  id: true,
-  createdAt: true,
-  updatedAt: true,
-  deleted: true
-});
-var UpdateCustomAssertionInputSchema = CreateCustomAssertionInputSchema.partial();
 function validateAssertionConfig(type, config) {
   switch (type) {
     case "skill_was_called":
@@ -744,21 +731,6 @@ function validateAssertionConfig(type, config) {
       return false;
   }
 }
-function getSkillWasCalledConfig(assertion) {
-  if (assertion.type !== "skill_was_called") return null;
-  const result = SkillWasCalledConfigSchema.safeParse(assertion.config);
-  return result.success ? result.data : null;
-}
-function getBuildPassedConfig(assertion) {
-  if (assertion.type !== "build_passed") return null;
-  const result = BuildPassedConfigSchema.safeParse(assertion.config);
-  return result.success ? result.data : null;
-}
-function getLlmJudgeConfig(assertion) {
-  if (assertion.type !== "llm_judge") return null;
-  const result = LlmJudgeConfigSchema.safeParse(assertion.config);
-  return result.success ? result.data : null;
-}
 
 // src/scenario/test-scenario.ts
 var ExpectedFileSchema = z23.object({
@@ -1282,14 +1254,36 @@ var LeanEvaluationResultSchema = z29.object({
   microcentsSpent: z29.number().optional()
 });
 
-// src/project/project.ts
+// src/evaluation/eval-run-folder.ts
 import { z as z30 } from "zod";
+var EvalRunFolderSchema = TenantEntitySchema.extend({});
+var CreateEvalRunFolderInputSchema = EvalRunFolderSchema.omit({
+  id: true,
+  createdAt: true,
+  updatedAt: true,
+  deleted: true
+});
+var UpdateEvalRunFolderInputSchema = EvalRunFolderSchema.omit({
+  id: true,
+  createdAt: true,
+  updatedAt: true,
+  deleted: true
+}).partial();
+var EvalRunFolderMembershipSchema = z30.object({
+  folderId: z30.string(),
+  evalRunId: z30.string(),
+  projectId: z30.string(),
+  createdAt: z30.string()
+});
+
+// src/project/project.ts
+import { z as z31 } from "zod";
 var ProjectSchema = BaseEntitySchema.extend({
-  appId: z30.string().optional().describe("The ID of the app in Dev Center"),
-  appSecret: z30.string().optional().describe("The secret of the app in Dev Center"),
-  useWixAuth: z30.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
-  useBase44Auth: z30.boolean().optional().describe("Enable Base44 auth for evaluations"),
-  scenarioTags: z30.array(z30.string()).optional().describe("Project-level tag vocabulary for scenarios")
+  appId: z31.string().optional().describe("The ID of the app in Dev Center"),
+  appSecret: z31.string().optional().describe("The secret of the app in Dev Center"),
+  useWixAuth: z31.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
+  useBase44Auth: z31.boolean().optional().describe("Enable Base44 auth for evaluations"),
+  scenarioTags: z31.array(z31.string()).optional().describe("Project-level tag vocabulary for scenarios")
 });
 var CreateProjectInputSchema = ProjectSchema.omit({
   id: true,
@@ -1313,7 +1307,7 @@ var CreateTemplateInputSchema = TemplateSchema.omit({
 var UpdateTemplateInputSchema = CreateTemplateInputSchema.partial();
 
 // src/schedule/eval-schedule.ts
-import { z as z31 } from "zod";
+import { z as z32 } from "zod";
 var FrequencyType = /* @__PURE__ */ ((FrequencyType2) => {
   FrequencyType2["DAILY"] = "daily";
   FrequencyType2["WEEKDAY"] = "weekday";
@@ -1323,29 +1317,29 @@ var FrequencyType = /* @__PURE__ */ ((FrequencyType2) => {
 })(FrequencyType || {});
 var EvalScheduleSchema = TenantEntitySchema.extend({
   /** Whether the schedule is active */
-  enabled: z31.boolean(),
+  enabled: z32.boolean(),
   /** Test suite to run */
-  suiteId: z31.string(),
+  suiteId: z32.string(),
   /** Preset that provides agent + entities for this schedule */
-  presetId: z31.string(),
+  presetId: z32.string(),
   /** How often to run */
-  frequencyType: z31.nativeEnum(FrequencyType),
+  frequencyType: z32.nativeEnum(FrequencyType),
   /** Time of day in 24h format (HH:MM), hours 00-23, minutes 00-59 */
-  timeOfDay: z31.string().regex(/^([01]\d|2[0-3]):[0-5]\d$/),
+  timeOfDay: z32.string().regex(/^([01]\d|2[0-3]):[0-5]\d$/),
   /** Day of week (0=Sun, 6=Sat) for weekly schedules */
-  dayOfWeek: z31.number().min(0).max(6).optional(),
+  dayOfWeek: z32.number().min(0).max(6).optional(),
   /** Day of month (1-31) for monthly schedules */
-  dayOfMonth: z31.number().min(1).max(31).optional(),
+  dayOfMonth: z32.number().min(1).max(31).optional(),
   /** IANA timezone (e.g., 'America/New_York') */
-  timezone: z31.string(),
+  timezone: z32.string(),
   /** ID of the last eval run created by this schedule */
-  lastRunId: z31.string().optional(),
+  lastRunId: z32.string().optional(),
   /** Denormalized status of the last run */
-  lastRunStatus: z31.string().optional(),
+  lastRunStatus: z32.string().optional(),
   /** ISO timestamp of the last run */
-  lastRunAt: z31.string().optional(),
+  lastRunAt: z32.string().optional(),
   /** Next scheduled run time in UTC (pre-computed for efficient querying, set by backend) */
-  nextRunAt: z31.string().optional()
+  nextRunAt: z32.string().optional()
 });
 function isValidTimezone(tz) {
   try {
@@ -1358,14 +1352,14 @@ function isValidTimezone(tz) {
 function validateScheduleFields(data, ctx, options) {
   if (data.frequencyType === "weekly" /* WEEKLY */ && data.dayOfWeek == null) {
     ctx.addIssue({
-      code: z31.ZodIssueCode.custom,
+      code: z32.ZodIssueCode.custom,
       message: "dayOfWeek is required for weekly schedules",
       path: ["dayOfWeek"]
     });
   }
   if (data.frequencyType === "monthly" /* MONTHLY */ && data.dayOfMonth == null) {
     ctx.addIssue({
-      code: z31.ZodIssueCode.custom,
+      code: z32.ZodIssueCode.custom,
       message: "dayOfMonth is required for monthly schedules",
       path: ["dayOfMonth"]
     });
@@ -1373,7 +1367,7 @@ function validateScheduleFields(data, ctx, options) {
   const shouldValidateTz = options.partial ? data.timezone !== void 0 : true;
   if (shouldValidateTz && !isValidTimezone(data.timezone)) {
     ctx.addIssue({
-      code: z31.ZodIssueCode.custom,
+      code: z32.ZodIssueCode.custom,
       message: "Invalid IANA timezone",
       path: ["timezone"]
     });
@@ -1593,7 +1587,7 @@ export {
   CostAssertionSchema,
   CostConfigSchema,
   CreateAgentInputSchema,
-  CreateCustomAssertionInputSchema,
+  CreateEvalRunFolderInputSchema,
   CreateEvalRunInputSchema,
   CreateEvalScheduleInputSchema,
   CreateMcpInputSchema,
@@ -1606,7 +1600,6 @@ export {
   CreateTemplateInputSchema,
   CreateTestScenarioInputSchema,
   CreateTestSuiteInputSchema,
-  CustomAssertionSchema,
   DEFAULT_EVALUATOR_SYSTEM_PROMPT,
   DEFAULT_JUDGE_MODEL,
   DiffContentSchema,
@@ -1614,6 +1607,8 @@ export {
   DiffLineTypeSchema,
   EnvironmentSchema,
   EvalMetricsSchema,
+  EvalRunFolderMembershipSchema,
+  EvalRunFolderSchema,
   EvalRunResultSchema,
   EvalRunSchema,
   EvalScheduleSchema,
@@ -1706,7 +1701,7 @@ export {
   TriggerSchema,
   TriggerType,
   UpdateAgentInputSchema,
-  UpdateCustomAssertionInputSchema,
+  UpdateEvalRunFolderInputSchema,
   UpdateEvalScheduleInputSchema,
   UpdateMcpInputSchema,
   UpdatePresetInputSchema,
@@ -1719,9 +1714,6 @@ export {
   UpdateTestSuiteInputSchema,
   VitestTestSchema,
   formatTraceEventLine,
-  getBuildPassedConfig,
-  getLlmJudgeConfig,
-  getSkillWasCalledConfig,
   getSystemAssertion,
   getSystemAssertions,
   isSystemAssertionId,