@wix/evalforge-types 0.58.0 → 0.60.0

package/build/index.js

@@ -59,7 +59,7 @@ __export(index_exports, {
   CostAssertionSchema: () => CostAssertionSchema,
   CostConfigSchema: () => CostConfigSchema,
   CreateAgentInputSchema: () => CreateAgentInputSchema,
-  CreateCustomAssertionInputSchema: () => CreateCustomAssertionInputSchema,
+  CreateEvalRunFolderInputSchema: () => CreateEvalRunFolderInputSchema,
   CreateEvalRunInputSchema: () => CreateEvalRunInputSchema,
   CreateEvalScheduleInputSchema: () => CreateEvalScheduleInputSchema,
   CreateMcpInputSchema: () => CreateMcpInputSchema,
@@ -72,7 +72,6 @@ __export(index_exports, {
   CreateTemplateInputSchema: () => CreateTemplateInputSchema,
   CreateTestScenarioInputSchema: () => CreateTestScenarioInputSchema,
   CreateTestSuiteInputSchema: () => CreateTestSuiteInputSchema,
-  CustomAssertionSchema: () => CustomAssertionSchema,
   DEFAULT_EVALUATOR_SYSTEM_PROMPT: () => DEFAULT_EVALUATOR_SYSTEM_PROMPT,
   DEFAULT_JUDGE_MODEL: () => DEFAULT_JUDGE_MODEL,
   DiffContentSchema: () => DiffContentSchema,
@@ -80,6 +79,8 @@ __export(index_exports, {
   DiffLineTypeSchema: () => DiffLineTypeSchema,
   EnvironmentSchema: () => EnvironmentSchema,
   EvalMetricsSchema: () => EvalMetricsSchema,
+  EvalRunFolderMembershipSchema: () => EvalRunFolderMembershipSchema,
+  EvalRunFolderSchema: () => EvalRunFolderSchema,
   EvalRunResultSchema: () => EvalRunResultSchema,
   EvalRunSchema: () => EvalRunSchema,
   EvalScheduleSchema: () => EvalScheduleSchema,
@@ -172,7 +173,7 @@ __export(index_exports, {
   TriggerSchema: () => TriggerSchema,
   TriggerType: () => TriggerType,
   UpdateAgentInputSchema: () => UpdateAgentInputSchema,
-  UpdateCustomAssertionInputSchema: () => UpdateCustomAssertionInputSchema,
+  UpdateEvalRunFolderInputSchema: () => UpdateEvalRunFolderInputSchema,
   UpdateEvalScheduleInputSchema: () => UpdateEvalScheduleInputSchema,
   UpdateMcpInputSchema: () => UpdateMcpInputSchema,
   UpdatePresetInputSchema: () => UpdatePresetInputSchema,
@@ -185,9 +186,6 @@ __export(index_exports, {
   UpdateTestSuiteInputSchema: () => UpdateTestSuiteInputSchema,
   VitestTestSchema: () => VitestTestSchema,
   formatTraceEventLine: () => formatTraceEventLine,
-  getBuildPassedConfig: () => getBuildPassedConfig,
-  getLlmJudgeConfig: () => getLlmJudgeConfig,
-  getSkillWasCalledConfig: () => getSkillWasCalledConfig,
   getSystemAssertion: () => getSystemAssertion,
   getSystemAssertions: () => getSystemAssertions,
   isSystemAssertionId: () => isSystemAssertionId,
@@ -814,7 +812,7 @@ var AssertionParameterSchema = import_zod22.z.object({
   advanced: import_zod22.z.boolean().optional()
 });
 var ScenarioAssertionLinkSchema = import_zod22.z.object({
-  /** ID of the assertion (can be system assertion like 'system:skill_was_called' or custom assertion UUID) */
+  /** ID of the system assertion (e.g., 'system:skill_was_called') */
   assertionId: import_zod22.z.string(),
   /** Parameter values for this assertion in this scenario */
   params: import_zod22.z.record(
@@ -913,19 +911,6 @@ var AssertionConfigSchema = import_zod22.z.union([
   import_zod22.z.object({})
   // fallback empty config
 ]);
-var CustomAssertionSchema = TenantEntitySchema.extend({
-  /** The assertion type */
-  type: AssertionTypeSchema,
-  /** Type-specific configuration */
-  config: AssertionConfigSchema
-});
-var CreateCustomAssertionInputSchema = CustomAssertionSchema.omit({
-  id: true,
-  createdAt: true,
-  updatedAt: true,
-  deleted: true
-});
-var UpdateCustomAssertionInputSchema = CreateCustomAssertionInputSchema.partial();
 function validateAssertionConfig(type, config) {
   switch (type) {
     case "skill_was_called":
@@ -944,21 +929,6 @@ function validateAssertionConfig(type, config) {
       return false;
   }
 }
-function getSkillWasCalledConfig(assertion) {
-  if (assertion.type !== "skill_was_called") return null;
-  const result = SkillWasCalledConfigSchema.safeParse(assertion.config);
-  return result.success ? result.data : null;
-}
-function getBuildPassedConfig(assertion) {
-  if (assertion.type !== "build_passed") return null;
-  const result = BuildPassedConfigSchema.safeParse(assertion.config);
-  return result.success ? result.data : null;
-}
-function getLlmJudgeConfig(assertion) {
-  if (assertion.type !== "llm_judge") return null;
-  const result = LlmJudgeConfigSchema.safeParse(assertion.config);
-  return result.success ? result.data : null;
-}
 
 // src/scenario/test-scenario.ts
 var ExpectedFileSchema = import_zod23.z.object({
@@ -1482,14 +1452,36 @@ var LeanEvaluationResultSchema = import_zod29.z.object({
   microcentsSpent: import_zod29.z.number().optional()
 });
 
-// src/project/project.ts
+// src/evaluation/eval-run-folder.ts
 var import_zod30 = require("zod");
+var EvalRunFolderSchema = TenantEntitySchema.extend({});
+var CreateEvalRunFolderInputSchema = EvalRunFolderSchema.omit({
+  id: true,
+  createdAt: true,
+  updatedAt: true,
+  deleted: true
+});
+var UpdateEvalRunFolderInputSchema = EvalRunFolderSchema.omit({
+  id: true,
+  createdAt: true,
+  updatedAt: true,
+  deleted: true
+}).partial();
+var EvalRunFolderMembershipSchema = import_zod30.z.object({
+  folderId: import_zod30.z.string(),
+  evalRunId: import_zod30.z.string(),
+  projectId: import_zod30.z.string(),
+  createdAt: import_zod30.z.string()
+});
+
+// src/project/project.ts
+var import_zod31 = require("zod");
 var ProjectSchema = BaseEntitySchema.extend({
-  appId: import_zod30.z.string().optional().describe("The ID of the app in Dev Center"),
-  appSecret: import_zod30.z.string().optional().describe("The secret of the app in Dev Center"),
-  useWixAuth: import_zod30.z.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
-  useBase44Auth: import_zod30.z.boolean().optional().describe("Enable Base44 auth for evaluations"),
-  scenarioTags: import_zod30.z.array(import_zod30.z.string()).optional().describe("Project-level tag vocabulary for scenarios")
+  appId: import_zod31.z.string().optional().describe("The ID of the app in Dev Center"),
+  appSecret: import_zod31.z.string().optional().describe("The secret of the app in Dev Center"),
+  useWixAuth: import_zod31.z.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
+  useBase44Auth: import_zod31.z.boolean().optional().describe("Enable Base44 auth for evaluations"),
+  scenarioTags: import_zod31.z.array(import_zod31.z.string()).optional().describe("Project-level tag vocabulary for scenarios")
 });
 var CreateProjectInputSchema = ProjectSchema.omit({
   id: true,
@@ -1513,7 +1505,7 @@ var CreateTemplateInputSchema = TemplateSchema.omit({
 var UpdateTemplateInputSchema = CreateTemplateInputSchema.partial();
 
 // src/schedule/eval-schedule.ts
-var import_zod31 = require("zod");
+var import_zod32 = require("zod");
 var FrequencyType = /* @__PURE__ */ ((FrequencyType2) => {
   FrequencyType2["DAILY"] = "daily";
   FrequencyType2["WEEKDAY"] = "weekday";
@@ -1523,29 +1515,29 @@ var FrequencyType = /* @__PURE__ */ ((FrequencyType2) => {
 })(FrequencyType || {});
 var EvalScheduleSchema = TenantEntitySchema.extend({
   /** Whether the schedule is active */
-  enabled: import_zod31.z.boolean(),
+  enabled: import_zod32.z.boolean(),
   /** Test suite to run */
-  suiteId: import_zod31.z.string(),
+  suiteId: import_zod32.z.string(),
   /** Preset that provides agent + entities for this schedule */
-  presetId: import_zod31.z.string(),
+  presetId: import_zod32.z.string(),
   /** How often to run */
-  frequencyType: import_zod31.z.nativeEnum(FrequencyType),
+  frequencyType: import_zod32.z.nativeEnum(FrequencyType),
   /** Time of day in 24h format (HH:MM), hours 00-23, minutes 00-59 */
-  timeOfDay: import_zod31.z.string().regex(/^([01]\d|2[0-3]):[0-5]\d$/),
+  timeOfDay: import_zod32.z.string().regex(/^([01]\d|2[0-3]):[0-5]\d$/),
   /** Day of week (0=Sun, 6=Sat) for weekly schedules */
-  dayOfWeek: import_zod31.z.number().min(0).max(6).optional(),
+  dayOfWeek: import_zod32.z.number().min(0).max(6).optional(),
   /** Day of month (1-31) for monthly schedules */
-  dayOfMonth: import_zod31.z.number().min(1).max(31).optional(),
+  dayOfMonth: import_zod32.z.number().min(1).max(31).optional(),
   /** IANA timezone (e.g., 'America/New_York') */
-  timezone: import_zod31.z.string(),
+  timezone: import_zod32.z.string(),
   /** ID of the last eval run created by this schedule */
-  lastRunId: import_zod31.z.string().optional(),
+  lastRunId: import_zod32.z.string().optional(),
   /** Denormalized status of the last run */
-  lastRunStatus: import_zod31.z.string().optional(),
+  lastRunStatus: import_zod32.z.string().optional(),
   /** ISO timestamp of the last run */
-  lastRunAt: import_zod31.z.string().optional(),
+  lastRunAt: import_zod32.z.string().optional(),
   /** Next scheduled run time in UTC (pre-computed for efficient querying, set by backend) */
-  nextRunAt: import_zod31.z.string().optional()
+  nextRunAt: import_zod32.z.string().optional()
 });
 function isValidTimezone(tz) {
   try {
@@ -1558,14 +1550,14 @@ function isValidTimezone(tz) {
 function validateScheduleFields(data, ctx, options) {
   if (data.frequencyType === "weekly" /* WEEKLY */ && data.dayOfWeek == null) {
     ctx.addIssue({
-      code: import_zod31.z.ZodIssueCode.custom,
+      code: import_zod32.z.ZodIssueCode.custom,
       message: "dayOfWeek is required for weekly schedules",
       path: ["dayOfWeek"]
     });
   }
   if (data.frequencyType === "monthly" /* MONTHLY */ && data.dayOfMonth == null) {
     ctx.addIssue({
-      code: import_zod31.z.ZodIssueCode.custom,
+      code: import_zod32.z.ZodIssueCode.custom,
       message: "dayOfMonth is required for monthly schedules",
       path: ["dayOfMonth"]
     });
@@ -1573,7 +1565,7 @@ function validateScheduleFields(data, ctx, options) {
   const shouldValidateTz = options.partial ? data.timezone !== void 0 : true;
   if (shouldValidateTz && !isValidTimezone(data.timezone)) {
     ctx.addIssue({
-      code: import_zod31.z.ZodIssueCode.custom,
+      code: import_zod32.z.ZodIssueCode.custom,
       message: "Invalid IANA timezone",
       path: ["timezone"]
     });
@@ -1794,7 +1786,7 @@ function getSystemAssertion(id) {
   CostAssertionSchema,
   CostConfigSchema,
   CreateAgentInputSchema,
-  CreateCustomAssertionInputSchema,
+  CreateEvalRunFolderInputSchema,
   CreateEvalRunInputSchema,
   CreateEvalScheduleInputSchema,
   CreateMcpInputSchema,
@@ -1807,7 +1799,6 @@ function getSystemAssertion(id) {
   CreateTemplateInputSchema,
   CreateTestScenarioInputSchema,
   CreateTestSuiteInputSchema,
-  CustomAssertionSchema,
   DEFAULT_EVALUATOR_SYSTEM_PROMPT,
   DEFAULT_JUDGE_MODEL,
   DiffContentSchema,
@@ -1815,6 +1806,8 @@ function getSystemAssertion(id) {
   DiffLineTypeSchema,
   EnvironmentSchema,
   EvalMetricsSchema,
+  EvalRunFolderMembershipSchema,
+  EvalRunFolderSchema,
   EvalRunResultSchema,
   EvalRunSchema,
   EvalScheduleSchema,
@@ -1907,7 +1900,7 @@ function getSystemAssertion(id) {
   TriggerSchema,
   TriggerType,
   UpdateAgentInputSchema,
-  UpdateCustomAssertionInputSchema,
+  UpdateEvalRunFolderInputSchema,
   UpdateEvalScheduleInputSchema,
   UpdateMcpInputSchema,
   UpdatePresetInputSchema,
@@ -1920,9 +1913,6 @@ function getSystemAssertion(id) {
   UpdateTestSuiteInputSchema,
   VitestTestSchema,
   formatTraceEventLine,
-  getBuildPassedConfig,
-  getLlmJudgeConfig,
-  getSkillWasCalledConfig,
   getSystemAssertion,
   getSystemAssertions,
   isSystemAssertionId,