@wix/evalforge-types 0.47.0 → 0.49.0

package/build/index.mjs

@@ -1136,34 +1136,51 @@ var SkillWithLatestVersionSchema = SkillSchema.extend({
   latestVersion: SkillVersionSchema.optional()
 });
 
-// src/target/skills-group.ts
+// src/target/sub-agent.ts
 import { z as z8 } from "zod";
-var SkillsGroupSchema = TenantEntitySchema.extend({
-  /** IDs of skills in this group */
-  skillIds: z8.array(z8.string())
+var SubAgentSchema = TargetSchema.extend({
+  /** The full sub-agent markdown content (YAML frontmatter + body) */
+  subAgentMd: z8.string()
 });
-var CreateSkillsGroupInputSchema = SkillsGroupSchema.omit({
+var SubAgentInputBaseSchema = SubAgentSchema.omit({
   id: true,
   createdAt: true,
   updatedAt: true,
   deleted: true
 });
-var UpdateSkillsGroupInputSchema = CreateSkillsGroupInputSchema.partial();
+var CreateSubAgentInputSchema = SubAgentInputBaseSchema;
+var UpdateSubAgentInputSchema = SubAgentInputBaseSchema.partial();
 
-// src/target/sub-agent.ts
+// src/target/preset.ts
 import { z as z9 } from "zod";
-var SubAgentSchema = TargetSchema.extend({
-  /** The full sub-agent markdown content (YAML frontmatter + body) */
-  subAgentMd: z9.string()
-});
-var SubAgentInputBaseSchema = SubAgentSchema.omit({
+var PresetSchema = TenantEntitySchema.extend({
+  /** Agent ID for this preset */
+  agentId: z9.string(),
+  /** Skill IDs included in this preset */
+  skillIds: z9.array(z9.string()).default([]),
+  /** Optional map of skillId → skillVersionId for version pinning */
+  skillVersions: z9.record(z9.string(), z9.string()).optional(),
+  /** MCP server IDs included in this preset */
+  mcpIds: z9.array(z9.string()).default([]),
+  /** Sub-agent IDs included in this preset */
+  subAgentIds: z9.array(z9.string()).default([]),
+  /** Rule IDs included in this preset */
+  ruleIds: z9.array(z9.string()).default([])
+});
+var atLeastOneEntity = (data) => (data.skillIds?.length ?? 0) > 0 || (data.mcpIds?.length ?? 0) > 0 || (data.subAgentIds?.length ?? 0) > 0 || (data.ruleIds?.length ?? 0) > 0;
+var AT_LEAST_ONE_ENTITY_MESSAGE = "At least one of skillIds, mcpIds, subAgentIds, or ruleIds must be non-empty";
+var CreatePresetInputSchema = PresetSchema.omit({
   id: true,
   createdAt: true,
   updatedAt: true,
   deleted: true
-});
-var CreateSubAgentInputSchema = SubAgentInputBaseSchema;
-var UpdateSubAgentInputSchema = SubAgentInputBaseSchema.partial();
+}).refine(atLeastOneEntity, { message: AT_LEAST_ONE_ENTITY_MESSAGE });
+var UpdatePresetInputSchema = PresetSchema.omit({
+  id: true,
+  createdAt: true,
+  updatedAt: true,
+  deleted: true
+}).partial();
 
 // src/test/index.ts
 import { z as z20 } from "zod";
@@ -1601,7 +1618,9 @@ var TestScenarioSchema = TenantEntitySchema.extend({
   /** IDs of saved assertions to evaluate (from assertions table) - legacy, use assertionLinks */
   assertionIds: z24.array(z24.string()).optional(),
   /** Linked assertions with per-scenario parameter values */
-  assertionLinks: z24.array(ScenarioAssertionLinkSchema).optional()
+  assertionLinks: z24.array(ScenarioAssertionLinkSchema).optional(),
+  /** Tags for categorisation and filtering */
+  tags: z24.array(z24.string()).optional()
 });
 var CreateTestScenarioInputSchema = TestScenarioSchema.omit({
   id: true,
@@ -1866,11 +1885,13 @@ var FailureAnalysisSchema = z28.object({
 var EvalRunSchema = TenantEntitySchema.extend({
   /** Agent ID for this run */
   agentId: z28.string().optional(),
-  /** Skills group ID for this run */
-  skillsGroupId: z28.string().optional(),
+  /** Preset ID that originated this run (optional) */
+  presetId: z28.string().optional(),
+  /** Skill IDs for this run */
+  skillIds: z28.array(z28.string()).optional(),
   /** Map of skillId to skillVersionId for this run */
   skillVersions: z28.record(z28.string(), z28.string()).optional(),
-  /** Scenario IDs to run */
+  /** Scenario IDs to run (always present — resolved server-side from tags when needed) */
   scenarioIds: z28.array(z28.string()),
   /** Current status */
   status: EvalStatusSchema,
@@ -1905,7 +1926,9 @@ var EvalRunSchema = TenantEntitySchema.extend({
   /** Sub-agent IDs to enable for this run (optional) */
   subAgentIds: z28.array(z28.string()).optional(),
   /** Rule IDs to enable for this run (optional) */
-  ruleIds: z28.array(z28.string()).optional()
+  ruleIds: z28.array(z28.string()).optional(),
+  /** Tags used to select scenarios for this run (for traceability) */
+  tags: z28.array(z28.string()).optional()
 });
 var CreateEvalRunInputSchema = EvalRunSchema.omit({
   id: true,
@@ -1916,8 +1939,15 @@ var CreateEvalRunInputSchema = EvalRunSchema.omit({
   results: true,
   aggregateMetrics: true,
   startedAt: true,
-  completedAt: true
-});
+  completedAt: true,
+  scenarioIds: true
+}).extend({
+  /** Optional on input — backend resolves from tags when not provided */
+  scenarioIds: z28.array(z28.string()).optional()
+}).refine(
+  (data) => data.scenarioIds && data.scenarioIds.length > 0 || data.tags && data.tags.length > 0,
+  { message: "Either scenarioIds or tags must be provided" }
+);
 var EvaluationProgressSchema = z28.object({
   runId: z28.string(),
   targetId: z28.string(),
@@ -2091,7 +2121,8 @@ var ProjectSchema = BaseEntitySchema.extend({
   appId: z31.string().optional().describe("The ID of the app in Dev Center"),
   appSecret: z31.string().optional().describe("The secret of the app in Dev Center"),
   useWixAuth: z31.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
-  useBase44Auth: z31.boolean().optional().describe("Enable Base44 auth for evaluations")
+  useBase44Auth: z31.boolean().optional().describe("Enable Base44 auth for evaluations"),
+  scenarioTags: z31.array(z31.string()).optional().describe("Project-level tag vocabulary for scenarios")
 });
 var CreateProjectInputSchema = ProjectSchema.omit({
   id: true,
@@ -2302,11 +2333,11 @@ export {
   CreateCustomAssertionInputSchema,
   CreateEvalRunInputSchema,
   CreateMcpInputSchema,
+  CreatePresetInputSchema,
   CreateProjectInputSchema,
   CreateRuleInputSchema,
   CreateSkillInputSchema,
   CreateSkillVersionInputSchema,
-  CreateSkillsGroupInputSchema,
   CreateSubAgentInputSchema,
   CreateTemplateInputSchema,
   CreateTestScenarioInputSchema,
@@ -2358,6 +2389,7 @@ export {
   Model as OpenAIModel,
   OpenAIModelSchema,
   PlaywrightNLTestSchema,
+  PresetSchema,
   ProjectSchema,
   PromptResultSchema,
   RUN_COMMAND_LABELS,
@@ -2378,7 +2410,6 @@ export {
   SkillWasCalledAssertionSchema,
   SkillWasCalledConfigSchema,
   SkillWithLatestVersionSchema,
-  SkillsGroupSchema,
   SubAgentSchema,
   TRACE_EVENT_PREFIX,
   TargetSchema,
@@ -2409,10 +2440,10 @@ export {
   UpdateAgentInputSchema,
   UpdateCustomAssertionInputSchema,
   UpdateMcpInputSchema,
+  UpdatePresetInputSchema,
   UpdateProjectInputSchema,
   UpdateRuleInputSchema,
   UpdateSkillInputSchema,
-  UpdateSkillsGroupInputSchema,
   UpdateSubAgentInputSchema,
   UpdateTemplateInputSchema,
   UpdateTestScenarioInputSchema,