@wix/evalforge-types 0.46.0 → 0.48.0

package/build/index.mjs

@@ -929,17 +929,17 @@ var WebhookIdentityType;
 })(WebhookIdentityType || (WebhookIdentityType = {}));
 
 // src/common/models.ts
-var AVAILABLE_MODEL_IDS = Object.values(
+var AVAILABLE_CLAUDE_MODEL_IDS = Object.values(
   ClaudeModel
 ).filter(
   (v) => typeof v === "string" && v !== ClaudeModel.UNKNOWN_CLAUDE_MODEL
 );
 var PREFERRED_JUDGE_MODEL = "CLAUDE_4_5_HAIKU_1_0";
-var DEFAULT_JUDGE_MODEL = AVAILABLE_MODEL_IDS.includes(
+var DEFAULT_JUDGE_MODEL = AVAILABLE_CLAUDE_MODEL_IDS.includes(
   PREFERRED_JUDGE_MODEL
-) ? PREFERRED_JUDGE_MODEL : AVAILABLE_MODEL_IDS[0];
+) ? PREFERRED_JUDGE_MODEL : AVAILABLE_CLAUDE_MODEL_IDS[0];
 var ClaudeModelSchema = z4.enum(
-  AVAILABLE_MODEL_IDS
+  AVAILABLE_CLAUDE_MODEL_IDS
 );
 var AVAILABLE_OPENAI_MODEL_IDS = Object.values(
   Model
@@ -950,7 +950,7 @@ var OpenAIModelSchema = z4.enum(
   AVAILABLE_OPENAI_MODEL_IDS
 );
 var ALL_AVAILABLE_MODEL_IDS = [
-  ...AVAILABLE_MODEL_IDS,
+  ...AVAILABLE_CLAUDE_MODEL_IDS,
   ...AVAILABLE_OPENAI_MODEL_IDS
 ];
 var AnyModelSchema = z4.enum(
@@ -1601,7 +1601,9 @@ var TestScenarioSchema = TenantEntitySchema.extend({
   /** IDs of saved assertions to evaluate (from assertions table) - legacy, use assertionLinks */
   assertionIds: z24.array(z24.string()).optional(),
   /** Linked assertions with per-scenario parameter values */
-  assertionLinks: z24.array(ScenarioAssertionLinkSchema).optional()
+  assertionLinks: z24.array(ScenarioAssertionLinkSchema).optional(),
+  /** Tags for categorisation and filtering */
+  tags: z24.array(z24.string()).optional()
 });
 var CreateTestScenarioInputSchema = TestScenarioSchema.omit({
   id: true,
@@ -1870,7 +1872,7 @@ var EvalRunSchema = TenantEntitySchema.extend({
   skillsGroupId: z28.string().optional(),
   /** Map of skillId to skillVersionId for this run */
   skillVersions: z28.record(z28.string(), z28.string()).optional(),
-  /** Scenario IDs to run */
+  /** Scenario IDs to run (always present — resolved server-side from tags when needed) */
   scenarioIds: z28.array(z28.string()),
   /** Current status */
   status: EvalStatusSchema,
@@ -1905,7 +1907,9 @@ var EvalRunSchema = TenantEntitySchema.extend({
   /** Sub-agent IDs to enable for this run (optional) */
   subAgentIds: z28.array(z28.string()).optional(),
   /** Rule IDs to enable for this run (optional) */
-  ruleIds: z28.array(z28.string()).optional()
+  ruleIds: z28.array(z28.string()).optional(),
+  /** Tags used to select scenarios for this run (for traceability) */
+  tags: z28.array(z28.string()).optional()
 });
 var CreateEvalRunInputSchema = EvalRunSchema.omit({
   id: true,
@@ -1916,8 +1920,15 @@ var CreateEvalRunInputSchema = EvalRunSchema.omit({
   results: true,
   aggregateMetrics: true,
   startedAt: true,
-  completedAt: true
-});
+  completedAt: true,
+  scenarioIds: true
+}).extend({
+  /** Optional on input — backend resolves from tags when not provided */
+  scenarioIds: z28.array(z28.string()).optional()
+}).refine(
+  (data) => data.scenarioIds && data.scenarioIds.length > 0 || data.tags && data.tags.length > 0,
+  { message: "Either scenarioIds or tags must be provided" }
+);
 var EvaluationProgressSchema = z28.object({
   runId: z28.string(),
   targetId: z28.string(),
@@ -2091,7 +2102,8 @@ var ProjectSchema = BaseEntitySchema.extend({
   appId: z31.string().optional().describe("The ID of the app in Dev Center"),
   appSecret: z31.string().optional().describe("The secret of the app in Dev Center"),
   useWixAuth: z31.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
-  useBase44Auth: z31.boolean().optional().describe("Enable Base44 auth for evaluations")
+  useBase44Auth: z31.boolean().optional().describe("Enable Base44 auth for evaluations"),
+  scenarioTags: z31.array(z31.string()).optional().describe("Project-level tag vocabulary for scenarios")
 });
 var CreateProjectInputSchema = ProjectSchema.omit({
   id: true,
@@ -2265,7 +2277,7 @@ function getSystemAssertion(id) {
 export {
   AGENT_TYPE_LABELS,
   ALL_AVAILABLE_MODEL_IDS,
-  AVAILABLE_MODEL_IDS,
+  AVAILABLE_CLAUDE_MODEL_IDS,
   AVAILABLE_OPENAI_MODEL_IDS,
   AVAILABLE_RUN_COMMANDS,
   AVAILABLE_TOOL_NAMES,