@wix/evalforge-types 0.59.0 → 0.61.0

package/build/index.mjs

@@ -614,7 +614,7 @@ var AssertionParameterSchema = z22.object({
   advanced: z22.boolean().optional()
 });
 var ScenarioAssertionLinkSchema = z22.object({
-  /** ID of the assertion (can be system assertion like 'system:skill_was_called' or custom assertion UUID) */
+  /** ID of the system assertion (e.g., 'system:skill_was_called') */
   assertionId: z22.string(),
   /** Parameter values for this assertion in this scenario */
   params: z22.record(
@@ -633,8 +633,8 @@ var CostConfigSchema = z22.strictObject({
 var ToolCalledWithParamConfigSchema = z22.strictObject({
   /** Name of the tool that must have been called */
   toolName: z22.string().min(1),
-  /** JSON string of key-value pairs for expected parameters (substring match) */
-  expectedParams: z22.string().min(1),
+  /** JSON string of key-value pairs for expected parameters (substring match). Optional — when omitted, only checks tool presence. */
+  expectedParams: z22.string().min(1).optional(),
   /** If true, the matching tool call must also have succeeded (step.success === true) */
   requireSuccess: z22.boolean().optional()
 });
@@ -671,23 +671,33 @@ var LlmJudgeConfigSchema = z22.object({
   /** User-defined parameters for this assertion */
   parameters: z22.array(AssertionParameterSchema).optional()
 });
+var AssertionBaseFields = {
+  /** When true, the assertion's pass/fail logic is inverted (NOT operator). */
+  negate: z22.boolean().optional()
+};
 var SkillWasCalledAssertionSchema = SkillWasCalledConfigSchema.extend({
-  type: z22.literal("skill_was_called")
+  type: z22.literal("skill_was_called"),
+  ...AssertionBaseFields
 });
 var ToolCalledWithParamAssertionSchema = ToolCalledWithParamConfigSchema.extend({
-  type: z22.literal("tool_called_with_param")
+  type: z22.literal("tool_called_with_param"),
+  ...AssertionBaseFields
 });
 var BuildPassedAssertionSchema = BuildPassedConfigSchema.extend({
-  type: z22.literal("build_passed")
+  type: z22.literal("build_passed"),
+  ...AssertionBaseFields
 });
 var CostAssertionSchema = CostConfigSchema.extend({
-  type: z22.literal("cost")
+  type: z22.literal("cost"),
+  ...AssertionBaseFields
 });
 var LlmJudgeAssertionSchema = LlmJudgeConfigSchema.extend({
-  type: z22.literal("llm_judge")
+  type: z22.literal("llm_judge"),
+  ...AssertionBaseFields
 });
 var TimeAssertionSchema = TimeConfigSchema.extend({
-  type: z22.literal("time_limit")
+  type: z22.literal("time_limit"),
+  ...AssertionBaseFields
 });
 var AssertionSchema = z22.union([
   SkillWasCalledAssertionSchema,
@@ -703,7 +713,7 @@ var AssertionConfigSchema = z22.union([
   SkillWasCalledConfigSchema,
   // requires skillNames
   ToolCalledWithParamConfigSchema,
-  // requires toolName + expectedParams, uses strictObject
+  // requires toolName, uses strictObject
   TimeConfigSchema,
   // requires maxDurationMs, uses strictObject
   CostConfigSchema,
@@ -713,19 +723,6 @@ var AssertionConfigSchema = z22.union([
   z22.object({})
   // fallback empty config
 ]);
-var CustomAssertionSchema = TenantEntitySchema.extend({
-  /** The assertion type */
-  type: AssertionTypeSchema,
-  /** Type-specific configuration */
-  config: AssertionConfigSchema
-});
-var CreateCustomAssertionInputSchema = CustomAssertionSchema.omit({
-  id: true,
-  createdAt: true,
-  updatedAt: true,
-  deleted: true
-});
-var UpdateCustomAssertionInputSchema = CreateCustomAssertionInputSchema.partial();
 function validateAssertionConfig(type, config) {
   switch (type) {
     case "skill_was_called":
@@ -744,21 +741,6 @@ function validateAssertionConfig(type, config) {
       return false;
   }
 }
-function getSkillWasCalledConfig(assertion) {
-  if (assertion.type !== "skill_was_called") return null;
-  const result = SkillWasCalledConfigSchema.safeParse(assertion.config);
-  return result.success ? result.data : null;
-}
-function getBuildPassedConfig(assertion) {
-  if (assertion.type !== "build_passed") return null;
-  const result = BuildPassedConfigSchema.safeParse(assertion.config);
-  return result.success ? result.data : null;
-}
-function getLlmJudgeConfig(assertion) {
-  if (assertion.type !== "llm_judge") return null;
-  const result = LlmJudgeConfigSchema.safeParse(assertion.config);
-  return result.success ? result.data : null;
-}
 
 // src/scenario/test-scenario.ts
 var ExpectedFileSchema = z23.object({
@@ -1443,6 +1425,13 @@ var SYSTEM_ASSERTIONS = {
         label: "Skills",
         type: "string",
         required: true
+      },
+      {
+        name: "negate",
+        label: "Negate (NOT operator)",
+        type: "boolean",
+        required: false,
+        defaultValue: false
       }
     ]
   },
@@ -1462,7 +1451,7 @@ var SYSTEM_ASSERTIONS = {
         name: "expectedParams",
         label: "Expected Parameters (JSON, substring match)",
         type: "string",
-        required: true
+        required: false
       },
       {
         name: "requireSuccess",
@@ -1471,6 +1460,13 @@ var SYSTEM_ASSERTIONS = {
         required: false,
         defaultValue: false,
         advanced: true
+      },
+      {
+        name: "negate",
+        label: "Negate (NOT operator)",
+        type: "boolean",
+        required: false,
+        defaultValue: false
       }
     ]
   },
@@ -1615,7 +1611,6 @@ export {
   CostAssertionSchema,
   CostConfigSchema,
   CreateAgentInputSchema,
-  CreateCustomAssertionInputSchema,
   CreateEvalRunFolderInputSchema,
   CreateEvalRunInputSchema,
   CreateEvalScheduleInputSchema,
@@ -1629,7 +1624,6 @@ export {
   CreateTemplateInputSchema,
   CreateTestScenarioInputSchema,
   CreateTestSuiteInputSchema,
-  CustomAssertionSchema,
   DEFAULT_EVALUATOR_SYSTEM_PROMPT,
   DEFAULT_JUDGE_MODEL,
   DiffContentSchema,
@@ -1731,7 +1725,6 @@ export {
   TriggerSchema,
   TriggerType,
   UpdateAgentInputSchema,
-  UpdateCustomAssertionInputSchema,
   UpdateEvalRunFolderInputSchema,
   UpdateEvalScheduleInputSchema,
   UpdateMcpInputSchema,
@@ -1745,9 +1738,6 @@ export {
   UpdateTestSuiteInputSchema,
   VitestTestSchema,
   formatTraceEventLine,
-  getBuildPassedConfig,
-  getLlmJudgeConfig,
-  getSkillWasCalledConfig,
   getSystemAssertion,
   getSystemAssertions,
   isSystemAssertionId,