@wix/evalforge-types 0.59.0 → 0.61.0

package/build/index.js

@@ -59,7 +59,6 @@ __export(index_exports, {
   CostAssertionSchema: () => CostAssertionSchema,
   CostConfigSchema: () => CostConfigSchema,
   CreateAgentInputSchema: () => CreateAgentInputSchema,
-  CreateCustomAssertionInputSchema: () => CreateCustomAssertionInputSchema,
   CreateEvalRunFolderInputSchema: () => CreateEvalRunFolderInputSchema,
   CreateEvalRunInputSchema: () => CreateEvalRunInputSchema,
   CreateEvalScheduleInputSchema: () => CreateEvalScheduleInputSchema,
@@ -73,7 +72,6 @@ __export(index_exports, {
   CreateTemplateInputSchema: () => CreateTemplateInputSchema,
   CreateTestScenarioInputSchema: () => CreateTestScenarioInputSchema,
   CreateTestSuiteInputSchema: () => CreateTestSuiteInputSchema,
-  CustomAssertionSchema: () => CustomAssertionSchema,
   DEFAULT_EVALUATOR_SYSTEM_PROMPT: () => DEFAULT_EVALUATOR_SYSTEM_PROMPT,
   DEFAULT_JUDGE_MODEL: () => DEFAULT_JUDGE_MODEL,
   DiffContentSchema: () => DiffContentSchema,
@@ -175,7 +173,6 @@ __export(index_exports, {
   TriggerSchema: () => TriggerSchema,
   TriggerType: () => TriggerType,
   UpdateAgentInputSchema: () => UpdateAgentInputSchema,
-  UpdateCustomAssertionInputSchema: () => UpdateCustomAssertionInputSchema,
   UpdateEvalRunFolderInputSchema: () => UpdateEvalRunFolderInputSchema,
   UpdateEvalScheduleInputSchema: () => UpdateEvalScheduleInputSchema,
   UpdateMcpInputSchema: () => UpdateMcpInputSchema,
@@ -189,9 +186,6 @@ __export(index_exports, {
   UpdateTestSuiteInputSchema: () => UpdateTestSuiteInputSchema,
   VitestTestSchema: () => VitestTestSchema,
   formatTraceEventLine: () => formatTraceEventLine,
-  getBuildPassedConfig: () => getBuildPassedConfig,
-  getLlmJudgeConfig: () => getLlmJudgeConfig,
-  getSkillWasCalledConfig: () => getSkillWasCalledConfig,
   getSystemAssertion: () => getSystemAssertion,
   getSystemAssertions: () => getSystemAssertions,
   isSystemAssertionId: () => isSystemAssertionId,
@@ -818,7 +812,7 @@ var AssertionParameterSchema = import_zod22.z.object({
   advanced: import_zod22.z.boolean().optional()
 });
 var ScenarioAssertionLinkSchema = import_zod22.z.object({
-  /** ID of the assertion (can be system assertion like 'system:skill_was_called' or custom assertion UUID) */
+  /** ID of the system assertion (e.g., 'system:skill_was_called') */
   assertionId: import_zod22.z.string(),
   /** Parameter values for this assertion in this scenario */
   params: import_zod22.z.record(
@@ -837,8 +831,8 @@ var CostConfigSchema = import_zod22.z.strictObject({
 var ToolCalledWithParamConfigSchema = import_zod22.z.strictObject({
   /** Name of the tool that must have been called */
   toolName: import_zod22.z.string().min(1),
-  /** JSON string of key-value pairs for expected parameters (substring match) */
-  expectedParams: import_zod22.z.string().min(1),
+  /** JSON string of key-value pairs for expected parameters (substring match). Optional — when omitted, only checks tool presence. */
+  expectedParams: import_zod22.z.string().min(1).optional(),
   /** If true, the matching tool call must also have succeeded (step.success === true) */
   requireSuccess: import_zod22.z.boolean().optional()
 });
@@ -875,23 +869,33 @@ var LlmJudgeConfigSchema = import_zod22.z.object({
   /** User-defined parameters for this assertion */
   parameters: import_zod22.z.array(AssertionParameterSchema).optional()
 });
+var AssertionBaseFields = {
+  /** When true, the assertion's pass/fail logic is inverted (NOT operator). */
+  negate: import_zod22.z.boolean().optional()
+};
 var SkillWasCalledAssertionSchema = SkillWasCalledConfigSchema.extend({
-  type: import_zod22.z.literal("skill_was_called")
+  type: import_zod22.z.literal("skill_was_called"),
+  ...AssertionBaseFields
 });
 var ToolCalledWithParamAssertionSchema = ToolCalledWithParamConfigSchema.extend({
-  type: import_zod22.z.literal("tool_called_with_param")
+  type: import_zod22.z.literal("tool_called_with_param"),
+  ...AssertionBaseFields
 });
 var BuildPassedAssertionSchema = BuildPassedConfigSchema.extend({
-  type: import_zod22.z.literal("build_passed")
+  type: import_zod22.z.literal("build_passed"),
+  ...AssertionBaseFields
 });
 var CostAssertionSchema = CostConfigSchema.extend({
-  type: import_zod22.z.literal("cost")
+  type: import_zod22.z.literal("cost"),
+  ...AssertionBaseFields
 });
 var LlmJudgeAssertionSchema = LlmJudgeConfigSchema.extend({
-  type: import_zod22.z.literal("llm_judge")
+  type: import_zod22.z.literal("llm_judge"),
+  ...AssertionBaseFields
 });
 var TimeAssertionSchema = TimeConfigSchema.extend({
-  type: import_zod22.z.literal("time_limit")
+  type: import_zod22.z.literal("time_limit"),
+  ...AssertionBaseFields
 });
 var AssertionSchema = import_zod22.z.union([
   SkillWasCalledAssertionSchema,
@@ -907,7 +911,7 @@ var AssertionConfigSchema = import_zod22.z.union([
   SkillWasCalledConfigSchema,
   // requires skillNames
   ToolCalledWithParamConfigSchema,
-  // requires toolName + expectedParams, uses strictObject
+  // requires toolName, uses strictObject
   TimeConfigSchema,
   // requires maxDurationMs, uses strictObject
   CostConfigSchema,
@@ -917,19 +921,6 @@ var AssertionConfigSchema = import_zod22.z.union([
   import_zod22.z.object({})
   // fallback empty config
 ]);
-var CustomAssertionSchema = TenantEntitySchema.extend({
-  /** The assertion type */
-  type: AssertionTypeSchema,
-  /** Type-specific configuration */
-  config: AssertionConfigSchema
-});
-var CreateCustomAssertionInputSchema = CustomAssertionSchema.omit({
-  id: true,
-  createdAt: true,
-  updatedAt: true,
-  deleted: true
-});
-var UpdateCustomAssertionInputSchema = CreateCustomAssertionInputSchema.partial();
 function validateAssertionConfig(type, config) {
   switch (type) {
     case "skill_was_called":
@@ -948,21 +939,6 @@ function validateAssertionConfig(type, config) {
       return false;
   }
 }
-function getSkillWasCalledConfig(assertion) {
-  if (assertion.type !== "skill_was_called") return null;
-  const result = SkillWasCalledConfigSchema.safeParse(assertion.config);
-  return result.success ? result.data : null;
-}
-function getBuildPassedConfig(assertion) {
-  if (assertion.type !== "build_passed") return null;
-  const result = BuildPassedConfigSchema.safeParse(assertion.config);
-  return result.success ? result.data : null;
-}
-function getLlmJudgeConfig(assertion) {
-  if (assertion.type !== "llm_judge") return null;
-  const result = LlmJudgeConfigSchema.safeParse(assertion.config);
-  return result.success ? result.data : null;
-}
 
 // src/scenario/test-scenario.ts
 var ExpectedFileSchema = import_zod23.z.object({
@@ -1647,6 +1623,13 @@ var SYSTEM_ASSERTIONS = {
         label: "Skills",
         type: "string",
         required: true
+      },
+      {
+        name: "negate",
+        label: "Negate (NOT operator)",
+        type: "boolean",
+        required: false,
+        defaultValue: false
       }
     ]
   },
@@ -1666,7 +1649,7 @@ var SYSTEM_ASSERTIONS = {
         name: "expectedParams",
         label: "Expected Parameters (JSON, substring match)",
         type: "string",
-        required: true
+        required: false
       },
       {
         name: "requireSuccess",
@@ -1675,6 +1658,13 @@ var SYSTEM_ASSERTIONS = {
         required: false,
         defaultValue: false,
         advanced: true
+      },
+      {
+        name: "negate",
+        label: "Negate (NOT operator)",
+        type: "boolean",
+        required: false,
+        defaultValue: false
       }
     ]
   },
@@ -1820,7 +1810,6 @@ function getSystemAssertion(id) {
   CostAssertionSchema,
   CostConfigSchema,
   CreateAgentInputSchema,
-  CreateCustomAssertionInputSchema,
   CreateEvalRunFolderInputSchema,
   CreateEvalRunInputSchema,
   CreateEvalScheduleInputSchema,
@@ -1834,7 +1823,6 @@ function getSystemAssertion(id) {
   CreateTemplateInputSchema,
   CreateTestScenarioInputSchema,
   CreateTestSuiteInputSchema,
-  CustomAssertionSchema,
   DEFAULT_EVALUATOR_SYSTEM_PROMPT,
   DEFAULT_JUDGE_MODEL,
   DiffContentSchema,
@@ -1936,7 +1924,6 @@ function getSystemAssertion(id) {
   TriggerSchema,
   TriggerType,
   UpdateAgentInputSchema,
-  UpdateCustomAssertionInputSchema,
   UpdateEvalRunFolderInputSchema,
   UpdateEvalScheduleInputSchema,
   UpdateMcpInputSchema,
@@ -1950,9 +1937,6 @@ function getSystemAssertion(id) {
   UpdateTestSuiteInputSchema,
   VitestTestSchema,
   formatTraceEventLine,
-  getBuildPassedConfig,
-  getLlmJudgeConfig,
-  getSkillWasCalledConfig,
   getSystemAssertion,
   getSystemAssertions,
   isSystemAssertionId,