@wix/evalforge-types 0.60.0 → 0.62.0

package/build/index.mjs

@@ -592,7 +592,8 @@ var AssertionTypeSchema = z22.enum([
   "build_passed",
   "time_limit",
   "cost",
-  "llm_judge"
+  "llm_judge",
+  "api_call"
 ]);
 var AssertionParameterTypeSchema = z22.enum([
   "string",
@@ -633,8 +634,8 @@ var CostConfigSchema = z22.strictObject({
 var ToolCalledWithParamConfigSchema = z22.strictObject({
   /** Name of the tool that must have been called */
   toolName: z22.string().min(1),
-  /** JSON string of key-value pairs for expected parameters (substring match) */
-  expectedParams: z22.string().min(1),
+  /** JSON string of key-value pairs for expected parameters (substring match). Optional — when omitted, only checks tool presence. */
+  expectedParams: z22.string().min(1).optional(),
   /** If true, the matching tool call must also have succeeded (step.success === true) */
   requireSuccess: z22.boolean().optional()
 });
@@ -671,23 +672,51 @@ var LlmJudgeConfigSchema = z22.object({
   /** User-defined parameters for this assertion */
   parameters: z22.array(AssertionParameterSchema).optional()
 });
+var ApiCallConfigSchema = z22.strictObject({
+  /** URL to call */
+  url: z22.string().min(1),
+  /** HTTP method (default GET) */
+  method: z22.enum(["GET", "POST"]).optional(),
+  /** Request body (JSON string, for POST requests) */
+  requestBody: z22.string().optional(),
+  /** Expected JSON response to validate against (subset match — extra fields in actual are OK) */
+  expectedResponse: z22.string().min(1),
+  /** Request headers as JSON string of key-value pairs */
+  requestHeaders: z22.string().optional(),
+  /** Request timeout in milliseconds (default 30000) */
+  timeoutMs: z22.number().int().positive().optional()
+});
+var AssertionBaseFields = {
+  /** When true, the assertion's pass/fail logic is inverted (NOT operator). */
+  negate: z22.boolean().optional()
+};
 var SkillWasCalledAssertionSchema = SkillWasCalledConfigSchema.extend({
-  type: z22.literal("skill_was_called")
+  type: z22.literal("skill_was_called"),
+  ...AssertionBaseFields
 });
 var ToolCalledWithParamAssertionSchema = ToolCalledWithParamConfigSchema.extend({
-  type: z22.literal("tool_called_with_param")
+  type: z22.literal("tool_called_with_param"),
+  ...AssertionBaseFields
 });
 var BuildPassedAssertionSchema = BuildPassedConfigSchema.extend({
-  type: z22.literal("build_passed")
+  type: z22.literal("build_passed"),
+  ...AssertionBaseFields
 });
 var CostAssertionSchema = CostConfigSchema.extend({
-  type: z22.literal("cost")
+  type: z22.literal("cost"),
+  ...AssertionBaseFields
 });
 var LlmJudgeAssertionSchema = LlmJudgeConfigSchema.extend({
-  type: z22.literal("llm_judge")
+  type: z22.literal("llm_judge"),
+  ...AssertionBaseFields
+});
+var ApiCallAssertionSchema = ApiCallConfigSchema.extend({
+  type: z22.literal("api_call"),
+  ...AssertionBaseFields
 });
 var TimeAssertionSchema = TimeConfigSchema.extend({
-  type: z22.literal("time_limit")
+  type: z22.literal("time_limit"),
+  ...AssertionBaseFields
 });
 var AssertionSchema = z22.union([
   SkillWasCalledAssertionSchema,
@@ -695,7 +724,8 @@ var AssertionSchema = z22.union([
   BuildPassedAssertionSchema,
   TimeAssertionSchema,
   CostAssertionSchema,
-  LlmJudgeAssertionSchema
+  LlmJudgeAssertionSchema,
+  ApiCallAssertionSchema
 ]);
 var AssertionConfigSchema = z22.union([
   LlmJudgeConfigSchema,
@@ -703,7 +733,9 @@ var AssertionConfigSchema = z22.union([
   SkillWasCalledConfigSchema,
   // requires skillNames
   ToolCalledWithParamConfigSchema,
-  // requires toolName + expectedParams, uses strictObject
+  // requires toolName, uses strictObject
+  ApiCallConfigSchema,
+  // requires url + expectedResponse, uses strictObject
   TimeConfigSchema,
   // requires maxDurationMs, uses strictObject
   CostConfigSchema,
@@ -727,6 +759,8 @@ function validateAssertionConfig(type, config) {
       return TimeConfigSchema.safeParse(config).success;
     case "llm_judge":
       return LlmJudgeConfigSchema.safeParse(config).success;
+    case "api_call":
+      return ApiCallConfigSchema.safeParse(config).success;
     default:
       return false;
   }
@@ -1398,7 +1432,8 @@ var SYSTEM_ASSERTION_IDS = {
   BUILD_PASSED: "system:build_passed",
   TIME_LIMIT: "system:time_limit",
   COST: "system:cost",
-  LLM_JUDGE: "system:llm_judge"
+  LLM_JUDGE: "system:llm_judge",
+  API_CALL: "system:api_call"
 };
 function isSystemAssertionId(id) {
   return id.startsWith("system:");
@@ -1415,6 +1450,13 @@ var SYSTEM_ASSERTIONS = {
         label: "Skills",
         type: "string",
         required: true
+      },
+      {
+        name: "negate",
+        label: "Negate (NOT operator)",
+        type: "boolean",
+        required: false,
+        defaultValue: false
       }
     ]
   },
@@ -1434,7 +1476,7 @@ var SYSTEM_ASSERTIONS = {
         name: "expectedParams",
         label: "Expected Parameters (JSON, substring match)",
         type: "string",
-        required: true
+        required: false
       },
       {
         name: "requireSuccess",
@@ -1443,6 +1485,13 @@ var SYSTEM_ASSERTIONS = {
         required: false,
         defaultValue: false,
         advanced: true
+      },
+      {
+        name: "negate",
+        label: "Negate (NOT operator)",
+        type: "boolean",
+        required: false,
+        defaultValue: false
       }
     ]
   },
@@ -1539,6 +1588,54 @@ var SYSTEM_ASSERTIONS = {
         required: false
       }
     ]
+  },
+  [SYSTEM_ASSERTION_IDS.API_CALL]: {
+    id: SYSTEM_ASSERTION_IDS.API_CALL,
+    name: "API Call",
+    description: "Call an API endpoint and verify the response contains expected data",
+    type: "api_call",
+    parameters: [
+      {
+        name: "url",
+        label: "URL",
+        type: "string",
+        required: true
+      },
+      {
+        name: "method",
+        label: "HTTP Method",
+        type: "string",
+        required: false,
+        defaultValue: "GET"
+      },
+      {
+        name: "requestBody",
+        label: "Request Body (JSON)",
+        type: "string",
+        required: false
+      },
+      {
+        name: "expectedResponse",
+        label: "Expected Response (JSON)",
+        type: "string",
+        required: true
+      },
+      {
+        name: "requestHeaders",
+        label: "Headers (JSON)",
+        type: "string",
+        required: false,
+        advanced: true
+      },
+      {
+        name: "timeoutMs",
+        label: "Timeout (ms)",
+        type: "number",
+        required: false,
+        defaultValue: 3e4,
+        advanced: true
+      }
+    ]
   }
 };
 function getSystemAssertions() {
@@ -1561,6 +1658,8 @@ export {
   AgentTypeSchema,
   AllowedCommands,
   AnyModelSchema,
+  ApiCallAssertionSchema,
+  ApiCallConfigSchema,
   ApiCallSchema,
   AssertionConfigSchema,
   AssertionParameterSchema,