@wix/evalforge-types 0.60.0 → 0.62.0

package/build/index.js

@@ -33,6 +33,8 @@ __export(index_exports, {
   AgentTypeSchema: () => AgentTypeSchema,
   AllowedCommands: () => AllowedCommands,
   AnyModelSchema: () => AnyModelSchema,
+  ApiCallAssertionSchema: () => ApiCallAssertionSchema,
+  ApiCallConfigSchema: () => ApiCallConfigSchema,
   ApiCallSchema: () => ApiCallSchema,
   AssertionConfigSchema: () => AssertionConfigSchema,
   AssertionParameterSchema: () => AssertionParameterSchema,
@@ -790,7 +792,8 @@ var AssertionTypeSchema = import_zod22.z.enum([
   "build_passed",
   "time_limit",
   "cost",
-  "llm_judge"
+  "llm_judge",
+  "api_call"
 ]);
 var AssertionParameterTypeSchema = import_zod22.z.enum([
   "string",
@@ -831,8 +834,8 @@ var CostConfigSchema = import_zod22.z.strictObject({
 var ToolCalledWithParamConfigSchema = import_zod22.z.strictObject({
   /** Name of the tool that must have been called */
   toolName: import_zod22.z.string().min(1),
-  /** JSON string of key-value pairs for expected parameters (substring match) */
-  expectedParams: import_zod22.z.string().min(1),
+  /** JSON string of key-value pairs for expected parameters (substring match). Optional — when omitted, only checks tool presence. */
+  expectedParams: import_zod22.z.string().min(1).optional(),
   /** If true, the matching tool call must also have succeeded (step.success === true) */
   requireSuccess: import_zod22.z.boolean().optional()
 });
@@ -869,23 +872,51 @@ var LlmJudgeConfigSchema = import_zod22.z.object({
   /** User-defined parameters for this assertion */
   parameters: import_zod22.z.array(AssertionParameterSchema).optional()
 });
+var ApiCallConfigSchema = import_zod22.z.strictObject({
+  /** URL to call */
+  url: import_zod22.z.string().min(1),
+  /** HTTP method (default GET) */
+  method: import_zod22.z.enum(["GET", "POST"]).optional(),
+  /** Request body (JSON string, for POST requests) */
+  requestBody: import_zod22.z.string().optional(),
+  /** Expected JSON response to validate against (subset match — extra fields in actual are OK) */
+  expectedResponse: import_zod22.z.string().min(1),
+  /** Request headers as JSON string of key-value pairs */
+  requestHeaders: import_zod22.z.string().optional(),
+  /** Request timeout in milliseconds (default 30000) */
+  timeoutMs: import_zod22.z.number().int().positive().optional()
+});
+var AssertionBaseFields = {
+  /** When true, the assertion's pass/fail logic is inverted (NOT operator). */
+  negate: import_zod22.z.boolean().optional()
+};
 var SkillWasCalledAssertionSchema = SkillWasCalledConfigSchema.extend({
-  type: import_zod22.z.literal("skill_was_called")
+  type: import_zod22.z.literal("skill_was_called"),
+  ...AssertionBaseFields
 });
 var ToolCalledWithParamAssertionSchema = ToolCalledWithParamConfigSchema.extend({
-  type: import_zod22.z.literal("tool_called_with_param")
+  type: import_zod22.z.literal("tool_called_with_param"),
+  ...AssertionBaseFields
 });
 var BuildPassedAssertionSchema = BuildPassedConfigSchema.extend({
-  type: import_zod22.z.literal("build_passed")
+  type: import_zod22.z.literal("build_passed"),
+  ...AssertionBaseFields
 });
 var CostAssertionSchema = CostConfigSchema.extend({
-  type: import_zod22.z.literal("cost")
+  type: import_zod22.z.literal("cost"),
+  ...AssertionBaseFields
 });
 var LlmJudgeAssertionSchema = LlmJudgeConfigSchema.extend({
-  type: import_zod22.z.literal("llm_judge")
+  type: import_zod22.z.literal("llm_judge"),
+  ...AssertionBaseFields
+});
+var ApiCallAssertionSchema = ApiCallConfigSchema.extend({
+  type: import_zod22.z.literal("api_call"),
+  ...AssertionBaseFields
 });
 var TimeAssertionSchema = TimeConfigSchema.extend({
-  type: import_zod22.z.literal("time_limit")
+  type: import_zod22.z.literal("time_limit"),
+  ...AssertionBaseFields
 });
 var AssertionSchema = import_zod22.z.union([
   SkillWasCalledAssertionSchema,
@@ -893,7 +924,8 @@ var AssertionSchema = import_zod22.z.union([
   BuildPassedAssertionSchema,
   TimeAssertionSchema,
   CostAssertionSchema,
-  LlmJudgeAssertionSchema
+  LlmJudgeAssertionSchema,
+  ApiCallAssertionSchema
 ]);
 var AssertionConfigSchema = import_zod22.z.union([
   LlmJudgeConfigSchema,
@@ -901,7 +933,9 @@ var AssertionConfigSchema = import_zod22.z.union([
   SkillWasCalledConfigSchema,
   // requires skillNames
   ToolCalledWithParamConfigSchema,
-  // requires toolName + expectedParams, uses strictObject
+  // requires toolName, uses strictObject
+  ApiCallConfigSchema,
+  // requires url + expectedResponse, uses strictObject
   TimeConfigSchema,
   // requires maxDurationMs, uses strictObject
   CostConfigSchema,
@@ -925,6 +959,8 @@ function validateAssertionConfig(type, config) {
       return TimeConfigSchema.safeParse(config).success;
     case "llm_judge":
       return LlmJudgeConfigSchema.safeParse(config).success;
+    case "api_call":
+      return ApiCallConfigSchema.safeParse(config).success;
     default:
       return false;
   }
@@ -1596,7 +1632,8 @@ var SYSTEM_ASSERTION_IDS = {
   BUILD_PASSED: "system:build_passed",
   TIME_LIMIT: "system:time_limit",
   COST: "system:cost",
-  LLM_JUDGE: "system:llm_judge"
+  LLM_JUDGE: "system:llm_judge",
+  API_CALL: "system:api_call"
 };
 function isSystemAssertionId(id) {
   return id.startsWith("system:");
@@ -1613,6 +1650,13 @@ var SYSTEM_ASSERTIONS = {
         label: "Skills",
         type: "string",
         required: true
+      },
+      {
+        name: "negate",
+        label: "Negate (NOT operator)",
+        type: "boolean",
+        required: false,
+        defaultValue: false
       }
     ]
   },
@@ -1632,7 +1676,7 @@ var SYSTEM_ASSERTIONS = {
         name: "expectedParams",
         label: "Expected Parameters (JSON, substring match)",
         type: "string",
-        required: true
+        required: false
       },
       {
         name: "requireSuccess",
@@ -1641,6 +1685,13 @@ var SYSTEM_ASSERTIONS = {
         required: false,
         defaultValue: false,
         advanced: true
+      },
+      {
+        name: "negate",
+        label: "Negate (NOT operator)",
+        type: "boolean",
+        required: false,
+        defaultValue: false
       }
     ]
   },
@@ -1737,6 +1788,54 @@ var SYSTEM_ASSERTIONS = {
         required: false
       }
     ]
+  },
+  [SYSTEM_ASSERTION_IDS.API_CALL]: {
+    id: SYSTEM_ASSERTION_IDS.API_CALL,
+    name: "API Call",
+    description: "Call an API endpoint and verify the response contains expected data",
+    type: "api_call",
+    parameters: [
+      {
+        name: "url",
+        label: "URL",
+        type: "string",
+        required: true
+      },
+      {
+        name: "method",
+        label: "HTTP Method",
+        type: "string",
+        required: false,
+        defaultValue: "GET"
+      },
+      {
+        name: "requestBody",
+        label: "Request Body (JSON)",
+        type: "string",
+        required: false
+      },
+      {
+        name: "expectedResponse",
+        label: "Expected Response (JSON)",
+        type: "string",
+        required: true
+      },
+      {
+        name: "requestHeaders",
+        label: "Headers (JSON)",
+        type: "string",
+        required: false,
+        advanced: true
+      },
+      {
+        name: "timeoutMs",
+        label: "Timeout (ms)",
+        type: "number",
+        required: false,
+        defaultValue: 3e4,
+        advanced: true
+      }
+    ]
   }
 };
 function getSystemAssertions() {
@@ -1760,6 +1859,8 @@ function getSystemAssertion(id) {
   AgentTypeSchema,
   AllowedCommands,
   AnyModelSchema,
+  ApiCallAssertionSchema,
+  ApiCallConfigSchema,
   ApiCallSchema,
   AssertionConfigSchema,
   AssertionParameterSchema,