@wix/evalforge-types 0.61.0 → 0.63.0

package/build/index.mjs

@@ -226,8 +226,10 @@ function isValidSkillFolderName(name) {
 var SkillMetadataSchema = z7.object({
   name: z7.string(),
   description: z7.string(),
-  allowedTools: z7.array(z7.string()).optional(),
-  skills: z7.array(z7.string()).optional()
+  license: z7.string().optional(),
+  compatibility: z7.string().optional(),
+  metadata: z7.record(z7.string(), z7.string()).optional(),
+  allowedTools: z7.array(z7.string()).optional()
 });
 var SkillFileSchema = z7.object({
   /** Relative path within the skill directory, e.g. "SKILL.md" or "references/API_SPEC.md" */
@@ -592,7 +594,8 @@ var AssertionTypeSchema = z22.enum([
   "build_passed",
   "time_limit",
   "cost",
-  "llm_judge"
+  "llm_judge",
+  "api_call"
 ]);
 var AssertionParameterTypeSchema = z22.enum([
   "string",
@@ -671,6 +674,20 @@ var LlmJudgeConfigSchema = z22.object({
   /** User-defined parameters for this assertion */
   parameters: z22.array(AssertionParameterSchema).optional()
 });
+var ApiCallConfigSchema = z22.strictObject({
+  /** URL to call */
+  url: z22.string().min(1),
+  /** HTTP method (default GET) */
+  method: z22.enum(["GET", "POST"]).optional(),
+  /** Request body (JSON string, for POST requests) */
+  requestBody: z22.string().optional(),
+  /** Expected JSON response to validate against (subset match — extra fields in actual are OK) */
+  expectedResponse: z22.string().min(1),
+  /** Request headers as JSON string of key-value pairs */
+  requestHeaders: z22.string().optional(),
+  /** Request timeout in milliseconds (default 30000) */
+  timeoutMs: z22.number().int().positive().optional()
+});
 var AssertionBaseFields = {
   /** When true, the assertion's pass/fail logic is inverted (NOT operator). */
   negate: z22.boolean().optional()
@@ -695,6 +712,10 @@ var LlmJudgeAssertionSchema = LlmJudgeConfigSchema.extend({
   type: z22.literal("llm_judge"),
   ...AssertionBaseFields
 });
+var ApiCallAssertionSchema = ApiCallConfigSchema.extend({
+  type: z22.literal("api_call"),
+  ...AssertionBaseFields
+});
 var TimeAssertionSchema = TimeConfigSchema.extend({
   type: z22.literal("time_limit"),
   ...AssertionBaseFields
@@ -705,7 +726,8 @@ var AssertionSchema = z22.union([
   BuildPassedAssertionSchema,
   TimeAssertionSchema,
   CostAssertionSchema,
-  LlmJudgeAssertionSchema
+  LlmJudgeAssertionSchema,
+  ApiCallAssertionSchema
 ]);
 var AssertionConfigSchema = z22.union([
   LlmJudgeConfigSchema,
@@ -714,6 +736,8 @@ var AssertionConfigSchema = z22.union([
   // requires skillNames
   ToolCalledWithParamConfigSchema,
   // requires toolName, uses strictObject
+  ApiCallConfigSchema,
+  // requires url + expectedResponse, uses strictObject
   TimeConfigSchema,
   // requires maxDurationMs, uses strictObject
   CostConfigSchema,
@@ -737,6 +761,8 @@ function validateAssertionConfig(type, config) {
       return TimeConfigSchema.safeParse(config).success;
     case "llm_judge":
       return LlmJudgeConfigSchema.safeParse(config).success;
+    case "api_call":
+      return ApiCallConfigSchema.safeParse(config).success;
     default:
       return false;
   }
@@ -1408,7 +1434,8 @@ var SYSTEM_ASSERTION_IDS = {
   BUILD_PASSED: "system:build_passed",
   TIME_LIMIT: "system:time_limit",
   COST: "system:cost",
-  LLM_JUDGE: "system:llm_judge"
+  LLM_JUDGE: "system:llm_judge",
+  API_CALL: "system:api_call"
 };
 function isSystemAssertionId(id) {
   return id.startsWith("system:");
@@ -1563,6 +1590,54 @@ var SYSTEM_ASSERTIONS = {
         required: false
       }
     ]
+  },
+  [SYSTEM_ASSERTION_IDS.API_CALL]: {
+    id: SYSTEM_ASSERTION_IDS.API_CALL,
+    name: "API Call",
+    description: "Call an API endpoint and verify the response contains expected data",
+    type: "api_call",
+    parameters: [
+      {
+        name: "url",
+        label: "URL",
+        type: "string",
+        required: true
+      },
+      {
+        name: "method",
+        label: "HTTP Method",
+        type: "string",
+        required: false,
+        defaultValue: "GET"
+      },
+      {
+        name: "requestBody",
+        label: "Request Body (JSON)",
+        type: "string",
+        required: false
+      },
+      {
+        name: "expectedResponse",
+        label: "Expected Response (JSON)",
+        type: "string",
+        required: true
+      },
+      {
+        name: "requestHeaders",
+        label: "Headers (JSON)",
+        type: "string",
+        required: false,
+        advanced: true
+      },
+      {
+        name: "timeoutMs",
+        label: "Timeout (ms)",
+        type: "number",
+        required: false,
+        defaultValue: 3e4,
+        advanced: true
+      }
+    ]
   }
 };
 function getSystemAssertions() {
@@ -1585,6 +1660,8 @@ export {
   AgentTypeSchema,
   AllowedCommands,
   AnyModelSchema,
+  ApiCallAssertionSchema,
+  ApiCallConfigSchema,
   ApiCallSchema,
   AssertionConfigSchema,
   AssertionParameterSchema,