@wix/evalforge-types 0.61.0 → 0.63.0

package/build/index.js

@@ -33,6 +33,8 @@ __export(index_exports, {
   AgentTypeSchema: () => AgentTypeSchema,
   AllowedCommands: () => AllowedCommands,
   AnyModelSchema: () => AnyModelSchema,
+  ApiCallAssertionSchema: () => ApiCallAssertionSchema,
+  ApiCallConfigSchema: () => ApiCallConfigSchema,
   ApiCallSchema: () => ApiCallSchema,
   AssertionConfigSchema: () => AssertionConfigSchema,
   AssertionParameterSchema: () => AssertionParameterSchema,
@@ -424,8 +426,10 @@ function isValidSkillFolderName(name) {
 var SkillMetadataSchema = import_zod7.z.object({
   name: import_zod7.z.string(),
   description: import_zod7.z.string(),
-  allowedTools: import_zod7.z.array(import_zod7.z.string()).optional(),
-  skills: import_zod7.z.array(import_zod7.z.string()).optional()
+  license: import_zod7.z.string().optional(),
+  compatibility: import_zod7.z.string().optional(),
+  metadata: import_zod7.z.record(import_zod7.z.string(), import_zod7.z.string()).optional(),
+  allowedTools: import_zod7.z.array(import_zod7.z.string()).optional()
 });
 var SkillFileSchema = import_zod7.z.object({
   /** Relative path within the skill directory, e.g. "SKILL.md" or "references/API_SPEC.md" */
@@ -790,7 +794,8 @@ var AssertionTypeSchema = import_zod22.z.enum([
   "build_passed",
   "time_limit",
   "cost",
-  "llm_judge"
+  "llm_judge",
+  "api_call"
 ]);
 var AssertionParameterTypeSchema = import_zod22.z.enum([
   "string",
@@ -869,6 +874,20 @@ var LlmJudgeConfigSchema = import_zod22.z.object({
   /** User-defined parameters for this assertion */
   parameters: import_zod22.z.array(AssertionParameterSchema).optional()
 });
+var ApiCallConfigSchema = import_zod22.z.strictObject({
+  /** URL to call */
+  url: import_zod22.z.string().min(1),
+  /** HTTP method (default GET) */
+  method: import_zod22.z.enum(["GET", "POST"]).optional(),
+  /** Request body (JSON string, for POST requests) */
+  requestBody: import_zod22.z.string().optional(),
+  /** Expected JSON response to validate against (subset match — extra fields in actual are OK) */
+  expectedResponse: import_zod22.z.string().min(1),
+  /** Request headers as JSON string of key-value pairs */
+  requestHeaders: import_zod22.z.string().optional(),
+  /** Request timeout in milliseconds (default 30000) */
+  timeoutMs: import_zod22.z.number().int().positive().optional()
+});
 var AssertionBaseFields = {
   /** When true, the assertion's pass/fail logic is inverted (NOT operator). */
   negate: import_zod22.z.boolean().optional()
@@ -893,6 +912,10 @@ var LlmJudgeAssertionSchema = LlmJudgeConfigSchema.extend({
   type: import_zod22.z.literal("llm_judge"),
   ...AssertionBaseFields
 });
+var ApiCallAssertionSchema = ApiCallConfigSchema.extend({
+  type: import_zod22.z.literal("api_call"),
+  ...AssertionBaseFields
+});
 var TimeAssertionSchema = TimeConfigSchema.extend({
   type: import_zod22.z.literal("time_limit"),
   ...AssertionBaseFields
@@ -903,7 +926,8 @@ var AssertionSchema = import_zod22.z.union([
   BuildPassedAssertionSchema,
   TimeAssertionSchema,
   CostAssertionSchema,
-  LlmJudgeAssertionSchema
+  LlmJudgeAssertionSchema,
+  ApiCallAssertionSchema
 ]);
 var AssertionConfigSchema = import_zod22.z.union([
   LlmJudgeConfigSchema,
@@ -912,6 +936,8 @@ var AssertionConfigSchema = import_zod22.z.union([
   // requires skillNames
   ToolCalledWithParamConfigSchema,
   // requires toolName, uses strictObject
+  ApiCallConfigSchema,
+  // requires url + expectedResponse, uses strictObject
   TimeConfigSchema,
   // requires maxDurationMs, uses strictObject
   CostConfigSchema,
@@ -935,6 +961,8 @@ function validateAssertionConfig(type, config) {
       return TimeConfigSchema.safeParse(config).success;
     case "llm_judge":
       return LlmJudgeConfigSchema.safeParse(config).success;
+    case "api_call":
+      return ApiCallConfigSchema.safeParse(config).success;
     default:
       return false;
   }
@@ -1606,7 +1634,8 @@ var SYSTEM_ASSERTION_IDS = {
   BUILD_PASSED: "system:build_passed",
   TIME_LIMIT: "system:time_limit",
   COST: "system:cost",
-  LLM_JUDGE: "system:llm_judge"
+  LLM_JUDGE: "system:llm_judge",
+  API_CALL: "system:api_call"
 };
 function isSystemAssertionId(id) {
   return id.startsWith("system:");
@@ -1761,6 +1790,54 @@ var SYSTEM_ASSERTIONS = {
         required: false
       }
     ]
+  },
+  [SYSTEM_ASSERTION_IDS.API_CALL]: {
+    id: SYSTEM_ASSERTION_IDS.API_CALL,
+    name: "API Call",
+    description: "Call an API endpoint and verify the response contains expected data",
+    type: "api_call",
+    parameters: [
+      {
+        name: "url",
+        label: "URL",
+        type: "string",
+        required: true
+      },
+      {
+        name: "method",
+        label: "HTTP Method",
+        type: "string",
+        required: false,
+        defaultValue: "GET"
+      },
+      {
+        name: "requestBody",
+        label: "Request Body (JSON)",
+        type: "string",
+        required: false
+      },
+      {
+        name: "expectedResponse",
+        label: "Expected Response (JSON)",
+        type: "string",
+        required: true
+      },
+      {
+        name: "requestHeaders",
+        label: "Headers (JSON)",
+        type: "string",
+        required: false,
+        advanced: true
+      },
+      {
+        name: "timeoutMs",
+        label: "Timeout (ms)",
+        type: "number",
+        required: false,
+        defaultValue: 3e4,
+        advanced: true
+      }
+    ]
   }
 };
 function getSystemAssertions() {
@@ -1784,6 +1861,8 @@ function getSystemAssertion(id) {
   AgentTypeSchema,
   AllowedCommands,
   AnyModelSchema,
+  ApiCallAssertionSchema,
+  ApiCallConfigSchema,
   ApiCallSchema,
   AssertionConfigSchema,
   AssertionParameterSchema,