@wix/evalforge-types 0.38.0 → 0.39.0

package/build/index.mjs

@@ -991,6 +991,17 @@ var RuleInputBaseSchema = RuleSchema.omit({
 var CreateRuleInputSchema = RuleInputBaseSchema;
 var UpdateRuleInputSchema = RuleInputBaseSchema.partial();
 
+// src/common/tool-names.ts
+var AVAILABLE_TOOL_NAMES = [
+  "Bash",
+  "Edit",
+  "Glob",
+  "Grep",
+  "Read",
+  "Skill",
+  "Write"
+];
+
 // src/target/target.ts
 var TargetSchema = TenantEntitySchema.extend({
   // Base for all testable entities
@@ -1329,6 +1340,13 @@ var SkillWasCalledAssertionSchema = z21.object({
   /** Names of the skills that must have been called (matched against trace Skill tool args) */
   skillNames: z21.array(z21.string().min(1)).min(1)
 });
+var ToolCalledWithParamAssertionSchema = z21.object({
+  type: z21.literal("tool_called_with_param"),
+  /** Name of the tool that must have been called */
+  toolName: z21.string().min(1),
+  /** JSON string of key-value pairs for expected parameters (substring match) */
+  expectedParams: z21.string().min(1)
+});
 var BuildPassedAssertionSchema = z21.object({
   type: z21.literal("build_passed"),
   /** Command to run (default: "yarn build") */
@@ -1361,6 +1379,7 @@ var TimeAssertionSchema = z21.object({
 });
 var AssertionSchema = z21.union([
   SkillWasCalledAssertionSchema,
+  ToolCalledWithParamAssertionSchema,
   BuildPassedAssertionSchema,
   TimeAssertionSchema,
   CostAssertionSchema,
@@ -1408,6 +1427,7 @@ import { z as z24 } from "zod";
 import { z as z23 } from "zod";
 var AssertionTypeSchema = z23.enum([
   "skill_was_called",
+  "tool_called_with_param",
   "build_passed",
   "time_limit",
   "cost",
@@ -1449,6 +1469,12 @@ var CostConfigSchema = z23.strictObject({
   /** Maximum allowed cost in USD */
   maxCostUsd: z23.number().positive()
 });
+var ToolCalledWithParamConfigSchema = z23.strictObject({
+  /** Name of the tool that must have been called */
+  toolName: z23.string().min(1),
+  /** JSON string of key-value pairs for expected parameters (substring match) */
+  expectedParams: z23.string().min(1)
+});
 var BuildPassedConfigSchema = z23.strictObject({
   /** Command to run (default: "yarn build") */
   command: z23.string().optional(),
@@ -1489,6 +1515,8 @@ var AssertionConfigSchema = z23.union([
   // requires prompt - check first
   SkillWasCalledConfigSchema,
   // requires skillNames
+  ToolCalledWithParamConfigSchema,
+  // requires toolName + expectedParams, uses strictObject
   TimeConfigSchema,
   // requires maxDurationMs, uses strictObject
   CostConfigSchema,
@@ -1517,6 +1545,8 @@ function validateAssertionConfig(type, config) {
       return SkillWasCalledConfigSchema.safeParse(config).success;
     case "cost":
       return CostConfigSchema.safeParse(config).success;
+    case "tool_called_with_param":
+      return ToolCalledWithParamConfigSchema.safeParse(config).success;
     case "build_passed":
       return BuildPassedConfigSchema.safeParse(config).success;
     case "time_limit":
@@ -2025,6 +2055,7 @@ var UpdateTemplateInputSchema = CreateTemplateInputSchema.partial();
 // src/assertion/system-assertions.ts
 var SYSTEM_ASSERTION_IDS = {
   SKILL_WAS_CALLED: "system:skill_was_called",
+  TOOL_CALLED_WITH_PARAM: "system:tool_called_with_param",
   BUILD_PASSED: "system:build_passed",
   TIME_LIMIT: "system:time_limit",
   COST: "system:cost",
@@ -2048,6 +2079,26 @@ var SYSTEM_ASSERTIONS = {
       }
     ]
   },
+  [SYSTEM_ASSERTION_IDS.TOOL_CALLED_WITH_PARAM]: {
+    id: SYSTEM_ASSERTION_IDS.TOOL_CALLED_WITH_PARAM,
+    name: "Tool Called With Param",
+    description: "Check that a tool was called with expected parameters",
+    type: "tool_called_with_param",
+    parameters: [
+      {
+        name: "toolName",
+        label: "Tool Name",
+        type: "string",
+        required: true
+      },
+      {
+        name: "expectedParams",
+        label: "Expected Parameters (JSON, substring match)",
+        type: "string",
+        required: true
+      }
+    ]
+  },
   [SYSTEM_ASSERTION_IDS.BUILD_PASSED]: {
     id: SYSTEM_ASSERTION_IDS.BUILD_PASSED,
     name: "Build Passed",
@@ -2166,6 +2217,7 @@ var export_ClaudeModel = import_types.ClaudeModel;
 export {
   AVAILABLE_MODEL_IDS,
   AVAILABLE_RUN_COMMANDS,
+  AVAILABLE_TOOL_NAMES,
   AgentRunCommand,
   AgentRunCommandSchema,
   AgentSchema,
@@ -2283,6 +2335,8 @@ export {
   TimeAssertionSchema,
   TimeConfigSchema,
   TokenUsageSchema,
+  ToolCalledWithParamAssertionSchema,
+  ToolCalledWithParamConfigSchema,
   ToolTestSchema,
   TriggerMetadataSchema,
   TriggerSchema,