@wix/evalforge-types 0.59.0 → 0.60.0

package/build/types/assertion/assertion.d.ts

@@ -6,7 +6,7 @@ import { z } from 'zod';
  * - build_passed: Runs a command and checks exit code (deterministic, system-level)
  * - time_limit: Checks that scenario completed within a duration threshold (deterministic, system-level)
  * - cost: Checks that scenario LLM cost stays within a USD threshold (deterministic, system-level)
- * - llm_judge: LLM evaluates output with a prompt (LLM-based, user-created)
+ * - llm_judge: LLM evaluates output with a prompt (LLM-based, system-level)
  */
 export declare const AssertionTypeSchema: z.ZodEnum<{
     skill_was_called: "skill_was_called";
@@ -103,7 +103,6 @@ export declare const TimeConfigSchema: z.ZodObject<{
 export type TimeConfig = z.infer<typeof TimeConfigSchema>;
 /**
  * Configuration for llm_judge assertion type.
- * User-created assertions with customizable parameters.
  */
 export declare const LlmJudgeConfigSchema: z.ZodObject<{
     prompt: z.ZodString;
@@ -263,193 +262,8 @@ export declare const AssertionConfigSchema: z.ZodUnion<readonly [z.ZodObject<{
     expectedExitCode: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strict>, z.ZodObject<{}, z.core.$strip>]>;
 export type AssertionConfig = z.infer<typeof AssertionConfigSchema>;
-/**
- * Custom Assertion entity - stored in the database.
- * Replaces inline assertions in test scenarios.
- */
-export declare const CustomAssertionSchema: z.ZodObject<{
-    id: z.ZodString;
-    name: z.ZodString;
-    description: z.ZodString;
-    createdAt: z.ZodString;
-    updatedAt: z.ZodString;
-    deleted: z.ZodOptional<z.ZodBoolean>;
-    projectId: z.ZodString;
-    type: z.ZodEnum<{
-        skill_was_called: "skill_was_called";
-        tool_called_with_param: "tool_called_with_param";
-        build_passed: "build_passed";
-        time_limit: "time_limit";
-        cost: "cost";
-        llm_judge: "llm_judge";
-    }>;
-    config: z.ZodUnion<readonly [z.ZodObject<{
-        prompt: z.ZodString;
-        minScore: z.ZodOptional<z.ZodNumber>;
-        model: z.ZodOptional<z.ZodString>;
-        maxTokens: z.ZodOptional<z.ZodNumber>;
-        temperature: z.ZodOptional<z.ZodNumber>;
-        parameters: z.ZodOptional<z.ZodArray<z.ZodObject<{
-            name: z.ZodString;
-            label: z.ZodString;
-            type: z.ZodEnum<{
-                string: "string";
-                number: "number";
-                boolean: "boolean";
-            }>;
-            required: z.ZodBoolean;
-            defaultValue: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean]>>;
-            advanced: z.ZodOptional<z.ZodBoolean>;
-        }, z.core.$strip>>>;
-    }, z.core.$strip>, z.ZodObject<{
-        skillNames: z.ZodArray<z.ZodString>;
-    }, z.core.$strip>, z.ZodObject<{
-        /** Name of the tool that must have been called */
-        toolName: z.ZodString;
-        /** JSON string of key-value pairs for expected parameters (substring match) */
-        expectedParams: z.ZodString;
-        /** If true, the matching tool call must also have succeeded (step.success === true) */
-        requireSuccess: z.ZodOptional<z.ZodBoolean>;
-    }, z.core.$strict>, z.ZodObject<{
-        /** Maximum allowed duration in milliseconds */
-        maxDurationMs: z.ZodNumber;
-    }, z.core.$strict>, z.ZodObject<{
-        /** Maximum allowed cost in USD */
-        maxCostUsd: z.ZodNumber;
-    }, z.core.$strict>, z.ZodObject<{
-        /** Command to run (default: "yarn build") */
-        command: z.ZodOptional<z.ZodString>;
-        /** Expected exit code (default: 0) */
-        expectedExitCode: z.ZodOptional<z.ZodNumber>;
-    }, z.core.$strict>, z.ZodObject<{}, z.core.$strip>]>;
-}, z.core.$strip>;
-export type CustomAssertion = z.infer<typeof CustomAssertionSchema>;
-/**
- * Input schema for creating a new CustomAssertion.
- */
-export declare const CreateCustomAssertionInputSchema: z.ZodObject<{
-    type: z.ZodEnum<{
-        skill_was_called: "skill_was_called";
-        tool_called_with_param: "tool_called_with_param";
-        build_passed: "build_passed";
-        time_limit: "time_limit";
-        cost: "cost";
-        llm_judge: "llm_judge";
-    }>;
-    name: z.ZodString;
-    description: z.ZodString;
-    projectId: z.ZodString;
-    config: z.ZodUnion<readonly [z.ZodObject<{
-        prompt: z.ZodString;
-        minScore: z.ZodOptional<z.ZodNumber>;
-        model: z.ZodOptional<z.ZodString>;
-        maxTokens: z.ZodOptional<z.ZodNumber>;
-        temperature: z.ZodOptional<z.ZodNumber>;
-        parameters: z.ZodOptional<z.ZodArray<z.ZodObject<{
-            name: z.ZodString;
-            label: z.ZodString;
-            type: z.ZodEnum<{
-                string: "string";
-                number: "number";
-                boolean: "boolean";
-            }>;
-            required: z.ZodBoolean;
-            defaultValue: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean]>>;
-            advanced: z.ZodOptional<z.ZodBoolean>;
-        }, z.core.$strip>>>;
-    }, z.core.$strip>, z.ZodObject<{
-        skillNames: z.ZodArray<z.ZodString>;
-    }, z.core.$strip>, z.ZodObject<{
-        /** Name of the tool that must have been called */
-        toolName: z.ZodString;
-        /** JSON string of key-value pairs for expected parameters (substring match) */
-        expectedParams: z.ZodString;
-        /** If true, the matching tool call must also have succeeded (step.success === true) */
-        requireSuccess: z.ZodOptional<z.ZodBoolean>;
-    }, z.core.$strict>, z.ZodObject<{
-        /** Maximum allowed duration in milliseconds */
-        maxDurationMs: z.ZodNumber;
-    }, z.core.$strict>, z.ZodObject<{
-        /** Maximum allowed cost in USD */
-        maxCostUsd: z.ZodNumber;
-    }, z.core.$strict>, z.ZodObject<{
-        /** Command to run (default: "yarn build") */
-        command: z.ZodOptional<z.ZodString>;
-        /** Expected exit code (default: 0) */
-        expectedExitCode: z.ZodOptional<z.ZodNumber>;
-    }, z.core.$strict>, z.ZodObject<{}, z.core.$strip>]>;
-}, z.core.$strip>;
-export type CreateCustomAssertionInput = z.infer<typeof CreateCustomAssertionInputSchema>;
-/**
- * Input schema for updating a CustomAssertion.
- */
-export declare const UpdateCustomAssertionInputSchema: z.ZodObject<{
-    type: z.ZodOptional<z.ZodEnum<{
-        skill_was_called: "skill_was_called";
-        tool_called_with_param: "tool_called_with_param";
-        build_passed: "build_passed";
-        time_limit: "time_limit";
-        cost: "cost";
-        llm_judge: "llm_judge";
-    }>>;
-    name: z.ZodOptional<z.ZodString>;
-    description: z.ZodOptional<z.ZodString>;
-    projectId: z.ZodOptional<z.ZodString>;
-    config: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
-        prompt: z.ZodString;
-        minScore: z.ZodOptional<z.ZodNumber>;
-        model: z.ZodOptional<z.ZodString>;
-        maxTokens: z.ZodOptional<z.ZodNumber>;
-        temperature: z.ZodOptional<z.ZodNumber>;
-        parameters: z.ZodOptional<z.ZodArray<z.ZodObject<{
-            name: z.ZodString;
-            label: z.ZodString;
-            type: z.ZodEnum<{
-                string: "string";
-                number: "number";
-                boolean: "boolean";
-            }>;
-            required: z.ZodBoolean;
-            defaultValue: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean]>>;
-            advanced: z.ZodOptional<z.ZodBoolean>;
-        }, z.core.$strip>>>;
-    }, z.core.$strip>, z.ZodObject<{
-        skillNames: z.ZodArray<z.ZodString>;
-    }, z.core.$strip>, z.ZodObject<{
-        /** Name of the tool that must have been called */
-        toolName: z.ZodString;
-        /** JSON string of key-value pairs for expected parameters (substring match) */
-        expectedParams: z.ZodString;
-        /** If true, the matching tool call must also have succeeded (step.success === true) */
-        requireSuccess: z.ZodOptional<z.ZodBoolean>;
-    }, z.core.$strict>, z.ZodObject<{
-        /** Maximum allowed duration in milliseconds */
-        maxDurationMs: z.ZodNumber;
-    }, z.core.$strict>, z.ZodObject<{
-        /** Maximum allowed cost in USD */
-        maxCostUsd: z.ZodNumber;
-    }, z.core.$strict>, z.ZodObject<{
-        /** Command to run (default: "yarn build") */
-        command: z.ZodOptional<z.ZodString>;
-        /** Expected exit code (default: 0) */
-        expectedExitCode: z.ZodOptional<z.ZodNumber>;
-    }, z.core.$strict>, z.ZodObject<{}, z.core.$strip>]>>;
-}, z.core.$strip>;
-export type UpdateCustomAssertionInput = z.infer<typeof UpdateCustomAssertionInputSchema>;
 /**
  * Helper function to validate config based on assertion type.
  * Returns true if config is valid for the given type.
  */
 export declare function validateAssertionConfig(type: AssertionType, config: unknown): boolean;
-/**
- * Get typed config for skill_was_called assertion.
- */
-export declare function getSkillWasCalledConfig(assertion: CustomAssertion): SkillWasCalledConfig | null;
-/**
- * Get typed config for build_passed assertion.
- */
-export declare function getBuildPassedConfig(assertion: CustomAssertion): BuildPassedConfig | null;
-/**
- * Get typed config for llm_judge assertion.
- */
-export declare function getLlmJudgeConfig(assertion: CustomAssertion): LlmJudgeConfig | null;

package/build/types/assertion/index.d.ts

@@ -1,5 +1,5 @@
 /**
- * Assertion types - custom assertions stored in database and system assertions.
+ * Assertion types and system assertion definitions.
  */
 export * from './assertion.js';
 export * from './system-assertions.js';

package/build/types/assertion/system-assertions.d.ts

@@ -16,7 +16,7 @@ export interface SystemAssertion {
     parameters: AssertionParameter[];
 }
 /**
- * System assertion IDs - prefixed with 'system:' to distinguish from custom assertions.
+ * System assertion IDs - prefixed with 'system:'.
  */
 export declare const SYSTEM_ASSERTION_IDS: {
     readonly SKILL_WAS_CALLED: "system:skill_was_called";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-types",
-  "version": "0.59.0",
+  "version": "0.60.0",
   "description": "Unified types for EvalForge agent evaluation system",
   "files": [
     "build"
@@ -46,5 +46,5 @@
       "artifactId": "evalforge-types"
     }
   },
-  "falconPackageHash": "6bd1f3f247040c221f2806da2ecfdfe7d1375a7293d5fd06f5793957"
+  "falconPackageHash": "f5906c2fb77b34a5faf6bead27516ae314576b92df11ade8fa2580bd"
 }