@wix/evalforge-types 0.17.0 → 0.18.0

package/build/types/assertion/system-assertions.d.ts

@@ -0,0 +1,42 @@
+import type { AssertionParameter, AssertionType } from './assertion.js';
+/**
+ * System assertion definition - built-in assertions available to all projects.
+ * These are not stored in the database but defined in code.
+ */
+export interface SystemAssertion {
+    /** Unique ID prefixed with 'system:' */
+    id: string;
+    /** Display name */
+    name: string;
+    /** Description of what the assertion checks */
+    description: string;
+    /** Assertion type */
+    type: AssertionType;
+    /** Parameters that can be configured per-scenario */
+    parameters: AssertionParameter[];
+}
+/**
+ * System assertion IDs - prefixed with 'system:' to distinguish from custom assertions.
+ */
+export declare const SYSTEM_ASSERTION_IDS: {
+    readonly SKILL_WAS_CALLED: "system:skill_was_called";
+    readonly BUILD_PASSED: "system:build_passed";
+};
+export type SystemAssertionId = (typeof SYSTEM_ASSERTION_IDS)[keyof typeof SYSTEM_ASSERTION_IDS];
+/**
+ * Check if an assertion ID is a system assertion.
+ */
+export declare function isSystemAssertionId(id: string): id is SystemAssertionId;
+/**
+ * Built-in system assertions.
+ * These are available to all projects without needing to create them.
+ */
+export declare const SYSTEM_ASSERTIONS: Record<SystemAssertionId, SystemAssertion>;
+/**
+ * Get all system assertions as an array.
+ */
+export declare function getSystemAssertions(): SystemAssertion[];
+/**
+ * Get a system assertion by ID.
+ */
+export declare function getSystemAssertion(id: SystemAssertionId): SystemAssertion | undefined;

package/build/types/scenario/test-scenario.d.ts

@@ -42,6 +42,10 @@ export declare const TestScenarioSchema: z.ZodObject<{
         temperature: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>]>>>;
     assertionIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    assertionLinks: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        assertionId: z.ZodString;
+        params: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
+    }, z.core.$strip>>>;
 }, z.core.$strip>;
 export type TestScenario = z.infer<typeof TestScenarioSchema>;
 /**
@@ -70,6 +74,10 @@ export declare const CreateTestScenarioInputSchema: z.ZodObject<{
         temperature: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>]>>>;
     assertionIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    assertionLinks: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        assertionId: z.ZodString;
+        params: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
+    }, z.core.$strip>>>;
 }, z.core.$strip>;
 export type CreateTestScenarioInput = z.infer<typeof CreateTestScenarioInputSchema>;
 /**
@@ -98,5 +106,9 @@ export declare const UpdateTestScenarioInputSchema: z.ZodObject<{
         temperature: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>]>>>>;
     assertionIds: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodString>>>;
+    assertionLinks: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodObject<{
+        assertionId: z.ZodString;
+        params: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
+    }, z.core.$strip>>>>;
 }, z.core.$strip>;
 export type UpdateTestScenarioInput = z.infer<typeof UpdateTestScenarioInputSchema>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-types",
-  "version": "0.17.0",
+  "version": "0.18.0",
   "description": "Unified types for EvalForge agent evaluation system",
   "files": [
     "build"
@@ -46,5 +46,5 @@
       "artifactId": "evalforge-types"
     }
   },
-  "falconPackageHash": "b5481b07d4eec5a7dcbbee877c0e6038b48ded2030306b438bac6246"
+  "falconPackageHash": "99055e21a0b36ab3ea066f8ffe6d6f2e0c8b2458f81f89cec56968a6"
 }