@wix/evalforge-types 0.71.0 → 0.73.0

package/build/types/agent/adapter.d.ts

@@ -1,5 +1,5 @@
 import type { SkillWithLatestVersion } from '../target/skill.js';
-import type { TestScenario } from '../scenario/test-scenario.js';
+import type { TestScenario, TriggerPromptImage } from '../scenario/test-scenario.js';
 import type { ModelConfig } from '../common/models.js';
 import type { LLMTrace } from '../evaluation/metrics.js';
 import type { ConversationMessage } from '../evaluation/conversation.js';
@@ -68,6 +68,8 @@ export interface AgentExecutionContext {
      * - string: custom system prompt text
      */
     systemPrompt?: string | null;
+    /** Base64-encoded images attached to the trigger prompt (from scenario.triggerPromptImages) */
+    triggerPromptImages?: TriggerPromptImage[];
 }
 /**
  * Token usage statistics from agent execution.

package/build/types/assertion/assertion.d.ts

@@ -91,8 +91,13 @@ export declare const ToolCalledWithParamConfigSchema: z.ZodObject<{
  * Uses strictObject to reject objects with unknown keys (prevents matching LlmJudge configs).
  */
 export declare const BuildPassedConfigSchema: z.ZodObject<{
-    /** Command to run (default: "yarn build") */
-    command: z.ZodOptional<z.ZodString>;
+    /** Allowlisted command only (default at runtime: "yarn build") */
+    command: z.ZodOptional<z.ZodEnum<{
+        "npm run build": "npm run build";
+        "yarn build": "yarn build";
+        "pnpm run build": "pnpm run build";
+        "pnpm build": "pnpm build";
+    }>>;
     /** Expected exit code (default: 0) */
     expectedExitCode: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strict>;
@@ -168,7 +173,12 @@ export declare const ToolCalledWithParamAssertionSchema: z.ZodObject<{
 }, z.core.$strict>;
 export type ToolCalledWithParamAssertion = z.infer<typeof ToolCalledWithParamAssertionSchema>;
 export declare const BuildPassedAssertionSchema: z.ZodObject<{
-    command: z.ZodOptional<z.ZodString>;
+    command: z.ZodOptional<z.ZodEnum<{
+        "npm run build": "npm run build";
+        "yarn build": "yarn build";
+        "pnpm run build": "pnpm run build";
+        "pnpm build": "pnpm build";
+    }>>;
     expectedExitCode: z.ZodOptional<z.ZodNumber>;
     negate: z.ZodOptional<z.ZodBoolean>;
     type: z.ZodLiteral<"build_passed">;
@@ -237,7 +247,12 @@ export declare const AssertionSchema: z.ZodUnion<readonly [z.ZodObject<{
     negate: z.ZodOptional<z.ZodBoolean>;
     type: z.ZodLiteral<"tool_called_with_param">;
 }, z.core.$strict>, z.ZodObject<{
-    command: z.ZodOptional<z.ZodString>;
+    command: z.ZodOptional<z.ZodEnum<{
+        "npm run build": "npm run build";
+        "yarn build": "yarn build";
+        "pnpm run build": "pnpm run build";
+        "pnpm build": "pnpm build";
+    }>>;
     expectedExitCode: z.ZodOptional<z.ZodNumber>;
     negate: z.ZodOptional<z.ZodBoolean>;
     type: z.ZodLiteral<"build_passed">;
@@ -339,8 +354,13 @@ export declare const AssertionConfigSchema: z.ZodUnion<readonly [z.ZodObject<{
     /** Maximum allowed cost in USD */
     maxCostUsd: z.ZodNumber;
 }, z.core.$strict>, z.ZodObject<{
-    /** Command to run (default: "yarn build") */
-    command: z.ZodOptional<z.ZodString>;
+    /** Allowlisted command only (default at runtime: "yarn build") */
+    command: z.ZodOptional<z.ZodEnum<{
+        "npm run build": "npm run build";
+        "yarn build": "yarn build";
+        "pnpm run build": "pnpm run build";
+        "pnpm build": "pnpm build";
+    }>>;
     /** Expected exit code (default: 0) */
     expectedExitCode: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strict>, z.ZodObject<{}, z.core.$strip>]>;

package/build/types/assertion/build-passed-command.d.ts

@@ -0,0 +1,25 @@
+import { z } from 'zod';
+/**
+ * Allowlisted shell-free build commands for `build_passed` assertions (VELO-9590).
+ * Each entry maps to a fixed argv array for execFile — no user-controlled shell.
+ */
+export declare const ALLOWED_BUILD_COMMANDS: readonly ["yarn build", "npm run build", "pnpm run build", "pnpm build"];
+export type AllowedBuildCommandString = (typeof ALLOWED_BUILD_COMMANDS)[number];
+/** Default when `command` is omitted (matches historical behavior). */
+export declare const DEFAULT_BUILD_PASSED_COMMAND: AllowedBuildCommandString;
+/**
+ * True if the string (after trim) is an allowlisted build command.
+ */
+export declare function isAllowedBuildCommandString(command: string): boolean;
+/**
+ * Resolve an allowlisted command string to argv for `execFile` / `execFileSync`.
+ * Returns null if the command is not allowlisted.
+ */
+export declare function parseBuildCommandToArgv(command: string): readonly [string, ...string[]] | null;
+/** Zod schema for an optional/required allowlisted build command string. */
+export declare const BuildPassedCommandStringSchema: z.ZodEnum<{
+    "npm run build": "npm run build";
+    "yarn build": "yarn build";
+    "pnpm run build": "pnpm run build";
+    "pnpm build": "pnpm build";
+}>;

package/build/types/assertion/index.d.ts

@@ -2,4 +2,5 @@
  * Assertion types and system assertion definitions.
  */
 export * from './assertion.js';
+export * from './build-passed-command.js';
 export * from './system-assertions.js';

package/build/types/scenario/test-scenario.d.ts

@@ -1,4 +1,15 @@
 import { z } from 'zod';
+export declare const TriggerPromptImageSchema: z.ZodObject<{
+    base64: z.ZodString;
+    mediaType: z.ZodEnum<{
+        "image/jpeg": "image/jpeg";
+        "image/png": "image/png";
+        "image/gif": "image/gif";
+        "image/webp": "image/webp";
+    }>;
+    name: z.ZodString;
+}, z.core.$strip>;
+export type TriggerPromptImage = z.infer<typeof TriggerPromptImageSchema>;
 /**
  * Expected file schema - a file the agent is expected to create or modify.
  * Used by eval results; not persisted on test_scenarios table.
@@ -14,6 +25,7 @@ export type ExpectedFile = z.infer<typeof ExpectedFileSchema>;
  * Persisted shape matches test_scenarios table:
  * id, project_id, name, description, trigger_prompt, template_id, created_at, updated_at, deleted.
  * Linked assertions stored in scenario_assertions junction table.
+ * Trigger prompt images stored as JSON in trigger_prompt_images column.
  */
 export declare const TestScenarioSchema: z.ZodObject<{
     id: z.ZodString;
@@ -36,7 +48,12 @@ export declare const TestScenarioSchema: z.ZodObject<{
         negate: z.ZodOptional<z.ZodBoolean>;
         type: z.ZodLiteral<"tool_called_with_param">;
     }, z.core.$strict>, z.ZodObject<{
-        command: z.ZodOptional<z.ZodString>;
+        command: z.ZodOptional<z.ZodEnum<{
+            "npm run build": "npm run build";
+            "yarn build": "yarn build";
+            "pnpm run build": "pnpm run build";
+            "pnpm build": "pnpm build";
+        }>>;
         expectedExitCode: z.ZodOptional<z.ZodNumber>;
         negate: z.ZodOptional<z.ZodBoolean>;
         type: z.ZodLiteral<"build_passed">;
@@ -87,8 +104,22 @@ export declare const TestScenarioSchema: z.ZodObject<{
         params: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
     }, z.core.$strip>>>;
     tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    triggerPromptImages: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        base64: z.ZodString;
+        mediaType: z.ZodEnum<{
+            "image/jpeg": "image/jpeg";
+            "image/png": "image/png";
+            "image/gif": "image/gif";
+            "image/webp": "image/webp";
+        }>;
+        name: z.ZodString;
+    }, z.core.$strip>>>;
 }, z.core.$strip>;
 export type TestScenario = z.infer<typeof TestScenarioSchema>;
+export declare function validateBuildPassedParamsInAssertionLinks(links: {
+    assertionId: string;
+    params?: Record<string, unknown>;
+}[] | undefined, ctx: z.RefinementCtx): void;
 /**
  * Input schema for creating a new TestScenario.
  */
@@ -109,7 +140,12 @@ export declare const CreateTestScenarioInputSchema: z.ZodObject<{
         negate: z.ZodOptional<z.ZodBoolean>;
         type: z.ZodLiteral<"tool_called_with_param">;
     }, z.core.$strict>, z.ZodObject<{
-        command: z.ZodOptional<z.ZodString>;
+        command: z.ZodOptional<z.ZodEnum<{
+            "npm run build": "npm run build";
+            "yarn build": "yarn build";
+            "pnpm run build": "pnpm run build";
+            "pnpm build": "pnpm build";
+        }>>;
         expectedExitCode: z.ZodOptional<z.ZodNumber>;
         negate: z.ZodOptional<z.ZodBoolean>;
         type: z.ZodLiteral<"build_passed">;
@@ -160,6 +196,16 @@ export declare const CreateTestScenarioInputSchema: z.ZodObject<{
         params: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
     }, z.core.$strip>>>;
     tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    triggerPromptImages: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        base64: z.ZodString;
+        mediaType: z.ZodEnum<{
+            "image/jpeg": "image/jpeg";
+            "image/png": "image/png";
+            "image/gif": "image/gif";
+            "image/webp": "image/webp";
+        }>;
+        name: z.ZodString;
+    }, z.core.$strip>>>;
 }, z.core.$strip>;
 export type CreateTestScenarioInput = z.infer<typeof CreateTestScenarioInputSchema>;
 /**
@@ -182,7 +228,12 @@ export declare const UpdateTestScenarioInputSchema: z.ZodObject<{
         negate: z.ZodOptional<z.ZodBoolean>;
         type: z.ZodLiteral<"tool_called_with_param">;
     }, z.core.$strict>, z.ZodObject<{
-        command: z.ZodOptional<z.ZodString>;
+        command: z.ZodOptional<z.ZodEnum<{
+            "npm run build": "npm run build";
+            "yarn build": "yarn build";
+            "pnpm run build": "pnpm run build";
+            "pnpm build": "pnpm build";
+        }>>;
         expectedExitCode: z.ZodOptional<z.ZodNumber>;
         negate: z.ZodOptional<z.ZodBoolean>;
         type: z.ZodLiteral<"build_passed">;
@@ -233,5 +284,15 @@ export declare const UpdateTestScenarioInputSchema: z.ZodObject<{
         params: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
     }, z.core.$strip>>>>;
     tags: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodString>>>;
+    triggerPromptImages: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodObject<{
+        base64: z.ZodString;
+        mediaType: z.ZodEnum<{
+            "image/jpeg": "image/jpeg";
+            "image/png": "image/png";
+            "image/gif": "image/gif";
+            "image/webp": "image/webp";
+        }>;
+        name: z.ZodString;
+    }, z.core.$strip>>>>;
 }, z.core.$strip>;
 export type UpdateTestScenarioInput = z.infer<typeof UpdateTestScenarioInputSchema>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-types",
-  "version": "0.71.0",
+  "version": "0.73.0",
   "description": "Unified types for EvalForge agent evaluation system",
   "files": [
     "build"
@@ -46,5 +46,5 @@
       "artifactId": "evalforge-types"
     }
   },
-  "falconPackageHash": "6b1bbe2ce0a08ee2b4b2eba8f75ce3a9a70f4985c78c8990999ec4a2"
+  "falconPackageHash": "57d4595d9fef78d3f6582ec6ae8a9e8a2bc9018bc791f63167ab7d64"
 }