@wix/evalforge-types 0.40.0 → 0.42.0

package/build/types/agent/adapter.d.ts

@@ -60,6 +60,13 @@ export interface AgentExecutionContext {
     subAgents?: SubAgent[];
     /** Rules to write (CLAUDE.md, AGENTS.md, .cursor/rules/*.md based on ruleType) */
     rules?: Rule[];
+    /**
+     * System prompt override for evaluation runs.
+     * - undefined: use default evaluator behavioral instructions
+     * - null: no system prompt (raw agent behavior)
+     * - string: custom system prompt text
+     */
+    systemPrompt?: string | null;
 }
 /**
  * Token usage statistics from agent execution.

package/build/types/common/models.d.ts

@@ -1,11 +1,15 @@
 import { z } from 'zod';
-import { ClaudeModel } from '@wix/ambassador-ds-wix-ai-gateway-v1-prompt/types';
-export { ClaudeModel };
+import { ClaudeModel, Model as OpenAIModel } from '@wix/ambassador-ds-wix-ai-gateway-v1-prompt/types';
+export { ClaudeModel, OpenAIModel };
 export declare const AVAILABLE_MODEL_IDS: ClaudeModel[];
 export declare const DEFAULT_JUDGE_MODEL: string;
 export declare const ClaudeModelSchema: z.ZodEnum<{
     [x: string]: string;
 }>;
+export declare const AVAILABLE_OPENAI_MODEL_IDS: OpenAIModel[];
+export declare const OpenAIModelSchema: z.ZodEnum<{
+    [x: string]: string;
+}>;
 export declare const ModelConfigSchema: z.ZodObject<{
     model: z.ZodEnum<{
         [x: string]: string;

package/build/types/index.d.ts

@@ -7,7 +7,7 @@
  * - BaseEntity: id, name, description, dates
  * - TenantEntity: extends BaseEntity with projectId
  * - Target: extends TenantEntity (base for testable entities)
- *   - Agent: CLI-based agent (runCommand, modelConfig)
+ *   - Agent: CLI-based agent (runCommand, modelConfig, systemPrompt)
  *   - Skill: SKILL.md-based capability
  *
  * Test Types (9 total):

package/build/types/target/agent.d.ts

@@ -1,4 +1,10 @@
 import { z } from 'zod';
+/**
+ * Default behavioral instructions appended to the Claude Code system prompt
+ * during evaluation runs. These ensure the agent executes autonomously without
+ * waiting for human confirmation.
+ */
+export declare const DEFAULT_EVALUATOR_SYSTEM_PROMPT = "IMPORTANT: This is an automated evaluation run. Follow these guidelines:\n1. Execute the requested changes immediately without asking for confirmation.\n2. Do NOT ask \"would you like me to proceed?\" or similar questions.\n3. Do NOT use the Task tool to delegate simple operations - do them directly yourself.\n4. Keep your approach simple and direct - avoid excessive planning.\n5. Make targeted edits using Read and Edit tools rather than exploring the entire codebase.\n6. If you encounter an error, fix it directly rather than starting over.\n7. Your project root is the current working directory. Always create and modify source code files relative to the project root, NOT inside .claude/skills/ directories.\n8. Before finishing, run the project's package manager install command (e.g. `npm install`, `yarn install`, or `pnpm install` depending on the lockfile present) to ensure all dependencies are installed and the project is ready to build.";
 /**
  * Supported agent CLI commands.
  *
@@ -35,6 +41,7 @@ export declare const AgentSchema: z.ZodObject<{
         temperature: z.ZodPipe<z.ZodTransform<{} | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
         maxTokens: z.ZodPipe<z.ZodTransform<{} | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
     }, z.core.$strip>>;
+    systemPrompt: z.ZodOptional<z.ZodNullable<z.ZodString>>;
 }, z.core.$strip>;
 export type Agent = z.infer<typeof AgentSchema>;
 /**
@@ -52,11 +59,12 @@ export declare const CreateAgentInputSchema: z.ZodObject<{
         temperature: z.ZodPipe<z.ZodTransform<{} | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
         maxTokens: z.ZodPipe<z.ZodTransform<{} | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
     }, z.core.$strip>>;
+    systemPrompt: z.ZodOptional<z.ZodNullable<z.ZodString>>;
 }, z.core.$strip>;
 export type CreateAgentInput = z.infer<typeof CreateAgentInputSchema>;
 /**
  * Input schema for updating an Agent.
- * modelConfig can be null to explicitly clear it (vs undefined = keep existing).
+ * modelConfig and systemPrompt can be null to explicitly clear (vs undefined = keep existing).
  */
 export declare const UpdateAgentInputSchema: z.ZodObject<{
     name: z.ZodOptional<z.ZodString>;
@@ -70,5 +78,6 @@ export declare const UpdateAgentInputSchema: z.ZodObject<{
         temperature: z.ZodPipe<z.ZodTransform<{} | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
         maxTokens: z.ZodPipe<z.ZodTransform<{} | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
     }, z.core.$strip>>>;
+    systemPrompt: z.ZodNullable<z.ZodOptional<z.ZodString>>;
 }, z.core.$strip>;
 export type UpdateAgentInput = z.infer<typeof UpdateAgentInputSchema>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-types",
-  "version": "0.40.0",
+  "version": "0.42.0",
   "description": "Unified types for EvalForge agent evaluation system",
   "files": [
     "build"
@@ -20,7 +20,7 @@
   "devDependencies": {
     "@eslint/js": "^9.39.2",
     "@types/node": "^22.19.3",
-    "@wix/ambassador-ds-wix-ai-gateway-v1-prompt": "^1.0.296",
+    "@wix/ambassador-ds-wix-ai-gateway-v1-prompt": "^1.0.309",
     "esbuild": "^0.27.2",
     "eslint": "^9.39.2",
     "eslint-config-prettier": "^10.1.8",
@@ -47,5 +47,5 @@
       "artifactId": "evalforge-types"
     }
   },
-  "falconPackageHash": "b095aa7d94bbecb74ee45be17f04ba1501f2b9fdb2d57b9ad0c3b37f"
+  "falconPackageHash": "a1c04ff67ad300ec0b1e9ca64caea1018dbc5cea4058a42831f8fcbc"
 }