@wix/evalforge-types 0.78.0 → 0.80.0

package/build/types/agent/adapter.d.ts

@@ -1,6 +1,5 @@
 import type { SkillWithLatestVersion } from '../target/skill.js';
 import type { TestScenario, TriggerPromptImage } from '../scenario/test-scenario.js';
-import type { ModelConfig } from '../common/models.js';
 import type { LLMTrace } from '../evaluation/metrics.js';
 import type { ConversationMessage } from '../evaluation/conversation.js';
 import type { MCPEntity } from '../common/mcp.js';
@@ -47,8 +46,11 @@ export interface AgentExecutionContext {
     scenario: TestScenario;
     /** Working directory for the execution */
     cwd: string;
-    /** Optional model configuration override */
-    modelConfig?: ModelConfig;
+    /**
+     * Unified agent config bag — model params + agent-specific settings.
+     * Adapters parse this with their typed Zod schema (e.g. ClaudeCodeConfigSchema).
+     */
+    config?: Record<string, unknown>;
     /** AI Gateway base URL for LLM calls */
     aiGatewayUrl?: string;
     /** Custom headers for AI Gateway requests */

package/build/types/agent/agent-config.d.ts

@@ -0,0 +1,118 @@
+import { z } from 'zod';
+export declare const BaseAgentConfigSchema: z.ZodObject<{
+    model: z.ZodOptional<z.ZodEnum<{
+        [x: string]: string;
+    }>>;
+    temperature: z.ZodOptional<z.ZodNumber>;
+    maxTokens: z.ZodOptional<z.ZodNumber>;
+    maxTurns: z.ZodOptional<z.ZodNumber>;
+    maxDurationMs: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type BaseAgentConfig = z.infer<typeof BaseAgentConfigSchema>;
+export declare const EffortLevelSchema: z.ZodEnum<{
+    low: "low";
+    medium: "medium";
+    high: "high";
+    max: "max";
+}>;
+export type EffortLevel = z.infer<typeof EffortLevelSchema>;
+export declare const ClaudeCodeConfigSchema: z.ZodObject<{
+    model: z.ZodOptional<z.ZodEnum<{
+        [x: string]: string;
+    }>>;
+    temperature: z.ZodOptional<z.ZodNumber>;
+    maxTokens: z.ZodOptional<z.ZodNumber>;
+    maxTurns: z.ZodOptional<z.ZodNumber>;
+    maxDurationMs: z.ZodOptional<z.ZodNumber>;
+    maxThinkingTokens: z.ZodOptional<z.ZodNumber>;
+    allowedTools: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    disallowedTools: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    effort: z.ZodOptional<z.ZodEnum<{
+        low: "low";
+        medium: "medium";
+        high: "high";
+        max: "max";
+    }>>;
+    maxBudgetUsd: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type ClaudeCodeConfig = z.infer<typeof ClaudeCodeConfigSchema>;
+/** Permission values: allow or deny. */
+export declare const PermissionValueSchema: z.ZodEnum<{
+    allow: "allow";
+    deny: "deny";
+}>;
+export type PermissionValue = z.infer<typeof PermissionValueSchema>;
+/**
+ * OpenCode permission object — mixed format matching the CLI's config schema.
+ *
+ * Category keys (`bash`, `edit`, `external_directory`) accept nested glob-pattern
+ * maps: `{ "git *": "allow", "*": "deny" }`.
+ *
+ * Tool-level keys (`task`, `skill`, `todowrite`, etc.) and the catch-all `*`
+ * accept a flat `"allow"` or `"deny"` string.
+ *
+ * @example { "*": "allow", task: "deny", bash: { "git *": "allow", "*": "deny" } }
+ */
+export declare const OpenCodePermissionSchema: z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodEnum<{
+    allow: "allow";
+    deny: "deny";
+}>, z.ZodRecord<z.ZodString, z.ZodEnum<{
+    allow: "allow";
+    deny: "deny";
+}>>]>>;
+export type OpenCodePermission = z.infer<typeof OpenCodePermissionSchema>;
+export declare const ThinkingVariantSchema: z.ZodEnum<{
+    low: "low";
+    high: "high";
+    none: "none";
+}>;
+export type ThinkingVariant = z.infer<typeof ThinkingVariantSchema>;
+export declare const OpenCodeConfigSchema: z.ZodObject<{
+    model: z.ZodOptional<z.ZodEnum<{
+        [x: string]: string;
+    }>>;
+    temperature: z.ZodOptional<z.ZodNumber>;
+    maxTurns: z.ZodOptional<z.ZodNumber>;
+    maxDurationMs: z.ZodOptional<z.ZodNumber>;
+    permission: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodEnum<{
+        allow: "allow";
+        deny: "deny";
+    }>, z.ZodRecord<z.ZodString, z.ZodEnum<{
+        allow: "allow";
+        deny: "deny";
+    }>>]>>>;
+    thinkingVariant: z.ZodOptional<z.ZodEnum<{
+        low: "low";
+        high: "high";
+        none: "none";
+    }>>;
+    topP: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type OpenCodeConfig = z.infer<typeof OpenCodeConfigSchema>;
+export declare const ReasoningEffortSchema: z.ZodEnum<{
+    low: "low";
+    medium: "medium";
+    high: "high";
+}>;
+export type ReasoningEffort = z.infer<typeof ReasoningEffortSchema>;
+export declare const SimpleAgentConfigSchema: z.ZodObject<{
+    model: z.ZodOptional<z.ZodEnum<{
+        [x: string]: string;
+    }>>;
+    temperature: z.ZodOptional<z.ZodNumber>;
+    maxTokens: z.ZodOptional<z.ZodNumber>;
+    maxTurns: z.ZodOptional<z.ZodNumber>;
+    maxDurationMs: z.ZodOptional<z.ZodNumber>;
+    thinkingBudgetTokens: z.ZodOptional<z.ZodNumber>;
+    topP: z.ZodOptional<z.ZodNumber>;
+    seed: z.ZodOptional<z.ZodNumber>;
+    stopSequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    reasoningEffort: z.ZodOptional<z.ZodEnum<{
+        low: "low";
+        medium: "medium";
+        high: "high";
+    }>>;
+    frequencyPenalty: z.ZodOptional<z.ZodNumber>;
+    presencePenalty: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type SimpleAgentConfig = z.infer<typeof SimpleAgentConfigSchema>;

package/build/types/agent/index.d.ts

@@ -7,3 +7,5 @@
  * agent types (Claude Code, Cursor, Aider, etc.) through a unified interface.
  */
 export type { TraceContext, AgentExecutionContext, AgentTokenUsage, AgentExecutionResult, AgentAdapter } from './adapter.js';
+export { BaseAgentConfigSchema, ClaudeCodeConfigSchema, EffortLevelSchema, OpenCodeConfigSchema, OpenCodePermissionSchema, PermissionValueSchema, ThinkingVariantSchema, SimpleAgentConfigSchema, ReasoningEffortSchema } from './agent-config.js';
+export type { BaseAgentConfig, ClaudeCodeConfig, EffortLevel, OpenCodeConfig, OpenCodePermission, PermissionValue, ThinkingVariant, SimpleAgentConfig, ReasoningEffort } from './agent-config.js';

package/build/types/evaluation/eval-run.d.ts

@@ -476,6 +476,7 @@ export declare const EvalRunSchema: z.ZodObject<{
             maxTokens: z.ZodPipe<z.ZodTransform<{} | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
             maxTurns: z.ZodPipe<z.ZodTransform<{} | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
         }, z.core.$strip>>;
+        config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     }, z.core.$strip>>;
     comparisonGroupId: z.ZodOptional<z.ZodString>;
     comparisonLabel: z.ZodOptional<z.ZodString>;
@@ -500,6 +501,7 @@ export declare const EvalRunSchema: z.ZodObject<{
             recommendation: z.ZodOptional<z.ZodString>;
         }, z.core.$strip>>;
     }, z.core.$strip>>;
+    folderIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
 }, z.core.$strip>;
 export type EvalRun = z.infer<typeof EvalRunSchema>;
 /**
@@ -597,6 +599,7 @@ export declare const CreateEvalRunInputSchema: z.ZodObject<{
             recommendation: z.ZodOptional<z.ZodString>;
         }, z.core.$strip>>;
     }, z.core.$strip>>;
+    folderIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     scenarioIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
 }, z.core.$strip>;
 export type CreateEvalRunInput = z.infer<typeof CreateEvalRunInputSchema>;

package/build/types/target/agent.d.ts

@@ -64,6 +64,7 @@ export declare const AgentSchema: z.ZodObject<{
         maxTurns: z.ZodPipe<z.ZodTransform<{} | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
     }, z.core.$strip>>;
     systemPrompt: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, z.core.$strip>;
 export type Agent = z.infer<typeof AgentSchema>;
 /**
@@ -73,6 +74,7 @@ export declare const CreateAgentInputSchema: z.ZodObject<{
     name: z.ZodString;
     description: z.ZodString;
     projectId: z.ZodString;
+    config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     agentType: z.ZodDefault<z.ZodEnum<{
         cli: "cli";
         sdk: "sdk";
@@ -111,5 +113,6 @@ export declare const UpdateAgentInputSchema: z.ZodObject<{
         maxTurns: z.ZodPipe<z.ZodTransform<{} | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
     }, z.core.$strip>>>;
     systemPrompt: z.ZodNullable<z.ZodOptional<z.ZodString>>;
+    config: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
 }, z.core.$strip>;
 export type UpdateAgentInput = z.infer<typeof UpdateAgentInputSchema>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-types",
-  "version": "0.78.0",
+  "version": "0.80.0",
   "description": "Unified types for EvalForge agent evaluation system",
   "files": [
     "build"
@@ -46,5 +46,5 @@
       "artifactId": "evalforge-types"
     }
   },
-  "falconPackageHash": "8de355f25d33f006c618941ca754a92f07dc96e166199ea843befbb9"
+  "falconPackageHash": "452d1ba099976f8e1e856ec921eb1d85176eef11b534eb75af2577f9"
 }