@wix/evalforge-types 0.77.0 → 0.79.0

package/build/types/agent/adapter.d.ts

@@ -1,6 +1,5 @@
 import type { SkillWithLatestVersion } from '../target/skill.js';
 import type { TestScenario, TriggerPromptImage } from '../scenario/test-scenario.js';
-import type { ModelConfig } from '../common/models.js';
 import type { LLMTrace } from '../evaluation/metrics.js';
 import type { ConversationMessage } from '../evaluation/conversation.js';
 import type { MCPEntity } from '../common/mcp.js';
@@ -47,8 +46,11 @@ export interface AgentExecutionContext {
     scenario: TestScenario;
     /** Working directory for the execution */
     cwd: string;
-    /** Optional model configuration override */
-    modelConfig?: ModelConfig;
+    /**
+     * Unified agent config bag — model params + agent-specific settings.
+     * Adapters parse this with their typed Zod schema (e.g. ClaudeCodeConfigSchema).
+     */
+    config?: Record<string, unknown>;
     /** AI Gateway base URL for LLM calls */
     aiGatewayUrl?: string;
     /** Custom headers for AI Gateway requests */

package/build/types/agent/agent-config.d.ts

@@ -0,0 +1,118 @@
+import { z } from 'zod';
+export declare const BaseAgentConfigSchema: z.ZodObject<{
+    model: z.ZodOptional<z.ZodEnum<{
+        [x: string]: string;
+    }>>;
+    temperature: z.ZodOptional<z.ZodNumber>;
+    maxTokens: z.ZodOptional<z.ZodNumber>;
+    maxTurns: z.ZodOptional<z.ZodNumber>;
+    maxDurationMs: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type BaseAgentConfig = z.infer<typeof BaseAgentConfigSchema>;
+export declare const EffortLevelSchema: z.ZodEnum<{
+    low: "low";
+    medium: "medium";
+    high: "high";
+    max: "max";
+}>;
+export type EffortLevel = z.infer<typeof EffortLevelSchema>;
+export declare const ClaudeCodeConfigSchema: z.ZodObject<{
+    model: z.ZodOptional<z.ZodEnum<{
+        [x: string]: string;
+    }>>;
+    temperature: z.ZodOptional<z.ZodNumber>;
+    maxTokens: z.ZodOptional<z.ZodNumber>;
+    maxTurns: z.ZodOptional<z.ZodNumber>;
+    maxDurationMs: z.ZodOptional<z.ZodNumber>;
+    maxThinkingTokens: z.ZodOptional<z.ZodNumber>;
+    allowedTools: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    disallowedTools: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    effort: z.ZodOptional<z.ZodEnum<{
+        low: "low";
+        medium: "medium";
+        high: "high";
+        max: "max";
+    }>>;
+    maxBudgetUsd: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type ClaudeCodeConfig = z.infer<typeof ClaudeCodeConfigSchema>;
+/** Permission values: allow or deny. */
+export declare const PermissionValueSchema: z.ZodEnum<{
+    allow: "allow";
+    deny: "deny";
+}>;
+export type PermissionValue = z.infer<typeof PermissionValueSchema>;
+/**
+ * OpenCode permission object — mixed format matching the CLI's config schema.
+ *
+ * Category keys (`bash`, `edit`, `external_directory`) accept nested glob-pattern
+ * maps: `{ "git *": "allow", "*": "deny" }`.
+ *
+ * Tool-level keys (`task`, `skill`, `todowrite`, etc.) and the catch-all `*`
+ * accept a flat `"allow"` or `"deny"` string.
+ *
+ * @example { "*": "allow", task: "deny", bash: { "git *": "allow", "*": "deny" } }
+ */
+export declare const OpenCodePermissionSchema: z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodEnum<{
+    allow: "allow";
+    deny: "deny";
+}>, z.ZodRecord<z.ZodString, z.ZodEnum<{
+    allow: "allow";
+    deny: "deny";
+}>>]>>;
+export type OpenCodePermission = z.infer<typeof OpenCodePermissionSchema>;
+export declare const ThinkingVariantSchema: z.ZodEnum<{
+    low: "low";
+    high: "high";
+    none: "none";
+}>;
+export type ThinkingVariant = z.infer<typeof ThinkingVariantSchema>;
+export declare const OpenCodeConfigSchema: z.ZodObject<{
+    model: z.ZodOptional<z.ZodEnum<{
+        [x: string]: string;
+    }>>;
+    temperature: z.ZodOptional<z.ZodNumber>;
+    maxTurns: z.ZodOptional<z.ZodNumber>;
+    maxDurationMs: z.ZodOptional<z.ZodNumber>;
+    permission: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodEnum<{
+        allow: "allow";
+        deny: "deny";
+    }>, z.ZodRecord<z.ZodString, z.ZodEnum<{
+        allow: "allow";
+        deny: "deny";
+    }>>]>>>;
+    thinkingVariant: z.ZodOptional<z.ZodEnum<{
+        low: "low";
+        high: "high";
+        none: "none";
+    }>>;
+    topP: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type OpenCodeConfig = z.infer<typeof OpenCodeConfigSchema>;
+export declare const ReasoningEffortSchema: z.ZodEnum<{
+    low: "low";
+    medium: "medium";
+    high: "high";
+}>;
+export type ReasoningEffort = z.infer<typeof ReasoningEffortSchema>;
+export declare const SimpleAgentConfigSchema: z.ZodObject<{
+    model: z.ZodOptional<z.ZodEnum<{
+        [x: string]: string;
+    }>>;
+    temperature: z.ZodOptional<z.ZodNumber>;
+    maxTokens: z.ZodOptional<z.ZodNumber>;
+    maxTurns: z.ZodOptional<z.ZodNumber>;
+    maxDurationMs: z.ZodOptional<z.ZodNumber>;
+    thinkingBudgetTokens: z.ZodOptional<z.ZodNumber>;
+    topP: z.ZodOptional<z.ZodNumber>;
+    seed: z.ZodOptional<z.ZodNumber>;
+    stopSequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    reasoningEffort: z.ZodOptional<z.ZodEnum<{
+        low: "low";
+        medium: "medium";
+        high: "high";
+    }>>;
+    frequencyPenalty: z.ZodOptional<z.ZodNumber>;
+    presencePenalty: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export type SimpleAgentConfig = z.infer<typeof SimpleAgentConfigSchema>;

package/build/types/agent/index.d.ts

@@ -7,3 +7,5 @@
  * agent types (Claude Code, Cursor, Aider, etc.) through a unified interface.
  */
 export type { TraceContext, AgentExecutionContext, AgentTokenUsage, AgentExecutionResult, AgentAdapter } from './adapter.js';
+export { BaseAgentConfigSchema, ClaudeCodeConfigSchema, EffortLevelSchema, OpenCodeConfigSchema, OpenCodePermissionSchema, PermissionValueSchema, ThinkingVariantSchema, SimpleAgentConfigSchema, ReasoningEffortSchema } from './agent-config.js';
+export type { BaseAgentConfig, ClaudeCodeConfig, EffortLevel, OpenCodeConfig, OpenCodePermission, PermissionValue, ThinkingVariant, SimpleAgentConfig, ReasoningEffort } from './agent-config.js';

package/build/types/common/models.d.ts

@@ -44,6 +44,26 @@ export declare const OPENAI_RESPONSES_MODEL_IDS: ReadonlySet<string>;
 export declare const OpenAIModelSchema: z.ZodEnum<{
     [x: string]: string;
 }>;
+export declare const GeminiModel: {
+    readonly GEMINI_2_0_FLASH: "gemini-2.0-flash";
+    readonly GEMINI_2_0_FLASH_LITE: "gemini-2.0-flash-lite";
+    readonly GEMINI_2_5_PRO: "gemini-2.5-pro";
+    readonly GEMINI_2_5_FLASH: "gemini-2.5-flash";
+    readonly GEMINI_2_5_FLASH_LITE: "gemini-2.5-flash-lite";
+    readonly GEMINI_3_0_PRO: "gemini-3-pro-preview";
+    readonly GEMINI_3_0_FLASH: "gemini-3-flash-preview";
+    readonly GEMINI_3_1_PRO: "gemini-3.1-pro-preview";
+};
+export type GeminiModel = (typeof GeminiModel)[keyof typeof GeminiModel];
+export declare const AVAILABLE_GEMINI_MODEL_IDS: GeminiModel[];
+/**
+ * Gemini models that support extended reasoning (thinking).
+ * These models accept a `thinkingConfig` in the generation config.
+ */
+export declare const GEMINI_THINKING_MODEL_IDS: ReadonlySet<string>;
+export declare const GeminiModelSchema: z.ZodEnum<{
+    [x: string]: string;
+}>;
 export declare const ALL_AVAILABLE_MODEL_IDS: string[];
 export declare const AnyModelSchema: z.ZodEnum<{
     [x: string]: string;

package/build/types/target/agent.d.ts

@@ -64,6 +64,7 @@ export declare const AgentSchema: z.ZodObject<{
         maxTurns: z.ZodPipe<z.ZodTransform<{} | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
     }, z.core.$strip>>;
     systemPrompt: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, z.core.$strip>;
 export type Agent = z.infer<typeof AgentSchema>;
 /**
@@ -73,6 +74,7 @@ export declare const CreateAgentInputSchema: z.ZodObject<{
     name: z.ZodString;
     description: z.ZodString;
     projectId: z.ZodString;
+    config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     agentType: z.ZodDefault<z.ZodEnum<{
         cli: "cli";
         sdk: "sdk";
@@ -111,5 +113,6 @@ export declare const UpdateAgentInputSchema: z.ZodObject<{
         maxTurns: z.ZodPipe<z.ZodTransform<{} | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
     }, z.core.$strip>>>;
     systemPrompt: z.ZodNullable<z.ZodOptional<z.ZodString>>;
+    config: z.ZodNullable<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
 }, z.core.$strip>;
 export type UpdateAgentInput = z.infer<typeof UpdateAgentInputSchema>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-types",
-  "version": "0.77.0",
+  "version": "0.79.0",
   "description": "Unified types for EvalForge agent evaluation system",
   "files": [
     "build"
@@ -46,5 +46,5 @@
       "artifactId": "evalforge-types"
     }
   },
-  "falconPackageHash": "4e3cc484177d8c60cfd9b5eabfeb9ad1906d658be6f4b6ad6ec299bf"
+  "falconPackageHash": "82a6c5416397fb3ba2514dfad7a5b75ae0c4394fe76025ee76179076"
 }