agentv 3.9.0 → 3.9.2

package/dist/cli.js

@@ -2,9 +2,9 @@
 import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
 import {
   runCli
-} from "./chunk-Q2YWV4QM.js";
-import "./chunk-GC5P5HHZ.js";
-import "./chunk-TXDPYXHY.js";
+} from "./chunk-6ZAFWUBT.js";
+import "./chunk-JGMJL2LV.js";
+import "./chunk-OIVGGWJ3.js";
 import "./chunk-C5GOHBQM.js";
 import "./chunk-JK6V4KVD.js";
 import "./chunk-HQDCIXVH.js";

package/dist/{dist-PIOSPBKX.js → dist-PUPHGVKL.js}

@@ -69,6 +69,7 @@ import {
   extractTargetsFromSuite,
   extractTargetsFromTestCase,
   extractTrialsConfig,
+  extractWorkersFromSuite,
   fileExists,
   findGitRoot,
   freeformEvaluationSchema,
@@ -140,7 +141,7 @@ import {
   transpileEvalYaml,
   transpileEvalYamlFile,
   trimBaselineResult
-} from "./chunk-TXDPYXHY.js";
+} from "./chunk-OIVGGWJ3.js";
 import {
   OtlpJsonFileExporter
 } from "./chunk-C5GOHBQM.js";
@@ -226,6 +227,7 @@ export {
   extractTargetsFromSuite,
   extractTargetsFromTestCase,
   extractTrialsConfig,
+  extractWorkersFromSuite,
   fileExists,
   findGitRoot,
   freeformEvaluationSchema,
@@ -298,4 +300,4 @@ export {
   transpileEvalYamlFile,
   trimBaselineResult
 };
-//# sourceMappingURL=dist-PIOSPBKX.js.map
+//# sourceMappingURL=dist-PUPHGVKL.js.map

package/dist/index.js

@@ -3,9 +3,9 @@ import {
   app,
   preprocessArgv,
   runCli
-} from "./chunk-Q2YWV4QM.js";
-import "./chunk-GC5P5HHZ.js";
-import "./chunk-TXDPYXHY.js";
+} from "./chunk-6ZAFWUBT.js";
+import "./chunk-JGMJL2LV.js";
+import "./chunk-OIVGGWJ3.js";
 import "./chunk-C5GOHBQM.js";
 import "./chunk-JK6V4KVD.js";
 import "./chunk-HQDCIXVH.js";

package/dist/{interactive-3VTDK5NX.js → interactive-BD56NB23.js}

@@ -4,14 +4,14 @@ import {
   fileExists,
   findRepoRoot,
   runEvalCommand
-} from "./chunk-GC5P5HHZ.js";
+} from "./chunk-JGMJL2LV.js";
 import {
   DEFAULT_EVAL_PATTERNS,
   getAgentvHome,
   listTargetNames,
   loadConfig,
   readTargetDefinitions
-} from "./chunk-TXDPYXHY.js";
+} from "./chunk-OIVGGWJ3.js";
 import "./chunk-C5GOHBQM.js";
 import "./chunk-JK6V4KVD.js";
 import "./chunk-HQDCIXVH.js";
@@ -371,4 +371,4 @@ ${ANSI_DIM}Retrying execution errors...${ANSI_RESET}
 export {
   launchInteractiveWizard
 };
-//# sourceMappingURL=interactive-3VTDK5NX.js.map
+//# sourceMappingURL=interactive-BD56NB23.js.map

package/dist/templates/.agentv/config.yaml

@@ -1,15 +1,6 @@
 $schema: agentv-config-v2
 
-# Customize which files are treated as guidelines vs regular file content
-
-# Custom guideline patterns:
-guideline_patterns:
-  - "**/*.instructions.md"
-  - "**/*.prompt.md"
-  - "**/SKILL.md"
-  
-# Notes:
-# - Patterns use standard glob syntax (via micromatch library)
-# - Paths are normalized to forward slashes for cross-platform compatibility
-# - Only files matching these patterns are loaded as guidelines
-# - All other files referenced in tests are treated as regular file content
+# Execution defaults (overridden by CLI flags)
+# execution:
+#   pool_workspaces: true    # Reuse materialized workspaces across eval runs
+#   pool_slots: 10           # Max pool slots on disk (1-50, default: 10)

package/dist/templates/.agentv/targets.yaml

@@ -10,10 +10,6 @@ targets:
     model: ${{ AZURE_DEPLOYMENT_NAME }}
     # version: ${{ AZURE_OPENAI_API_VERSION }}  # Optional: uncomment to override default (2024-12-01-preview)
 
-  - name: vscode
-    provider: vscode
-    judge_target: azure-llm
-
   - name: codex
     provider: codex
     judge_target: azure-llm
@@ -43,18 +39,6 @@ targets:
     log_format: json                           # Optional: 'summary' (default) or 'json' for raw event logs
     # system_prompt: optional override (default instructs agent to include code in response)
 
-  - name: vscode_projectx
-    provider: vscode
-    workspace_template: ${{ PROJECTX_WORKSPACE_PATH }}
-    provider_batching: false
-    judge_target: azure-llm
-
-  - name: vscode_insiders_projectx
-    provider: vscode-insiders
-    workspace_template: ${{ PROJECTX_WORKSPACE_PATH }}
-    provider_batching: false
-    judge_target: azure-llm
-
   - name: azure-llm
     provider: azure
     endpoint: ${{ AZURE_OPENAI_ENDPOINT }}

package/dist/templates/{.agentv/.env.example → .env.example}

@@ -1,23 +1,25 @@
 # Copy this file to .env and fill in your credentials
 
+# Eval run mode (used by agentv-bench skill)
+AGENT_EVAL_MODE=agent # agent | cli
+
 # Azure OpenAI Configuration
 AZURE_OPENAI_ENDPOINT=https://your-endpoint.openai.azure.com/
 AZURE_OPENAI_API_KEY=your-openai-api-key-here
-AZURE_DEPLOYMENT_NAME=gpt-5-chat
+AZURE_DEPLOYMENT_NAME=gpt-5-mini
 AZURE_OPENAI_API_VERSION=2024-12-01-preview
 
+# OpenAI
+OPENAI_ENDPOINT=https://your-endpoint.openai.azure.com/
+OPENAI_API_KEY=your-openai-api-key-here
+OPENAI_MODEL=gpt-5-mini
+
 # Google Gemini
 GOOGLE_GENERATIVE_AI_API_KEY=your-gemini-api-key-here
-GEMINI_MODEL_NAME=gemini-2.5-flash
+GEMINI_MODEL_NAME=gemini-3-flash-preview
 
 # Anthropic
 ANTHROPIC_API_KEY=your-anthropic-api-key-here
 
-# VS Code Workspace Paths for Execution Targets
-# Note: Using forward slashes is recommended for paths in .env files 
-# to avoid issues with escape characters.
-PROJECTX_WORKSPACE_PATH=C:/Users/your-username/OneDrive - Company Pty Ltd/sample.code-workspace
-
 # CLI provider sample (used by the local_cli target)
-CLI_EVALS_DIR=./docs/examples/simple/evals/local-cli
-LOCAL_AGENT_TOKEN=dummytoken
+CLI_EVALS_DIR=./docs/examples/simple/evals/local-cli

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentv",
-  "version": "3.9.0",
+  "version": "3.9.2",
   "description": "CLI entry point for AgentV",
   "type": "module",
   "repository": {