agentv 3.5.0 → 3.6.0

package/dist/cli.js

@@ -2,9 +2,9 @@
 import { createRequire } from 'node:module'; const require = createRequire(import.meta.url);
 import {
   runCli
-} from "./chunk-5GG6DDP5.js";
-import "./chunk-RLL4QGNL.js";
-import "./chunk-D6G4N2H2.js";
+} from "./chunk-IP5BO54H.js";
+import "./chunk-UU5N43YS.js";
+import "./chunk-K4RXLQWV.js";
 import "./chunk-C5GOHBQM.js";
 import "./chunk-JK6V4KVD.js";
 import "./chunk-HQDCIXVH.js";

package/dist/{dist-MZFXE6B5.js → dist-VWEFBDZ5.js}

@@ -141,7 +141,7 @@ import {
   transpileEvalYaml,
   transpileEvalYamlFile,
   trimBaselineResult
-} from "./chunk-D6G4N2H2.js";
+} from "./chunk-K4RXLQWV.js";
 import {
   OtlpJsonFileExporter
 } from "./chunk-C5GOHBQM.js";
@@ -300,4 +300,4 @@ export {
   transpileEvalYamlFile,
   trimBaselineResult
 };
-//# sourceMappingURL=dist-MZFXE6B5.js.map
+//# sourceMappingURL=dist-VWEFBDZ5.js.map

package/dist/index.js

@@ -3,9 +3,9 @@ import {
   app,
   preprocessArgv,
   runCli
-} from "./chunk-5GG6DDP5.js";
-import "./chunk-RLL4QGNL.js";
-import "./chunk-D6G4N2H2.js";
+} from "./chunk-IP5BO54H.js";
+import "./chunk-UU5N43YS.js";
+import "./chunk-K4RXLQWV.js";
 import "./chunk-C5GOHBQM.js";
 import "./chunk-JK6V4KVD.js";
 import "./chunk-HQDCIXVH.js";

package/dist/{interactive-J7SUWZH2.js → interactive-5S4ILY2Y.js}

@@ -4,14 +4,14 @@ import {
   fileExists,
   findRepoRoot,
   runEvalCommand
-} from "./chunk-RLL4QGNL.js";
+} from "./chunk-UU5N43YS.js";
 import {
   DEFAULT_EVAL_PATTERNS,
   getAgentvHome,
   listTargetNames,
   loadConfig,
   readTargetDefinitions
-} from "./chunk-D6G4N2H2.js";
+} from "./chunk-K4RXLQWV.js";
 import "./chunk-C5GOHBQM.js";
 import "./chunk-JK6V4KVD.js";
 import "./chunk-HQDCIXVH.js";
@@ -371,4 +371,4 @@ ${ANSI_DIM}Retrying execution errors...${ANSI_RESET}
 export {
   launchInteractiveWizard
 };
-//# sourceMappingURL=interactive-J7SUWZH2.js.map
+//# sourceMappingURL=interactive-5S4ILY2Y.js.map

package/dist/templates/.agentv/.env.example

@@ -1,25 +1,23 @@
 # Copy this file to .env and fill in your credentials
 
-# Eval run mode (used by agentv-bench skill)
-AGENT_EVAL_MODE=agent # agent | cli
-
 # Azure OpenAI Configuration
 AZURE_OPENAI_ENDPOINT=https://your-endpoint.openai.azure.com/
 AZURE_OPENAI_API_KEY=your-openai-api-key-here
-AZURE_DEPLOYMENT_NAME=gpt-5-mini
+AZURE_DEPLOYMENT_NAME=gpt-5-chat
 AZURE_OPENAI_API_VERSION=2024-12-01-preview
 
-# OpenAI
-OPENAI_ENDPOINT=https://your-endpoint.openai.azure.com/
-OPENAI_API_KEY=your-openai-api-key-here
-OPENAI_MODEL=gpt-5-mini
-
 # Google Gemini
 GOOGLE_GENERATIVE_AI_API_KEY=your-gemini-api-key-here
-GEMINI_MODEL_NAME=gemini-3-flash-preview
+GEMINI_MODEL_NAME=gemini-2.5-flash
 
 # Anthropic
 ANTHROPIC_API_KEY=your-anthropic-api-key-here
 
+# VS Code Workspace Paths for Execution Targets
+# Note: Using forward slashes is recommended for paths in .env files 
+# to avoid issues with escape characters.
+PROJECTX_WORKSPACE_PATH=C:/Users/your-username/OneDrive - Company Pty Ltd/sample.code-workspace
+
 # CLI provider sample (used by the local_cli target)
-CLI_EVALS_DIR=./docs/examples/simple/evals/local-cli
+CLI_EVALS_DIR=./docs/examples/simple/evals/local-cli
+LOCAL_AGENT_TOKEN=dummytoken

package/dist/templates/.agentv/config.yaml

@@ -8,11 +8,6 @@ guideline_patterns:
   - "**/*.prompt.md"
   - "**/SKILL.md"
   
-# Execution defaults (overridden by CLI flags)
-# execution:
-#   pool_workspaces: true    # Reuse materialized workspaces across eval runs
-#   pool_slots: 10           # Max pool slots on disk (1-50, default: 10)
-
 # Notes:
 # - Patterns use standard glob syntax (via micromatch library)
 # - Paths are normalized to forward slashes for cross-platform compatibility

package/dist/templates/.agentv/targets.yaml

@@ -10,6 +10,10 @@ targets:
     model: ${{ AZURE_DEPLOYMENT_NAME }}
     # version: ${{ AZURE_OPENAI_API_VERSION }}  # Optional: uncomment to override default (2024-12-01-preview)
 
+  - name: vscode
+    provider: vscode
+    judge_target: azure-llm
+
   - name: codex
     provider: codex
     judge_target: azure-llm
@@ -39,6 +43,18 @@ targets:
     log_format: json                           # Optional: 'summary' (default) or 'json' for raw event logs
     # system_prompt: optional override (default instructs agent to include code in response)
 
+  - name: vscode_projectx
+    provider: vscode
+    workspace_template: ${{ PROJECTX_WORKSPACE_PATH }}
+    provider_batching: false
+    judge_target: azure-llm
+
+  - name: vscode_insiders_projectx
+    provider: vscode-insiders
+    workspace_template: ${{ PROJECTX_WORKSPACE_PATH }}
+    provider_batching: false
+    judge_target: azure-llm
+
   - name: azure-llm
     provider: azure
     endpoint: ${{ AZURE_OPENAI_ENDPOINT }}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentv",
-  "version": "3.5.0",
+  "version": "3.6.0",
   "description": "CLI entry point for AgentV",
   "type": "module",
   "repository": {