agentv 1.3.1 → 1.6.1

package/dist/cli.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import {
   runCli
-} from "./chunk-6R2YRXCQ.js";
+} from "./chunk-HU4B6ODF.js";
 import "./chunk-UE4GLFVL.js";
 
 // src/cli.ts

package/dist/index.js

@@ -1,7 +1,7 @@
 import {
   app,
   runCli
-} from "./chunk-6R2YRXCQ.js";
+} from "./chunk-HU4B6ODF.js";
 import "./chunk-UE4GLFVL.js";
 export {
   app,

package/dist/templates/.agentv/.env.template

@@ -1,23 +1,23 @@
-# Copy this file to .env and fill in your credentials
-
-# Azure OpenAI Configuration
-AZURE_OPENAI_ENDPOINT=https://your-endpoint.openai.azure.com/
-AZURE_OPENAI_API_KEY=your-openai-api-key-here
-AZURE_DEPLOYMENT_NAME=gpt-5-chat
-AZURE_OPENAI_API_VERSION=2024-12-01-preview
-
-# Google Gemini
-GOOGLE_GENERATIVE_AI_API_KEY=your-gemini-api-key-here
-GEMINI_MODEL_NAME=gemini-2.5-flash
-
-# Anthropic
-ANTHROPIC_API_KEY=your-anthropic-api-key-here
-
-# VS Code Workspace Paths for Execution Targets
-# Note: Using forward slashes is recommended for paths in .env files 
-# to avoid issues with escape characters.
-PROJECTX_WORKSPACE_PATH=C:/Users/your-username/OneDrive - Company Pty Ltd/sample.code-workspace
-
-# CLI provider sample (used by the local_cli target)
-CLI_EVALS_DIR=./docs/examples/simple/evals/local-cli
-LOCAL_AGENT_TOKEN=dummytoken
+# Copy this file to .env and fill in your credentials
+
+# Azure OpenAI Configuration
+AZURE_OPENAI_ENDPOINT=https://your-endpoint.openai.azure.com/
+AZURE_OPENAI_API_KEY=your-openai-api-key-here
+AZURE_DEPLOYMENT_NAME=gpt-5-chat
+AZURE_OPENAI_API_VERSION=2024-12-01-preview
+
+# Google Gemini
+GOOGLE_GENERATIVE_AI_API_KEY=your-gemini-api-key-here
+GEMINI_MODEL_NAME=gemini-2.5-flash
+
+# Anthropic
+ANTHROPIC_API_KEY=your-anthropic-api-key-here
+
+# VS Code Workspace Paths for Execution Targets
+# Note: Using forward slashes is recommended for paths in .env files 
+# to avoid issues with escape characters.
+PROJECTX_WORKSPACE_PATH=C:/Users/your-username/OneDrive - Company Pty Ltd/sample.code-workspace
+
+# CLI provider sample (used by the local_cli target)
+CLI_EVALS_DIR=./docs/examples/simple/evals/local-cli
+LOCAL_AGENT_TOKEN=dummytoken

package/dist/templates/.agentv/config.yaml

@@ -1,15 +1,15 @@
-$schema: agentv-config-v2
-
-# Customize which files are treated as guidelines vs regular file content
-
-# Custom guideline patterns:
-guideline_patterns:
-  - "**/*.instructions.md"
-  - "**/*.prompt.md"
-  - "**/SKILL.md"
-  
-# Notes:
-# - Patterns use standard glob syntax (via micromatch library)
-# - Paths are normalized to forward slashes for cross-platform compatibility
-# - Only files matching these patterns are loaded as guidelines
-# - All other files referenced in eval cases are treated as regular file content
+$schema: agentv-config-v2
+
+# Customize which files are treated as guidelines vs regular file content
+
+# Custom guideline patterns:
+guideline_patterns:
+  - "**/*.instructions.md"
+  - "**/*.prompt.md"
+  - "**/SKILL.md"
+  
+# Notes:
+# - Patterns use standard glob syntax (via micromatch library)
+# - Paths are normalized to forward slashes for cross-platform compatibility
+# - Only files matching these patterns are loaded as guidelines
+# - All other files referenced in eval cases are treated as regular file content

package/dist/templates/.agentv/targets.yaml

@@ -1,73 +1,71 @@
-$schema: agentv-targets-v2.2
-
-# A list of all supported evaluation targets for the project.
-# Each target defines a provider and its specific configuration.
-# Actual values for paths/keys are stored in the local .env file.
-
-targets:
-  - name: default
-    provider: azure
-    endpoint: ${{ AZURE_OPENAI_ENDPOINT }}
-    api_key: ${{ AZURE_OPENAI_API_KEY }}
-    model: ${{ AZURE_DEPLOYMENT_NAME }}
-    # version: ${{ AZURE_OPENAI_API_VERSION }}  # Optional: uncomment to override default (2024-12-01-preview)
-
-  - name: vscode
-    provider: vscode
-    judge_target: azure_base
-
-  - name: codex
-    provider: codex
-    judge_target: azure_base
-    # Uses the Codex CLI (defaults to `codex` on PATH)
-    # executable: ${{ CODEX_CLI_PATH }}        # Optional: override executable path
-    # args:                             # Optional additional CLI arguments
-    #   - --profile
-    #   - ${{ CODEX_PROFILE }}
-    #   - --model
-    #   - ${{ CODEX_MODEL }}
-    #   - --ask-for-approval
-    #   - ${{ CODEX_APPROVAL_PRESET }}
-    timeout_seconds: 180
-    cwd: ${{ CODEX_WORKSPACE_DIR }}            # Where scratch workspaces are created
-    log_dir: ${{ CODEX_LOG_DIR }}              # Optional: where Codex CLI stream logs are stored (defaults to ./.agentv/logs/codex)
-    log_format: json                    # Optional: 'summary' (default) or 'json' for raw event logs
-
-  - name: vscode_projectx
-    provider: vscode
-    workspace_template: ${{ PROJECTX_WORKSPACE_PATH }}
-    provider_batching: false
-    judge_target: azure_base
-
-  - name: vscode_insiders_projectx
-    provider: vscode-insiders
-    workspace_template: ${{ PROJECTX_WORKSPACE_PATH }}
-    provider_batching: false
-    judge_target: azure_base
-
-  - name: azure_base
-    provider: azure
-    endpoint: ${{ AZURE_OPENAI_ENDPOINT }}
-    api_key: ${{ AZURE_OPENAI_API_KEY }}
-    model: ${{ AZURE_DEPLOYMENT_NAME }}
-    version: ${{ AZURE_OPENAI_API_VERSION }}
-
-  - name: gemini_base
-    provider: gemini
-    api_key: ${{ GOOGLE_GENERATIVE_AI_API_KEY }}
-    model: ${{ GEMINI_MODEL_NAME }}
-
-  - name: local_cli
-    provider: cli
-    judge_target: azure_base
-    # Passes the fully rendered prompt and any attached files to a local Python script
-    # NOTE: Do not add quotes around {PROMPT} or {FILES} - they are already shell-escaped
-    command_template: uv run ./mock_cli.py --prompt {PROMPT} {FILES} --output {OUTPUT_FILE}
-    # Format for each file in {FILES}. {path} and {basename} are automatically shell-escaped, so no quotes needed
-    files_format: --file {path}
-    # Optional working directory resolved from .env
-    cwd: ${{ CLI_EVALS_DIR }}
-    timeout_seconds: 30
-    healthcheck:
-      type: command
-      command_template: uv run ./mock_cli.py --healthcheck
+# A list of all supported evaluation targets for the project.
+# Each target defines a provider and its specific configuration.
+# Actual values for paths/keys are stored in the local .env file.
+
+targets:
+  - name: default
+    provider: azure
+    endpoint: ${{ AZURE_OPENAI_ENDPOINT }}
+    api_key: ${{ AZURE_OPENAI_API_KEY }}
+    model: ${{ AZURE_DEPLOYMENT_NAME }}
+    # version: ${{ AZURE_OPENAI_API_VERSION }}  # Optional: uncomment to override default (2024-12-01-preview)
+
+  - name: vscode
+    provider: vscode
+    judge_target: azure_base
+
+  - name: codex
+    provider: codex
+    judge_target: azure_base
+    # Uses the Codex CLI (defaults to `codex` on PATH)
+    # executable: ${{ CODEX_CLI_PATH }}        # Optional: override executable path
+    # args:                             # Optional additional CLI arguments
+    #   - --profile
+    #   - ${{ CODEX_PROFILE }}
+    #   - --model
+    #   - ${{ CODEX_MODEL }}
+    #   - --ask-for-approval
+    #   - ${{ CODEX_APPROVAL_PRESET }}
+    timeout_seconds: 180
+    cwd: ${{ CODEX_WORKSPACE_DIR }}            # Where scratch workspaces are created
+    log_dir: ${{ CODEX_LOG_DIR }}              # Optional: where Codex CLI stream logs are stored (defaults to ./.agentv/logs/codex)
+    log_format: json                    # Optional: 'summary' (default) or 'json' for raw event logs
+
+  - name: vscode_projectx
+    provider: vscode
+    workspace_template: ${{ PROJECTX_WORKSPACE_PATH }}
+    provider_batching: false
+    judge_target: azure_base
+
+  - name: vscode_insiders_projectx
+    provider: vscode-insiders
+    workspace_template: ${{ PROJECTX_WORKSPACE_PATH }}
+    provider_batching: false
+    judge_target: azure_base
+
+  - name: azure_base
+    provider: azure
+    endpoint: ${{ AZURE_OPENAI_ENDPOINT }}
+    api_key: ${{ AZURE_OPENAI_API_KEY }}
+    model: ${{ AZURE_DEPLOYMENT_NAME }}
+    version: ${{ AZURE_OPENAI_API_VERSION }}
+
+  - name: gemini_base
+    provider: gemini
+    api_key: ${{ GOOGLE_GENERATIVE_AI_API_KEY }}
+    model: ${{ GEMINI_MODEL_NAME }}
+
+  - name: local_cli
+    provider: cli
+    judge_target: azure_base
+    # Passes the fully rendered prompt and any attached files to a local Python script
+    # NOTE: Do not add quotes around {PROMPT} or {FILES} - they are already shell-escaped
+    command_template: uv run ./mock_cli.py --prompt {PROMPT} {FILES} --output {OUTPUT_FILE}
+    # Format for each file in {FILES}. {path} and {basename} are automatically shell-escaped, so no quotes needed
+    files_format: --file {path}
+    # Optional working directory resolved from .env
+    cwd: ${{ CLI_EVALS_DIR }}
+    timeout_seconds: 30
+    healthcheck:
+      type: command
+      command_template: uv run ./mock_cli.py --healthcheck