agentv 0.2.11 → 0.5.1

package/dist/cli.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import {
   runCli
-} from "./chunk-7MGIZBZG.js";
+} from "./chunk-HPH4YWGU.js";
 
 // src/cli.ts
 void runCli();

package/dist/index.js

@@ -1,7 +1,7 @@
 import {
   createProgram,
   runCli
-} from "./chunk-7MGIZBZG.js";
+} from "./chunk-HPH4YWGU.js";
 export {
   createProgram,
   runCli

package/dist/templates/.env.template

@@ -0,0 +1,35 @@
+# Example environment configuration for AgentV
+# Copy this file to .env and fill in your credentials
+
+# Model Provider Selection (Optional - can be configured via targets.yaml)
+PROVIDER=azure
+
+# Azure OpenAI Configuration
+# These are the default environment variable names used in the provided targets.yaml
+AZURE_OPENAI_ENDPOINT=https://your-endpoint.openai.azure.com/
+AZURE_OPENAI_API_KEY=your-api-key-here
+AZURE_DEPLOYMENT_NAME=gpt-4o
+
+# Anthropic Configuration (if using Anthropic provider)
+ANTHROPIC_API_KEY=your-anthropic-api-key-here
+
+# VS Code Workspace Paths for Execution Targets
+# Note: Using forward slashes is recommended for paths in .env files 
+# to avoid issues with escape characters.
+PROJECTX_WORKSPACE_PATH=C:/Users/your-username/OneDrive - Company Pty Ltd/sample.code-workspace
+
+# CLI provider sample (used by the local_cli target)
+PROJECT_ROOT=D:/GitHub/your-username/agentv/docs/examples/simple
+LOCAL_AGENT_TOKEN=your-cli-token
+
+# Codex CLI Configuration
+# Either OPENAI_API_KEY or CODEX_API_KEY must be set before running codex targets
+OPENAI_API_KEY=your-openai-or-codex-key
+CODEX_API_KEY=
+CODEX_PROFILE=default
+CODEX_MODEL=gpt-4o-mini
+CODEX_APPROVAL_PRESET=auto
+CODEX_CLI_PATH=C:/Program Files/Codex/bin/codex.exe
+CODEX_WORKSPACE_DIR=C:/Temp/agentv-codex
+# Optional override if your codex config lives outside the default ~/.codex/config
+CODEX_CONFIG_PATH=

package/dist/templates/agentv/.env.template

@@ -0,0 +1,23 @@
+# Example environment configuration for AgentV
+# Copy this file to .env and fill in your credentials
+
+# Model Provider Selection (Optional - can be configured via targets.yaml)
+PROVIDER=azure
+
+# Azure OpenAI Configuration
+# These are the default environment variable names used in the provided targets.yaml
+AZURE_OPENAI_ENDPOINT=https://your-endpoint.openai.azure.com/
+AZURE_OPENAI_API_KEY=your-api-key-here
+AZURE_DEPLOYMENT_NAME=gpt-4o
+
+# Anthropic Configuration (if using Anthropic provider)
+ANTHROPIC_API_KEY=your-anthropic-api-key-here
+
+# VS Code Workspace Paths for Execution Targets
+# Note: Using forward slashes is recommended for paths in .env files 
+# to avoid issues with escape characters.
+PROJECTX_WORKSPACE_PATH=C:/Users/your-username/OneDrive - Company Pty Ltd/sample.code-workspace
+
+# CLI provider sample (used by the local_cli target)
+PROJECT_ROOT=D:/GitHub/your-username/agentv/docs/examples/simple
+LOCAL_AGENT_TOKEN=your-cli-token

package/dist/templates/agentv/config.yaml

@@ -0,0 +1,16 @@
+$schema: agentv-config-v2
+
+# Customize which files are treated as guidelines vs regular file content
+
+# Custom guideline patterns:
+guideline_patterns:
+  - "**/*.instructions.md"
+  - "**/instructions/**"
+  - "**/*.prompt.md"
+  - "**/prompts/**"
+
+# Notes:
+# - Patterns use standard glob syntax (via micromatch library)
+# - Paths are normalized to forward slashes for cross-platform compatibility
+# - Only files matching these patterns are loaded as guidelines
+# - All other files referenced in eval cases are treated as regular file content

package/dist/templates/agentv/targets.yaml

@@ -0,0 +1,74 @@
+$schema: agentv-targets-v2
+
+# A list of all supported evaluation targets for the project.
+# Each target defines a provider and its specific configuration.
+# Actual values for paths/keys are stored in the local .env file.
+
+targets:
+  - name: vscode_projectx
+    provider: vscode
+    settings:
+      # VS Code provider requires a workspace template path.
+      workspace_template: PROJECTX_WORKSPACE_PATH
+    # This key makes the judge model configurable and is good practice
+    judge_target: azure_base
+
+  - name: vscode_insiders_projectx
+    provider: vscode-insiders
+    settings:
+      # VS Code Insiders provider (preview version) requires a workspace template path.
+      workspace_template: PROJECTX_WORKSPACE_PATH
+    # This key makes the judge model configurable and is good practice
+    judge_target: azure_base
+
+  - name: azure_base
+    provider: azure
+    # The base LLM provider needs no extra settings, as the model is
+    # defined in the .env file.
+    settings:
+      endpoint: AZURE_OPENAI_ENDPOINT
+      api_key: AZURE_OPENAI_API_KEY
+      model: AZURE_DEPLOYMENT_NAME
+
+  - name: default
+    provider: azure
+    # The base LLM provider needs no extra settings, as the model is
+    # defined in the .env file.
+    settings:
+      endpoint: AZURE_OPENAI_ENDPOINT
+      api_key: AZURE_OPENAI_API_KEY
+      model: AZURE_DEPLOYMENT_NAME
+
+  - name: local_cli
+    provider: cli
+    judge_target: azure_base
+    settings:
+      # Passes the fully rendered prompt and any attached files to a local Python script
+      # NOTE: Do not add quotes around {PROMPT} or {FILES} - they are already shell-escaped
+      command_template: uv run ./mock_cli.py --prompt {PROMPT} {FILES}
+      # Format for each file in {FILES}. {path} and {basename} are automatically shell-escaped, so no quotes needed
+      files_format: --file {path}
+      # Optional working directory and env overrides resolved from .env
+      cwd: CLI_EVALS_DIR
+      env:
+        API_TOKEN: LOCAL_AGENT_TOKEN
+      timeout_seconds: 30
+      healthcheck:
+        type: command
+        command_template: uv run ./mock_cli.py --healthcheck
+
+  - name: codex_cli
+    provider: codex
+    judge_target: azure_base
+    settings:
+      # Uses the Codex CLI (defaults to `codex` on PATH)
+      # executable: CODEX_CLI_PATH        # Optional: override executable path
+      # args:                             # Optional additional CLI arguments
+      #   - --profile
+      #   - CODEX_PROFILE
+      #   - --model
+      #   - CODEX_MODEL
+      #   - --ask-for-approval
+      #   - CODEX_APPROVAL_PRESET
+      timeout_seconds: 180
+      cwd: CODEX_WORKSPACE_DIR            # Where scratch workspaces are created

package/dist/templates/{eval-build.prompt.md → github/prompts/eval-build.prompt.md}

@@ -13,6 +13,7 @@ description: 'Apply when writing evals in YAML format'
 - Message fields: `role` (required), `content` (required)
 - Message roles: `system`, `user`, `assistant`, `tool`
 - Content types: `text` (inline), `file` (relative or absolute path)
+- Attachments (type: `file`) should default to the `user` role
 - File paths must start with "/" for absolute paths (e.g., "/prompts/file.md")
 
 ## Example

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentv",
-  "version": "0.2.11",
+  "version": "0.5.1",
   "description": "CLI entry point for AgentV",
   "type": "module",
   "repository": {
@@ -24,7 +24,7 @@
     "log-update": "^7.0.1",
     "micromatch": "^4.0.8",
     "yaml": "^2.6.1",
-    "@agentv/core": "0.2.11"
+    "@agentv/core": "0.5.1"
   },
   "devDependencies": {
     "execa": "^9.3.0"