adversarial-workflow 0.7.0__py3-none-any.whl → 0.9.0__py3-none-any.whl

adversarial_workflow/library/config.py

@@ -0,0 +1,81 @@
+"""Library configuration with env > file > defaults precedence."""
+
+import os
+from dataclasses import dataclass, field
+from pathlib import Path
+from typing import Optional
+
+import yaml
+
+
+@dataclass
+class LibraryConfig:
+    """Configuration for the evaluator library.
+
+    Precedence: environment variables > config file > defaults.
+    """
+
+    url: str = "https://raw.githubusercontent.com/movito/adversarial-evaluator-library/main"
+    ref: str = "main"
+    cache_ttl: int = 3600  # 1 hour
+    cache_dir: Path = field(default_factory=lambda: Path.home() / ".cache" / "adversarial-workflow")
+    enabled: bool = True
+
+
+def get_library_config(config_path: Optional[Path] = None) -> LibraryConfig:
+    """
+    Load library configuration with precedence: env > file > defaults.
+
+    Args:
+        config_path: Optional path to config file. Defaults to .adversarial/config.yml
+
+    Returns:
+        LibraryConfig with merged settings.
+    """
+    config = LibraryConfig()
+
+    # Load from config file if exists
+    config_file = config_path or Path(".adversarial/config.yml")
+    if config_file.exists():
+        try:
+            with open(config_file, "r", encoding="utf-8") as f:
+                data = yaml.safe_load(f) or {}
+            # Handle non-dict YAML (list, scalar, etc.) gracefully
+            if not isinstance(data, dict):
+                data = {}
+            lib_config = data.get("library", {})
+
+            if "url" in lib_config:
+                config.url = lib_config["url"]
+            if "ref" in lib_config:
+                config.ref = lib_config["ref"]
+            if "cache_ttl" in lib_config:
+                config.cache_ttl = int(lib_config["cache_ttl"])
+            if "cache_dir" in lib_config:
+                # Expand ~ in path
+                config.cache_dir = Path(lib_config["cache_dir"]).expanduser()
+            if "enabled" in lib_config:
+                config.enabled = bool(lib_config["enabled"])
+        except (yaml.YAMLError, OSError, ValueError):
+            # Config file is invalid, use defaults
+            pass
+
+    # Apply environment variable overrides (highest precedence)
+    if url := os.environ.get("ADVERSARIAL_LIBRARY_URL"):
+        config.url = url
+
+    # Process TTL first, then NO_CACHE (so NO_CACHE always wins)
+    if ttl := os.environ.get("ADVERSARIAL_LIBRARY_CACHE_TTL"):
+        try:
+            config.cache_ttl = int(ttl)
+        except ValueError:
+            pass  # Invalid TTL, keep current value
+
+    # NO_CACHE takes precedence over CACHE_TTL - check it last
+    if os.environ.get("ADVERSARIAL_LIBRARY_NO_CACHE"):
+        config.cache_ttl = 0
+
+    if ref := os.environ.get("ADVERSARIAL_LIBRARY_REF"):
+        config.ref = ref
+
+    return config

adversarial_workflow/library/models.py

@@ -0,0 +1,129 @@
+"""Data models for the evaluator library client."""
+
+from dataclasses import dataclass, field
+from datetime import datetime, timezone
+from typing import Dict, List, Optional
+
+
+@dataclass
+class EvaluatorEntry:
+    """An evaluator entry from the library index."""
+
+    name: str
+    provider: str
+    path: str
+    model: str
+    category: str
+    description: str
+
+    @classmethod
+    def from_dict(cls, data: Dict) -> "EvaluatorEntry":
+        """Create an EvaluatorEntry from a dictionary."""
+        return cls(
+            name=data["name"],
+            provider=data["provider"],
+            path=data["path"],
+            model=data["model"],
+            category=data["category"],
+            description=data["description"],
+        )
+
+    @property
+    def full_name(self) -> str:
+        """Return provider/name format."""
+        return f"{self.provider}/{self.name}"
+
+
+@dataclass
+class IndexData:
+    """Parsed library index data."""
+
+    version: str
+    evaluators: List[EvaluatorEntry]
+    categories: Dict[str, str]
+    fetched_at: Optional[datetime] = None
+
+    @classmethod
+    def from_dict(cls, data: Dict) -> "IndexData":
+        """Create an IndexData from a dictionary."""
+        evaluators = [EvaluatorEntry.from_dict(e) for e in data.get("evaluators", [])]
+        return cls(
+            version=data.get("version", "unknown"),
+            evaluators=evaluators,
+            categories=data.get("categories", {}),
+            fetched_at=datetime.now(timezone.utc),
+        )
+
+    def get_evaluator(self, provider: str, name: str) -> Optional[EvaluatorEntry]:
+        """Find an evaluator by provider and name."""
+        for e in self.evaluators:
+            if e.provider == provider and e.name == name:
+                return e
+        return None
+
+    def filter_by_provider(self, provider: str) -> List[EvaluatorEntry]:
+        """Filter evaluators by provider."""
+        return [e for e in self.evaluators if e.provider == provider]
+
+    def filter_by_category(self, category: str) -> List[EvaluatorEntry]:
+        """Filter evaluators by category."""
+        return [e for e in self.evaluators if e.category == category]
+
+
+@dataclass
+class InstalledEvaluatorMeta:
+    """Metadata for an installed evaluator (from _meta block)."""
+
+    source: str
+    source_path: str
+    version: str
+    installed: str
+    file_path: Optional[str] = None  # Path to the installed file
+
+    @classmethod
+    def from_dict(cls, data: Dict) -> Optional["InstalledEvaluatorMeta"]:
+        """Create from _meta dictionary, returns None if invalid."""
+        if not data:
+            return None
+        try:
+            return cls(
+                source=data.get("source", ""),
+                source_path=data.get("source_path", ""),
+                version=data.get("version", ""),
+                installed=data.get("installed", ""),
+            )
+        except (KeyError, TypeError):
+            return None
+
+    @property
+    def provider(self) -> str:
+        """Extract provider from source_path."""
+        parts = self.source_path.split("/")
+        return parts[0] if parts else ""
+
+    @property
+    def name(self) -> str:
+        """Extract name from source_path."""
+        parts = self.source_path.split("/")
+        return parts[1] if len(parts) > 1 else ""
+
+
+@dataclass
+class UpdateInfo:
+    """Information about an available update."""
+
+    name: str
+    installed_version: str
+    available_version: str
+    is_outdated: bool
+    is_local_only: bool = False
+
+    @property
+    def status(self) -> str:
+        """Human-readable status."""
+        if self.is_local_only:
+            return "Local only"
+        elif self.is_outdated:
+            return "Update available"
+        else:
+            return "Up to date"

{adversarial_workflow-0.7.0.dist-info → adversarial_workflow-0.9.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: adversarial-workflow
-Version: 0.7.0
+Version: 0.9.0
 Summary: Multi-stage AI evaluation system for task plans, code review, and test validation
 Author: Fredrik Matheson
 License: MIT
@@ -57,7 +57,7 @@ Evaluate proposals, sort out ideas, and prevent "phantom work" (AI claiming to i
 - 🎯 **Tool-agnostic**: Use with Claude Code, Cursor, Aider, manual coding, or any workflow
 - ✨ **Interactive onboarding**: Guided setup wizard gets you started in <5 minutes
 
-## What's New in v0.6.3
+## What's New in v0.9.0
 
 ### Upgrade
 
@@ -65,6 +65,67 @@ Evaluate proposals, sort out ideas, and prevent "phantom work" (AI claiming to i
 pip install --upgrade adversarial-workflow
 ```
 
+### v0.9.0 - Run Library Evaluators
+
+**Finally run your installed evaluators!** Use the new `--evaluator` flag:
+
+```bash
+# Install an evaluator from the library
+adversarial library install google/gemini-flash
+
+# Run it with --evaluator flag
+adversarial evaluate --evaluator gemini-flash task.md
+adversarial evaluate -e gemini-flash task.md  # short form
+
+# Works with model_requirement for portable evaluators
+# Automatically resolves to best available model
+```
+
+**Key Features:**
+- Run any installed evaluator by name
+- Supports evaluator aliases
+- Automatic model resolution via `model_requirement`
+- Falls back to legacy `model` field if resolution fails
+- Full backward compatibility - no flag uses existing behavior
+
+See [Evaluator Library](#evaluator-library) for full documentation.
+
+### v0.8.1 - BugBot Fixes
+
+- **CI/CD compatibility**: `--category --dry-run` no longer hangs in non-TTY environments
+- **Proper exit codes**: Dry-run returns 1 when all previews fail
+- **Config robustness**: Non-dict YAML configs no longer crash
+
+### v0.7.0 - Evaluator Library
+
+Browse, install, and update evaluators from the community [adversarial-evaluator-library](https://github.com/movito/adversarial-evaluator-library):
+
+```bash
+# Browse available evaluators
+adversarial library list
+
+# Filter by provider or category
+adversarial library list --provider google
+adversarial library list --category quick-check
+
+# Install evaluators
+adversarial library install google/gemini-flash openai/fast-check
+
+# Check for updates
+adversarial library check-updates
+
+# Update installed evaluators
+adversarial library update --all
+```
+
+**Key Features:**
+- Index caching with 1-hour TTL for faster lookups
+- Offline support with stale cache fallback
+- Provenance tracking via `_meta` block in installed files
+- Diff preview before applying updates
+
+See [Evaluator Library](#evaluator-library) for full documentation.
+
 ### v0.6.3 - Configurable Timeouts
 
 - **Per-evaluator timeout**: Add `timeout: 300` to evaluator YAML for slow models like Mistral Large
@@ -429,7 +490,8 @@ adversarial health                      # Comprehensive system health check
 adversarial agent onboard               # Set up agent coordination system
 
 # Workflow
-adversarial evaluate task.md            # Phase 1: Evaluate plan
+adversarial evaluate task.md            # Phase 1: Evaluate plan (uses config.yml)
+adversarial evaluate -e <name> task.md  # Phase 1: Evaluate with installed evaluator
 adversarial split task.md               # Split large files into smaller parts
 adversarial split task.md --dry-run     # Preview split without creating files
 adversarial review                      # Phase 3: Review implementation
@@ -437,6 +499,99 @@ adversarial validate "pytest"           # Phase 4: Validate with tests
 adversarial list-evaluators             # List all available evaluators
 ```
 
+## Evaluator Library
+
+Browse and install pre-configured evaluators from the community [adversarial-evaluator-library](https://github.com/movito/adversarial-evaluator-library).
+
+### Quick Start
+
+```bash
+# Browse available evaluators
+adversarial library list
+
+# Filter by provider or category
+adversarial library list --provider google
+adversarial library list --category quick-check
+
+# Install an evaluator
+adversarial library install google/gemini-flash
+
+# Run it with --evaluator flag
+adversarial evaluate --evaluator gemini-flash task.md
+adversarial evaluate -e gemini-flash task.md  # short form
+```
+
+### Available Commands
+
+| Command | Description |
+|---------|-------------|
+| `adversarial library list` | Browse available evaluators |
+| `adversarial library install <provider>/<name>` | Install evaluator to project |
+| `adversarial library check-updates` | Check for updates to installed evaluators |
+| `adversarial library update <name>` | Update an evaluator (with diff preview) |
+
+### Running Installed Evaluators
+
+Use the `--evaluator` flag to run any installed evaluator:
+
+```bash
+# Run by name
+adversarial evaluate --evaluator plan-evaluator task.md
+
+# Short form
+adversarial evaluate -e security-reviewer task.md
+
+# Evaluators with model_requirement auto-resolve to best available model
+adversarial evaluate -e gemini-flash task.md
+```
+
+**How it works:**
+- Looks up evaluator in `.adversarial/evaluators/*.yml`
+- Uses the evaluator's model, prompt, and output settings
+- Supports evaluator aliases
+- If evaluator has `model_requirement`, resolves to best available model
+- Falls back to legacy `model` field if resolution fails
+
+**Without --evaluator flag**: Uses existing shell script behavior (backward compatible)
+
+### Philosophy: Copy, Don't Link
+
+Installed evaluators are **copied** to your project, not referenced at runtime:
+- Projects remain self-contained and work offline
+- You can customize your local copies freely
+- Updates are explicit and user-controlled
+
+### Provenance Tracking
+
+Installed evaluators include metadata for tracking updates:
+
+```yaml
+_meta:
+  source: adversarial-evaluator-library
+  source_path: google/gemini-flash
+  version: "1.2.0"
+  installed: "2026-02-03T10:00:00Z"
+
+name: gemini-flash
+# ... rest of evaluator config
+```
+
+### Options
+
+```bash
+# Bypass cache (1-hour TTL by default)
+adversarial library list --no-cache
+
+# Force overwrite existing files
+adversarial library install google/gemini-flash --force
+
+# Update all outdated evaluators
+adversarial library update --all
+
+# Preview changes without applying
+adversarial library update gemini-flash --diff-only
+```
+
 ## Custom Evaluators
 
 Starting with v0.6.0, you can define project-specific evaluators without modifying the package.

{adversarial_workflow-0.7.0.dist-info → adversarial_workflow-0.9.0.dist-info}/RECORD

@@ -1,11 +1,18 @@
-adversarial_workflow/__init__.py,sha256=Aj_FdCEOJYpaeOe9SMO1vWqlpzoR9AONRz2SZ8RKgVg,596
+adversarial_workflow/__init__.py,sha256=OQ1JUc1P3VTc-4mCNKIP7NYmEZ1XVzxL6DdAIhCk6zM,596
 adversarial_workflow/__main__.py,sha256=iM2jmO5YCFpGxfWiEhIYi_SsxVa0hRIE-MB7J0EcN7Y,120
-adversarial_workflow/cli.py,sha256=mKvOe3Q-afCfzXALNCQ47GBOSwccE17kqYpxOHbOC6k,115541
-adversarial_workflow/evaluators/__init__.py,sha256=A9ZKUmjSMfyvEu6jDzYAFLxfkt_OQ4RGA10Bv_eO2i4,1267
+adversarial_workflow/cli.py,sha256=DbDPxl5tKgFa44lRW8fzIx7vPO4Eyv5PQKF6NsUHO1A,123004
+adversarial_workflow/evaluators/__init__.py,sha256=wP1mLvw6VgloQgtvlxoiqy8DvwNMUn5EWWxPDoigtZc,1580
 adversarial_workflow/evaluators/builtins.py,sha256=u5LokYLe8ruEW2tunhOQaNSkpcZ9Ee2IeTkaC0dZDSY,1102
-adversarial_workflow/evaluators/config.py,sha256=H_4vkto07rAqnz0qEYdzN_DH6WbvRPMIEdkEOFE58UI,1651
-adversarial_workflow/evaluators/discovery.py,sha256=Fe_mj7S4aIzXuib28b_uLu3vH8AMAy1B3MDyssi3QU0,7953
-adversarial_workflow/evaluators/runner.py,sha256=7zui3ec190pBC4VB3HRxVgexJJff5F2V6oxgJiMv2tc,9312
+adversarial_workflow/evaluators/config.py,sha256=5aCxhUIw-w34XNZmsxZ-TCXznxLMAlTzgxFCBjVGTuo,3206
+adversarial_workflow/evaluators/discovery.py,sha256=VAD16fDaBuVbtqYxR4_Bj95yP1vyB4oaeV3QVULQ2qk,12087
+adversarial_workflow/evaluators/resolver.py,sha256=8RJYNyaTIl8BNk5r3-LTjfM5hRivSvmm4ZtSZpFE4Jo,7075
+adversarial_workflow/evaluators/runner.py,sha256=VPpQpd0lTDA3Z8zGlBqbKM5BIUqyTDYJHgBVVO_gzxY,10127
+adversarial_workflow/library/__init__.py,sha256=9s63oT4Hi1g8ZVMyIVG8Bq91L1kP70UVvE7YTFDQILs,1410
+adversarial_workflow/library/cache.py,sha256=6X0MoBjpMMjEjeoA3Inevb4dMmzHamwlYomEuPa6T54,4861
+adversarial_workflow/library/client.py,sha256=_PewGNdKG8dY73rwCNQKjTfazjAF-qIlCa7UuIG-mUM,7319
+adversarial_workflow/library/commands.py,sha256=-kzRqzT4duZnIKQSzlWHbNRABe879UXlsdKWVmpmMyU,27548
+adversarial_workflow/library/config.py,sha256=SFCw3ZzVmzT-DGuPZVmi-tCO7OHTrqnZlKQ9u_Vk0Nw,2720
+adversarial_workflow/library/models.py,sha256=NQCFp8SG_s_mom6daao2T0rgA3mdKihl7ne8kpdNytI,3752
 adversarial_workflow/templates/.aider.conf.yml.template,sha256=jT2jWIgsnmS3HLhoQWMTO3GV07bUcsT2keYw60jqiDw,183
 adversarial_workflow/templates/.env.example.template,sha256=TmTlcgz44uZqIbqgXqdfHMl-0vVn96F_EGNohClFkb8,1821
 adversarial_workflow/templates/README.template,sha256=FQAMPO99eIt_kgQfwhGHcrK736rm_MEvWSbPnqBSjAE,1349
@@ -26,9 +33,9 @@ adversarial_workflow/utils/colors.py,sha256=uRrG6KfIDBLo0F5_vPwms9NCm9-x8YXBiyZ4
 adversarial_workflow/utils/config.py,sha256=3VmF65ItUbFzbyAZ1RUoOtpS_t6n1wqIhKft8eSNsdw,1303
 adversarial_workflow/utils/file_splitter.py,sha256=kvWh0xVjd08fsEXgysoHd5zFwJHqs-JRKottO8scYCA,12381
 adversarial_workflow/utils/validation.py,sha256=0QfuRd-kurcadUCd9XQvO-N8RsmLp6ONQnc0vaQTUBA,2188
-adversarial_workflow-0.7.0.dist-info/licenses/LICENSE,sha256=M-dOQlre-NmicyPa55hYOJUW8roGpCKEgtq-z0z1KCA,1073
-adversarial_workflow-0.7.0.dist-info/METADATA,sha256=s0lrhtLRaXy6HE-QeCAcmdH8mswaeyxTvQ1H3khhG1k,30916
-adversarial_workflow-0.7.0.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-adversarial_workflow-0.7.0.dist-info/entry_points.txt,sha256=9H-iZ-yF1uKZ8P0G1suc6kWR0NvK7uPZJbhN7nvt1sE,62
-adversarial_workflow-0.7.0.dist-info/top_level.txt,sha256=8irutNxLRjUbTlzfAibIpz7_ovkkF2h8ES69NQpv24c,21
-adversarial_workflow-0.7.0.dist-info/RECORD,,
+adversarial_workflow-0.9.0.dist-info/licenses/LICENSE,sha256=M-dOQlre-NmicyPa55hYOJUW8roGpCKEgtq-z0z1KCA,1073
+adversarial_workflow-0.9.0.dist-info/METADATA,sha256=CqcZkNusUA4JMhuLW77vWsDPznKLx_uH4Gkqav-f4Zc,35538
+adversarial_workflow-0.9.0.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+adversarial_workflow-0.9.0.dist-info/entry_points.txt,sha256=9H-iZ-yF1uKZ8P0G1suc6kWR0NvK7uPZJbhN7nvt1sE,62
+adversarial_workflow-0.9.0.dist-info/top_level.txt,sha256=8irutNxLRjUbTlzfAibIpz7_ovkkF2h8ES69NQpv24c,21
+adversarial_workflow-0.9.0.dist-info/RECORD,,