fluxloop-cli 0.1.0__py3-none-any.whl

fluxloop_cli/target_loader.py

@@ -0,0 +1,95 @@
+"""Utilities for dynamically loading experiment targets."""
+
+from __future__ import annotations
+
+import importlib
+import sys
+from pathlib import Path
+from typing import Callable, Optional
+
+from fluxloop.schemas import RunnerConfig
+
+
+class TargetLoader:
+    """Load callables defined by an experiment runner configuration."""
+
+    def __init__(self, config: RunnerConfig, source_dir: Optional[Path] = None) -> None:
+        self.config = config
+        self.source_dir = source_dir
+
+    def load(self) -> Callable:
+        """Return a callable based on the configured target."""
+
+        work_dir = self._resolve_working_directory()
+        remove_path = False
+
+        if work_dir and work_dir not in sys.path:
+            sys.path.insert(0, work_dir)
+            remove_path = True
+
+        try:
+            if self.config.target:
+                return self._load_from_target(self.config.target)
+
+            module = importlib.import_module(self.config.module_path)
+            return getattr(module, self.config.function_name)
+        finally:
+            if remove_path:
+                sys.path.remove(work_dir)
+
+    def _resolve_working_directory(self) -> str | None:
+        if not self.config.working_directory:
+            return None
+
+        raw_path = Path(self.config.working_directory)
+        if not raw_path.is_absolute() and self.source_dir:
+            raw_path = (self.source_dir / raw_path).resolve()
+        else:
+            raw_path = raw_path.expanduser().resolve()
+
+        path = raw_path
+        return str(path)
+
+    def _load_from_target(self, target: str) -> Callable:
+        if ":" not in target:
+            raise ValueError(
+                "Invalid runner.target format. Expected 'module:function' or 'module:Class.method'."
+            )
+
+        module_name, attribute_part = target.split(":", 1)
+
+        try:
+            module = importlib.import_module(module_name)
+        except ImportError as exc:
+            raise ValueError(f"Failed to import module '{module_name}' for target '{target}': {exc}")
+
+        if "." in attribute_part:
+            class_name, method_name = attribute_part.split(".", 1)
+            try:
+                cls = getattr(module, class_name)
+            except AttributeError as exc:
+                raise ValueError(
+                    f"Class '{class_name}' not found in module '{module_name}' for target '{target}'."
+                ) from exc
+
+            try:
+                instance = cls()
+            except TypeError as exc:
+                raise ValueError(
+                    "MVP limitation: only classes with zero-argument constructors are supported."
+                ) from exc
+
+            try:
+                return getattr(instance, method_name)
+            except AttributeError as exc:
+                raise ValueError(
+                    f"Method '{method_name}' not found on class '{class_name}' for target '{target}'."
+                ) from exc
+
+        try:
+            return getattr(module, attribute_part)
+        except AttributeError as exc:
+            raise ValueError(
+                f"Function or attribute '{attribute_part}' not found in module '{module_name}' for target '{target}'."
+            ) from exc
+

fluxloop_cli/templates.py

@@ -0,0 +1,277 @@
+"""
+Templates for generating configuration and code files.
+"""
+
+
+def create_experiment_config(project_name: str) -> str:
+    """Create a default experiment configuration."""
+    return f"""# FluxLoop Experiment Configuration
+name: {project_name}_experiment
+description: AI agent simulation experiment
+version: 1.0.0
+
+# Simulation settings
+iterations: 10
+parallel_runs: 1
+seed: 42
+run_delay_seconds: 0
+
+# User personas for simulation
+personas:
+  - name: novice_user
+    description: A user new to the system
+    characteristics:
+      - Asks basic questions
+      - May use incorrect terminology
+      - Needs detailed explanations
+    language: en
+    expertise_level: novice
+    goals:
+      - Understand how the system works
+      - Complete simple tasks
+
+  - name: expert_user
+    description: An experienced power user
+    characteristics:
+      - Uses technical terminology
+      - Asks complex questions
+      - Expects efficient responses
+    language: en
+    expertise_level: expert
+    goals:
+      - Optimize workflows
+      - Access advanced features
+
+# Base inputs for reference (generate inputs from these)
+base_inputs:
+  - input: "How do I get started?"
+    expected_intent: help
+  - input: "What can you do?"
+    expected_intent: capabilities
+  - input: "Show me an example"
+    expected_intent: demo
+
+# Agent runner configuration
+runner:
+  target: "examples.simple_agent:run"  # module:function or module:Class.method
+  working_directory: .  # IMPORTANT: Set this to your project's root directory
+  timeout_seconds: 30
+  max_retries: 3
+
+# Recorded argument replay (optional)
+replay_args:
+  enabled: false
+  recording_file: recordings/args_recording.jsonl
+  callable_providers:
+    send_message_callback: "builtin:collector.send"
+    send_error_callback: "builtin:collector.error"
+  override_param_path: data.content
+
+# Input generation configuration
+input_generation:
+  mode: llm
+  llm:
+    enabled: true
+    provider: openai
+    model: gpt-5
+  strategies:
+    - type: rephrase
+    - type: verbose
+    - type: error_prone
+  variation_count: 2
+
+# Evaluation methods
+evaluators:
+  - name: success_checker
+    type: rule_based
+    enabled: true
+    rules:
+      - check: output_not_empty
+        weight: 1.0
+
+  - name: response_quality
+    type: llm_judge
+    enabled: false
+    model: gpt-5
+    prompt_template: |
+      Rate the quality of this response on a scale of 1-10:
+      Input: {{input}}
+      Output: {{output}}
+      
+      Consider: relevance, completeness, clarity
+      Score:
+
+# Output configuration
+output_directory: experiments
+save_traces: true
+save_aggregated_metrics: true
+
+# Inputs must be generated before running experiments
+inputs_file: inputs/generated.yaml
+
+# Collector settings (optional)
+# collector_url: http://localhost:8000
+# collector_api_key: your-api-key
+
+# Tags and metadata
+tags:
+  - simulation
+  - testing
+metadata:
+  team: development
+  environment: local
+"""
+
+
+def create_sample_agent() -> str:
+    """Create a sample agent implementation."""
+    return '''"""
+Sample agent implementation for FluxLoop testing.
+"""
+
+import random
+import time
+from typing import Any, Dict
+
+import fluxloop 
+
+
+@fluxloop.agent(name="SimpleAgent")
+def run(input_text: str) -> str:
+    """
+    Main agent entry point.
+    
+    Args:
+        input_text: Input from the user
+        
+    Returns:
+        Agent response
+    """
+    # Process the input
+    processed = process_input(input_text)
+    
+    # Generate response
+    response = generate_response(processed)
+    
+    # Simulate some work
+    time.sleep(random.uniform(0.1, 0.5))
+    
+    return response
+
+
+@fluxloop.prompt(model="simple-model")
+def generate_response(processed_input: Dict[str, Any]) -> str:
+    """
+    Generate a response based on processed input.
+    """
+    intent = processed_input.get("intent", "unknown")
+    
+    responses = {
+        "greeting": "Hello! How can I help you today?",
+        "help": "I can assist you with various tasks. What would you like to know?",
+        "capabilities": "I can answer questions, provide information, and help with tasks.",
+        "demo": "Here's an example: You can ask me about any topic and I'll try to help.",
+        "unknown": "I'm not sure I understand. Could you please rephrase?",
+    }
+    
+    return responses.get(intent, responses["unknown"])
+
+
+@fluxloop.tool(description="Process and analyze input text")
+def process_input(text: str) -> Dict[str, Any]:
+    """
+    Process the input text to extract intent and entities.
+    """
+    # Simple intent detection
+    text_lower = text.lower()
+    
+    intent = "unknown"
+    if any(word in text_lower for word in ["hello", "hi", "hey"]):
+        intent = "greeting"
+    elif any(word in text_lower for word in ["help", "start", "begin"]):
+        intent = "help"
+    elif any(word in text_lower for word in ["can you", "what can", "capabilities"]):
+        intent = "capabilities"
+    elif "example" in text_lower or "demo" in text_lower:
+        intent = "demo"
+    
+    return {
+        "original": text,
+        "intent": intent,
+        "word_count": len(text.split()),
+        "has_question": "?" in text,
+    }
+
+
+if __name__ == "__main__":
+    # Test the agent locally
+    with fluxloop.instrument("test_run"):
+        result = run("Hello, what can you help me with?")
+        print(f"Result: {result}")
+'''
+
+
+def create_gitignore() -> str:
+    """Create a .gitignore file."""
+    return """# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+venv/
+env/
+ENV/
+.venv/
+
+# FluxLoop
+traces/
+*.trace
+*.log
+
+# Environment
+.env
+.env.local
+*.env
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+
+# OS
+.DS_Store
+Thumbs.db
+
+# Testing
+.pytest_cache/
+.coverage
+htmlcov/
+*.coverage
+"""
+
+
+def create_env_file() -> str:
+    """Create a .env template file."""
+    return """# FluxLoop Configuration
+FLUXLOOP_COLLECTOR_URL=http://localhost:8000
+FLUXLOOP_API_KEY=your-api-key-here
+FLUXLOOP_ENABLED=true
+FLUXLOOP_DEBUG=false
+FLUXLOOP_SAMPLE_RATE=1.0
+# Argument Recording (global toggle)
+FLUXLOOP_RECORD_ARGS=false
+FLUXLOOP_RECORDING_FILE=recordings/args_recording.jsonl
+
+# Service Configuration
+FLUXLOOP_SERVICE_NAME=my-agent
+FLUXLOOP_ENVIRONMENT=development
+
+# LLM API Keys (if needed)
+# OPENAI_API_KEY=sk-...
+# ANTHROPIC_API_KEY=sk-ant-...
+
+# Other Configuration
+# Add your custom environment variables here
+"""

fluxloop_cli/validators.py

@@ -0,0 +1,31 @@
+"""Helper validators for CLI inputs."""
+
+from __future__ import annotations
+
+from typing import Iterable, List
+
+import typer
+
+from fluxloop.schemas import VariationStrategy
+
+
+def parse_variation_strategies(values: Iterable[str]) -> List[VariationStrategy]:
+    """Parse CLI-provided variation strategy names."""
+
+    strategies: List[VariationStrategy] = []
+    for value in values:
+        normalized = value.strip().lower().replace("-", "_")
+        if not normalized:
+            continue
+
+        try:
+            strategies.append(VariationStrategy(normalized))
+        except ValueError as exc:  # pragma: no cover - exercised via Typer
+            allowed = ", ".join(strategy.value for strategy in VariationStrategy)
+            raise typer.BadParameter(
+                f"Unknown strategy '{value}'. Allowed values: {allowed}"
+            ) from exc
+
+    return strategies
+
+

fluxloop_cli-0.1.0.dist-info/METADATA

@@ -0,0 +1,86 @@
+Metadata-Version: 2.4
+Name: fluxloop-cli
+Version: 0.1.0
+Summary: FluxLoop CLI for running agent simulations
+Author-email: FluxLoop Team <team@fluxloop.dev>
+License: Apache-2.0
+Project-URL: Homepage, https://github.com/fluxloop/fluxloop
+Project-URL: Documentation, https://docs.fluxloop.dev
+Project-URL: Repository, https://github.com/fluxloop/fluxloop
+Project-URL: Issues, https://github.com/fluxloop/fluxloop/issues
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+Requires-Dist: typer[all]>=0.9.0
+Requires-Dist: pydantic>=2.0
+Requires-Dist: pyyaml>=6.0
+Requires-Dist: httpx>=0.24.0
+Requires-Dist: rich>=13.0
+Requires-Dist: python-dotenv>=1.0.0
+Requires-Dist: fluxloop>=0.1.0
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0; extra == "dev"
+Requires-Dist: pytest-asyncio>=0.21.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.0; extra == "dev"
+Requires-Dist: ruff>=0.1.0; extra == "dev"
+Requires-Dist: mypy>=1.0; extra == "dev"
+Requires-Dist: black>=23.0; extra == "dev"
+Provides-Extra: openai
+Requires-Dist: openai>=1.0.0; extra == "openai"
+Provides-Extra: anthropic
+Requires-Dist: anthropic>=0.7.0; extra == "anthropic"
+
+# FluxLoop CLI
+
+Command-line interface for running agent simulations and managing FluxLoop workflows.
+
+## Installation
+
+```bash
+pip install fluxloop-cli
+```
+
+## Quick Start
+
+```bash
+# Initialize a new FluxLoop project
+fluxloop init
+
+# Run agent simulations
+fluxloop run
+
+# Generate test inputs
+fluxloop generate
+
+# Check status
+fluxloop status
+```
+
+## Features
+
+- 🚀 **Easy Setup**: Initialize projects with a single command
+- 🔄 **Simulation Runner**: Execute agent tests with various input scenarios
+- 📝 **Input Generation**: LLM-powered test input generation
+- 📊 **Rich Output**: Beautiful terminal UI with detailed progress tracking
+
+## Requirements
+
+- Python 3.8 or higher
+- FluxLoop SDK
+
+## Documentation
+
+For detailed documentation, visit [https://docs.fluxloop.dev](https://docs.fluxloop.dev)
+
+## License
+
+Apache License 2.0 - see LICENSE file for details
+

fluxloop_cli-0.1.0.dist-info/RECORD

@@ -0,0 +1,24 @@
+fluxloop_cli/__init__.py,sha256=RJ2NWEwNPNHoj71atQXloxrF-E180A934a-Em1W3aAY,142
+fluxloop_cli/arg_binder.py,sha256=oluHrwe1nNVq7alxBhBEoZrLrYop-cRgXgSu59LJcw4,7827
+fluxloop_cli/config_loader.py,sha256=IM5YF4qsaOquvyHNr27ryEsioE_3f6A2ikayWu8QXtU,4888
+fluxloop_cli/constants.py,sha256=SrIaAjdGljrgER_NvSbzFgfL3SeYco4KPAoLXawtDBw,249
+fluxloop_cli/input_generator.py,sha256=H7gy1zw8kFDei_tLjuWHESafkEU_wGjHHb34bhJjCmk,5031
+fluxloop_cli/llm_generator.py,sha256=SosP5DeZuhBLEM6bj7BDp-7mckvVhtNJMEk2ZgV143M,12894
+fluxloop_cli/main.py,sha256=c0YvWyrS8OIB4ZhuDUiFnGvutXwtQM_6Q-6tiakiFgg,2492
+fluxloop_cli/project_paths.py,sha256=EDDUccltK02-k0dGluX0sc1D1VM10fZTltmiFuwGKSg,2475
+fluxloop_cli/runner.py,sha256=Aqd5Gkqn3XqzteAOU4C7-5k3wjoiBVMNBln1fGGNI1o,22545
+fluxloop_cli/target_loader.py,sha256=F8fTxf-Jfu8rxK7-3Y_uPPxa6GBkCbQpXPaorQNqF6g,3220
+fluxloop_cli/templates.py,sha256=VTpuZ4pcKggmKvMDheRUCE4X9JpvLWSbCxr2Sf83aqk,6299
+fluxloop_cli/validators.py,sha256=8cOCLSqvkQDSHRuty9-s5WJ70uvHGT_BEcXtxdlnX78,884
+fluxloop_cli/commands/__init__.py,sha256=zaXs9_IpI0Zo9CmDVRAw1QiofNzRWPcmHTnuN6V7NRA,146
+fluxloop_cli/commands/config.py,sha256=jfIY5FO3rqks3WrohpZWbsPsvHiOSY_ZifuYqhu56g8,11229
+fluxloop_cli/commands/generate.py,sha256=lOOF-lsTyrLB5_dw20vNY-R6Uf6tIgnXrj5NUX8RdnE,9748
+fluxloop_cli/commands/init.py,sha256=kEtdZM49ujj9PlLpoEILbEQgkPutE5dhVBuxk5WCHtE,7028
+fluxloop_cli/commands/parse.py,sha256=AVPYi59ejFWx4TYyM7JuI69koxDVkIBxy4LBRDMMbFM,9220
+fluxloop_cli/commands/run.py,sha256=ZuH0VFHQYnal487FsGLe3N6rDIsNHvLo6aNWBP7Knoo,9585
+fluxloop_cli/commands/status.py,sha256=yVRgruKJGn4V5KDE7RDEoxna3pa0LLRSI0j5pxdmKMY,6688
+fluxloop_cli-0.1.0.dist-info/METADATA,sha256=Oz5S0eAM5WmwrKbui5DetEr7L-Vr7zd7jNRj9Glcn3A,2461
+fluxloop_cli-0.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+fluxloop_cli-0.1.0.dist-info/entry_points.txt,sha256=NxOEMku4yLMY5kp_Qcd3JcevfXP6A98FsSf9xHcwkyE,51
+fluxloop_cli-0.1.0.dist-info/top_level.txt,sha256=ahLkaxzwhmVU4z-YhkmQVzAbW3-wez9cKnwPiDK7uKM,13
+fluxloop_cli-0.1.0.dist-info/RECORD,,

fluxloop_cli-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.9.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

fluxloop_cli-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+fluxloop = fluxloop_cli.main:app

fluxloop_cli-0.1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+fluxloop_cli