erdo 0.1.8__py3-none-any.whl → 0.1.10__py3-none-any.whl

erdo/types.py

@@ -1264,7 +1264,6 @@ class Prompt(BaseModel):
         return prompts
 
 
-# Test system classes for agent testing
 class ConditionDefinition(BaseModel):
     """Condition definition for test expectations."""
 
@@ -1303,310 +1302,6 @@ class APIConditionDefinition(BaseModel):
             return "{}"
 
 
-class TestExpectation(BaseModel):
-    """Expected outcome for test validation."""
-
-    type: (
-        str  # "output_contains", "step_success", "invocation_status", "condition", etc.
-    )
-    step_key: Optional[str] = None
-    field: Optional[str] = None
-    operator: str  # "contains", "equals", "greater_than", etc.
-    value: Any
-    description: str
-    condition: Optional[Union[ConditionDefinition, APIConditionDefinition]] = None
-
-    @classmethod
-    def output_contains(
-        cls, step_key: str, text: str, description: Optional[str] = None
-    ) -> "TestExpectation":
-        """Expect step output to contain specific text."""
-        return cls(
-            type="output_contains",
-            step_key=step_key,
-            operator="contains",
-            value=text,
-            description=description
-            or f"Step '{step_key}' output should contain '{text}'",
-        )
-
-    @classmethod
-    def step_succeeds(
-        cls, step_key: str, description: Optional[str] = None
-    ) -> "TestExpectation":
-        """Expect step to complete successfully."""
-        return cls(
-            type="step_success",
-            step_key=step_key,
-            operator="equals",
-            value=True,
-            description=description or f"Step '{step_key}' should succeed",
-        )
-
-    @classmethod
-    def invocation_status(
-        cls, status: str, description: Optional[str] = None
-    ) -> "TestExpectation":
-        """Expect overall invocation to have specific status."""
-        return cls(
-            type="invocation_status",
-            operator="equals",
-            value=status,
-            description=description or f"Invocation should have status '{status}'",
-        )
-
-    @classmethod
-    def from_condition_type(
-        cls,
-        condition_type: str,
-        path: str,
-        parameters: Dict[str, Any],
-        description: Optional[str] = None,
-    ) -> "TestExpectation":
-        """Create a condition-based expectation using backend condition system."""
-        return cls(
-            type="condition",
-            operator="evaluate",
-            value="true",
-            description=description
-            or f"Condition {condition_type} should evaluate to true",
-            condition=ConditionDefinition(
-                type=condition_type, path=path, parameters=parameters
-            ),
-        )
-
-    @classmethod
-    def text_contains(
-        cls, path: str, text: str, description: Optional[str] = None
-    ) -> "TestExpectation":
-        """Expect value at path to contain specific text."""
-        return cls(
-            type="condition",
-            operator="evaluate",
-            value="true",
-            description=description or f"Value at '{path}' should contain '{text}'",
-            condition=ConditionDefinition(
-                type="TextContains", path=path, parameters={"text": text}
-            ),
-        )
-
-    @classmethod
-    def is_success(
-        cls, path: str = "$.Status", description: Optional[str] = None
-    ) -> "TestExpectation":
-        """Expect value at path to indicate success."""
-        return cls(
-            type="condition",
-            operator="evaluate",
-            value="true",
-            description=description or "Operation should succeed",
-            condition=ConditionDefinition(type="IsSuccess", path=path, parameters={}),
-        )
-
-    @classmethod
-    def from_condition(
-        cls, condition_obj: Any, description: Optional[str] = None
-    ) -> "TestExpectation":
-        """Create expectation from condition object with parameter hydration support."""
-        # Convert condition object to dict format
-        condition_dict = condition_obj.to_dict()
-        condition_type = condition_dict.get("type", "Unknown")
-
-        # Extract leaf parameters from the condition object - these support template strings
-        leaf_params = {}
-        if "leaf" in condition_dict:
-            leaf_params = condition_dict["leaf"]
-
-        # Create APIConditionDefinition object that matches backend expectations
-        api_condition = APIConditionDefinition(
-            type=condition_type,
-            conditions=[],  # Empty for leaf conditions
-            leaf=leaf_params,  # Parameters go in leaf field for backend
-        )
-
-        return cls(
-            type="condition",
-            operator="evaluate",
-            value="true",
-            description=description
-            or f"Condition {condition_type} should evaluate to true",
-            condition=api_condition,  # Use APIConditionDefinition object
-        )
-
-
-class TestMessage(BaseModel):
-    """Test message for agent input."""
-
-    role: str  # "user" or "assistant"
-    content: str
-
-    @classmethod
-    def user(cls, content: str) -> "TestMessage":
-        """Create a user message."""
-        return cls(role="user", content=content)
-
-    @classmethod
-    def assistant(cls, content: str) -> "TestMessage":
-        """Create an assistant message."""
-        return cls(role="assistant", content=content)
-
-
-class Test(BaseModel):
-    """Test definition for agent validation."""
-
-    name: str
-    description: str
-    agent: Optional[Any] = None  # Reference to agent being tested
-    messages: List[TestMessage] = Field(default_factory=list)
-    session_messages: List[TestMessage] = Field(default_factory=list)
-    dataset_ids: List[str] = Field(
-        default_factory=list
-    )  # Reference real datasets by ID
-    parameters: Dict[str, str] = Field(default_factory=dict)  # Bot parameters
-    expectations: List[TestExpectation] = Field(default_factory=list)
-    resume_from_state_id: Optional[str] = None
-    test_suite: Optional[str] = None  # Name of the test suite this test belongs to
-
-    def __init__(
-        self,
-        name: Optional[str] = None,
-        description: str = "",
-        agent: Optional[Any] = None,
-        expect: Optional[List[TestExpectation]] = None,
-        **kwargs: Any,
-    ):
-        """Initialize a Test with improved syntax support.
-
-        Args:
-            name: Test name (auto-generated from agent name if not provided)
-            description: Test description
-            agent: Agent to test
-            expect: List of expectations (alternative to using .expect() method)
-            **kwargs: Additional test configuration
-        """
-        # Auto-generate name from agent if not provided
-        if name is None and agent is not None:
-            agent_name = getattr(agent, "name", "agent")
-            name = f"{agent_name}_test"
-        elif name is None:
-            name = "test"
-
-        # Set expectations from constructor if provided
-        if expect is not None:
-            kwargs["expectations"] = expect
-
-        super().__init__(name=name, description=description, agent=agent, **kwargs)
-
-    def message(self, role: str, content: str) -> "Test":
-        """Add a message to the test conversation."""
-        self.messages.append(TestMessage(role=role, content=content))
-        return self
-
-    def user_message(self, content: str) -> "Test":
-        """Add a user message."""
-        return self.message("user", content)
-
-    def assistant_message(self, content: str) -> "Test":
-        """Add an assistant message."""
-        return self.message("assistant", content)
-
-    def dataset(self, dataset_id: str) -> "Test":
-        """Add a dataset to the test by ID."""
-        self.dataset_ids.append(dataset_id)
-        return self
-
-    def expect(self, expectation: TestExpectation) -> "Test":
-        """Add an expectation to the test."""
-        self.expectations.append(expectation)
-        return self
-
-    def to_dict(self) -> Dict[str, Any]:
-        """Convert to dict format expected by backend."""
-        return {
-            "name": self.name,
-            "description": self.description,
-            "test_data": {
-                "messages": [msg.model_dump() for msg in self.messages],
-                "session_messages": [msg.model_dump() for msg in self.session_messages],
-                "dataset_ids": self.dataset_ids,
-                "parameters": self.parameters,
-                "resume_from_state_id": self.resume_from_state_id,
-            },
-            "expectations": [exp.model_dump() for exp in self.expectations],
-        }
-
-
-def Expect(condition: Any, description: Optional[str] = None) -> TestExpectation:
-    """Create a test expectation from a condition object with clean syntax.
-
-    Usage:
-        Expect(IsSuccess())
-        Expect(TextContains(text=TemplateString("{{output.content}}"), value="success"))
-    """
-    return TestExpectation.from_condition(condition, description)
-
-
-class TestSuite(BaseModel):
-    """Test suite for grouping related tests together."""
-
-    name: str
-    description: str
-    tests: List[Test] = Field(default_factory=list)
-    tags: List[str] = Field(default_factory=list)
-
-    def __init__(
-        self,
-        name: str,
-        description: str = "",
-        tests: Optional[List[Test]] = None,
-        tags: Optional[List[str]] = None,
-        **kwargs: Any,
-    ):
-        """Initialize a TestSuite.
-
-        Args:
-            name: Suite name
-            description: Suite description
-            tests: List of tests to include in the suite
-            tags: Tags for categorizing the test suite
-            **kwargs: Additional suite configuration
-        """
-        super().__init__(
-            name=name,
-            description=description,
-            tests=tests or [],
-            tags=tags or [],
-            **kwargs,
-        )
-
-    def add_test(self, test: Test) -> "TestSuite":
-        """Add a test to the suite."""
-        self.tests.append(test)
-        return self
-
-    def add_tests(self, *tests: Test) -> "TestSuite":
-        """Add multiple tests to the suite."""
-        for test in tests:
-            self.tests.append(test)
-        return self
-
-    def tag(self, *tags: str) -> "TestSuite":
-        """Add tags to the test suite."""
-        for tag in tags:
-            if tag not in self.tags:
-                self.tags.append(tag)
-        return self
-
-    def to_dict(self) -> Dict[str, Any]:
-        """Convert to dict format expected by backend."""
-        return {
-            "name": self.name,
-            "description": self.description,
-            "tests": [test.to_dict() for test in self.tests],
-            "tags": self.tags,
-        }
-
-
 # Re-export commonly used types for convenience
 __all__ = [
     "Agent",
@@ -1621,12 +1316,6 @@ __all__ = [
     "PythonFile",
     "Prompt",
     "TemplateString",
-    # Test system
-    "Test",
-    "TestSuite",
-    "TestExpectation",
-    "TestMessage",
-    "Expect",
     # Complex types
     "ExecutionCondition",
     "ConditionDefinition",

{erdo-0.1.8.dist-info → erdo-0.1.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: erdo
-Version: 0.1.8
+Version: 0.1.10
 Summary: Python SDK for building workflow automation agents with Erdo
 Project-URL: Homepage, https://erdo.ai
 Project-URL: Documentation, https://docs.erdo.ai
@@ -19,6 +19,7 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.9
@@ -292,20 +293,104 @@ main_step.on(
 )
 ```
 
-## CLI Integration
+## Invoking Agents
+
+Use the `invoke()` function to execute agents programmatically:
+
+```python
+from erdo import invoke
+
+# Invoke an agent
+response = invoke(
+    "data-question-answerer",
+    messages=[{"role": "user", "content": "What were Q4 sales?"}],
+    datasets=["sales-2024"],
+    parameters={"time_period": "Q4"},
+)
+
+if response.success:
+    print(response.result)
+else:
+    print(f"Error: {response.error}")
+```
+
+### Invocation Modes
+
+- **Live Mode** (default): Runs against real backend with LLM API
+- **Replay Mode**: Uses cached responses - free after first run (perfect for testing!)
+- **Mock Mode**: Returns synthetic responses - always free
 
-Deploy your agents using the Erdo CLI:
+```python
+# Replay mode - free after first run
+response = invoke("my-agent", messages=[...], mode="replay")
+
+# Mock mode - always free
+response = invoke("my-agent", messages=[...], mode="mock")
+```
+
+## Testing Agents
+
+Write fast, parallel agent tests using `agent_test_*` functions:
+
+```python
+from erdo import invoke
+from erdo.test import text_contains
+
+def agent_test_csv_sales():
+    """Test CSV sales analysis."""
+    response = invoke(
+        "data-question-answerer",
+        messages=[{"role": "user", "content": "What were Q4 sales?"}],
+        datasets=["sales-q4-2024"],
+        mode="replay",  # Free after first run!
+    )
+
+    assert response.success
+    result_text = str(response.result)
+    assert text_contains(result_text, "sales", case_sensitive=False)
+```
+
+Run tests in parallel with the CLI:
 
 ```bash
-# Install the CLI
-pip install erdo
-erdo install-cli
+# Run all tests
+erdo agent-test tests/test_my_agent.py
+
+# Verbose output
+erdo agent-test tests/test_my_agent.py --verbose
+```
 
-# Login to your Erdo account
+### Test Helpers
+
+The `erdo.test` module provides assertion helpers:
+
+```python
+from erdo.test import (
+    text_contains,      # Check if text contains substring
+    text_equals,        # Check exact match
+    text_matches,       # Check regex pattern
+    json_path_equals,   # Check JSON path value
+    json_path_exists,   # Check if JSON path exists
+    has_dataset,        # Check if dataset is present
+)
+```
+
+## CLI Integration
+
+Deploy and manage your agents using the Erdo CLI:
+
+```bash
+# Login to your account
 erdo login
 
-# Sync your agents
-erdo sync
+# Sync your agents to the platform
+erdo sync-agent my_agent.py
+
+# Invoke an agent
+erdo invoke my-agent --message "Hello!"
+
+# Run agent tests
+erdo agent-test tests/test_my_agent.py
 ```
 
 ## Examples
@@ -314,6 +399,8 @@ See the `examples/` directory for complete examples:
 
 - `agent_centric_example.py` - Comprehensive agent with multiple steps
 - `state_example.py` - State management and templating
+- `invoke_example.py` - Agent invocation patterns
+- `agent_test_example.py` - Agent testing examples
 
 ## API Reference
 

{erdo-0.1.8.dist-info → erdo-0.1.10.dist-info}/RECORD

@@ -1,12 +1,12 @@
-erdo/__init__.py,sha256=gg-frEZXTdpawdIdEOpSJuHDG6w7OM-Fu-QhHmcSK7Y,952
+erdo/__init__.py,sha256=ko4ZhPHlSJpvrnK5BI04qfGycBN9WqYL5Nh6SGk-Ysc,1082
 erdo/bot_permissions.py,sha256=NZSjjGURORpq3hRqv0tA0YvkxcTZ9MQqtmzrlmof29c,8261
 erdo/cli_entry.py,sha256=jz18bWz-D09rmkEvwLTAbcK1shHUqFCpiU7U7czEltY,2057
+erdo/formatting.py,sha256=jIfQlqk1oKratM8Fkrlq1rRsnergthbSQFCfeEd6rqY,8346
 erdo/install_cli.py,sha256=jgRoSm-MIbLHW0Sr5m78q3htRwIh7JXo_wNmpVsiAcM,4454
 erdo/integrations.py,sha256=-xYBpjYmjhJtv_UnaIfBb46cJC4icLOx9P1kOf5lM-g,4219
-erdo/py.typed,sha256=Nqnn8clbgv-5l0PgxcTOldg8mkMKrFn4TvPL-rYUUGg,1
 erdo/state.py,sha256=o89-SThDWYNjfwMZuDfier1Lx96_tLi5wYSth7dPI6I,14270
 erdo/template.py,sha256=gvlSpEN3whD4LEqY6ppeYYZuFeM9ndU68qzKP-ETRJ8,4641
-erdo/types.py,sha256=du_pogspPVSwxAe_w3pnt4_EpBxnhnQ-s4JH09L9UCk,63046
+erdo/types.py,sha256=KQGaw42O-ltVUhZjv-MpiS6vrpMbMWkn3g1u2ZPkGlk,52564
 erdo/_generated/__init__.py,sha256=jFLoVFeswecK5mGp4-MPWwnygol2dYIsEpnmm9gubHY,506
 erdo/_generated/internal.py,sha256=ghd1g_9WF0kXO2MkFIBxcuHuRF00SlOeT-mjJcfQNyM,1569
 erdo/_generated/internal_actions.py,sha256=dbZgHNF5RQhjyB8VAJ-4eaV2XUlqHKv99m-DtNNx7rI,2661
@@ -29,17 +29,20 @@ erdo/_generated/actions/websearch.py,sha256=KGKeJwZDBUXg-fPkq8oe7vw1zsspSNJ_Ei-B
 erdo/_generated/condition/__init__.py,sha256=tWS9LUWbMy8Q4yYG2ZHJuQibNbmACAEupe1f9PPQ11c,14808
 erdo/actions/__init__.py,sha256=kb9vGSmhSGwxKNGacUCquu6z3d8u972uIw9x13aCrp0,1311
 erdo/conditions/__init__.py,sha256=xN7MS1aj4lh65CrE-94yFQXnQV8v8VjdEXMzPLTK0CU,394
-erdo/config/__init__.py,sha256=qUkApXToTQC88f5n6FDIuAfDM6na7ydOiKT1M5enbNo,121
+erdo/config/__init__.py,sha256=lROKyMtaH5cMiF1RcIRA2NLR1Sp8AKWx4brcPT1Vwy8,147
 erdo/config/config.py,sha256=BSerQVQdbbp1KuARpIuKp6bM1M4Cqr-Bsf0nQJJTND8,4279
-erdo/invoke/__init__.py,sha256=UJ6MM90QWGyFLg6HqWDshNIekwnQ9G4jus0A_7bexEc,227
-erdo/invoke/client.py,sha256=h88WB5OQukt9KKQzGavmp_-A9o5R4ZvA49TffG1Xa2w,7582
-erdo/invoke/invoke.py,sha256=yMD65tQiBzrYw_Z_lKdxW2C0lyut9N4n_OmKDp0c6k8,8166
+erdo/invoke/__init__.py,sha256=QhMBmUR8OXuyFS8fbNntjpRd7LNeKlV8Y8x6qSjgQ0I,249
+erdo/invoke/client.py,sha256=bLQNlyRnXpAIJA9SXUn4kOIwWC4wXq5_hmjH262YBzA,8181
+erdo/invoke/invoke.py,sha256=et5U83pV-LAVJD7shejm8o6nHLlgqg2AOVcPp6sqoTE,17689
 erdo/sync/__init__.py,sha256=f-7-9cYngOiLrTDAng3JxMC86JIE6jFk6-Vjz_dMybs,311
 erdo/sync/client.py,sha256=LrcyrsapuyrqmuPh-UwbocL7WUhHZ9zkDItXzon_AUs,3022
 erdo/sync/extractor.py,sha256=iAIlRJqHr4e69XYnir2mZ6F6cUjnXp0P_EKsG1jdDLc,17217
 erdo/sync/sync.py,sha256=KzuChW5ramY8rX6QM3emRda928A09CQzFLmLJ5PLztg,10421
-erdo-0.1.8.dist-info/METADATA,sha256=2gBPUH8bkBcY_RB9ohlnPWAdRqIr7WgSMyHsxgy0KJE,9127
-erdo-0.1.8.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-erdo-0.1.8.dist-info/entry_points.txt,sha256=KFGSp8-6IE3-8dSr-3Djqye3IdEY65Y4E8fABoFUCHg,45
-erdo-0.1.8.dist-info/licenses/LICENSE,sha256=9pdgUAuBAumY5tewMdJnx2Ozj8dS6gGKsSiY-SVInu4,1034
-erdo-0.1.8.dist-info/RECORD,,
+erdo/test/__init__.py,sha256=_OevGagFDTykFcYzA__FARXiS5kgT9tK90r_0TmyGQQ,1114
+erdo/test/evaluate.py,sha256=-6vX6ynW8ICYaoXZLl-xdzAALvx1aSl1CurIRkgSJ0s,7730
+erdo/test/runner.py,sha256=vZR9PLKT2nDMzHyPm_jniGSA9eddGk4p1dQq0h1dRms,7299
+erdo-0.1.10.dist-info/METADATA,sha256=QUWpKqNV_34ZpXZ_dLSChXDzH6pqqWy8WiocGmEa9Qs,11404
+erdo-0.1.10.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+erdo-0.1.10.dist-info/entry_points.txt,sha256=KFGSp8-6IE3-8dSr-3Djqye3IdEY65Y4E8fABoFUCHg,45
+erdo-0.1.10.dist-info/licenses/LICENSE,sha256=9pdgUAuBAumY5tewMdJnx2Ozj8dS6gGKsSiY-SVInu4,1034
+erdo-0.1.10.dist-info/RECORD,,

erdo/py.typed

@@ -1 +0,0 @@
-