applied-cli 0.6.3__tar.gz → 0.6.4__tar.gz

{applied_cli-0.6.3 → applied_cli-0.6.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: applied-cli
-Version: 0.6.3
+Version: 0.6.4
 Summary: CLI and shared client library for Applied Labs AI support agents
 Author: Applied Labs
 License-Expression: MIT

{applied_cli-0.6.3 → applied_cli-0.6.4}/applied_cli/cli.py

@@ -1916,6 +1916,18 @@ def scenario_bulk_run(
     target_agent_id: str = typer.Option(
         None, "--target-agent-id", help="Optional target agent for reruns"
     ),
+    contact_email: str = typer.Option(
+        None,
+        "--contact-email",
+        help="Run as a contact with this email (resolves/creates it) so test "
+        "conversations carry an email — fixes 'Email is not present' failures",
+    ),
+    contact_id: str = typer.Option(
+        None, "--contact-id", help="Run scenarios as this existing contact UUID"
+    ),
+    anonymous: bool = typer.Option(
+        False, "--anonymous", help="Run with an anonymous contact"
+    ),
     shop_id: str = typer.Option(None, "--shop-id", help="Override shop ID"),
     format: str = typer.Option(
         "text", "--format", "-f", help="Output format: text or json"
@@ -1929,6 +1941,9 @@ def scenario_bulk_run(
             scenario_ids=_parse_csv_option(scenario_ids),
             benchmark_id=benchmark_id,
             target_agent_id=target_agent_id,
+            contact_email=contact_email,
+            contact_id=contact_id,
+            anonymous=anonymous,
             output_format=format,
         )
     )

{applied_cli-0.6.3 → applied_cli-0.6.4}/applied_cli/tools.py

@@ -6082,23 +6082,68 @@ async def scenario_run_delete(
     return f"Scenario run {run_id} deleted successfully."
 
 
+async def _resolve_contact_override(
+    client: AppliedClient,
+    *,
+    contact_override: dict | None,
+    contact_id: str | None,
+    contact_email: str | None,
+    anonymous: bool,
+) -> dict | None:
+    """Build the contact_override payload from the convenience arguments.
+
+    An explicit contact_override dict wins. Otherwise anonymous > contact_id >
+    contact_email (which resolves/creates a contact so the test conversation
+    carries a real email).
+    """
+    if contact_override:
+        return contact_override
+    if anonymous:
+        return {"mode": "anonymous"}
+    if contact_id:
+        return {"mode": "contact", "contact_id": contact_id}
+    if contact_email:
+        contact = await client.get_or_create_contact(email=contact_email)
+        resolved_id = contact.get("id")
+        if not resolved_id:
+            raise AppliedAPIError(
+                f"Could not resolve a contact for email {contact_email}.",
+                status_code=404,
+            )
+        return {"mode": "contact", "contact_id": str(resolved_id)}
+    return None
+
+
 async def scenario_bulk_run(
     client: AppliedClient,
     scenario_ids: list[str] | None = None,
     benchmark_id: str | None = None,
     target_agent_id: str | None = None,
     contact_override: dict | None = None,
+    contact_id: str | None = None,
+    contact_email: str | None = None,
+    anonymous: bool = False,
     output_format: str = "text",
 ) -> str:
     """
     Run multiple scenarios at once.
 
+    By default a scenario run reuses the input conversation's contact, which on
+    test/benchmark conversations often has no email — causing agents to respond
+    "Email is not present in the conversation." Pass contact_email or contact_id
+    to run the scenarios as a contact that has an email, so the test conversation
+    carries it.
+
     Args:
         client: Authenticated AppliedClient
         scenario_ids: List of scenario UUIDs to run
         benchmark_id: Run all scenarios in this benchmark
         target_agent_id: Optional agent to run against (for A/B testing)
-        contact_override: Optional contact override, e.g. {"mode": "contact", "contact_id": "<uuid>"}
+        contact_override: Raw override, e.g. {"mode": "contact", "contact_id": "<uuid>"}
+            (takes precedence over the convenience args below)
+        contact_id: Run scenarios as this existing contact (gives test convos its email)
+        contact_email: Resolve/create a contact with this email and run as them
+        anonymous: Run with an anonymous contact (mode='anonymous')
 
     Returns:
         Summary of runs created
@@ -6123,10 +6168,17 @@ async def scenario_bulk_run(
             )
 
     try:
+        effective_override = await _resolve_contact_override(
+            client,
+            contact_override=contact_override,
+            contact_id=contact_id,
+            contact_email=contact_email,
+            anonymous=anonymous,
+        )
         result = await client.bulk_run_scenarios(
             scenario_ids=resolved_scenario_ids,
             target_agent_id=target_agent_id,
-            contact_override=contact_override,
+            contact_override=effective_override,
         )
     except AppliedAPIError as e:
         return _format_error(e)

{applied_cli-0.6.3 → applied_cli-0.6.4}/applied_cli/v2/scenarios.py

@@ -27,6 +27,9 @@ class ScenariosBulkRunInput(StrictInput):
     benchmark_id: str | None = None
     target_agent_id: str | None = None
     contact_override: dict[str, Any] | None = None
+    contact_id: str | None = None
+    contact_email: str | None = None
+    anonymous: bool = False
 
 
 class ScenariosBulkCancelInput(StrictInput):
@@ -796,10 +799,19 @@ async def scenarios_bulk_run_handler(
             )
 
     try:
+        from applied_cli.tools import _resolve_contact_override
+
+        effective_override = await _resolve_contact_override(
+            client,
+            contact_override=params.contact_override,
+            contact_id=params.contact_id,
+            contact_email=params.contact_email,
+            anonymous=params.anonymous,
+        )
         result = await client.bulk_run_scenarios(
             scenario_ids=resolved_scenario_ids,
             target_agent_id=params.target_agent_id,
-            contact_override=params.contact_override,
+            contact_override=effective_override,
         )
     except AppliedAPIError as exc:
         return _api_error_result(exc)
@@ -1050,7 +1062,9 @@ def scenario_specs() -> list[ToolSpec]:
             namespace="scenarios",
             description=(
                 "Run selected scenarios or every scenario in a benchmark and "
-                "return the queued job metadata."
+                "return the queued job metadata. Pass contact_email or contact_id "
+                "to run as a contact with an email (fixes 'Email is not present' "
+                "failures on test conversations)."
             ),
             input_model=ScenariosBulkRunInput,
             output_model=None,

{applied_cli-0.6.3 → applied_cli-0.6.4}/applied_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: applied-cli
-Version: 0.6.3
+Version: 0.6.4
 Summary: CLI and shared client library for Applied Labs AI support agents
 Author: Applied Labs
 License-Expression: MIT

{applied_cli-0.6.3 → applied_cli-0.6.4}/applied_cli.egg-info/SOURCES.txt

@@ -50,6 +50,7 @@ tests/test_flow_tools.py
 tests/test_knowledge_content_tools.py
 tests/test_recovery.py
 tests/test_scenario_bulk_cancel.py
+tests/test_scenario_bulk_run_contact.py
 tests/test_toolkit_contract.py
 tests/test_v2_agents.py
 tests/test_v2_articles.py

{applied_cli-0.6.3 → applied_cli-0.6.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "applied-cli"
-version = "0.6.3"
+version = "0.6.4"
 description = "CLI and shared client library for Applied Labs AI support agents"
 readme = "README.md"
 requires-python = ">=3.11"

applied_cli-0.6.4/tests/test_scenario_bulk_run_contact.py

@@ -0,0 +1,116 @@
+import json
+
+import pytest
+
+from applied_cli import tools
+
+
+class FakeRunClient:
+    def __init__(self):
+        self.bulk_kwargs = None
+        self.get_or_create_calls = []
+
+    async def list_scenarios(self, benchmark_id=None, limit=500, **kwargs):
+        return [{"id": "s1"}, {"id": "s2"}]
+
+    async def get_or_create_contact(self, email=None, name=None, phone=None):
+        self.get_or_create_calls.append(email)
+        return {"id": "contact-123", "email": email}
+
+    async def bulk_run_scenarios(
+        self, scenario_ids=None, target_agent_id=None, contact_override=None
+    ):
+        self.bulk_kwargs = {
+            "scenario_ids": scenario_ids,
+            "target_agent_id": target_agent_id,
+            "contact_override": contact_override,
+        }
+        return {
+            "job_id": "job-1",
+            "total": len(scenario_ids or []),
+            "queued": len(scenario_ids or []),
+            "scenario_run_ids": ["r1", "r2"],
+            "contact_override": contact_override,
+        }
+
+
+@pytest.mark.asyncio
+async def test_no_contact_args_sends_no_override():
+    client = FakeRunClient()
+    await tools.scenario_bulk_run(client, benchmark_id="bench-1", output_format="json")
+    assert client.bulk_kwargs["contact_override"] is None
+
+
+@pytest.mark.asyncio
+async def test_contact_id_builds_override():
+    client = FakeRunClient()
+    await tools.scenario_bulk_run(
+        client, benchmark_id="bench-1", contact_id="c-9", output_format="json"
+    )
+    assert client.bulk_kwargs["contact_override"] == {
+        "mode": "contact",
+        "contact_id": "c-9",
+    }
+
+
+@pytest.mark.asyncio
+async def test_contact_email_resolves_then_overrides():
+    client = FakeRunClient()
+    result = await tools.scenario_bulk_run(
+        client,
+        benchmark_id="bench-1",
+        contact_email="casey@example.com",
+        output_format="json",
+    )
+    assert client.get_or_create_calls == ["casey@example.com"]
+    assert client.bulk_kwargs["contact_override"] == {
+        "mode": "contact",
+        "contact_id": "contact-123",
+    }
+    assert json.loads(result)["job_id"] == "job-1"
+
+
+@pytest.mark.asyncio
+async def test_anonymous_mode():
+    client = FakeRunClient()
+    await tools.scenario_bulk_run(
+        client, benchmark_id="bench-1", anonymous=True, output_format="json"
+    )
+    assert client.bulk_kwargs["contact_override"] == {"mode": "anonymous"}
+
+
+@pytest.mark.asyncio
+async def test_explicit_override_wins_over_convenience_args():
+    client = FakeRunClient()
+    await tools.scenario_bulk_run(
+        client,
+        benchmark_id="bench-1",
+        contact_override={"mode": "contact", "contact_id": "raw"},
+        contact_email="ignored@example.com",
+        output_format="json",
+    )
+    # The raw override is used; email resolution is skipped.
+    assert client.get_or_create_calls == []
+    assert client.bulk_kwargs["contact_override"] == {
+        "mode": "contact",
+        "contact_id": "raw",
+    }
+
+
+@pytest.mark.asyncio
+async def test_v2_handler_threads_contact_email():
+    from applied_cli.v2.scenarios import (
+        ScenariosBulkRunInput,
+        scenarios_bulk_run_handler,
+    )
+
+    client = FakeRunClient()
+    result = await scenarios_bulk_run_handler(
+        client,
+        ScenariosBulkRunInput(benchmark_id="bench-1", contact_email="x@example.com"),
+    )
+    assert client.bulk_kwargs["contact_override"] == {
+        "mode": "contact",
+        "contact_id": "contact-123",
+    }
+    assert result.data["job_id"] == "job-1"