applied-cli 0.6.9__tar.gz → 0.6.10__tar.gz

{applied_cli-0.6.9 → applied_cli-0.6.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: applied-cli
-Version: 0.6.9
+Version: 0.6.10
 Summary: CLI and shared client library for Applied Labs AI support agents
 Author: Applied Labs
 License-Expression: MIT
@@ -97,6 +97,11 @@ applied benchmark-create --agent-id <agent_id> --name "Cancel Regression"
 applied scenario-create --input-conversation-id <conversation_id> --name "<name>" \
   --benchmark-id <benchmark_id>
 
+# Build a suite fast from several real conversations at once. Each scenario is
+# named from its conversation's title (or "<prefix> N" with --name-prefix).
+applied scenario-create-bulk --conversation-ids <id1>,<id2>,<id3> \
+  --benchmark-id <benchmark_id>
+
 # Port a suite to another agent (e.g. email -> chat). Cross-agent recreates the
 # scenarios under the destination agent; same-agent just tags them in.
 # Dry-run by default; add --apply to write.
@@ -116,6 +121,9 @@ applied scenario-bulk-cancel <job_id> --apply
 # Review pass/fail health (pass_status reflects the latest run per scenario)
 applied benchmark-results <benchmark_id> --format json
 
+# Portfolio go/no-go: pass rates across all of an agent's benchmarks at a glance
+applied benchmarks --agent-id <agent_id> --with-results --format json
+
 # Rate scenarios as you evaluate
 applied scenario-update <scenario_id> --pass-status pass --feedback "<note>"
 
@@ -167,6 +175,8 @@ conversations = await tools.conversation_query(
 | `benchmark_clone` | Copy all scenarios from one benchmark into another |
 | `benchmark_delete` | Delete a benchmark (guards against wiping scenarios) |
 | `benchmark_results` | Pass/fail/unrated tally and pass rate for a benchmark |
+| `benchmark_list` | List benchmarks (with per-benchmark pass rates via `with_results`) |
+| `scenario_create_bulk` | Build scenarios from several conversations at once |
 | `scenario_bulk_run` | Run scenarios (contact override + wait-to-completion) |
 | `scenario_bulk_cancel` | Cancel a stuck bulk run's queued/running scenario runs |
 

{applied_cli-0.6.9 → applied_cli-0.6.10}/README.md

@@ -71,6 +71,11 @@ applied benchmark-create --agent-id <agent_id> --name "Cancel Regression"
 applied scenario-create --input-conversation-id <conversation_id> --name "<name>" \
   --benchmark-id <benchmark_id>
 
+# Build a suite fast from several real conversations at once. Each scenario is
+# named from its conversation's title (or "<prefix> N" with --name-prefix).
+applied scenario-create-bulk --conversation-ids <id1>,<id2>,<id3> \
+  --benchmark-id <benchmark_id>
+
 # Port a suite to another agent (e.g. email -> chat). Cross-agent recreates the
 # scenarios under the destination agent; same-agent just tags them in.
 # Dry-run by default; add --apply to write.
@@ -90,6 +95,9 @@ applied scenario-bulk-cancel <job_id> --apply
 # Review pass/fail health (pass_status reflects the latest run per scenario)
 applied benchmark-results <benchmark_id> --format json
 
+# Portfolio go/no-go: pass rates across all of an agent's benchmarks at a glance
+applied benchmarks --agent-id <agent_id> --with-results --format json
+
 # Rate scenarios as you evaluate
 applied scenario-update <scenario_id> --pass-status pass --feedback "<note>"
 
@@ -141,6 +149,8 @@ conversations = await tools.conversation_query(
 | `benchmark_clone` | Copy all scenarios from one benchmark into another |
 | `benchmark_delete` | Delete a benchmark (guards against wiping scenarios) |
 | `benchmark_results` | Pass/fail/unrated tally and pass rate for a benchmark |
+| `benchmark_list` | List benchmarks (with per-benchmark pass rates via `with_results`) |
+| `scenario_create_bulk` | Build scenarios from several conversations at once |
 | `scenario_bulk_run` | Run scenarios (contact override + wait-to-completion) |
 | `scenario_bulk_cancel` | Cancel a stuck bulk run's queued/running scenario runs |
 

{applied_cli-0.6.9 → applied_cli-0.6.10}/applied_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: applied-cli
-Version: 0.6.9
+Version: 0.6.10
 Summary: CLI and shared client library for Applied Labs AI support agents
 Author: Applied Labs
 License-Expression: MIT
@@ -97,6 +97,11 @@ applied benchmark-create --agent-id <agent_id> --name "Cancel Regression"
 applied scenario-create --input-conversation-id <conversation_id> --name "<name>" \
   --benchmark-id <benchmark_id>
 
+# Build a suite fast from several real conversations at once. Each scenario is
+# named from its conversation's title (or "<prefix> N" with --name-prefix).
+applied scenario-create-bulk --conversation-ids <id1>,<id2>,<id3> \
+  --benchmark-id <benchmark_id>
+
 # Port a suite to another agent (e.g. email -> chat). Cross-agent recreates the
 # scenarios under the destination agent; same-agent just tags them in.
 # Dry-run by default; add --apply to write.
@@ -116,6 +121,9 @@ applied scenario-bulk-cancel <job_id> --apply
 # Review pass/fail health (pass_status reflects the latest run per scenario)
 applied benchmark-results <benchmark_id> --format json
 
+# Portfolio go/no-go: pass rates across all of an agent's benchmarks at a glance
+applied benchmarks --agent-id <agent_id> --with-results --format json
+
 # Rate scenarios as you evaluate
 applied scenario-update <scenario_id> --pass-status pass --feedback "<note>"
 
@@ -167,6 +175,8 @@ conversations = await tools.conversation_query(
 | `benchmark_clone` | Copy all scenarios from one benchmark into another |
 | `benchmark_delete` | Delete a benchmark (guards against wiping scenarios) |
 | `benchmark_results` | Pass/fail/unrated tally and pass rate for a benchmark |
+| `benchmark_list` | List benchmarks (with per-benchmark pass rates via `with_results`) |
+| `scenario_create_bulk` | Build scenarios from several conversations at once |
 | `scenario_bulk_run` | Run scenarios (contact override + wait-to-completion) |
 | `scenario_bulk_cancel` | Cancel a stuck bulk run's queued/running scenario runs |
 

{applied_cli-0.6.9 → applied_cli-0.6.10}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "applied-cli"
-version = "0.6.9"
+version = "0.6.10"
 description = "CLI and shared client library for Applied Labs AI support agents"
 readme = "README.md"
 requires-python = ">=3.11"